-- Logs begin at Fri 2021-10-22 13:46:33 UTC, end at Fri 2021-10-22 16:52:49 UTC. -- Oct 22 14:34:34.720555 n-d-812148-2 systemd[1]: Started Devstack devstack@q-svc.service. Oct 22 14:34:37.438270 n-d-812148-2 neutron-server[107692]: INFO neutron.common.config [-] Logging enabled! Oct 22 14:34:37.438746 n-d-812148-2 neutron-server[107692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 22 14:34:37.439064 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107692) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 22 14:34:37.442497 n-d-812148-2 neutron-server[107692]: INFO neutron.common.config [-] Logging enabled! Oct 22 14:34:37.442746 n-d-812148-2 neutron-server[107692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 22 14:34:37.443087 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107692) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 22 14:34:37.444003 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 14:34:37.444232 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 14:34:37.444595 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 14:34:37.444839 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 14:34:37.445061 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 14:34:37.445375 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.445668 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.445958 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.446183 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.446471 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.446758 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.447065 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.447357 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.447649 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.447931 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.448205 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.448483 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.448709 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.448984 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.449265 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.449545 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.449770 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] debug = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.450042 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.450468 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.450870 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.451169 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.451487 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.451776 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.452038 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.452311 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.452588 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.452909 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] host = n-d-812148-2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.453179 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.453460 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.453741 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.454020 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.454291 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.454563 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.454843 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.455135 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.455403 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.455672 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.455953 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.456232 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.456516 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.456736 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.456953 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.457248 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.457529 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.457803 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.458073 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.458341 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.458608 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.458877 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.459165 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.459448 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.459727 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.460008 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.460275 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.460542 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.460809 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.461074 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.461351 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.461618 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.461884 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.462151 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.462428 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.462692 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.462960 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.463274 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.463554 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.463828 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.464107 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.464374 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.464651 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.464918 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.465185 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.465452 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] use_json = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.465719 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.465981 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.466255 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.466523 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.466791 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.467130 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.467574 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.467907 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:37.468163 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.468457 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.468753 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.469033 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.469331 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.469606 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.469890 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.470162 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.470443 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.470724 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.471033 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.471310 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.471592 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.471864 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.472152 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.472447 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.472734 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.473020 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.473290 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.473558 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.473827 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.474099 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.474376 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.474648 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.474932 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.475238 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.475510 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.475791 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.476078 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.476359 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.476627 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.476902 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.477192 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.477466 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.477733 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.478006 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.478286 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.478557 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.478823 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.479126 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.479400 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.479664 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.479930 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.480199 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.480482 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.480751 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.481013 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.481276 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.481544 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.481805 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.482080 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.482345 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.482608 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.483407 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.483808 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.484004 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.484182 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.484449 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.484712 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.484981 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.485246 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.485508 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.485772 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.486037 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.486298 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.486562 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.486824 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.487123 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.487390 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.487663 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.487929 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.488197 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.488460 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.488737 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.489032 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.489307 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.489578 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.489848 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.490119 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.490393 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.490660 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.490931 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.491225 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.491492 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.491774 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.492051 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.492329 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.492604 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.492872 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.493210 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.493454 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.493730 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.494001 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.494314 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.494603 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.494881 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.495192 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.495482 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.495769 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.496056 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.496341 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.496614 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.496918 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.497195 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:37.497408 n-d-812148-2 neutron-server[107692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 14:34:37.497650 n-d-812148-2 neutron-server[107692]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107692) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 22 14:34:37.926956 n-d-812148-2 neutron-server[107692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 22 14:34:37.927247 n-d-812148-2 neutron-server[107692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 22 14:34:37.927535 n-d-812148-2 neutron-server[107692]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 22 14:34:37.927863 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 22 14:34:38.247028 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.247237 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.247515 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.248796 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.249064 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.249325 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.283912 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.284179 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.284571 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.299824 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.300097 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.300367 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.330395 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.330674 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.330938 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.366819 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.367114 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.367380 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.603096 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.603730 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.603730 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.603910 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.604562 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.731851 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.732168 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.732448 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.732739 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.733005 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.733376 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.733572 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.733823 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.734074 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.734350 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.734607 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.734865 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.735138 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.735392 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.735641 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.735897 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.736146 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.736404 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.736667 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.736918 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.737183 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.737433 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.737709 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.738084 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.738329 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.738570 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.738962 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:38.739218 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:38.739450 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:38.739680 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:38.739909 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:38.740138 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:38.740495 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 22 14:34:38.743595 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 22 14:34:38.747652 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 22 14:34:38.751938 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 22 14:34:38.753558 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 22 14:34:38.754011 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 22 14:34:38.754338 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 22 14:34:38.754714 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 22 14:34:38.757557 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 22 14:34:38.757807 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 22 14:34:38.758150 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 22 14:34:38.763428 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 22 14:34:38.786152 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 22 14:34:38.786602 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.786891 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107692) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 22 14:34:38.787278 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.788641 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107692) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 22 14:34:38.788919 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 22 14:34:38.789164 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 22 14:34:38.792363 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.792637 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:38.855915 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 22 14:34:38.856093 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 22 14:34:38.856324 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 22 14:34:38.856680 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 22 14:34:38.877768 n-d-812148-2 neutron-server[107692]: DEBUG oslo_db.sqlalchemy.engines [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107692) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 22 14:34:39.557042 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing driver for type 'gre' Oct 22 14:34:39.557564 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] gre ID ranges: [(1, 1000)] Oct 22 14:34:39.740010 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing driver for type 'local' Oct 22 14:34:39.740610 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing driver for type 'vlan' Oct 22 14:34:39.813972 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] VlanTypeDriver initialization complete Oct 22 14:34:39.814610 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing driver for type 'vxlan' Oct 22 14:34:39.815134 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] vxlan ID ranges: [(1, 1000)] Oct 22 14:34:39.974527 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing extension driver 'port_security' Oct 22 14:34:39.974863 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] PortSecurityExtensionDriver initialization complete Oct 22 14:34:39.975226 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing mechanism driver 'openvswitch' Oct 22 14:34:39.975551 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing mechanism driver 'hyperv' Oct 22 14:34:39.982263 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.plugin [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:34:39.983859 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.984227 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.984580 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.985106 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 14:34:39.988167 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988167 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988167 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988167 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 14:34:39.988167 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988518 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988518 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988518 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 14:34:39.988518 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.988873 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.989215 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.989621 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 14:34:39.990082 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.990383 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.990721 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.991131 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 14:34:39.991560 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.991905 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.992256 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.992652 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 14:34:39.993032 n-d-812148-2 neutron-server[107692]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] ML2 OVO RPC backend initialized. {{(pid=107692) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 22 14:34:39.993745 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.994126 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.994548 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.994937 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > networks before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.995327 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.995670 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > ports before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.996011 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.996354 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.996708 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.997050 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.997385 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.997723 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.998059 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.998475 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.998867 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.999266 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:39.999639 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.000231 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.plugin [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Modular L2 Plugin initialization complete Oct 22 14:34:40.000560 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading services supported by the core plugin {{(pid=107692) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 22 14:34:40.000886 n-d-812148-2 neutron-server[107692]: INFO neutron.plugins.ml2.managers [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Got port-security extension from driver 'port_security' Oct 22 14:34:40.001358 n-d-812148-2 neutron-server[107692]: INFO neutron.extensions.vlantransparent [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Disabled vlantransparent extension. Oct 22 14:34:40.001880 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107692) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 22 14:34:40.002205 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: router Oct 22 14:34:40.038626 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.039031 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_create 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.039401 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router before_create 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.039762 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.040131 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.040484 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_delete 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.040837 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.042717 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.043131 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_create 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.043495 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_update 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.043854 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_update 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.044208 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.044573 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_update 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.044983 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.045958 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.046297 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.046635 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: subnet after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.046992 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.047345 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.047690 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.048034 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.048376 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.048732 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router after_update 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.049071 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.049419 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.049783 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.050125 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.050486 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > agent after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.050831 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.051208 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > network after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.052062 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Tracking information for resource: router configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:40.052400 n-d-812148-2 neutron-server[107692]: DEBUG neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Tracking information for resource: floatingip configured {{(pid=107692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 14:34:40.057287 n-d-812148-2 neutron-server[107692]: INFO neutron.db.l3_agentschedulers_db [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 22 14:34:40.057867 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.058227 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port after_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.058576 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port after_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.058926 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: port after_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.059749 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router before_create 55550100 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.060111 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.060473 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.060934 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.066090 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.provider_configuration [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service providers = [] {{(pid=107692) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 22 14:34:40.066456 n-d-812148-2 neutron-server[107692]: DEBUG neutron.db.servicetype_db [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107692) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 22 14:34:40.069458 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.service_base [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 14:34:40.069807 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.service_base [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 14:34:40.070150 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.service_base [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 14:34:40.071085 n-d-812148-2 neutron-server[107692]: DEBUG neutron.services.service_base [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 14:34:40.071463 n-d-812148-2 neutron-server[107692]: INFO neutron.services.service_base [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 22 14:34:40.071837 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.072156 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 22 14:34:40.082879 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.083244 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: auto_allocate Oct 22 14:34:40.089057 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: network precommit_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.089426 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: network precommit_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.089949 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.090271 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: tag Oct 22 14:34:40.097741 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.098074 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: timestamp Oct 22 14:34:40.101982 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.102316 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: network_ip_availability Oct 22 14:34:40.108405 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.108854 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.109213 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.109920 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.110247 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: flavors Oct 22 14:34:40.115268 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.115605 n-d-812148-2 neutron-server[107692]: INFO neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading Plugin: revisions Oct 22 14:34:40.119930 n-d-812148-2 neutron-server[107692]: DEBUG neutron.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 14:34:40.120319 n-d-812148-2 neutron-server[107692]: DEBUG oslo_concurrency.lockutils [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.193s {{(pid=107692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 22 14:34:40.121056 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107692) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 22 14:34:40.121391 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Initializing extension manager. Oct 22 14:34:40.121902 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: __init__.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.122243 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: __pycache__ {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.122580 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.122914 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: address_group.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.123814 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.124383 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: address-group Oct 22 14:34:40.124708 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: address_scope.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.125425 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.125932 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: address-scope Oct 22 14:34:40.126253 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.127231 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.127744 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: router-admin-state-down-before-update Oct 22 14:34:40.128063 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: agent.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.128777 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.129259 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: agent Oct 22 14:34:40.129577 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: agent_resources_synced.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.130489 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.131021 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: agent-resources-synced Oct 22 14:34:40.131347 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.133137 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.133651 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: allowed-address-pairs Oct 22 14:34:40.133978 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.135104 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.135618 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: auto-allocated-topology Oct 22 14:34:40.135946 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: availability_zone.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.136646 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.137149 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: availability_zone Oct 22 14:34:40.137472 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: availability_zone_filter.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.138389 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.138954 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: availability_zone_filter Oct 22 14:34:40.139448 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: data_plane_status.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.140391 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.140898 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension data-plane-status not supported by any of loaded plugins Oct 22 14:34:40.141223 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: default_subnetpools.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.142146 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.142652 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: default-subnetpools Oct 22 14:34:40.143009 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.143814 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.144318 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: dhcp_agent_scheduler Oct 22 14:34:40.144639 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: dns.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.145559 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.146065 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension dns-integration not supported by any of loaded plugins Oct 22 14:34:40.146389 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: dns_domain_ports.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.147350 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.147856 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 22 14:34:40.148180 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.149106 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.149610 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 22 14:34:40.149934 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: dvr.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.150607 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.151145 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: dvr Oct 22 14:34:40.151467 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: ecmp_routes.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.152385 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.152886 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 22 14:34:40.153210 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: empty_string_filtering.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.154132 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.155389 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: empty-string-filtering Oct 22 14:34:40.155790 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.156715 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.157219 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 22 14:34:40.157541 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.158460 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.158962 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 22 14:34:40.159310 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: external_net.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.160235 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.166628 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: external-net Oct 22 14:34:40.166628 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.167355 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.167859 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: extra_dhcp_opt Oct 22 14:34:40.168180 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: extraroute.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.169091 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.169591 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: extraroute Oct 22 14:34:40.169910 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: extraroute_atomic.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.171663 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.172177 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: extraroute-atomic Oct 22 14:34:40.172501 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: filter_validation.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.173344 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.173852 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: filter-validation Oct 22 14:34:40.174177 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: fip_pf_description.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.175163 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.175675 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 22 14:34:40.175996 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: fip_port_details.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.176932 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.177449 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: fip-port-details Oct 22 14:34:40.177774 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: flavors.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.179050 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.179564 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: flavors Oct 22 14:34:40.179892 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.181576 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.182095 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 22 14:34:40.182424 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: floatingip_pools.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.183159 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.183668 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: floatingip-pools Oct 22 14:34:40.183992 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: ip_allocation.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.184924 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.185419 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension ip_allocation not supported by any of loaded plugins Oct 22 14:34:40.185798 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.186783 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.187324 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: ip-substring-filtering Oct 22 14:34:40.187656 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l2_adjacency.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.188594 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.189351 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 22 14:34:40.189683 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.190670 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.191204 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: router Oct 22 14:34:40.191531 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.197542 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.198065 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 22 14:34:40.198401 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.199367 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.199883 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: ext-gw-mode Oct 22 14:34:40.200212 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.201151 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.201787 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: l3-ha Oct 22 14:34:40.202112 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3_flavors.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.203078 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.203585 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: l3-flavors Oct 22 14:34:40.203910 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.204824 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.205332 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 22 14:34:40.205658 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: l3agentscheduler.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.206692 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.207241 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: l3_agent_scheduler Oct 22 14:34:40.207569 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: logging.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.209087 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.209599 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension logging not supported by any of loaded plugins Oct 22 14:34:40.209927 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: metering.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.210672 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.211270 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: metering Oct 22 14:34:40.211601 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.212834 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.213355 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: metering_source_and_destination_fields Oct 22 14:34:40.213679 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: multiprovidernet.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.214608 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.215153 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: multi-provider Oct 22 14:34:40.215480 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: netmtu.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.216401 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.217432 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: net-mtu Oct 22 14:34:40.217927 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: netmtu_writable.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.219178 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.219691 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: net-mtu-writable Oct 22 14:34:40.220018 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: network_availability_zone.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.220691 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.221196 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: network_availability_zone Oct 22 14:34:40.221520 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: network_ip_availability.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.222634 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.223184 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: network-ip-availability Oct 22 14:34:40.223510 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: network_segment_range.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.224275 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.224776 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension network-segment-range not supported by any of loaded plugins Oct 22 14:34:40.225099 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: pagination.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.226096 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.226433 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: pagination Oct 22 14:34:40.226757 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: port_device_profile.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.227704 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.228221 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: port-device-profile Oct 22 14:34:40.228545 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.229476 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.229982 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: port-mac-address-regenerate Oct 22 14:34:40.230305 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.231261 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.231768 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: port-numa-affinity-policy Oct 22 14:34:40.232088 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: port_resource_request.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.233593 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.234096 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension port-resource-request not supported by any of loaded plugins Oct 22 14:34:40.234418 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: portbindings.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.240490 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.240945 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: binding Oct 22 14:34:40.241266 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: portbindings_extended.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.242550 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.243107 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: binding-extended Oct 22 14:34:40.243436 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: portsecurity.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.244354 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.244860 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: port-security Oct 22 14:34:40.245184 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: project_id.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.246160 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.246494 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: project-id Oct 22 14:34:40.246811 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: providernet.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.247773 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.248398 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: provider Oct 22 14:34:40.248726 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.252331 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.252852 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos not supported by any of loaded plugins Oct 22 14:34:40.253182 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.254438 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.254951 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 22 14:34:40.255303 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.256226 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.256735 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 22 14:34:40.257063 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_default.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.257980 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.258495 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-default not supported by any of loaded plugins Oct 22 14:34:40.258891 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_fip.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.259503 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.260006 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-fip not supported by any of loaded plugins Oct 22 14:34:40.260329 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.261261 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.261774 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 22 14:34:40.262096 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.263052 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.263563 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 22 14:34:40.264465 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.271092 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.271605 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 22 14:34:40.271930 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_pps_rule.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.273109 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.273619 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-pps not supported by any of loaded plugins Oct 22 14:34:40.273945 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.274872 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.275421 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 22 14:34:40.275746 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: qos_rules_alias.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.276971 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.277484 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 22 14:34:40.277809 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: quotasv2.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.278734 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.279097 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: quotas Oct 22 14:34:40.280059 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: quotasv2_detail.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.283241 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.283586 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: quota_details Oct 22 14:34:40.283920 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: rbac.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.284985 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.285510 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: rbac-policies Oct 22 14:34:40.285839 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: rbac_address_group.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.286785 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.287374 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: rbac-address-group Oct 22 14:34:40.287699 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: rbac_address_scope.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.288627 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.289139 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: rbac-address-scope Oct 22 14:34:40.289465 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: rbac_security_groups.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.290389 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.290899 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: rbac-security-groups Oct 22 14:34:40.291244 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.296578 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.297089 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: rbac-subnetpool Oct 22 14:34:40.297412 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: revisionifmatch.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.298340 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.298853 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: revision-if-match Oct 22 14:34:40.299204 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: revisions.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.300335 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.300845 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: standard-attr-revisions Oct 22 14:34:40.301166 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: router_availability_zone.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.301838 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.302344 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: router_availability_zone Oct 22 14:34:40.302665 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: routerservicetype.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.303629 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.304137 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension router-service-type not supported by any of loaded plugins Oct 22 14:34:40.304501 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.305424 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.305934 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: security-groups-normalized-cidr Oct 22 14:34:40.306257 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.307206 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.307716 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: port-security-groups-filtering Oct 22 14:34:40.308039 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.308971 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.309479 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: security-groups-remote-address-group Oct 22 14:34:40.309802 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: securitygroup.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.320003 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.320528 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: security-group Oct 22 14:34:40.320859 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: segment.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.321653 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.322161 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension segment not supported by any of loaded plugins Oct 22 14:34:40.322491 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.323570 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.324085 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 22 14:34:40.324411 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: servicetype.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.325586 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.326108 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: service-type Oct 22 14:34:40.327036 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: sorting.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.328257 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.328589 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: sorting Oct 22 14:34:40.328943 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: standard_attr_segment.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.329875 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.330389 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 22 14:34:40.330713 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: standardattrdescription.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.331398 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.331904 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: standard-attr-description Oct 22 14:34:40.332229 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: stateful_security_group.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.333163 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.333841 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: stateful-security-group Oct 22 14:34:40.334000 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: stdattrs_common.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.334581 n-d-812148-2 neutron-server[107692]: WARNING neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 22 14:34:40.334903 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.335855 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.336367 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 22 14:34:40.336691 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: subnet_onboard.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.337770 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.338291 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: subnet_onboard Oct 22 14:34:40.338619 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.339593 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.340093 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 22 14:34:40.340419 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: subnet_service_types.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.341354 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.341868 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: subnet-service-types Oct 22 14:34:40.342965 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: subnetallocation.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.344082 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.344615 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: subnet_allocation Oct 22 14:34:40.344938 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.345618 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.346139 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: subnetpool-prefix-ops Oct 22 14:34:40.346465 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.347428 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.347936 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 22 14:34:40.348260 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: tagging.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.349322 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.349835 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: standard-attr-tag Oct 22 14:34:40.350166 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: timestamp.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.351405 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.351922 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loaded extension: standard-attr-timestamp Oct 22 14:34:40.352246 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: trunk.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.353282 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.353799 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension trunk not supported by any of loaded plugins Oct 22 14:34:40.354124 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: trunk_details.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.359791 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.360304 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension trunk-details not supported by any of loaded plugins Oct 22 14:34:40.360630 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.361565 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.362189 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 22 14:34:40.362517 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Loading extension file: vlantransparent.py {{(pid=107692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 14:34:40.363235 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 14:34:40.363750 n-d-812148-2 neutron-server[107692]: INFO neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 22 14:34:40.366203 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:network Oct 22 14:34:40.366736 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:subnet Oct 22 14:34:40.367193 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 14:34:40.367595 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:port Oct 22 14:34:40.368835 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.369269 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service FLAVORS assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.369902 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.370339 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.370671 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:router Oct 22 14:34:40.371133 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:floatingip Oct 22 14:34:40.371627 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service METERING assigned prefix: /metering {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.373073 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.373640 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.374001 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:34:40.375037 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of CountableResource for resource:rbac_policy Oct 22 14:34:40.375482 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:security_group Oct 22 14:34:40.375916 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 22 14:34:40.376523 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service CORE assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.376854 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 14:34:40.377202 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] subnetpool is already registered Oct 22 14:34:40.377637 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service CORE assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.377961 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 14:34:40.378293 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] subnetpool is already registered Oct 22 14:34:40.381954 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.382446 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service FLAVORS assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.383026 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.383460 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.383798 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:router Oct 22 14:34:40.384138 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] router is already registered Oct 22 14:34:40.384550 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:floatingip Oct 22 14:34:40.384886 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] floatingip is already registered Oct 22 14:34:40.385336 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service METERING assigned prefix: /metering {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.386004 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of CountableResource for resource:rbac_policy Oct 22 14:34:40.386332 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] rbac_policy is already registered Oct 22 14:34:40.386741 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:security_group Oct 22 14:34:40.387113 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] security_group is already registered Oct 22 14:34:40.387517 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 22 14:34:40.387852 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] security_group_rule is already registered Oct 22 14:34:40.388325 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service CORE assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.388651 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 14:34:40.389824 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] subnetpool is already registered Oct 22 14:34:40.390383 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.v2.resource_helper [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Service CORE assigned prefix: {{(pid=107692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 14:34:40.390940 n-d-812148-2 neutron-server[107692]: INFO neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 14:34:40.391547 n-d-812148-2 neutron-server[107692]: WARNING neutron.quota.resource_registry [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] subnetpool is already registered Oct 22 14:34:40.392304 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: extensions {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.393893 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: address-groups {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.395409 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: address-scopes {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.396616 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: agents {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.397770 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: auto-allocated-topology {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.399170 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: availability_zones {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.400399 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: dhcp-networks {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.401845 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: dhcp-agents {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.403396 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: routers {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.406519 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: flavors {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.407722 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: service_profiles {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.409091 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: next_providers {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.410525 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: service_profiles {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.412014 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: floatingip-pools {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.413340 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: routers {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.415503 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: floatingips {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.416715 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: l3-routers {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.418203 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: l3-agents {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.419633 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: metering-labels {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.421062 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: metering-label-rules {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.422439 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: network-ip-availabilities {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.423771 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: bindings {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.425351 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: quotas {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.427062 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: quotas {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.428607 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: rbac-policies {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.429813 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: security-groups {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.431071 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: security-group-rules {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.432399 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: service-providers {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.433615 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: subnetpools {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.434940 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: subnetpools {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.436730 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.438430 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.440432 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.442300 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.444037 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.446965 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.448702 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.450499 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.453197 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.455032 n-d-812148-2 neutron-server[107692]: DEBUG neutron.api.extensions [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Extended resource: tags {{(pid=107692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 14:34:40.461166 n-d-812148-2 neutron-server[107692]: WARNING keystonemiddleware.auth_token [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 22 14:34:40.465725 n-d-812148-2 neutron-server[107692]: WARNING keystonemiddleware.auth_token [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 22 14:34:40.475410 n-d-812148-2 neutron-server[107692]: DEBUG oslo_concurrency.lockutils [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Acquired lock "singleton_lock" {{(pid=107692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 22 14:34:40.475889 n-d-812148-2 neutron-server[107692]: DEBUG oslo_concurrency.lockutils [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Releasing lock "singleton_lock" {{(pid=107692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 22 14:34:40.476536 n-d-812148-2 neutron-server[107692]: INFO oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Starting 2 workers Oct 22 14:34:40.481376 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Started child 107801 {{(pid=107692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 14:34:40.486456 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Started child 107802 {{(pid=107692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 14:34:40.488088 n-d-812148-2 neutron-server[107692]: INFO neutron.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 22 14:34:40.488730 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Publish callbacks [] for process, before_spawn {{(pid=107692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.488852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.490309 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [-] (107801) wsgi starting up on http://0.0.0.0:9696 Oct 22 14:34:40.491250 n-d-812148-2 neutron-server[107692]: INFO oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Starting 1 workers Oct 22 14:34:40.491839 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.493542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [-] (107802) wsgi starting up on http://0.0.0.0:9696 Oct 22 14:34:40.496414 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Started child 107803 {{(pid=107692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 14:34:40.496972 n-d-812148-2 neutron-server[107692]: INFO oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Starting 1 workers Oct 22 14:34:40.500453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] calling RpcWorker wait() {{(pid=107803) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 22 14:34:40.506042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] returning from RpcWorker wait() {{(pid=107803) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 22 14:34:40.506164 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Started child 107804 {{(pid=107692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 14:34:40.506454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.506554 n-d-812148-2 neutron-server[107692]: DEBUG neutron_lib.callbacks.manager [None req-3e1457f4-5a17-4206-9b86-85cf8fb0e3d7 None None] Publish callbacks [] for process, after_spawn {{(pid=107692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.506635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.506706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.507263 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.507342 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.507789 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.507789 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.507789 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.507789 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.508022 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.508388 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.508388 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.508545 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.508721 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.508974 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.509212 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.509502 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.509763 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.510007 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.510429 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.510615 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.510856 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.511156 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.511557 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.511967 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] debug = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.512238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.512722 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.512952 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.513192 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.513432 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.513711 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.514527 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.514886 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.515286 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.515477 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.515731 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.515984 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.516224 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.516437 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.516695 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.516954 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.517250 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.517675 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] host = n-d-812148-2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.517897 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.518137 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.518384 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.518610 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.518859 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.519104 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.519374 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.519640 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.519883 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.520115 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.520388 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.520633 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.520868 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.521116 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.521261 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_options = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.521489 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.521765 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.522020 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.522218 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.522376 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.522551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.522812 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.522958 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.523237 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.523457 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.523670 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.523884 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.524101 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.524319 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.524564 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.524819 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.525091 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.525285 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.525548 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.525801 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.526031 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.526258 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.526674 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.526828 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.527006 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.527172 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.527362 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.527581 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.527793 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.528066 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.528314 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.528548 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.528794 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.529043 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.529310 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.530188 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.530491 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.530697 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.530961 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.531213 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.531474 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.531718 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.531948 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.532145 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.532357 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.532588 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.532804 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_json = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.533013 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.533260 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.533523 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.533744 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.537197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.538398 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.538398 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.538799 n-d-812148-2 neutron-server[107804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.539135 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.540238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.541795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.541795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.541795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.541795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.541795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.541795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.542560 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.542560 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.542560 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.542560 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.542836 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.543062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.543277 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.543490 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.543721 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.547575 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548236 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548758 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548758 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548758 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548758 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.548993 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.549214 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.549625 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.549994 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.550213 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.550428 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.550636 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.550892 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.551124 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.551325 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.551539 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.551760 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.551993 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.552234 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.552473 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.552706 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.552924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.553188 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.553475 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.553972 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.554273 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.554517 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.554869 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.554869 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.555242 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.555242 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.555536 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.556386 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.556386 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.556386 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.556386 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.558583 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.560555 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.563878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.564912 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565465 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565465 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565465 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565465 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565465 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565809 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.565892 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.566080 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.566341 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.566586 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.566869 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.567143 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.567385 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.567594 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570688 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570688 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570688 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570688 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.570688 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.571053 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.571138 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.571367 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.571584 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.571799 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.572047 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.572887 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.572887 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.572887 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.573111 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.576934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.577551 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578107 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578107 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578107 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578107 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578107 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578464 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578548 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578943 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.578943 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.579214 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.579394 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.580730 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.580730 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.580730 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.580982 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.581190 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.581612 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.582033 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.582308 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.582563 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.582806 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.583083 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.583337 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.583558 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.583777 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.584057 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.584195 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.584416 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.584677 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.584901 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.585153 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.585382 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.585610 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.585826 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.586063 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.586271 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.586565 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.586814 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.587069 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.587325 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.587573 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.587829 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.588056 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.588264 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.588490 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.588736 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.588954 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.589158 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.589380 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.589587 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.589795 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.590013 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.590228 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.590436 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.590685 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.590934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.591624 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.591624 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.591624 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.591999 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.592683 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.592902 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.593139 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.593361 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.593578 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.593786 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.594011 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.594220 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.594427 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.594676 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.594892 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.595139 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.595420 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.595677 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.595900 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.596193 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.596424 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.596667 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.596917 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.597253 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.597484 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.597749 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.597969 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.598252 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.598512 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.598743 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.599092 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.599373 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.599644 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.599928 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.600235 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.600524 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.600841 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.601061 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.601367 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.601701 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.601973 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.602217 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.602477 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.602740 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.603004 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.603230 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.603481 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.603707 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.603950 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.604212 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.604474 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.604703 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.604961 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.605205 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.605463 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.605712 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.605955 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.606177 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.606484 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.606650 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 14:34:40.607228 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 14:34:40.607387 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 14:34:40.607604 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 14:34:40.607823 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 14:34:40.607959 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 14:34:40.608101 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 14:34:40.608382 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.608523 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.608651 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.608779 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.608905 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.609032 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.609197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.609531 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.609662 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.609788 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.609925 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610073 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610205 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610351 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610510 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610658 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610812 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.610997 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.611163 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.611330 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.611506 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.611665 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.611822 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] debug = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.611979 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.612181 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.612372 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.612765 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.612993 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.613153 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.613310 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.613468 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.613625 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.613781 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.613938 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.614096 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.614252 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.614409 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.614566 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.614726 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.614882 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.615062 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] host = n-d-812148-2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.615221 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.615377 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.615534 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.615691 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.615845 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616006 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616206 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616364 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616521 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616679 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616835 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.616991 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.617155 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.617313 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.617469 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_options = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.617645 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.617859 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.618021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.618334 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.618450 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.618532 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.618658 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.618891 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.619082 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.619220 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.619354 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.619508 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.619680 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.619914 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620045 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620173 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620329 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620491 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620678 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620837 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.620977 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.621136 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.621290 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.621420 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.621580 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.621735 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.621891 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622041 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622191 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622347 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622503 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622661 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622811 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.622964 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.623451 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.623451 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.623718 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.623718 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.623978 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624046 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624187 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624345 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624504 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624663 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624819 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.624975 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.625131 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_json = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.625288 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.625445 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.625602 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.625787 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.625948 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.626104 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.626263 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.626421 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 14:34:40.626598 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.626745 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627055 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627163 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627328 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627490 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627652 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627810 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.627969 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.628126 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.628297 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.628453 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.628623 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.628786 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.628942 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.629109 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.629271 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.629616 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.629616 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.629876 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.629876 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630143 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630143 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630388 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630519 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630652 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630798 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.630928 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.631090 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.631253 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.631413 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.631557 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.631756 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.631905 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632028 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632188 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632348 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632507 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632665 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632823 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.632982 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.633140 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.633352 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.633512 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.633672 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.633831 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.633989 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.634148 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.634308 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.634465 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.634625 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.634784 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.634944 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.635126 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.635285 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.635453 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.635613 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.635874 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.635972 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.636079 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.636238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.636395 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.636553 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.636710 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.636870 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637028 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637203 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637361 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637519 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637677 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637836 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.637995 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.638154 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.638313 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.638471 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.638630 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.639358 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.639522 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.639683 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.639825 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.640071 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.640242 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.640403 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.640562 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.640720 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.640878 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.641037 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.641196 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.641355 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.641523 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.641698 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.641934 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.642068 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.642197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.642342 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.642501 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.642660 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.642817 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643023 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643177 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643334 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643477 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643643 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643785 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.643999 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.644161 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.644321 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.644463 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.644626 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.644779 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.644933 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.645145 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.645307 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.645469 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.645609 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.645794 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.645941 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.646100 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.646264 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.646420 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.646586 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.646755 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.646915 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.647098 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.647259 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.647419 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.647565 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.647725 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.647888 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.648048 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.648206 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.648788 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.648788 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.648788 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649165 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649165 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649165 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649371 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649481 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649594 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649784 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.649946 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.650104 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.650263 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.650478 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.650600 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.650728 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.650886 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.651066 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.651227 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.651385 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.651542 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.651701 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.651866 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.652027 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.652188 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656366 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.656924 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.657494 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658021 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658545 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658545 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658545 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658545 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658867 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.658867 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659035 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659116 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659265 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659425 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659589 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659751 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.659884 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660048 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660181 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660340 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660503 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660662 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660822 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.660982 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.661140 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.661297 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.661458 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.661631 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.661790 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.661948 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.662106 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.662266 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.662437 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.662592 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.662769 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.662909 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.663082 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.663218 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.663346 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.663521 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.663680 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.663842 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664188 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664188 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664471 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664471 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664716 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664796 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.664910 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.665038 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.665197 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.665365 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.665526 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.665684 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.665844 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666003 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666162 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666330 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666490 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666650 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666808 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.666993 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.667138 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.667308 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.667438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:34:40.667529 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.667608 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.667770 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.667933 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.668090 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.668248 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.668418 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.668578 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.668762 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.668922 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.669079 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.669238 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.669397 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.669561 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.669729 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.669894 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.670113 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.670286 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.670455 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.670622 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.670850 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.670946 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.671138 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.671297 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.671456 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.671615 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.671774 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.671935 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.672092 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.672250 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.672408 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.672579 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.672717 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.672876 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673034 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673193 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673351 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673509 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673668 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673826 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.673984 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.674145 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 14:34:40.674297 n-d-812148-2 neutron-server[107692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 14:34:40.898677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57914) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:34:40.907302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061889 Oct 22 14:34:52.532462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c98a3-9820-47a2-8c6e-63aa5bf3bf09 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:34:52.614233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303c98a3-9820-47a2-8c6e-63aa5bf3bf09 None None] No non-hosted networks {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 22 14:34:52.643821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.agentschedulers_db [None req-303c98a3-9820-47a2-8c6e-63aa5bf3bf09 None None] DHCP Agent not found on host n-d-812148-2 {{(pid=107803) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 22 14:34:52.865657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a5718521-0033-427b-987b-f40f2517a76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:55.142106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a661-77bb-4397-93fd-8c081d6b2555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:55.180421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-11eef249-c5ad-4bff-8a69-dd3031d0ff40 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-812148-2 {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:34:55.181631 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-11eef249-c5ad-4bff-8a69-dd3031d0ff40 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:34:55.758398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-11eef249-c5ad-4bff-8a69-dd3031d0ff40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:56.350945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:56.379979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:56.380687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.381247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.381732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.382016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.382341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.382747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.383070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.383412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.387634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.387634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.387634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.387634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:34:56.387925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812148-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:34:56.391732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812148-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:34:57.905986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:59.266696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58006) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:34:59.633242 n-d-812148-2 neutron-server[107803]: INFO neutron.db.l3_hamode_db [None req-575cdcbd-5a8d-47b1-9e16-85552fb3ed34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 22 14:34:59.708987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cdcbd-5a8d-47b1-9e16-85552fb3ed34 None None] Routers set() bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:34:59.709372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cdcbd-5a8d-47b1-9e16-85552fb3ed34 None None] Router IDs set() for agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 14:34:59.760433 n-d-812148-2 neutron-server[107802]: WARNING oslo_policy.policy [None req-501f112d-ec4a-4b45-8c4c-27eae6f21b7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:34:59.761010 n-d-812148-2 neutron-server[107802]: WARNING oslo_policy.policy [None req-501f112d-ec4a-4b45-8c4c-27eae6f21b7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:34:59.984818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-501f112d-ec4a-4b45-8c4c-27eae6f21b7c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:34:59.985879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-501f112d-ec4a-4b45-8c4c-27eae6f21b7c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7182443 Oct 22 14:35:02.469523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58020) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:02.957826 n-d-812148-2 neutron-server[107801]: WARNING oslo_policy.policy [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:35:02.958387 n-d-812148-2 neutron-server[107801]: WARNING oslo_policy.policy [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:35:03.179883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:03.275711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.policy [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 22 14:35:03.323349 n-d-812148-2 neutron-server[107801]: WARNING oslo_policy.policy [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:35:03.323719 n-d-812148-2 neutron-server[107801]: WARNING oslo_policy.policy [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:35:03.332386 n-d-812148-2 neutron-server[107801]: INFO neutron.quota [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] Loaded quota_driver: . Oct 22 14:35:03.484436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778617971935', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778617971338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778617959514', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778617957782', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778619448718', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778617937424', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1758066', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1324568', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469335', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410364'] for rbac-policy, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:03.712489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:03.713923 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a9cac0e8-1291-47af-b488-26caebf4dfff admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2423215 Oct 22 14:35:06.461032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58038) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:06.752493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Request body: {'network': {'tenant_id': '75d2e93494ff43c887514611f16ae273', 'name': 'private', 'project_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:06.852929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Made reservation on behalf of 75d2e93494ff43c887514611f16ae273 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:35:06.855848 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:06.874138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:06.980345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:07.075758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:07.099653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:35:07.124736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778615934486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:07.125231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Unsubscribe: segment precommit_create {{(pid=107801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 22 14:35:07.125722 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Added segment 8c2f4cfd-03d3-401c-809a-9b9025169d64 of type vlan for network 1614b6ba-a40e-4410-a681-2a9e06065278 Oct 22 14:35:07.132288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ad3ac-57e7-44d5-8a10-7e3cf57326f9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:07.167678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.168013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.168342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.168665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.169690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.170005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.170323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.170636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.170947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.171390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Tracked resource versions report: Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: pushed versions: Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: { 'AddressGroup': {'1.2'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'ConntrackHelper': {'1.0'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Log': {'1.0'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Network': {'1.1'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Port': {'1.7'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'PortForwarding': {'1.2'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'QosPolicy': {'1.10'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'SecurityGroup': {'1.4'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'SubPort': {'1.0'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Subnet': {'1.1'}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Trunk': {'1.1'}} Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: consumer versions: Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: L3 agent@n-d-812148-2: {}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: Metadata agent@n-d-812148-2: {}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: Metering agent@n-d-812148-2: {}, Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'ConntrackHelper': '1.0', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Log': '1.0', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Network': '1.1', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'Port': '1.7', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'PortForwarding': '1.2', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'QosPolicy': '1.10', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'SecurityGroup': '1.4', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'SecurityGroupRule': '1.2', Oct 22 14:35:07.173632 n-d-812148-2 neutron-server[107801]: 'SubPort': '1.0', Oct 22 14:35:07.175773 n-d-812148-2 neutron-server[107801]: 'Subnet': '1.1', Oct 22 14:35:07.175773 n-d-812148-2 neutron-server[107801]: 'Trunk': '1.1'}} Oct 22 14:35:07.175773 n-d-812148-2 neutron-server[107801]: {{(pid=107801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:35:07.245881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:07.350552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:07.351761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:07.352428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:07.451471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] Pushing event updated for resources: {'Network': ['ID=1614b6ba-a40e-4410-a681-2a9e06065278,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:07.462589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 1614b6ba-a40e-4410-a681-2a9e06065278 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:35:07.468301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a08a23b6-7967-4bae-8aad-31279ab1c907 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0061874 Oct 22 14:35:10.208045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:10.599939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09640df2-f750-4453-be7b-d15cce19c46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:10.601311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09640df2-f750-4453-be7b-d15cce19c46a admin admin] 10.222.0.66 "GET /v2.0/networks/1614b6ba-a40e-4410-a681-2a9e06065278 HTTP/1.1" status: 200 len: 825 time: 0.3922918 Oct 22 14:35:10.627592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-817034a1-df85-44a1-a9b2-6ecc20ad65f7 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/df4e9cfb-13ac-44d2-a4dc-48c0974937bf HTTP/1.1" status: 200 len: 734 time: 0.0193961 Oct 22 14:35:10.636637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:10.727020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Made reservation on behalf of 75d2e93494ff43c887514611f16ae273 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:35:10.729290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:11.082090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:11.149929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Checking segment: {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:35:11.150275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Network hostable DHCP agents. Network: 1614b6ba-a40e-4410-a681-2a9e06065278, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:35:11.157593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2424989-531f-449d-b161-5a994f89f34e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:11.252930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Network 1614b6ba-a40e-4410-a681-2a9e06065278 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:35:11.316175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 1614b6ba-a40e-4410-a681-2a9e06065278) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:35:11.320979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:11.321536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:11.327499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c8c6e-cae6-4ef5-8f91-fb7299a812e0 None None] Network 1614b6ba-a40e-4410-a681-2a9e06065278 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:35:11.387995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2b881753-1339-4a2f-8c03-9280a3beb214 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7538919 Oct 22 14:35:11.649875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-1614b6ba-a40e-4410-a681-2a9e06065278', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:35:11.651132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:11.947075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Allocated IP 172.20.0.2 (1614b6ba-a40e-4410-a681-2a9e06065278/f2424989-531f-449d-b161-5a994f89f34e/a02c4b8c-3442-4175-941f-eb1eb48b47d0) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:35:12.147993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:12.196610 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:12.270940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Network 1614b6ba-a40e-4410-a681-2a9e06065278 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:35:12.280611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:35:12.288335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Pushing event updated for resources: {'Port': ['ID=a02c4b8c-3442-4175-941f-eb1eb48b47d0,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:12.290540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:35:12.303317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.303660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.303998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.304333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.304663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.304989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.305313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.305633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.305959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.306280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.306602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.306920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Tracked resource versions report: Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: pushed versions: Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: { 'AddressGroup': {'1.2'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'ConntrackHelper': {'1.0'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Log': {'1.0'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Network': {'1.1'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Port': {'1.7'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'PortForwarding': {'1.2'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'QosPolicy': {'1.10'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'SecurityGroup': {'1.4'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'SubPort': {'1.0'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Subnet': {'1.1'}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Trunk': {'1.1'}} Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: consumer versions: Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: L3 agent@n-d-812148-2: {}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: Metadata agent@n-d-812148-2: {}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: Metering agent@n-d-812148-2: {}, Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'ConntrackHelper': '1.0', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Log': '1.0', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Network': '1.1', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Port': '1.7', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'PortForwarding': '1.2', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'QosPolicy': '1.10', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'SecurityGroup': '1.4', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'SecurityGroupRule': '1.2', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'SubPort': '1.0', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Subnet': '1.1', Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: 'Trunk': '1.1'}} Oct 22 14:35:12.308194 n-d-812148-2 neutron-server[107803]: {{(pid=107803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:35:12.380504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Attempting to bind port a02c4b8c-3442-4175-941f-eb1eb48b47d0 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:35:12.381185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Attempting to bind port a02c4b8c-3442-4175-941f-eb1eb48b47d0 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:35:12.381340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Attempting to bind port a02c4b8c-3442-4175-941f-eb1eb48b47d0 on network 1614b6ba-a40e-4410-a681-2a9e06065278 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:35:12.386300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:35:12.386678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Checking segment: {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:35:12.387163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:12.387594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Bound using segment: {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:35:12.388219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Bound port: a02c4b8c-3442-4175-941f-eb1eb48b47d0, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:35:12.388658 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:12.455098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] For port a02c4b8c-3442-4175-941f-eb1eb48b47d0, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:35:12.459435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] For port a02c4b8c-3442-4175-941f-eb1eb48b47d0, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a02c4b8c-3442-4175-941f-eb1eb48b47d0,segment=NetworkSegment(8c2f4cfd-03d3-401c-809a-9b9025169d64),segment_id=8c2f4cfd-03d3-401c-809a-9b9025169d64)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:35:12.539146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:12.608909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9b7e0-f453-45e7-a0f4-4ef97e394ab0 None None] Pushing event updated for resources: {'Port': ['ID=a02c4b8c-3442-4175-941f-eb1eb48b47d0,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:13.989974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58060) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:14.304393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-fe4e9f96-e7fb-48cf-b7e7-b77b4a9bd18a admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:35:14.306355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe4e9f96-e7fb-48cf-b7e7-b77b4a9bd18a admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3145051 Oct 22 14:35:16.833171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58068) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:17.151937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-dce6b3bc-af43-45e4-b210-a93241f85bdb admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:35:17.152974 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dce6b3bc-af43-45e4-b210-a93241f85bdb admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3187203 Oct 22 14:35:19.896406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58078) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:20.195435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '75d2e93494ff43c887514611f16ae273'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:20.260092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.policy [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 22 14:35:20.307839 n-d-812148-2 neutron-server[107802]: WARNING oslo_policy.policy [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:35:20.308218 n-d-812148-2 neutron-server[107802]: WARNING oslo_policy.policy [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 14:35:20.317274 n-d-812148-2 neutron-server[107802]: INFO neutron.quota [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Loaded quota_driver: . Oct 22 14:35:20.488505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:20.490662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:20.645551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:20.711243 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:20.786271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:20.787565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41daed15-0815-4930-a240-db95fca9beec admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8902133 Oct 22 14:35:21.738751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6a75c-65d5-4d55-948b-83fcc26a5d4b None None] Network 1614b6ba-a40e-4410-a681-2a9e06065278 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:35:21.863675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2824af42-bdaf-4095-81a4-1202d1eadb49 None None] Provisioning complete for port a02c4b8c-3442-4175-941f-eb1eb48b47d0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:21.864057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2824af42-bdaf-4095-81a4-1202d1eadb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:22.054764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2824af42-bdaf-4095-81a4-1202d1eadb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:22.092061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2824af42-bdaf-4095-81a4-1202d1eadb49 None None] For port a02c4b8c-3442-4175-941f-eb1eb48b47d0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a02c4b8c-3442-4175-941f-eb1eb48b47d0,segment=NetworkSegment(8c2f4cfd-03d3-401c-809a-9b9025169d64),segment_id=8c2f4cfd-03d3-401c-809a-9b9025169d64)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:35:22.161318 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2824af42-bdaf-4095-81a4-1202d1eadb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:22.211319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824af42-bdaf-4095-81a4-1202d1eadb49 None None] Pushing event updated for resources: {'Port': ['ID=a02c4b8c-3442-4175-941f-eb1eb48b47d0,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:22.281661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1c0d844d-416a-4e2a-bfb5-4ca487426730 None None] Provisioning complete for port a02c4b8c-3442-4175-941f-eb1eb48b47d0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:22.282031 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c0d844d-416a-4e2a-bfb5-4ca487426730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:22.324282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a02c4b8c-3442-4175-941f-eb1eb48b47d0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:35:22.410474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a02c4b8c-3442-4175-941f-eb1eb48b47d0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:22.410848 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:22.572889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5250-c520-4ad7-9fd9-89ad45999b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:23.323842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:23.635878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-15dc1f88-fcd5-4f2d-afe6-ffa4810518a3 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:35:23.637460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-15dc1f88-fcd5-4f2d-afe6-ffa4810518a3 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3120456 Oct 22 14:35:25.086947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-142532dc-7439-42c7-bc1f-b6aeabe738b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.196316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58100) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:26.286719 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.343736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.516024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:26.583419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Made reservation on behalf of 2a82d8b2873a43e98755a7638cfe0fe1 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:35:26.585583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.593739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.664326 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.732068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.750380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Reserving flat network on physical network physnet1 {{(pid=107801) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 22 14:35:26.766999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24c981-8bf1-4f34-b315-3c09ea7e7c94,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:26.772316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.772659 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Added segment db37dd15-9f90-46aa-94f2-0bb2ad168bc7 of type flat for network d9fda528-0403-4d4f-a06a-a88fdc884a3b Oct 22 14:35:26.826404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.950854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:26.951971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:26.952588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:27.011627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] Pushing event updated for resources: {'Network': ['ID=d9fda528-0403-4d4f-a06a-a88fdc884a3b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:27.024967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:35:27.124565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f737d967-46a7-4a96-8d14-3c8499f6bede admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9271863 Oct 22 14:35:27.835238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:29.596484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58118) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:29.769159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee3c45-e4a3-43ed-8668-dc072cce9070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:29.770492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-48ee3c45-e4a3-43ed-8668-dc072cce9070 admin admin] 10.222.0.66 "GET /v2.0/subnets/f2424989-531f-449d-b161-5a994f89f34e HTTP/1.1" status: 200 len: 849 time: 0.1730351 Oct 22 14:35:29.928953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5cb1134e-a79a-408b-98b8-16609016a6b8 admin admin] 10.222.0.66 "GET /v2.0/routers/269c0ed8-e8d4-4f97-83f2-b92e70960b28 HTTP/1.1" status: 200 len: 704 time: 0.1522446 Oct 22 14:35:30.191484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:30.485852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Allocated IP 172.20.0.1 (1614b6ba-a40e-4410-a681-2a9e06065278/f2424989-531f-449d-b161-5a994f89f34e/7018f0f9-39d3-4e84-8ae0-1870243560d3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:35:30.682299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:30.801023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:30.872728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Network 1614b6ba-a40e-4410-a681-2a9e06065278 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:35:30.881379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:35:30.890722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:35:30.891212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:30.909475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Pushing event updated for resources: {'Port': ['ID=7018f0f9-39d3-4e84-8ae0-1870243560d3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:31.081610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2ba0aab9-a849-4f70-94af-2f73ec3f1533 None None] Provisioning complete for port 7018f0f9-39d3-4e84-8ae0-1870243560d3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:31.082139 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ba0aab9-a849-4f70-94af-2f73ec3f1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:31.115284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0aab9-a849-4f70-94af-2f73ec3f1533 None None] Port 7018f0f9-39d3-4e84-8ae0-1870243560d3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:35:31.128528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:31.339062 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:31.395056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:31.395821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:31.455694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Pushing event updated for resources: {'Port': ['ID=7018f0f9-39d3-4e84-8ae0-1870243560d3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:31.521844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Network 1614b6ba-a40e-4410-a681-2a9e06065278 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:35:31.523185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:35:31.736061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-97117628-8a99-4cd6-a140-8ef2dd677326 None None] Provisioning complete for port 7018f0f9-39d3-4e84-8ae0-1870243560d3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:31.736469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97117628-8a99-4cd6-a140-8ef2dd677326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:31.737990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:35:31.819355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-97117628-8a99-4cd6-a140-8ef2dd677326 None None] Port 7018f0f9-39d3-4e84-8ae0-1870243560d3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:35:31.830414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:35:31.835857 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20890e4a-f0e2-48e4-94ae-053dfecc0ccb admin admin] 10.222.0.66 "PUT /v2.0/routers/269c0ed8-e8d4-4f97-83f2-b92e70960b28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9004650 Oct 22 14:35:31.854596 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Sync routers for ids ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:35:31.867092 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Routers {'269c0ed8-e8d4-4f97-83f2-b92e70960b28'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:35:31.867815 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:35:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:32.057251 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Set router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:35:32.497277 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'name': 'router1', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:35:20Z', 'updated_at': '2021-10-22T14:35:31Z', 'revision_number': 2, 'project_id': '75d2e93494ff43c887514611f16ae273', 'gw_port_host': None, '_interfaces': [{'id': '7018f0f9-39d3-4e84-8ae0-1870243560d3', 'name': '', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'mac_address': 'fa:16:3e:e8:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:30Z', 'updated_at': '2021-10-22T14:35:31Z', 'revision_number': 2, 'project_id': '75d2e93494ff43c887514611f16ae273', 'subnets': [{'id': 'f2424989-531f-449d-b161-5a994f89f34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:32.548068 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Checking router: 269c0ed8-e8d4-4f97-83f2-b92e70960b28 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:35:32.548435 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Updating router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 port 7018f0f9-39d3-4e84-8ae0-1870243560d3 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:35:32.596570 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.105085 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.149452 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.300777 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Pushing event updated for resources: {'Port': ['ID=7018f0f9-39d3-4e84-8ae0-1870243560d3,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:33.333198 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.333545 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.333880 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.334213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.334540 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.334864 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.335501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.335501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.335832 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.336188 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.336507 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.336819 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Tracked resource versions report: Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: pushed versions: Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: { 'AddressGroup': {'1.2'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'ConntrackHelper': {'1.0'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Log': {'1.0'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Network': {'1.1'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Port': {'1.7'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'PortForwarding': {'1.2'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'QosPolicy': {'1.10'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'SecurityGroup': {'1.4'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'SubPort': {'1.0'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Subnet': {'1.1'}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Trunk': {'1.1'}} Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: consumer versions: Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: L3 agent@n-d-812148-2: {}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: Metadata agent@n-d-812148-2: {}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: Metering agent@n-d-812148-2: {}, Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'ConntrackHelper': '1.0', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Log': '1.0', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Network': '1.1', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Port': '1.7', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'PortForwarding': '1.2', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'QosPolicy': '1.10', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'SecurityGroup': '1.4', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'SecurityGroupRule': '1.2', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'SubPort': '1.0', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Subnet': '1.1', Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: 'Trunk': '1.1'}} Oct 22 14:35:33.337924 n-d-812148-2 neutron-server[107804]: {{(pid=107804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:35:33.344193 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Attempting to bind port 7018f0f9-39d3-4e84-8ae0-1870243560d3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:35:33.344589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Attempting to bind port 7018f0f9-39d3-4e84-8ae0-1870243560d3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:35:33.345039 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Attempting to bind port 7018f0f9-39d3-4e84-8ae0-1870243560d3 on network 1614b6ba-a40e-4410-a681-2a9e06065278 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:35:33.346946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-99e41a4d-35aa-4bcf-988f-809ecff7eb9a None None] Provisioning complete for port 7018f0f9-39d3-4e84-8ae0-1870243560d3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:33.347420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99e41a4d-35aa-4bcf-988f-809ecff7eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.350148 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:35:33.350547 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Checking segment: {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:35:33.351021 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.351408 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Bound using segment: {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:35:33.353190 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Bound port: 7018f0f9-39d3-4e84-8ae0-1870243560d3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2f4cfd-03d3-401c-809a-9b9025169d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:35:33.353190 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.384895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-99e41a4d-35aa-4bcf-988f-809ecff7eb9a None None] Port 7018f0f9-39d3-4e84-8ae0-1870243560d3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:35:33.420593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] For port 7018f0f9-39d3-4e84-8ae0-1870243560d3, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:35:33.440012 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] For port 7018f0f9-39d3-4e84-8ae0-1870243560d3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7018f0f9-39d3-4e84-8ae0-1870243560d3,segment=NetworkSegment(8c2f4cfd-03d3-401c-809a-9b9025169d64),segment_id=8c2f4cfd-03d3-401c-809a-9b9025169d64)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:35:33.504210 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.563644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Routers {'269c0ed8-e8d4-4f97-83f2-b92e70960b28'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:35:33.564275 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:35:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:33.604898 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d387f7a-9f0b-42a0-897b-f2f0b3a4537f None None] Pushing event updated for resources: {'Port': ['ID=7018f0f9-39d3-4e84-8ae0-1870243560d3,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:33.659659 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] Set router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:35:33.707815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ccae706f-d0ca-4fb3-90c0-fd458b881df0 None None] Provisioning complete for port 7018f0f9-39d3-4e84-8ae0-1870243560d3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:33.708490 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ccae706f-d0ca-4fb3-90c0-fd458b881df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.795679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ccae706f-d0ca-4fb3-90c0-fd458b881df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.831219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ccae706f-d0ca-4fb3-90c0-fd458b881df0 None None] For port 7018f0f9-39d3-4e84-8ae0-1870243560d3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7018f0f9-39d3-4e84-8ae0-1870243560d3,segment=NetworkSegment(8c2f4cfd-03d3-401c-809a-9b9025169d64),segment_id=8c2f4cfd-03d3-401c-809a-9b9025169d64)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:35:33.872635 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'name': 'router1', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:35:20Z', 'updated_at': '2021-10-22T14:35:31Z', 'revision_number': 2, 'project_id': '75d2e93494ff43c887514611f16ae273', 'gw_port_host': None, '_interfaces': [{'id': '7018f0f9-39d3-4e84-8ae0-1870243560d3', 'name': '', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'mac_address': 'fa:16:3e:e8:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:30Z', 'updated_at': '2021-10-22T14:35:33Z', 'revision_number': 4, 'project_id': '75d2e93494ff43c887514611f16ae273', 'subnets': [{'id': 'f2424989-531f-449d-b161-5a994f89f34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:33.892207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ccae706f-d0ca-4fb3-90c0-fd458b881df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:33.899439 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5df1-b0e0-4d5c-b181-0d6da625ddad None None] The sync data for ids ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'] in n-d-812148-2 is: [{'id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'name': 'router1', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:35:20Z', 'updated_at': '2021-10-22T14:35:31Z', 'revision_number': 2, 'project_id': '75d2e93494ff43c887514611f16ae273', 'gw_port_host': None, '_interfaces': [{'id': '7018f0f9-39d3-4e84-8ae0-1870243560d3', 'name': '', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'mac_address': 'fa:16:3e:e8:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:30Z', 'updated_at': '2021-10-22T14:35:33Z', 'revision_number': 4, 'project_id': '75d2e93494ff43c887514611f16ae273', 'subnets': [{'id': 'f2424989-531f-449d-b161-5a994f89f34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:35:33.952275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae706f-d0ca-4fb3-90c0-fd458b881df0 None None] Pushing event updated for resources: {'Port': ['ID=7018f0f9-39d3-4e84-8ae0-1870243560d3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:34.224854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:34.336875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bddf9-75be-411e-b282-e0af5bee220b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:34.338384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-309bddf9-75be-411e-b282-e0af5bee220b admin admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 842 time: 0.1126266 Oct 22 14:35:34.350218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:34.452227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Made reservation on behalf of 2a82d8b2873a43e98755a7638cfe0fe1 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:35:34.454483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:34.806674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:35:34.807150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:34.933028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9753068-761f-4ae5-b47b-341b078dab9c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:34.938169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:35:34.938524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Network hostable DHCP agents. Network: d9fda528-0403-4d4f-a06a-a88fdc884a3b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:35:35.023670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:35:35.103936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d9fda528-0403-4d4f-a06a-a88fdc884a3b) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:35:35.108534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:35.109119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:35.115770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d371f-b8fa-44bb-afdf-3b8963d25c2b None None] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:35:35.178365 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a7628c27-8cc2-4898-b396-2a7ecf552381 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8314109 Oct 22 14:35:35.254285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69179e09-6fe9-437e-8719-37992a2a4196 None None] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:35:37.575364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58146) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:37.807476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-63e4f4d5-0829-4265-81b8-9bf70c73c993 admin admin] 10.222.0.66 "GET /v2.0/routers/269c0ed8-e8d4-4f97-83f2-b92e70960b28 HTTP/1.1" status: 200 len: 710 time: 0.2309070 Oct 22 14:35:37.996713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dab994-c05d-454f-90b9-8e18139da933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:35:37.998264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d9dab994-c05d-454f-90b9-8e18139da933 admin admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 886 time: 0.1843421 Oct 22 14:35:38.007668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:35:38.274308 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:38.554209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:38.632487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:38.845123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Allocated IP 172.25.1.214 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c07acb42-f71b-4e2c-856c-3fb83f93de4f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:35:38.956784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:39.064453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:39.126954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:35:39.131550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:35:39.181860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c07acb42-f71b-4e2c-856c-3fb83f93de4f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:39.185179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:35:39.226292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.226633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.226985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.227325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.227663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.227983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.228304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.228629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.228946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.229265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.229583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.230465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Tracked resource versions report: Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: pushed versions: Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: { 'AddressGroup': {'1.2'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'ConntrackHelper': {'1.0'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Log': {'1.0'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Network': {'1.1'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Port': {'1.7'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'PortForwarding': {'1.2'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'QosPolicy': {'1.10'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'SecurityGroup': {'1.4'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'SubPort': {'1.0'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Subnet': {'1.1'}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Trunk': {'1.1'}} Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: consumer versions: Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: L3 agent@n-d-812148-2: {}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: Metadata agent@n-d-812148-2: {}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: Metering agent@n-d-812148-2: {}, Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'ConntrackHelper': '1.0', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Log': '1.0', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Network': '1.1', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Port': '1.7', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'PortForwarding': '1.2', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'QosPolicy': '1.10', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'SecurityGroup': '1.4', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'SecurityGroupRule': '1.2', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'SubPort': '1.0', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Subnet': '1.1', Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: 'Trunk': '1.1'}} Oct 22 14:35:39.231766 n-d-812148-2 neutron-server[107802]: {{(pid=107802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:35:39.608015 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:39.801526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:39.805831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:39.914382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:35:40.018450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:35:40.022923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:40.024130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b430af0-3b34-4680-82fc-271b097718a3 admin admin] 10.222.0.66 "PUT /v2.0/routers/269c0ed8-e8d4-4f97-83f2-b92e70960b28 HTTP/1.1" status: 200 len: 890 time: 2.0196478 Oct 22 14:35:40.323695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7018f0f9-39d3-4e84-8ae0-1870243560d3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:35:40.379983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7018f0f9-39d3-4e84-8ae0-1870243560d3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:40.380363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:41.021967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Sync routers for ids ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:35:41.033790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Routers {'269c0ed8-e8d4-4f97-83f2-b92e70960b28'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:35:41.034441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:35:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:41.283575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Set router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:35:41.670332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'name': 'router1', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c07acb42-f71b-4e2c-856c-3fb83f93de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:35:20Z', 'updated_at': '2021-10-22T14:35:39Z', 'revision_number': 4, 'project_id': '75d2e93494ff43c887514611f16ae273', 'gw_port': {'id': 'c07acb42-f71b-4e2c-856c-3fb83f93de4f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:38Z', 'updated_at': '2021-10-22T14:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7018f0f9-39d3-4e84-8ae0-1870243560d3', 'name': '', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'mac_address': 'fa:16:3e:e8:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:30Z', 'updated_at': '2021-10-22T14:35:33Z', 'revision_number': 5, 'project_id': '75d2e93494ff43c887514611f16ae273', 'subnets': [{'id': 'f2424989-531f-449d-b161-5a994f89f34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:41.789671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Checking router: 269c0ed8-e8d4-4f97-83f2-b92e70960b28 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:35:41.790012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Updating router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 port c07acb42-f71b-4e2c-856c-3fb83f93de4f binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:35:41.836679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:42.153613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:42.212084 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:42.236565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Attempting to bind port c07acb42-f71b-4e2c-856c-3fb83f93de4f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:35:42.236936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Attempting to bind port c07acb42-f71b-4e2c-856c-3fb83f93de4f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:35:42.237297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Attempting to bind port c07acb42-f71b-4e2c-856c-3fb83f93de4f on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:35:42.242743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:35:42.242743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:35:42.242997 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:42.243362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:35:42.243847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Bound port: c07acb42-f71b-4e2c-856c-3fb83f93de4f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:35:42.244246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:42.398278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831c0a2-fed3-41ac-8b00-9ccf5dbaa1f5 None None] Pushing event updated for resources: {'Port': ['ID=c07acb42-f71b-4e2c-856c-3fb83f93de4f,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:42.410865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] For port c07acb42-f71b-4e2c-856c-3fb83f93de4f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:35:42.413947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] For port c07acb42-f71b-4e2c-856c-3fb83f93de4f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c07acb42-f71b-4e2c-856c-3fb83f93de4f,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:35:42.492619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:42.539810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58162) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:35:42.552068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Routers {'269c0ed8-e8d4-4f97-83f2-b92e70960b28'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:35:42.552677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:35:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:42.554331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831c0a2-fed3-41ac-8b00-9ccf5dbaa1f5 None None] Pushing event updated for resources: {'Port': ['ID=c07acb42-f71b-4e2c-856c-3fb83f93de4f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:42.657011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e4a11f4-da90-49c9-83fa-050b3aa992a2 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157596 Oct 22 14:35:42.661234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] Set router 269c0ed8-e8d4-4f97-83f2-b92e70960b28 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:35:42.884376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'name': 'router1', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c07acb42-f71b-4e2c-856c-3fb83f93de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:35:20Z', 'updated_at': '2021-10-22T14:35:39Z', 'revision_number': 4, 'project_id': '75d2e93494ff43c887514611f16ae273', 'gw_port': {'id': 'c07acb42-f71b-4e2c-856c-3fb83f93de4f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:38Z', 'updated_at': '2021-10-22T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7018f0f9-39d3-4e84-8ae0-1870243560d3', 'name': '', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'mac_address': 'fa:16:3e:e8:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:30Z', 'updated_at': '2021-10-22T14:35:33Z', 'revision_number': 5, 'project_id': '75d2e93494ff43c887514611f16ae273', 'subnets': [{'id': 'f2424989-531f-449d-b161-5a994f89f34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:35:42.914291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e373c-b2e6-41e1-8e42-2d33de272f66 None None] The sync data for ids ['269c0ed8-e8d4-4f97-83f2-b92e70960b28'] in n-d-812148-2 is: [{'id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'name': 'router1', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c07acb42-f71b-4e2c-856c-3fb83f93de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:35:20Z', 'updated_at': '2021-10-22T14:35:39Z', 'revision_number': 4, 'project_id': '75d2e93494ff43c887514611f16ae273', 'gw_port': {'id': 'c07acb42-f71b-4e2c-856c-3fb83f93de4f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:38Z', 'updated_at': '2021-10-22T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7018f0f9-39d3-4e84-8ae0-1870243560d3', 'name': '', 'network_id': '1614b6ba-a40e-4410-a681-2a9e06065278', 'tenant_id': '75d2e93494ff43c887514611f16ae273', 'mac_address': 'fa:16:3e:e8:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269c0ed8-e8d4-4f97-83f2-b92e70960b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2424989-531f-449d-b161-5a994f89f34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:35:30Z', 'updated_at': '2021-10-22T14:35:33Z', 'revision_number': 5, 'project_id': '75d2e93494ff43c887514611f16ae273', 'subnets': [{'id': 'f2424989-531f-449d-b161-5a994f89f34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df4e9cfb-13ac-44d2-a4dc-48c0974937bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:35:43.558848 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:35:44.320756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c07acb42-f71b-4e2c-856c-3fb83f93de4f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:35:44.373032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c07acb42-f71b-4e2c-856c-3fb83f93de4f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:44.373400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:44.467194 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:44.490010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port c07acb42-f71b-4e2c-856c-3fb83f93de4f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c07acb42-f71b-4e2c-856c-3fb83f93de4f,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:35:44.555076 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:44.618585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=c07acb42-f71b-4e2c-856c-3fb83f93de4f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:35:46.332728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c07acb42-f71b-4e2c-856c-3fb83f93de4f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:35:46.424737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c07acb42-f71b-4e2c-856c-3fb83f93de4f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:35:46.425110 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:52.572585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed1b4-2aed-47f0-b91b-2a1873c32d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:55.103205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-80a0db06-7a54-44a1-a498-4c6861b893e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:56.348842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:56.377666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:57.845957 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:20.561580 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:36:22.588397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-63844b59-3196-4665-9fb9-db629cd51b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:25.113603 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-385e049b-2ead-4c4c-81a4-f384d46450c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:26.295452 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:26.376726 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:27.879386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:52.553353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6b36646-4ec6-4237-bb07-801a7696cf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:55.099992 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d803e9d1-2abf-472e-9c1b-4fdf65ecbb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:56.284119 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:56.370041 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:57.561645 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:36:57.815773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:22.557822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f766811-fedd-45e7-8520-a178b181bb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:25.117907 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-939b5bac-199d-47ef-8a73-e96175f76b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:26.374874 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:26.489050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:27.944475 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:28.884800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58756) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:28.945961 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbbd78a-df5a-40cd-a824-264b4edbf1d6 admin admin] GET failed (client error): The resource could not be found. Oct 22 14:37:28.947292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2cbbd78a-df5a-40cd-a824-264b4edbf1d6 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615227 Oct 22 14:37:29.119131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763e4f2-fda1-4de6-b015-33b3e6289e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:29.120551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9763e4f2-fda1-4de6-b015-33b3e6289e99 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1687558 Oct 22 14:37:31.401525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58766) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:31.503637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3a7a6-604b-4113-8dc5-ae141f17ef55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:31.505003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40d3a7a6-604b-4113-8dc5-ae141f17ef55 admin admin] 10.222.0.66 "GET /v2.0/subnets/f2424989-531f-449d-b161-5a994f89f34e HTTP/1.1" status: 200 len: 849 time: 0.1025040 Oct 22 14:37:31.514955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:37:31.602922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:31.852634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778615874780'] for subnet, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:31.883037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:31.883563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:31.884844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] 10.222.0.66 "PUT /v2.0/subnets/f2424989-531f-449d-b161-5a994f89f34e HTTP/1.1" status: 200 len: 868 time: 0.3734996 Oct 22 14:37:31.892312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2a728-5e2a-4bec-aeeb-dd5b6f0877a6 None None] Network 1614b6ba-a40e-4410-a681-2a9e06065278 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:37:31.908196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2424989-531f-449d-b161-5a994f89f34e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:37:31.915464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.915803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.916136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.916468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.916798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.917123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.917444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.917764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.918081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.918397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.918726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:31.919089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c1d91-4efb-4dd3-bcaf-2b0851667dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:37:32.243479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-019d8148-3b2a-4f3c-adfc-b89ac27cc65a None None] Provisioning complete for port a02c4b8c-3442-4175-941f-eb1eb48b47d0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:37:32.243854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-019d8148-3b2a-4f3c-adfc-b89ac27cc65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:32.330118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-019d8148-3b2a-4f3c-adfc-b89ac27cc65a None None] Provisioning complete for port 7018f0f9-39d3-4e84-8ae0-1870243560d3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:37:32.330486 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-019d8148-3b2a-4f3c-adfc-b89ac27cc65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:34.213684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:34.410890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222e320-1efc-404f-ba3b-b10cd4253301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:34.411419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222e320-1efc-404f-ba3b-b10cd4253301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:34.413020 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9222e320-1efc-404f-ba3b-b10cd4253301 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983898 Oct 22 14:37:34.561616 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:37:36.722095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58784) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:36.859270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1a9f3-e22c-4a40-9e02-4bb0e9974d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:36.859741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1a9f3-e22c-4a40-9e02-4bb0e9974d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:36.861284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c7a1a9f3-e22c-4a40-9e02-4bb0e9974d9b admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1381609 Oct 22 14:37:39.170794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58792) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:39.301504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c39fe5-71d6-4ded-9ceb-393fa0ae1b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:39.303492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46c39fe5-71d6-4ded-9ceb-393fa0ae1b11 admin admin] 10.222.0.66 "GET /v2.0/networks/1614b6ba-a40e-4410-a681-2a9e06065278 HTTP/1.1" status: 200 len: 869 time: 0.1317317 Oct 22 14:37:41.634015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58800) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:41.756368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702d0f9-8087-43ce-884c-96a28ffbc86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:41.757851 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3702d0f9-8087-43ce-884c-96a28ffbc86a admin admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 886 time: 0.1228859 Oct 22 14:37:44.117591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58808) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:44.240652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10527c88-667e-4eda-a05b-525cb5957506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:44.241097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10527c88-667e-4eda-a05b-525cb5957506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:44.242628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-10527c88-667e-4eda-a05b-525cb5957506 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241016 Oct 22 14:37:46.527627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58816) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:46.624497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634073df-2184-4c25-9fbc-299f813a4808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:46.624497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634073df-2184-4c25-9fbc-299f813a4808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:46.624497 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-634073df-2184-4c25-9fbc-299f813a4808 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918975 Oct 22 14:37:48.909178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:49.001042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a593204-7efa-4623-8d52-f761e380879a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:49.002402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a593204-7efa-4623-8d52-f761e380879a admin admin] 10.222.0.66 "GET /v2.0/subnets/f2424989-531f-449d-b161-5a994f89f34e HTTP/1.1" status: 200 len: 868 time: 0.0922854 Oct 22 14:37:51.292278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58832) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:37:51.381886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec170a2-d877-4114-b8f9-239ca2b4d5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:37:51.383256 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cec170a2-d877-4114-b8f9-239ca2b4d5b4 admin admin] 10.222.0.66 "GET /v2.0/subnets/f9753068-761f-4ae5-b47b-341b078dab9c HTTP/1.1" status: 200 len: 816 time: 0.0899789 Oct 22 14:37:52.584291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-190fddbb-f5f0-43ce-b453-8694b858a17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:55.140062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aadcba79-378b-4426-84e7-cf3ac33013da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:56.368566 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:56.414375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:37:57.848228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:11.561784 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:38:16.527836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:38:16.574836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-35b7680f-4478-478c-9308-afe2fcebd2de admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:38:16.575861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-35b7680f-4478-478c-9308-afe2fcebd2de admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469892 Oct 22 14:38:18.947042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58894) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:38:19.006270 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e89ad4f-f182-47a6-8b87-1e0c38985d4f admin admin] GET failed (client error): The resource could not be found. Oct 22 14:38:19.007615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1e89ad4f-f182-47a6-8b87-1e0c38985d4f admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596445 Oct 22 14:38:19.162856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb37cf-9a76-4ae1-b3d8-94c457602828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:38:19.162856 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41eb37cf-9a76-4ae1-b3d8-94c457602828 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383345 Oct 22 14:38:21.466751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58902) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:38:21.515498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:38:21.599324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Made reservation on behalf of 2a82d8b2873a43e98755a7638cfe0fe1 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:38:21.601677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:21.642826 n-d-812148-2 neutron-server[107802]: WARNING neutron.services.revisions.revision_plugin [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Could not find related network for resource to bump revision. Oct 22 14:38:21.658653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:38:21.671202 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778615934486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:21.671748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Unsubscribe: segment precommit_create {{(pid=107802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 22 14:38:21.672191 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Added segment b9b65a17-c730-40f3-8d4e-0c2dec509fc9 of type vlan for network ef68be12-4d5a-45e1-a811-4de7d865b7c8 Oct 22 14:38:21.725829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:21.827823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:21.828994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:38:21.829577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:21.918657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] Pushing event updated for resources: {'Network': ['ID=ef68be12-4d5a-45e1-a811-4de7d865b7c8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:38:21.929598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:38:21.970441 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-933a5193-e8bb-4d74-8dc5-950dbbcf5ebd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5025849 Oct 22 14:38:22.582233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c96ee69-7330-4b72-b719-ab2f98910a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:24.339554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58910) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:38:24.400607 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99af742-a8a7-4270-a0f9-ddfb5e428ddc admin admin] GET failed (client error): The resource could not be found. Oct 22 14:38:24.401911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d99af742-a8a7-4270-a0f9-ddfb5e428ddc admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613809 Oct 22 14:38:24.473796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d294b0d-c7e1-42d6-9ebd-687c8a40decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:38:24.475283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9d294b0d-c7e1-42d6-9ebd-687c8a40decb admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686276 Oct 22 14:38:24.485551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:38:24.567521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Made reservation on behalf of 2a82d8b2873a43e98755a7638cfe0fe1 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:38:24.569722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:24.867598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:24.923391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0836ecac-1f34-4340-b23b-a32113be270a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:38:24.934237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:38:24.934586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Network hostable DHCP agents. Network: ef68be12-4d5a-45e1-a811-4de7d865b7c8, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:38:25.032917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:38:25.124519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1b60f1d8-7cc0-4a44-890b-0fded6b70736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.164238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ef68be12-4d5a-45e1-a811-4de7d865b7c8) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:38:25.168293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:38:25.168873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.173001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781c185-56ca-41c8-8bf0-27bd573721da None None] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:38:25.275807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7514cca3-1da6-48e5-8549-a2d6f30ad184 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7935112 Oct 22 14:38:25.418763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'tenant_id': '2a82d8b2873a43e98755a7638cfe0fe1', 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:38:25.419696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.563800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Allocated IP 192.168.233.2 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/4cf84cb1-670b-45ee-b470-612af84be481) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:38:25.712289 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.799822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.840272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:38:25.843277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:38:25.846714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:38:25.860217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Pushing event updated for resources: {'Port': ['ID=4cf84cb1-670b-45ee-b470-612af84be481,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:38:25.884630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.884974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.889243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:38:25.918484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Attempting to bind port 4cf84cb1-670b-45ee-b470-612af84be481 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:38:25.918846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Attempting to bind port 4cf84cb1-670b-45ee-b470-612af84be481 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:38:25.919247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Attempting to bind port 4cf84cb1-670b-45ee-b470-612af84be481 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:38:25.924403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:38:25.924768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:38:25.927527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.927527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:38:25.927527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Bound port: 4cf84cb1-670b-45ee-b470-612af84be481, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:38:25.927527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:25.992379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] For port 4cf84cb1-670b-45ee-b470-612af84be481, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:38:25.995537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] For port 4cf84cb1-670b-45ee-b470-612af84be481, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cf84cb1-670b-45ee-b470-612af84be481,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:38:26.065050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:26.127462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8a64-3755-4d6a-b8ae-b0910f4b4e55 None None] Pushing event updated for resources: {'Port': ['ID=4cf84cb1-670b-45ee-b470-612af84be481,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:38:26.312705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:26.432856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:26.478316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cf84cb1-670b-45ee-b470-612af84be481 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:38:26.530249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4cf84cb1-670b-45ee-b470-612af84be481 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:38:26.530514 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:26.616770 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:26.654231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4cf84cb1-670b-45ee-b470-612af84be481, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cf84cb1-670b-45ee-b470-612af84be481,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:38:26.756968 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:26.826903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4cf84cb1-670b-45ee-b470-612af84be481,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:38:27.035786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d268c39-be6b-4e44-9db8-7f5aef368e8e None None] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:38:27.110333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fad1b8c6-6887-4330-954b-ae9cacf1ca59 None None] Provisioning complete for port 4cf84cb1-670b-45ee-b470-612af84be481 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:38:27.110717 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fad1b8c6-6887-4330-954b-ae9cacf1ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:27.480938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fceab3b8-8c8c-4e5c-ace3-2ce3dbe257b1 None None] Provisioning complete for port 4cf84cb1-670b-45ee-b470-612af84be481 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:38:27.481593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fceab3b8-8c8c-4e5c-ace3-2ce3dbe257b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:27.882361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:28.400064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cf84cb1-670b-45ee-b470-612af84be481 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:38:28.449837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4cf84cb1-670b-45ee-b470-612af84be481 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:38:28.450197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:48.560762 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:38:52.563114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93bc099e-8240-49a6-ba0f-f6f16d8f40df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:55.117668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-02c00101-fd2b-49dd-9972-85edbe9a84da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:56.297777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:56.366570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:38:57.864056 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:22.589010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a1c9970a-0ac2-4226-ad73-3d14da2442a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:25.174240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77753ba2-f161-44c9-b146-ee4011ff3152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:25.561312 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:39:26.299138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:26.418542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:27.876725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:49.204688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58954) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:39:49.210588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-323db108-bd0f-44f4-9a3e-ba638226f17f tempest-verify_tempest_config-678554797 tempest-verify_tempest_config-678554797-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:39:49.211603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-323db108-bd0f-44f4-9a3e-ba638226f17f tempest-verify_tempest_config-678554797 tempest-verify_tempest_config-678554797-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058966 Oct 22 14:39:49.731844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58972) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:39:49.835513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:49.915728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:50.006764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:50.051948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3b2ac1-415a-4984-a84a-6d488d2be598,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:39:50.062864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a84346f8a1284c1f83df431f2038882f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3299675 Oct 22 14:39:50.064138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.064455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.064785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.065111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.065434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.065754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.065976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58976) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:39:50.066420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.066420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.066682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.067017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.067359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.067647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd8bd4-84d6-40ee-9d77-e710b9e4440a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.146446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:50.167590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:50.355478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:50.358076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:50.359501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c3b2ac1-415a-4984-a84a-6d488d2be598 HTTP/1.1" status: 204 len: 168 time: 0.2923491 Oct 22 14:39:50.367361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3b2ac1-415a-4984-a84a-6d488d2be598,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:39:50.374148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.374614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.375132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.375465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.375920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.376253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.376576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.376898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.377213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.377542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.377841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:50.378156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cc1f8-c7be-4fd9-9932-2f099910af4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:39:52.571936 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-654ee0f4-f9d4-47cf-9144-15104a5f4d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:55.189007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb4db5b-be11-45b7-8b20-5648c6503d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:56.297456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:56.360928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:39:57.845987 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:02.559584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:40:22.553466 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4b561d7-3ac3-4fd3-be40-146314079f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:25.090020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6260ded0-026e-4fe0-bdb9-a8346e7b80d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:26.302018 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:26.393275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:27.850115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:39.558110 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:40:52.580916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fb7afd-1b7d-48d1-bd39-ea9a89f0ef24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:55.146203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0197e63a-0a61-4021-af65-1744d9522811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:56.312226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:56.398464 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:40:57.866889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:16.556940 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:41:22.734402 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2184a346-b506-4428-8976-e65458d52fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:25.088208 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4800647e-8ae7-4451-8054-803c96c8db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:26.311106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:26.378851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:27.905537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:52.590479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-740825ab-0e0a-45bc-ac03-f2b674a5aa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:53.555335 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:41:55.114776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9acf909-5490-41bb-ae87-a07705a21b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:56.339884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:56.378753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:41:57.880413 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:22.573025 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6950-527b-43f4-8fe7-134a90ff44b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:25.092408 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9dc120cf-eaf9-4b86-adaf-fbf92cb93d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:26.338622 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:26.360529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:27.875092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:30.554897 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 5 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:42:52.606009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c230c485-7c8f-4509-8901-0a79bb7ed131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:55.111734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9faa949d-24d0-497c-b8e1-479af587d5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:56.317301 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:56.377174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:42:57.903528 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:03.528390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:07.554264 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 6 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:43:11.068197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444879'] for agent, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:22.588295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c038a009-647f-4d36-96c2-0b9fabcf66f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:25.102532 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dfa261f3-647c-435b-927e-c67ee55c3222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:26.325371 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:26.368009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:27.885166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:33.481918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:40.996480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:44.554325 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:43:49.492847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59030) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:43:49.595903 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-19a4d5d4-32d0-4c88-a92c-a44201e5719d admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1019442 Oct 22 14:43:51.980487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59040) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:43:52.036795 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5c68cc68-34c5-4af1-8620-b2444b6426ea admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0552342 Oct 22 14:43:52.571283 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b9849d3-574b-431b-b27a-1276bbf7480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:55.104985 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ac42549-0566-4aaa-a3f3-8446a0ecde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:56.327269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:56.361934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:43:57.887769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:03.496672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:11.001318 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:21.554767 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:44:22.629565 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-facd2b10-c909-4938-9f8d-4baa3c55afc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:25.147906 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0afaf48-6489-4bf1-9543-a19079f69fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:26.326365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:26.420021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:27.915205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:33.508957 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:41.007088 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:52.593531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9e79-8eed-4694-b6ff-2a29d23e1d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:55.131757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cd830df8-da7b-4cda-b673-fc88bda3de34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:56.331184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:56.374932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:57.874445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:44:58.554472 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:45:03.554419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:11.005885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:22.269242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59274) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:22.727186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9ed93a6d-b21b-468c-8f46-49c097bd2dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:22.836966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42186679-4d59-464f-9fb9-82e7782e5204 tempest-AutoAllocateNetworkTest-865759313 tempest-AutoAllocateNetworkTest-865759313-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4da085aa9f04c56a3e82325cbb4ddd8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5661066 Oct 22 14:45:22.839972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:23.023670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068ae55-e96d-46b1-ae1d-12abe234f794 tempest-AutoAllocateNetworkTest-865759313 tempest-AutoAllocateNetworkTest-865759313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:23.025172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c068ae55-e96d-46b1-ae1d-12abe234f794 tempest-AutoAllocateNetworkTest-865759313 tempest-AutoAllocateNetworkTest-865759313-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1841140 Oct 22 14:45:23.028330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59302) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:23.082704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-594035a1-38f0-446f-bcf5-95c6d8000f77 tempest-AutoAllocateNetworkTest-865759313 tempest-AutoAllocateNetworkTest-865759313-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526481 Oct 22 14:45:23.085512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:23.115311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dfc9e327-4764-494c-b3bd-1720bb1e5dd6 tempest-AutoAllocateNetworkTest-865759313 tempest-AutoAllocateNetworkTest-865759313-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4da085aa9f04c56a3e82325cbb4ddd8 HTTP/1.1" status: 200 len: 208 time: 0.0286293 Oct 22 14:45:24.109090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59360) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:24.512021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.596417 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.663384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.705349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:24.719065 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4da085aa9f04c56a3e82325cbb4ddd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6049867 Oct 22 14:45:24.730932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8aeb4-bc64-4e83-b79e-ea6f349cca67,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:24.745111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.745661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.746532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.747197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.747732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.748210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.749013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.749535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.750000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.750784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.751453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.752038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f537616-cc15-4c01-8b63-ca07e3c18621 admin admin] Tracked resource versions report: Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: pushed versions: Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: { 'AddressGroup': {'1.2'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'ConntrackHelper': {'1.0'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Log': {'1.0'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Network': {'1.1'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Port': {'1.7'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'PortForwarding': {'1.2'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'QosPolicy': {'1.10'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'SecurityGroup': {'1.4'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'SubPort': {'1.0'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Subnet': {'1.1'}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Trunk': {'1.1'}} Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: consumer versions: Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: HyperV agent@n-h1-812148-2: {}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: HyperV agent@n-h2-812148-2: {}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: L3 agent@n-d-812148-2: {}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: Metadata agent@n-d-812148-2: {}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: Metering agent@n-d-812148-2: {}, Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'ConntrackHelper': '1.0', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Log': '1.0', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Network': '1.1', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Port': '1.7', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'PortForwarding': '1.2', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'QosPolicy': '1.10', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'SecurityGroup': '1.4', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'SecurityGroupRule': '1.2', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'SubPort': '1.0', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Subnet': '1.1', Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: 'Trunk': '1.1'}} Oct 22 14:45:24.753441 n-d-812148-2 neutron-server[107801]: {{(pid=107801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:45:24.796854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.820086 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.943813 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.946445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:24.947644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80a8aeb4-bc64-4e83-b79e-ea6f349cca67 HTTP/1.1" status: 204 len: 168 time: 0.2407577 Oct 22 14:45:24.955523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8aeb4-bc64-4e83-b79e-ea6f349cca67,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:24.963801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.964325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.964834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.965338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.965693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.966182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.966659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.967159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.967670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.968169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.968644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.969126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9aa3b0-85c1-4d57-a6d4-5fe85e60639f admin admin] Tracked resource versions report: Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: pushed versions: Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: { 'AddressGroup': {'1.2'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'ConntrackHelper': {'1.0'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Log': {'1.0'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Network': {'1.1'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Port': {'1.7'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'PortForwarding': {'1.2'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'QosPolicy': {'1.10'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'SecurityGroup': {'1.4'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'SubPort': {'1.0'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Subnet': {'1.1'}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Trunk': {'1.1'}} Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: consumer versions: Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: HyperV agent@n-h1-812148-2: {}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: HyperV agent@n-h2-812148-2: {}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: L3 agent@n-d-812148-2: {}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: Metadata agent@n-d-812148-2: {}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: Metering agent@n-d-812148-2: {}, Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'ConntrackHelper': '1.0', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Log': '1.0', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Network': '1.1', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Port': '1.7', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'PortForwarding': '1.2', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'QosPolicy': '1.10', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'SecurityGroup': '1.4', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'SecurityGroupRule': '1.2', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'SubPort': '1.0', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Subnet': '1.1', Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: 'Trunk': '1.1'}} Oct 22 14:45:24.970237 n-d-812148-2 neutron-server[107802]: {{(pid=107802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:45:25.114103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e7a03aa5-6661-46a5-a0d3-7e3cecb89f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:25.729867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59434) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:25.867119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b717169-1c69-4f15-bd42-4d0477637416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:25.958806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b717169-1c69-4f15-bd42-4d0477637416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.056373 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b717169-1c69-4f15-bd42-4d0477637416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.099716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b717169-1c69-4f15-bd42-4d0477637416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc396957-14d0-4f96-9c6b-c29754fc1732,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:26.103947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b717169-1c69-4f15-bd42-4d0477637416 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01e7d9bb10354539a308308bbb59cdba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3713548 Oct 22 14:45:26.107127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59456) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:26.161146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c966399a-29d1-494e-984b-31bf422c04f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.197056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c966399a-29d1-494e-984b-31bf422c04f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.337235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c966399a-29d1-494e-984b-31bf422c04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.340645 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c966399a-29d1-494e-984b-31bf422c04f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.344327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c966399a-29d1-494e-984b-31bf422c04f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc396957-14d0-4f96-9c6b-c29754fc1732 HTTP/1.1" status: 204 len: 168 time: 0.2344658 Oct 22 14:45:26.354215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966399a-29d1-494e-984b-31bf422c04f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc396957-14d0-4f96-9c6b-c29754fc1732,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:26.390308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.394236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.425430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59478) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:26.797810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db4c8eb0-31d3-4312-9f2b-0e38a91c00c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.881836 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db4c8eb0-31d3-4312-9f2b-0e38a91c00c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:26.965329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db4c8eb0-31d3-4312-9f2b-0e38a91c00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.005560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-db4c8eb0-31d3-4312-9f2b-0e38a91c00c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c26fcf11f064db495d293964e6a8508&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5788560 Oct 22 14:45:27.008536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59508) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:27.014468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c8eb0-31d3-4312-9f2b-0e38a91c00c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5246e48-3ff7-4235-a0bb-115b0e348050,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:27.059406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf7df33-f92a-46a8-b6cb-5a16b49c8688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.081372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf7df33-f92a-46a8-b6cb-5a16b49c8688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.193537 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf7df33-f92a-46a8-b6cb-5a16b49c8688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.196177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf7df33-f92a-46a8-b6cb-5a16b49c8688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.199926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aaf7df33-f92a-46a8-b6cb-5a16b49c8688 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5246e48-3ff7-4235-a0bb-115b0e348050 HTTP/1.1" status: 204 len: 168 time: 0.1878407 Oct 22 14:45:27.204952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7df33-f92a-46a8-b6cb-5a16b49c8688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5246e48-3ff7-4235-a0bb-115b0e348050,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:27.237146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59516) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:27.251186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baf0026c-78e2-4c13-9f0b-a1d56ca1b3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.322920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59520) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:27.329872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baf0026c-78e2-4c13-9f0b-a1d56ca1b3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.399221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baf0026c-78e2-4c13-9f0b-a1d56ca1b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.437031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-baf0026c-78e2-4c13-9f0b-a1d56ca1b3cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a870a83152143dd89b5b700d6e3484c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1987586 Oct 22 14:45:27.439675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59526) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:27.443376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0026c-78e2-4c13-9f0b-a1d56ca1b3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f20f4-6175-4288-b5e3-6d4cf16d4a10,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:27.503082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a48b744-72d0-475a-8409-90ca468b8a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.525992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a48b744-72d0-475a-8409-90ca468b8a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.719491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a48b744-72d0-475a-8409-90ca468b8a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.722043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a48b744-72d0-475a-8409-90ca468b8a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.723215 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1a48b744-72d0-475a-8409-90ca468b8a8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/345f20f4-6175-4288-b5e3-6d4cf16d4a10 HTTP/1.1" status: 204 len: 168 time: 0.2823849 Oct 22 14:45:27.730944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48b744-72d0-475a-8409-90ca468b8a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f20f4-6175-4288-b5e3-6d4cf16d4a10,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:27.845326 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50dca26b-eda8-49c2-a83b-40f01d82cf2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.862483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:27.869760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59538) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:27.897617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:27.931624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50dca26b-eda8-49c2-a83b-40f01d82cf2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.062091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50dca26b-eda8-49c2-a83b-40f01d82cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.099748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dca26b-eda8-49c2-a83b-40f01d82cf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e951928-1242-4a52-b16f-0fd21d48defd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:28.104939 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50dca26b-eda8-49c2-a83b-40f01d82cf2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd3783c363434d9b85c9ed9b83b408fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7803719 Oct 22 14:45:28.107767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59548) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:28.170055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78bc6959-79c0-44a6-986f-4e01fbdb9586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.194869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78bc6959-79c0-44a6-986f-4e01fbdb9586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.321796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-network', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:28.331430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59558) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:28.346435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0862e595-b908-4527-8b4c-95e53daa8b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.366846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78bc6959-79c0-44a6-986f-4e01fbdb9586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.370595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78bc6959-79c0-44a6-986f-4e01fbdb9586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.372563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-78bc6959-79c0-44a6-986f-4e01fbdb9586 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e951928-1242-4a52-b16f-0fd21d48defd HTTP/1.1" status: 204 len: 168 time: 0.2631261 Oct 22 14:45:28.385057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc6959-79c0-44a6-986f-4e01fbdb9586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e951928-1242-4a52-b16f-0fd21d48defd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:28.428731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Made reservation on behalf of 393c3aa1bf3d4a698448988f6de1d726 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:28.431866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.445369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.504158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0862e595-b908-4527-8b4c-95e53daa8b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.524907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5be6d4ee-8b56-4c61-9e1e-cabca261cd4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.548167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.608638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5be6d4ee-8b56-4c61-9e1e-cabca261cd4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.610633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0862e595-b908-4527-8b4c-95e53daa8b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.641870 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0862e595-b908-4527-8b4c-95e53daa8b21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab299292bd9b435f8c17cac3ca30724c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3087928 Oct 22 14:45:28.645149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59576) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:28.651355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862e595-b908-4527-8b4c-95e53daa8b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612f978e-1db1-4a7e-a8bb-ecf2727add14,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:28.673437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.697201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5be6d4ee-8b56-4c61-9e1e-cabca261cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.706274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:45:28.739320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.739891 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Added segment 96529c13-397f-46bf-99ee-34fcbc7fb6c5 of type vlan for network fecc5e17-09ba-4245-ab79-ac57805e4245 Oct 22 14:45:28.750739 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5be6d4ee-8b56-4c61-9e1e-cabca261cd4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=888049ab7f174c769eb8aba013399dfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8799589 Oct 22 14:45:28.751333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59586) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:28.757467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d4ee-8b56-4c61-9e1e-cabca261cd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17753d-3e51-45bf-b69a-7c2aec81f1f2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:28.759048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ebf22c-69fd-49db-b5cc-be3549823cc9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:28.763427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b805be94-8cc7-4940-abb2-fe911afc5998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.808043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a50a2789-d802-465e-abd4-4dd0f40c783c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.812046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.819378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b805be94-8cc7-4940-abb2-fe911afc5998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.853221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a50a2789-d802-465e-abd4-4dd0f40c783c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.959462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:28.960436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:28.961020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.031495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] Pushing event updated for resources: {'Network': ['ID=fecc5e17-09ba-4245-ab79-ac57805e4245,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:29.042033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fecc5e17-09ba-4245-ab79-ac57805e4245 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:45:29.073585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a50a2789-d802-465e-abd4-4dd0f40c783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.073976 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b805be94-8cc7-4940-abb2-fe911afc5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.076161 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a50a2789-d802-465e-abd4-4dd0f40c783c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.076393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b805be94-8cc7-4940-abb2-fe911afc5998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.077306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a50a2789-d802-465e-abd4-4dd0f40c783c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e17753d-3e51-45bf-b69a-7c2aec81f1f2 HTTP/1.1" status: 204 len: 168 time: 0.3248239 Oct 22 14:45:29.081452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b805be94-8cc7-4940-abb2-fe911afc5998 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/612f978e-1db1-4a7e-a8bb-ecf2727add14 HTTP/1.1" status: 204 len: 168 time: 0.4350424 Oct 22 14:45:29.088769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a2789-d802-465e-abd4-4dd0f40c783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17753d-3e51-45bf-b69a-7c2aec81f1f2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:29.090113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805be94-8cc7-4940-abb2-fe911afc5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f978e-1db1-4a7e-a8bb-ecf2727add14,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:29.166680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9400d09e-2aad-4d5c-bda3-e9bef0be0a03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2614827 Oct 22 14:45:29.172068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:29.177834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Request body: {'subnet': {'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-subnet', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:29.273642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Made reservation on behalf of 393c3aa1bf3d4a698448988f6de1d726 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:29.275979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.399617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59626) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:29.429318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0f7c-e276-4589-b3a0-0fb81807c7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.547032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0f7c-e276-4589-b3a0-0fb81807c7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.616766 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0f7c-e276-4589-b3a0-0fb81807c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.668809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.670960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8e8a0f7c-e276-4589-b3a0-0fb81807c7f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34803915c8db457b9361b1721ba3955e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2634473 Oct 22 14:45:29.671305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a0f7c-e276-4589-b3a0-0fb81807c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a023f-e5a6-4cfe-8781-7d70e0fdfbc2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:29.678609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59642) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:29.757561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01bd49fe-de58-47c3-a046-3c1e37d8995e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:29.774024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Checking segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:29.774141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Network hostable DHCP agents. Network: fecc5e17-09ba-4245-ab79-ac57805e4245, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:45:29.800514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63b55d5b-53e1-444a-aa9b-b07a5a00e6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.832977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63b55d5b-53e1-444a-aa9b-b07a5a00e6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:29.902123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Network fecc5e17-09ba-4245-ab79-ac57805e4245 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:45:30.068331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, fecc5e17-09ba-4245-ab79-ac57805e4245) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:30.070244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63b55d5b-53e1-444a-aa9b-b07a5a00e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.076811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63b55d5b-53e1-444a-aa9b-b07a5a00e6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.079720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885dcdf-e946-40a8-a921-9a0aaf8fd665 None None] Network fecc5e17-09ba-4245-ab79-ac57805e4245 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:30.080316 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-63b55d5b-53e1-444a-aa9b-b07a5a00e6ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d5a023f-e5a6-4cfe-8781-7d70e0fdfbc2 HTTP/1.1" status: 204 len: 168 time: 0.3775454 Oct 22 14:45:30.088593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:30.089181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.092616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b55d5b-53e1-444a-aa9b-b07a5a00e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a023f-e5a6-4cfe-8781-7d70e0fdfbc2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:30.196153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f23060f1-ec91-4982-8326-1df73de67271 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0225253 Oct 22 14:45:30.198738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:30.203118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:30.265662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-fecc5e17-09ba-4245-ab79-ac57805e4245', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:45:30.267917 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.331256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.333106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.381340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59686) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:30.395237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90e4f95f-dfeb-44f1-9f28-d57752239dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.440589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.448515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Allocated IP 172.20.0.2 (fecc5e17-09ba-4245-ab79-ac57805e4245/01bd49fe-de58-47c3-a046-3c1e37d8995e/b0dd73f3-89bf-4fbe-ad91-486e796e2400) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:30.507915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90e4f95f-dfeb-44f1-9f28-d57752239dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.627135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.639428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90e4f95f-dfeb-44f1-9f28-d57752239dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.687605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4f95f-dfeb-44f1-9f28-d57752239dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf0907-e9de-4a66-bb19-0633cc9cbff6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:30.718857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-90e4f95f-dfeb-44f1-9f28-d57752239dce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e5e026c238642a69f9e26d1c6d7b37f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3348711 Oct 22 14:45:30.720981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59702) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:30.721785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.742646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.776238 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1553c614-f42c-4b1c-b1bc-3630e6c6f3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.788543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Network fecc5e17-09ba-4245-ab79-ac57805e4245 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:30.793522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:30.797331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:30.799196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1553c614-f42c-4b1c-b1bc-3630e6c6f3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.809162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Pushing event updated for resources: {'Port': ['ID=b0dd73f3-89bf-4fbe-ad91-486e796e2400,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:30.856479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.856820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.859646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.860172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.860714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.861275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.862281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.862807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.864018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.864516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.865084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.865595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Tracked resource versions report: Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: pushed versions: Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: { 'AddressGroup': {'1.2'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'ConntrackHelper': {'1.0'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Log': {'1.0'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Network': {'1.1'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Port': {'1.7'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'PortForwarding': {'1.2'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'QosPolicy': {'1.10'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'SecurityGroup': {'1.4'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'SubPort': {'1.0'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Subnet': {'1.1'}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Trunk': {'1.1'}} Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: consumer versions: Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: HyperV agent@n-h1-812148-2: {}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: HyperV agent@n-h2-812148-2: {}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: L3 agent@n-d-812148-2: {}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: Metadata agent@n-d-812148-2: {}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: Metering agent@n-d-812148-2: {}, Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'ConntrackHelper': '1.0', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Log': '1.0', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Network': '1.1', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Port': '1.7', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'PortForwarding': '1.2', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'QosPolicy': '1.10', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'SecurityGroup': '1.4', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'SecurityGroupRule': '1.2', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'SubPort': '1.0', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Subnet': '1.1', Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: 'Trunk': '1.1'}} Oct 22 14:45:30.866965 n-d-812148-2 neutron-server[107803]: {{(pid=107803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:45:30.912673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Attempting to bind port b0dd73f3-89bf-4fbe-ad91-486e796e2400 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:30.913415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Attempting to bind port b0dd73f3-89bf-4fbe-ad91-486e796e2400 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:30.913869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Attempting to bind port b0dd73f3-89bf-4fbe-ad91-486e796e2400 on network fecc5e17-09ba-4245-ab79-ac57805e4245 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:30.920873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:30.921744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Checking segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:30.922348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.922931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Bound using segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:30.923724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Bound port: b0dd73f3-89bf-4fbe-ad91-486e796e2400, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:30.924311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.925070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1553c614-f42c-4b1c-b1bc-3630e6c6f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.927902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1553c614-f42c-4b1c-b1bc-3630e6c6f3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:30.931546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1553c614-f42c-4b1c-b1bc-3630e6c6f3c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6cf0907-e9de-4a66-bb19-0633cc9cbff6 HTTP/1.1" status: 204 len: 168 time: 0.2071192 Oct 22 14:45:30.940238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c614-f42c-4b1c-b1bc-3630e6c6f3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf0907-e9de-4a66-bb19-0633cc9cbff6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:31.010876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] For port b0dd73f3-89bf-4fbe-ad91-486e796e2400, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:31.014360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] For port b0dd73f3-89bf-4fbe-ad91-486e796e2400, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0dd73f3-89bf-4fbe-ad91-486e796e2400,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:31.132074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:31.157010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:31.181816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:31.208758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2200e-0a60-4168-b9e4-27c101260f5a None None] Pushing event updated for resources: {'Port': ['ID=b0dd73f3-89bf-4fbe-ad91-486e796e2400,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:31.313881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Allocated IP 172.25.1.232 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/97b83a4c-181c-491f-b458-500664eb5abc) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:31.427566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:31.577094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:31.619378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:31.623798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:31.626326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:31.665270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Pushing event updated for resources: {'Port': ['ID=97b83a4c-181c-491f-b458-500664eb5abc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:32.082521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.305757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0dc58f-eace-433a-911f-949c2082541e None None] Network fecc5e17-09ba-4245-ab79-ac57805e4245 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:32.343013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59778) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:32.440446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c29fc5d-d833-4b32-8c66-114b297bf0cf None None] Provisioning complete for port b0dd73f3-89bf-4fbe-ad91-486e796e2400 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:32.441054 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c29fc5d-d833-4b32-8c66-114b297bf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.447920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.580150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c29fc5d-d833-4b32-8c66-114b297bf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.630156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7c29fc5d-d833-4b32-8c66-114b297bf0cf None None] For port b0dd73f3-89bf-4fbe-ad91-486e796e2400, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0dd73f3-89bf-4fbe-ad91-486e796e2400,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:45:32.715434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0dd73f3-89bf-4fbe-ad91-486e796e2400 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:32.745567 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c29fc5d-d833-4b32-8c66-114b297bf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.793915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:45:32.805863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29fc5d-d833-4b32-8c66-114b297bf0cf None None] Pushing event updated for resources: {'Port': ['ID=b0dd73f3-89bf-4fbe-ad91-486e796e2400,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:32.817918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b0dd73f3-89bf-4fbe-ad91-486e796e2400 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:32.818512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.824653 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53d34abc-aacb-49ba-8638-7031132daa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.880081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2ed063b6-d5b5-440c-93ee-63eab8c2ee0c None None] Provisioning complete for port b0dd73f3-89bf-4fbe-ad91-486e796e2400 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:32.880493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ed063b6-d5b5-440c-93ee-63eab8c2ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.907193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53d34abc-aacb-49ba-8638-7031132daa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:32.933053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:45:32.942866 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:45:32.953153 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:32.954028 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:33.022102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53d34abc-aacb-49ba-8638-7031132daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.058416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.059794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-759b361a-7f81-46b5-8e50-0178ee5691c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8599911 Oct 22 14:45:33.062430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59802) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:33.068528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53d34abc-aacb-49ba-8638-7031132daa81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=408988ed5d084e399a144f483a65ada0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7234299 Oct 22 14:45:33.073562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59804) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:33.087755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d34abc-aacb-49ba-8638-7031132daa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b21f423-578b-4501-89a4-f39d61c9ad66,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:33.114893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:33.224149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63c79886-213a-41a2-b085-8d97716d596c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.263633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63c79886-213a-41a2-b085-8d97716d596c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.353348 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:31Z', 'revision_number': 3, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:33.381637 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:45:33.381992 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Updating router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 port 97b83a4c-181c-491f-b458-500664eb5abc binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:45:33.407887 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.513765 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.526870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63c79886-213a-41a2-b085-8d97716d596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.530037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63c79886-213a-41a2-b085-8d97716d596c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.535415 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-63c79886-213a-41a2-b085-8d97716d596c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b21f423-578b-4501-89a4-f39d61c9ad66 HTTP/1.1" status: 204 len: 168 time: 0.4609745 Oct 22 14:45:33.548158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c79886-213a-41a2-b085-8d97716d596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b21f423-578b-4501-89a4-f39d61c9ad66,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:33.721897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.732822 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:33.973380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Allocated IP 172.20.0.1 (fecc5e17-09ba-4245-ab79-ac57805e4245/01bd49fe-de58-47c3-a046-3c1e37d8995e/55b4fd37-34e1-4983-97ec-fd20dee1e6e6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:33.974422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59842) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:33.974422 n-d-812148-2 neutron-server[107802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 22 14:45:33.974422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-17ea3841-f799-4769-8bbc-4814ea4da7ca tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7700c9cb68894b90b42118cdae65a615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361936 Oct 22 14:45:34.008607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.039345 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.092419 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Pushing event updated for resources: {'Port': ['ID=97b83a4c-181c-491f-b458-500664eb5abc,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:34.100402 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Attempting to bind port 97b83a4c-181c-491f-b458-500664eb5abc on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:34.100769 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Attempting to bind port 97b83a4c-181c-491f-b458-500664eb5abc by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:34.101127 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Attempting to bind port 97b83a4c-181c-491f-b458-500664eb5abc on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:34.104572 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.104910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.105243 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.105575 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.105906 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.106230 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.106555 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.106870 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.107209 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.107555 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.107868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.108183 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Tracked resource versions report: Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: pushed versions: Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: { 'AddressGroup': {'1.2'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'ConntrackHelper': {'1.0'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Log': {'1.0'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Network': {'1.1'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Port': {'1.7'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'PortForwarding': {'1.2'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'QosPolicy': {'1.10'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'SecurityGroup': {'1.4'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'SecurityGroupRule': {'1.2'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'SubPort': {'1.0'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Subnet': {'1.1'}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Trunk': {'1.1'}} Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: consumer versions: Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: { DHCP agent@n-d-812148-2: {}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: HyperV agent@n-h1-812148-2: {}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: HyperV agent@n-h2-812148-2: {}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: L3 agent@n-d-812148-2: {}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: Metadata agent@n-d-812148-2: {}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: Metering agent@n-d-812148-2: {}, Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: Open vSwitch agent@n-d-812148-2: { 'AddressGroup': '1.2', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'ConntrackHelper': '1.0', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Log': '1.0', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Network': '1.1', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Port': '1.7', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'PortForwarding': '1.2', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'QosPolicy': '1.10', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'SecurityGroup': '1.4', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'SecurityGroupRule': '1.2', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'SubPort': '1.0', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Subnet': '1.1', Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: 'Trunk': '1.1'}} Oct 22 14:45:34.109438 n-d-812148-2 neutron-server[107804]: {{(pid=107804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 14:45:34.114648 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:34.115048 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:34.115447 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.115827 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:34.116289 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Bound port: 97b83a4c-181c-491f-b458-500664eb5abc, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:34.116684 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.154564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.177427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-01674027-9bd8-4fe0-8e64-fe36ef948986 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:34.178939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-01674027-9bd8-4fe0-8e64-fe36ef948986 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242806 Oct 22 14:45:34.188853 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] For port 97b83a4c-181c-491f-b458-500664eb5abc, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:34.194869 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] For port 97b83a4c-181c-491f-b458-500664eb5abc, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=97b83a4c-181c-491f-b458-500664eb5abc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:34.198055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-5450bed6-cab0-4c33-99ed-b2cdfbd2344e tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/quotas/7700c9cb68894b90b42118cdae65a615 HTTP/1.1" status: 200 len: 375 time: 0.0125372 Oct 22 14:45:34.200613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Network fecc5e17-09ba-4245-ab79-ac57805e4245 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:34.203761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:34.207591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:34.208120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.260039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-5e349769-8f8a-41ed-9b22-c96b267b9b56 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7700c9cb68894b90b42118cdae65a615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560904 Oct 22 14:45:34.263458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:34.274243 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.401993 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:34.402560 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:34.467905 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ffe0-e70a-479a-8371-2669113e70d9 None None] Pushing event updated for resources: {'Port': ['ID=97b83a4c-181c-491f-b458-500664eb5abc,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:34.522309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.533751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1c30583d-51bc-4837-ac93-449fa0385ad2 None None] Provisioning complete for port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:34.534298 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c30583d-51bc-4837-ac93-449fa0385ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.537773 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:34.606957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1c30583d-51bc-4837-ac93-449fa0385ad2 None None] Port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:45:34.638638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0dd73f3-89bf-4fbe-ad91-486e796e2400 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:34.747909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b0dd73f3-89bf-4fbe-ad91-486e796e2400 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:34.748519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.826178 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.832215 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:31Z', 'revision_number': 3, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:34.844362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab21a58d-51e1-4d4b-87f2-a83ac3495679 req-b8e3b59a-382d-42c5-8990-03cb1977d9ea tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 210 time: 0.1229932 Oct 22 14:45:34.862284 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254dd6d-14c3-41f7-84a4-315cae2666ea None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:31Z', 'revision_number': 3, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:45:34.919642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:34.924443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.004399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:35.060135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59876) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:35.070622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Network fecc5e17-09ba-4245-ab79-ac57805e4245 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:35.072173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:35.077291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab8e299d-0e97-45c7-955b-4fae4e34d59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.272358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab8e299d-0e97-45c7-955b-4fae4e34d59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.359353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab8e299d-0e97-45c7-955b-4fae4e34d59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.439559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:45:35.457328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-733f625e-47ac-40f7-bfc8-e52c6368191a None None] Provisioning complete for port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:35.457745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-733f625e-47ac-40f7-bfc8-e52c6368191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.462330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab8e299d-0e97-45c7-955b-4fae4e34d59e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c12b97ec950f4b03920b7f6dc1675e6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4011211 Oct 22 14:45:35.466832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:35.493784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e299d-0e97-45c7-955b-4fae4e34d59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3290de2c-e6e5-430c-a2cf-0c0f1cddc646,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:35.553365 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:45:35.570555 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b190abf-6e81-4752-80bb-e2d3b071e10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.571564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-733f625e-47ac-40f7-bfc8-e52c6368191a None None] Port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:45:35.631059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b190abf-6e81-4752-80bb-e2d3b071e10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.631177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:45:35.633856 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-641e5b64-5edd-4160-b8fa-63d04838b5b2 admin admin] 10.222.0.66 "PUT /v2.0/routers/ae92a8cc-2f5c-4978-91ed-3e099b184ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703561 Oct 22 14:45:35.771388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b190abf-6e81-4752-80bb-e2d3b071e10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.775444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b190abf-6e81-4752-80bb-e2d3b071e10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:35.778396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b190abf-6e81-4752-80bb-e2d3b071e10f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3290de2c-e6e5-430c-a2cf-0c0f1cddc646 HTTP/1.1" status: 204 len: 168 time: 0.3106148 Oct 22 14:45:35.789641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b190abf-6e81-4752-80bb-e2d3b071e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3290de2c-e6e5-430c-a2cf-0c0f1cddc646,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:36.671535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97b83a4c-181c-491f-b458-500664eb5abc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:36.677033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59952) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:36.731263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 97b83a4c-181c-491f-b458-500664eb5abc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:36.731777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:36.804634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:45:36.822042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:36.822658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:36.863456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:36.897115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 97b83a4c-181c-491f-b458-500664eb5abc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=97b83a4c-181c-491f-b458-500664eb5abc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:45:36.968415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:36.970701 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.093288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=97b83a4c-181c-491f-b458-500664eb5abc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:37.143656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94b5f9c5-47ec-419e-b657-93613a60da45 req-41455d17-124c-4c64-9b16-96a0697f275e tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 210 time: 0.4649990 Oct 22 14:45:37.243904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 2, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:37.271369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:45:37.271715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Updating router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:45:37.298020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.601449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59986) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:37.646413 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.745072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.798925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1742-586f-4321-aa1f-dd758a76f242 None None] Pushing event updated for resources: {'Port': ['ID=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:37.863771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Attempting to bind port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:37.864271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Attempting to bind port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:37.864647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Attempting to bind port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 on network fecc5e17-09ba-4245-ab79-ac57805e4245 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:37.870868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:37.871526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Checking segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:37.872082 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.872617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Bound using segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:37.873239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Bound port: 55b4fd37-34e1-4983-97ec-fd20dee1e6e6, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:37.873783 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.966121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf423d65-b155-4f70-8748-610d3009213f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:37.994139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] For port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:38.000319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] For port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:38.077678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf423d65-b155-4f70-8748-610d3009213f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.118180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.177337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-265f2cd7-2b08-4c48-9aaa-dcf04c30cd45 None None] Provisioning complete for port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:38.182161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-265f2cd7-2b08-4c48-9aaa-dcf04c30cd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.216783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf423d65-b155-4f70-8748-610d3009213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.249764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1742-586f-4321-aa1f-dd758a76f242 None None] Pushing event updated for resources: {'Port': ['ID=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:38.254767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:38.255671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:38.288833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423d65-b155-4f70-8748-610d3009213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ead6d4-f169-4191-bde8-1f8caef9b65f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:38.353539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bf423d65-b155-4f70-8748-610d3009213f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f1394630cdd40889b3292b3d3a8b568&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7510655 Oct 22 14:45:38.356204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60022) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:38.457818 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44d042cd-832d-43a9-a325-4f52c973994f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.511203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44d042cd-832d-43a9-a325-4f52c973994f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.532270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5eed6178-d61b-421b-9853-435dfec8c1a1 req-6c6e4bb4-39b9-427a-bdb0-2eb39b973fd7 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 210 time: 0.0539718 Oct 22 14:45:38.566101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-265f2cd7-2b08-4c48-9aaa-dcf04c30cd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.607538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:38.677915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-265f2cd7-2b08-4c48-9aaa-dcf04c30cd45 None None] For port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:45:38.684131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97b83a4c-181c-491f-b458-500664eb5abc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:38.743226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:38.750111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-network', 'tenant_id': 'db65d639949c4b15a25a26c72d087125'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:38.761118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44d042cd-832d-43a9-a325-4f52c973994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.763965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44d042cd-832d-43a9-a325-4f52c973994f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.765539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44d042cd-832d-43a9-a325-4f52c973994f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6ead6d4-f169-4191-bde8-1f8caef9b65f HTTP/1.1" status: 204 len: 168 time: 0.4082329 Oct 22 14:45:38.784069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d042cd-832d-43a9-a325-4f52c973994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ead6d4-f169-4191-bde8-1f8caef9b65f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:38.852016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-265f2cd7-2b08-4c48-9aaa-dcf04c30cd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.856755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Made reservation on behalf of db65d639949c4b15a25a26c72d087125 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:38.860012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.871387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.874856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.53', 54494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:38.897451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-1f7d9679-2b14-4467-8d98-a17e37773021 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7700c9cb68894b90b42118cdae65a615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213470 Oct 22 14:45:38.979474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:38.994718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 97b83a4c-181c-491f-b458-500664eb5abc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:38.995116 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.001288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f2cd7-2b08-4c48-9aaa-dcf04c30cd45 None None] Pushing event updated for resources: {'Port': ['ID=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:39.049548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-ab16264c-8352-4de1-b670-55f25338426f tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:39.049548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-ab16264c-8352-4de1-b670-55f25338426f tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285863 Oct 22 14:45:39.050079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-09b02907-e46f-42ec-9264-43058cfe5aa4 None None] Provisioning complete for port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:39.050079 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-09b02907-e46f-42ec-9264-43058cfe5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.140654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Request body: {'port': {'device_id': '81044051-1b22-48d1-bd5e-204db63cb38a', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '7700c9cb68894b90b42118cdae65a615'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:39.168435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.196520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:45:39.198650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:37Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:39.213244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b84eb5-cd96-4bb3-a337-9a24c0715f18,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:39.218789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.219425 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Added segment 172bcc13-c2ac-4786-8bba-5631c769057c of type vlan for network fde5714c-d12e-4dec-ad7a-e52b7191c8fd Oct 22 14:45:39.231399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74eaeb-aac6-498f-81a4-92b77cb80d1f None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:37Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:45:39.315317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.527937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60062) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:39.537824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.538836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:39.539480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.604640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fde5714c-d12e-4dec-ad7a-e52b7191c8fd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:39.610573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Made reservation on behalf of 7700c9cb68894b90b42118cdae65a615 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:39.615413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.619875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:45:39.643007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.724885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c6bf050-28aa-4e3d-9663-445f0f4802d5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9801962 Oct 22 14:45:39.725855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:39.732856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Request body: {'subnet': {'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-subnet', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:39.797865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c612680-2a4b-4863-9cf9-cedfeacf5496 req-c76ef296-23a6-411e-96dd-3edf65bbf70e tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 210 time: 0.0432689 Oct 22 14:45:39.817456 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.881011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Made reservation on behalf of db65d639949c4b15a25a26c72d087125 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:39.883661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.925062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:39.947972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60080) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:39.996997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:40.209935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc20b641-ff00-47cf-abe0-46ba0d2b8f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.223066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6256d2-bb09-4a1d-b80d-722b105ecaa6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:40.289310 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.342414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3511ef3-b7e9-4658-aa88-b81ee01ab69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.403991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c1a31a7-fc34-4f9f-a5ac-1b2257014e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.405891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5836a6-8354-48f9-a1d7-b9d116df32f4,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:40.434189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Allocated IP 192.168.233.179 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/bb2d1517-7068-4ea1-969f-1deb1b60e2f3) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:40.449427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Checking segment: {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:40.450063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Network hostable DHCP agents. Network: fde5714c-d12e-4dec-ad7a-e52b7191c8fd, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:45:40.509675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60102) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:40.519038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc20b641-ff00-47cf-abe0-46ba0d2b8f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.549690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9097840c-f7b4-4a47-9c30-7f666fb9ad9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.554391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3511ef3-b7e9-4658-aa88-b81ee01ab69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.584117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:45:40.593563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c1a31a7-fc34-4f9f-a5ac-1b2257014e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.670549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc20b641-ff00-47cf-abe0-46ba0d2b8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.707403 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3511ef3-b7e9-4658-aa88-b81ee01ab69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.707403 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c1a31a7-fc34-4f9f-a5ac-1b2257014e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.710554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, fde5714c-d12e-4dec-ad7a-e52b7191c8fd) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:40.720808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:40.724599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.725753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1d7ac-8b43-4e7d-8ac8-d065ef3d4aac None None] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:40.729323 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9097840c-f7b4-4a47-9c30-7f666fb9ad9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.738878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:40.739715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.753535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20b641-ff00-47cf-abe0-46ba0d2b8f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f2ed9a-4c3a-429c-a157-2d0aacdbbb29,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:40.757846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cc20b641-ff00-47cf-abe0-46ba0d2b8f8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4f42622f05d4aa39ff69f52ce7a6a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2284756 Oct 22 14:45:40.762548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60110) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:40.811433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c3511ef3-b7e9-4658-aa88-b81ee01ab69c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9a847881cfb48cca0242d59dd715d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8640025 Oct 22 14:45:40.816758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60112) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:40.826367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5c1a31a7-fc34-4f9f-a5ac-1b2257014e86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ee87f2afcad419b9119063b80d37367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281889 Oct 22 14:45:40.839794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3511ef3-b7e9-4658-aa88-b81ee01ab69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13069f1-713a-457e-95ed-79be75654c6f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:40.851247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60116) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:40.875459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9097840c-f7b4-4a47-9c30-7f666fb9ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.905401 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7f7b1d54-e78e-4df4-a136-170b75deccc3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1772668 Oct 22 14:45:40.917201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60120) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:40.925002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:40.974690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:40.975101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.980978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:40.995340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9097840c-f7b4-4a47-9c30-7f666fb9ad9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8fab9559d5c401e8ad3eb35cb3ba83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794438 Oct 22 14:45:40.996301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a31a7-fc34-4f9f-a5ac-1b2257014e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb3b1a-559e-453b-b936-4c31131cd754,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:41.001098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea52c5b8-1818-4cbe-8add-16e6fc6a63fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.005389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60124) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:41.040326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097840c-f7b4-4a47-9c30-7f666fb9ad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfd51f3-5441-432d-b88a-9b27dbbdbe3f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:41.102668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bdc-6115-41ea-85ce-9a82683d10ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.114151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-fde5714c-d12e-4dec-ad7a-e52b7191c8fd', 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'fixed_ips': [{'subnet_id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:45:41.115172 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.134237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bdc-6115-41ea-85ce-9a82683d10ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.142912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Pushing event updated for resources: {'Port': ['ID=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:41.172996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.181499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.183371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.342079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bdc-6115-41ea-85ce-9a82683d10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.346359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bdc-6115-41ea-85ce-9a82683d10ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.350635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7f6f9bdc-6115-41ea-85ce-9a82683d10ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b13069f1-713a-457e-95ed-79be75654c6f HTTP/1.1" status: 204 len: 168 time: 0.5302963 Oct 22 14:45:41.362059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f9bdc-6115-41ea-85ce-9a82683d10ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13069f1-713a-457e-95ed-79be75654c6f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:41.391766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Allocated IP 172.20.0.2 (fde5714c-d12e-4dec-ad7a-e52b7191c8fd/ec5836a6-8354-48f9-a1d7-b9d116df32f4/5be45fa8-e846-4f5b-bd6a-4394b27a01a7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:41.445068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.470654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f084aa6b-0b0e-4487-8bc2-e7bfe5f77c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.537600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea52c5b8-1818-4cbe-8add-16e6fc6a63fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.579253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:41.589561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f084aa6b-0b0e-4487-8bc2-e7bfe5f77c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.644715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:41.649355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:41.654522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:41.655173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.675788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3642617b-293e-46e5-a4a6-11002306711f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.708723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3ae1-9f22-4d79-a79d-ca1ccd29c0de req-907032ed-6053-4942-aac3-c1e178477cae tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:41.710318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b2b3ae1-9f22-4d79-a79d-ca1ccd29c0de req-907032ed-6053-4942-aac3-c1e178477cae tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.7750869 Oct 22 14:45:41.779542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.875254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3642617b-293e-46e5-a4a6-11002306711f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.884251 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:41.908208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-cdbebbc9-7d62-4755-889a-4008175752b0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7714534 Oct 22 14:45:42.021007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:42.037907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:42.039686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-6485028a-cdbd-4f16-8c38-ee2c589ac638 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:45:42.040814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-6485028a-cdbd-4f16-8c38-ee2c589ac638 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121939 Oct 22 14:45:42.047518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:42.051837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Pushing event updated for resources: {'Port': ['ID=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:42.067702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.087804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b2b3ae1-9f22-4d79-a79d-ca1ccd29c0de req-8af6c0ff-301c-47bf-9dd4-9c809a769c57 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580182 Oct 22 14:45:42.135977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3642617b-293e-46e5-a4a6-11002306711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.140062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3642617b-293e-46e5-a4a6-11002306711f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.145294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3642617b-293e-46e5-a4a6-11002306711f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9dfd51f3-5441-432d-b88a-9b27dbbdbe3f HTTP/1.1" status: 204 len: 168 time: 1.1326759 Oct 22 14:45:42.157962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642617b-293e-46e5-a4a6-11002306711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfd51f3-5441-432d-b88a-9b27dbbdbe3f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:42.183391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Attempting to bind port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:42.184125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Attempting to bind port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:42.184493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Attempting to bind port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 on network fde5714c-d12e-4dec-ad7a-e52b7191c8fd {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:42.196764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:42.197434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Checking segment: {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:42.197895 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.198328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Bound using segment: {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:42.199032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Bound port: 5be45fa8-e846-4f5b-bd6a-4394b27a01a7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:42.199852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.205049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f084aa6b-0b0e-4487-8bc2-e7bfe5f77c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.211886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-58f39446-635a-47fe-ba7b-9a63b58d3c9c None None] Provisioning complete for port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:42.212465 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58f39446-635a-47fe-ba7b-9a63b58d3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.217521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f084aa6b-0b0e-4487-8bc2-e7bfe5f77c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.226013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f084aa6b-0b0e-4487-8bc2-e7bfe5f77c4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82bb3b1a-559e-453b-b936-4c31131cd754 HTTP/1.1" status: 204 len: 168 time: 1.3724821 Oct 22 14:45:42.238168 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea52c5b8-1818-4cbe-8add-16e6fc6a63fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.241820 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea52c5b8-1818-4cbe-8add-16e6fc6a63fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.246510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ea52c5b8-1818-4cbe-8add-16e6fc6a63fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0f2ed9a-4c3a-429c-a157-2d0aacdbbb29 HTTP/1.1" status: 204 len: 168 time: 1.4827383 Oct 22 14:45:42.277501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084aa6b-0b0e-4487-8bc2-e7bfe5f77c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb3b1a-559e-453b-b936-4c31131cd754,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:42.300937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c5b8-1818-4cbe-8add-16e6fc6a63fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f2ed9a-4c3a-429c-a157-2d0aacdbbb29,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:42.321749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-58f39446-635a-47fe-ba7b-9a63b58d3c9c None None] Port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:45:42.363691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] For port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:42.370088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] For port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,segment=NetworkSegment(172bcc13-c2ac-4786-8bba-5631c769057c),segment_id=172bcc13-c2ac-4786-8bba-5631c769057c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:42.523376 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.559741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:42.693289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Allocated IP 172.25.1.120 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:42.813159 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:43.203387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d079b5-8d5e-486f-bce1-77174b566cfb req-8f946365-3e9e-4c62-a1e6-73a6168f2513 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:43.205769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83d079b5-8d5e-486f-bce1-77174b566cfb req-8f946365-3e9e-4c62-a1e6-73a6168f2513 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.0538826 Oct 22 14:45:43.245173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83d079b5-8d5e-486f-bce1-77174b566cfb req-99e2785a-e69d-418d-bcb2-46ae5ff254f9 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Oct 22 14:45:43.731953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:43.736634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:43.784006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:43.789675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:43.792230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:43.801606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Pushing event updated for resources: {'Port': ['ID=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:43.812192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50910f2f-889b-42bf-9662-48d94ec928e4 None None] Pushing event updated for resources: {'Port': ['ID=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:43.829426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60154) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:43.850302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4262f0c-aaee-4a7b-8fa1-a580967a3373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:43.997682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4262f0c-aaee-4a7b-8fa1-a580967a3373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.084666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4262f0c-aaee-4a7b-8fa1-a580967a3373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.180221 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a4262f0c-aaee-4a7b-8fa1-a580967a3373 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba35453bde344c44b16499cfca2af2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451943 Oct 22 14:45:44.200458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60158) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:44.217729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4262f0c-aaee-4a7b-8fa1-a580967a3373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9487a0fd-5fdb-4d16-b8bb-fc739cd1e4a0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:44.273189 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.419914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-39c63897-db53-484b-b57b-1cdf41b84096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.504953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-39c63897-db53-484b-b57b-1cdf41b84096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.523151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9a285-abfd-47e3-8a9d-73e058001a8c req-6862ce4f-ce28-48f5-87c3-a7eb87e0514c tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:44.533430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ac9a285-abfd-47e3-8a9d-73e058001a8c req-6862ce4f-ce28-48f5-87c3-a7eb87e0514c tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.1724226 Oct 22 14:45:44.741522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:44.755558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ac9a285-abfd-47e3-8a9d-73e058001a8c req-ac291441-f880-47c5-b3c8-24392d209d94 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792991 Oct 22 14:45:44.758499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-39c63897-db53-484b-b57b-1cdf41b84096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.761103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-39c63897-db53-484b-b57b-1cdf41b84096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.763258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-39c63897-db53-484b-b57b-1cdf41b84096 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9487a0fd-5fdb-4d16-b8bb-fc739cd1e4a0 HTTP/1.1" status: 204 len: 168 time: 0.5601408 Oct 22 14:45:44.785952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63897-db53-484b-b57b-1cdf41b84096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487a0fd-5fdb-4d16-b8bb-fc739cd1e4a0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:44.804241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:44.893146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:44.895019 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.028576 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.078404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,segment=NetworkSegment(172bcc13-c2ac-4786-8bba-5631c769057c),segment_id=172bcc13-c2ac-4786-8bba-5631c769057c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:45:45.153513 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.227482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:45.365037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:45:45.380824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f482499-dd2e-48e2-beef-d60769888e53 None None] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:45.445485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60172) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:45.475579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a9daf-3166-4c2a-b67c-d93943f91142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.540501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3ab576d5-7873-48c2-aca0-430f3e74a39b None None] Provisioning complete for port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:45.541345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3ab576d5-7873-48c2-aca0-430f3e74a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.568102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60174) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:45.624323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abd9375c-c803-476d-8bf4-47afc88fc2c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.633870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:45:45.643458 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Sync routers for ids ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:45:45.672830 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Routers {'22f08c3e-f3ef-4c36-861c-ad1c5409b397'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:45.673460 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:45.698257 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a9daf-3166-4c2a-b67c-d93943f91142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.822156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a9daf-3166-4c2a-b67c-d93943f91142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.824320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:45.827723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4c9ae940-cc7a-4505-8d1a-84f01f855733 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9091418 Oct 22 14:45:45.831303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60180) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:45.891268 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Set router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:45.904017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a9daf-3166-4c2a-b67c-d93943f91142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df519ed9-d4cb-4c5d-a1c8-365bfce0c4de,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:45.920592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e64a9daf-3166-4c2a-b67c-d93943f91142 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f00343a5b594f3e895a1b7b9b9bc69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716895 Oct 22 14:45:45.923460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60186) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:46.045909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3773b46a-724c-40e3-aa27-c24fe655e1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.094543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3773b46a-724c-40e3-aa27-c24fe655e1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.175754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abd9375c-c803-476d-8bf4-47afc88fc2c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.227432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69313c1-4dae-4cbb-acbc-434009b85222 req-422ee683-ced0-4a3f-a306-1dcf39e8679b tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:46.239673 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a69313c1-4dae-4cbb-acbc-434009b85222 req-422ee683-ced0-4a3f-a306-1dcf39e8679b tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.2436626 Oct 22 14:45:46.296171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:45:43Z', 'revision_number': 3, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:46.301965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3773b46a-724c-40e3-aa27-c24fe655e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.305028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3773b46a-724c-40e3-aa27-c24fe655e1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.306436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3773b46a-724c-40e3-aa27-c24fe655e1c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df519ed9-d4cb-4c5d-a1c8-365bfce0c4de HTTP/1.1" status: 204 len: 168 time: 0.3820043 Oct 22 14:45:46.317081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773b46a-724c-40e3-aa27-c24fe655e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df519ed9-d4cb-4c5d-a1c8-365bfce0c4de,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:46.343092 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Checking router: 22f08c3e-f3ef-4c36-861c-ad1c5409b397 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:45:46.343907 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Updating router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:45:46.416139 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.481102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abd9375c-c803-476d-8bf4-47afc88fc2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.543131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d52e415e-c271-45ba-b1e8-7eccffec2a79 None None] Provisioning complete for port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:46.543724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d52e415e-c271-45ba-b1e8-7eccffec2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.595490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a69313c1-4dae-4cbb-acbc-434009b85222 req-57b67e9f-9776-4807-971e-fde7fc3536ef tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543205 Oct 22 14:45:46.601133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9375c-c803-476d-8bf4-47afc88fc2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4a95bf-786d-441a-bcb9-2b014cb161b1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:46.612355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-abd9375c-c803-476d-8bf4-47afc88fc2c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=090d17fbd71d495aa75bf53758f42861&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0437806 Oct 22 14:45:46.627598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60198) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:46.701516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:46.759741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4badc514-c9f0-4c09-bf19-58349e1a9f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.800761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:46.801299 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:46.823442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4badc514-c9f0-4c09-bf19-58349e1a9f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.001429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.039634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4badc514-c9f0-4c09-bf19-58349e1a9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.042709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4badc514-c9f0-4c09-bf19-58349e1a9f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.046552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4badc514-c9f0-4c09-bf19-58349e1a9f4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f4a95bf-786d-441a-bcb9-2b014cb161b1 HTTP/1.1" status: 204 len: 168 time: 0.4152124 Oct 22 14:45:47.059042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc514-c9f0-4c09-bf19-58349e1a9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4a95bf-786d-441a-bcb9-2b014cb161b1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:47.088160 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.182503 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.268945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Allocated IP 172.20.0.1 (fde5714c-d12e-4dec-ad7a-e52b7191c8fd/ec5836a6-8354-48f9-a1d7-b9d116df32f4/6aaad30b-b8b1-472d-b407-e5c61e25495b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:47.299748 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Attempting to bind port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:47.301695 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Attempting to bind port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:47.303081 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Attempting to bind port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:47.323212 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7405739-0142-4ad1-9e18-8475e9c16c9f None None] Pushing event updated for resources: {'Port': ['ID=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:47.326263 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:47.326737 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:47.327104 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.327496 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:47.334401 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Bound port: d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:47.335009 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.435610 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] For port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:47.439637 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] For port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:47.465359 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.549527 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.615823 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7405739-0142-4ad1-9e18-8475e9c16c9f None None] Pushing event updated for resources: {'Port': ['ID=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:47.617063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.635816 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Routers {'22f08c3e-f3ef-4c36-861c-ad1c5409b397'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:47.636435 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:47.647419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:47.651095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:47.682710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:47.683263 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:47.807650 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] Set router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:47.936531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaad30b-b8b1-472d-b407-e5c61e25495b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:48.060468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8d4d4-232d-4971-8e8f-d48cfc9db935 req-8f89a4c4-b95a-4636-88ef-113c93bd40b6 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:48.062043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5c8d4d4-232d-4971-8e8f-d48cfc9db935 req-8f89a4c4-b95a-4636-88ef-113c93bd40b6 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.3144581 Oct 22 14:45:48.119129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1054dedc-8463-4da1-9b90-a38b9b156614 None None] Provisioning complete for port 6aaad30b-b8b1-472d-b407-e5c61e25495b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:48.119734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1054dedc-8463-4da1-9b90-a38b9b156614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:48.125214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5c8d4d4-232d-4971-8e8f-d48cfc9db935 req-1089185c-8602-437f-b59b-8c943ce6eb16 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494442 Oct 22 14:45:48.174659 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:45:43Z', 'revision_number': 3, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:48.204289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1054dedc-8463-4da1-9b90-a38b9b156614 None None] Port 6aaad30b-b8b1-472d-b407-e5c61e25495b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:45:48.223539 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79d20a-687a-4985-b0c7-0fcc4a7255b9 None None] The sync data for ids ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'] in n-d-812148-2 is: [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:45:43Z', 'revision_number': 3, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:45:48.283859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:48.753514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:48.896040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:48.897500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:48.943125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60268) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:49.002678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaad30b-b8b1-472d-b407-e5c61e25495b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:49.094661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:49.097939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:49.375498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:45:49.385165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f8ba5-1535-4d3a-ac83-80b19289ed60 req-2c920bbc-89fe-4182-81ed-ee68c5ab32af tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:49.386787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a31f8ba5-1535-4d3a-ac83-80b19289ed60 req-2c920bbc-89fe-4182-81ed-ee68c5ab32af tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.1237822 Oct 22 14:45:49.433807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4299047b-63e4-4794-8594-26b28a5223da admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:49.515440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a31f8ba5-1535-4d3a-ac83-80b19289ed60 req-886a0d6a-f9f5-4a98-bf22-2ec112ba04ff tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145055 Oct 22 14:45:49.553392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0cb72a58-1c13-4b02-8560-4f2061754888 None None] Provisioning complete for port 6aaad30b-b8b1-472d-b407-e5c61e25495b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:49.553977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cb72a58-1c13-4b02-8560-4f2061754888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:49.620852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4299047b-63e4-4794-8594-26b28a5223da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:49.644575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0cb72a58-1c13-4b02-8560-4f2061754888 None None] Port 6aaad30b-b8b1-472d-b407-e5c61e25495b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:45:49.659689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:45:49.674736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-540968cb-fffa-4020-8660-ea6dd50b3c09 admin admin] 10.222.0.66 "PUT /v2.0/routers/22f08c3e-f3ef-4c36-861c-ad1c5409b397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8331735 Oct 22 14:45:49.707309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4299047b-63e4-4794-8594-26b28a5223da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:49.756475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4299047b-63e4-4794-8594-26b28a5223da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0012871895c14d9a970067c055bee188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8109686 Oct 22 14:45:49.758005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299047b-63e4-4794-8594-26b28a5223da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf143e9-b23c-411e-ada8-8be495e6ab20,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:49.759418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60286) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:49.839509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5940880-0296-44d1-9c1c-8ebd22077eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:49.866122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5940880-0296-44d1-9c1c-8ebd22077eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:50.130417 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5940880-0296-44d1-9c1c-8ebd22077eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:50.134112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5940880-0296-44d1-9c1c-8ebd22077eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:50.139719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5940880-0296-44d1-9c1c-8ebd22077eb7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bf143e9-b23c-411e-ada8-8be495e6ab20 HTTP/1.1" status: 204 len: 168 time: 0.3790970 Oct 22 14:45:50.153036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5940880-0296-44d1-9c1c-8ebd22077eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf143e9-b23c-411e-ada8-8be495e6ab20,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:50.452007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Sync routers for ids ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:45:50.466889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Routers {'22f08c3e-f3ef-4c36-861c-ad1c5409b397'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:50.467875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:50.597217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Set router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:50.747552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88ae30-30ab-44b2-a59a-492e6849cc8d req-cc538187-34e8-4903-8579-3686f05ea9f2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:50.749721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b88ae30-30ab-44b2-a59a-492e6849cc8d req-cc538187-34e8-4903-8579-3686f05ea9f2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.0856469 Oct 22 14:45:50.818287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:50.835606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b88ae30-30ab-44b2-a59a-492e6849cc8d req-6ad8b0ec-3929-4b0e-977d-601c1d5933d4 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763340 Oct 22 14:45:50.978573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:50.979066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.055708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:45:48Z', 'revision_number': 4, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6aaad30b-b8b1-472d-b407-e5c61e25495b', 'name': '', 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'mac_address': 'fa:16:3e:e0:db:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:47Z', 'updated_at': '2021-10-22T14:45:48Z', 'revision_number': 2, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'subnets': [{'id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:51.100825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Checking router: 22f08c3e-f3ef-4c36-861c-ad1c5409b397 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:45:51.101173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Updating router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 port 6aaad30b-b8b1-472d-b407-e5c61e25495b binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:45:51.132114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.137974 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.174277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:45:51.277763 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.375064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:51.569363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.634323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:51.654202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20c11466-50e0-4051-8794-f2b8c6818908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.747086 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.765642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20c11466-50e0-4051-8794-f2b8c6818908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.782816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60338) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:51.885780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47ceb0-813d-4627-8a78-390c3ce0cd05 None None] Pushing event updated for resources: {'Port': ['ID=6aaad30b-b8b1-472d-b407-e5c61e25495b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:51.898404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Attempting to bind port 6aaad30b-b8b1-472d-b407-e5c61e25495b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:51.898865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Attempting to bind port 6aaad30b-b8b1-472d-b407-e5c61e25495b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:51.899778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Attempting to bind port 6aaad30b-b8b1-472d-b407-e5c61e25495b on network fde5714c-d12e-4dec-ad7a-e52b7191c8fd {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:51.907099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:51.907586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Checking segment: {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:51.908013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.908412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Bound using segment: {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:51.908953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Bound port: 6aaad30b-b8b1-472d-b407-e5c61e25495b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172bcc13-c2ac-4786-8bba-5631c769057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:51.910083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:51.995788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] For port 6aaad30b-b8b1-472d-b407-e5c61e25495b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:52.002411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] For port 6aaad30b-b8b1-472d-b407-e5c61e25495b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6aaad30b-b8b1-472d-b407-e5c61e25495b,segment=NetworkSegment(172bcc13-c2ac-4786-8bba-5631c769057c),segment_id=172bcc13-c2ac-4786-8bba-5631c769057c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:52.015436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6f4b-4473-43c4-937c-929ac9345848 req-ed04d626-256f-4b5b-8cc3-94362985bd00 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:52.017151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a9c6f4b-4473-43c4-937c-929ac9345848 req-ed04d626-256f-4b5b-8cc3-94362985bd00 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 936 time: 0.0763090 Oct 22 14:45:52.064708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a9c6f4b-4473-43c4-937c-929ac9345848 req-34483d74-6df9-4168-898b-5534ae22d1d4 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Oct 22 14:45:52.163206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2019764980-network', 'tenant_id': 'd04456eb09b34176abad98ce719b87b0'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:52.185988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f04db529-0c4c-42e6-bd5a-e03d3c5f6368 None None] Provisioning complete for port 6aaad30b-b8b1-472d-b407-e5c61e25495b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:52.186357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f04db529-0c4c-42e6-bd5a-e03d3c5f6368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.223735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f04db529-0c4c-42e6-bd5a-e03d3c5f6368 None None] Port 6aaad30b-b8b1-472d-b407-e5c61e25495b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:45:52.233215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20c11466-50e0-4051-8794-f2b8c6818908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.268409 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.271258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Made reservation on behalf of d04456eb09b34176abad98ce719b87b0 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:52.273568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.277018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c11466-50e0-4051-8794-f2b8c6818908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b551728-52da-4f17-855c-73fd3c4cc1c8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:52.285709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20c11466-50e0-4051-8794-f2b8c6818908 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1946338256c0423a87b3c8f0b78c4919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473041 Oct 22 14:45:52.286044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60354) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:52.292635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.345887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47ceb0-813d-4627-8a78-390c3ce0cd05 None None] Pushing event updated for resources: {'Port': ['ID=6aaad30b-b8b1-472d-b407-e5c61e25495b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:52.364493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Routers {'22f08c3e-f3ef-4c36-861c-ad1c5409b397'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:45:52.365114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:45:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:52.407195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b88a120-8a9a-4982-90ab-20d3fe831694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.436841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.470915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b88a120-8a9a-4982-90ab-20d3fe831694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.555199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Request body: {'port': {'device_id': '81044051-1b22-48d1-bd5e-204db63cb38a', 'device_owner': 'compute:tempest-test_az-253328856', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:52.558393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.607334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:45:52.654480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf259eff-6445-4920-bea8-7e5bffde682d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:52.735364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.781686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:52.810729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b88a120-8a9a-4982-90ab-20d3fe831694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.812798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.813142 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Added segment 1d209b13-3fdc-4b14-ad66-4931fec6ffd0 of type vlan for network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 Oct 22 14:45:52.814782 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b88a120-8a9a-4982-90ab-20d3fe831694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.820379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b88a120-8a9a-4982-90ab-20d3fe831694 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b551728-52da-4f17-855c-73fd3c4cc1c8 HTTP/1.1" status: 204 len: 168 time: 0.5331824 Oct 22 14:45:52.865326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] Set router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:45:52.871853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.918188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-24d55c0c-021d-4e14-832c-2205bb21a9d4 None None] Provisioning complete for port 6aaad30b-b8b1-472d-b407-e5c61e25495b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:52.918188 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24d55c0c-021d-4e14-832c-2205bb21a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.919532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88a120-8a9a-4982-90ab-20d3fe831694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b551728-52da-4f17-855c-73fd3c4cc1c8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:52.981494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:52.982816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:52.984698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.001009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc4396f2-6ab3-48f0-89fb-9aa8bd722e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.059791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:53.077177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161472353', 'description': 'tempest-description--1746340091'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:53.119172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:53.119554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.145864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3605280 Oct 22 14:45:53.149050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:53.149533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31655884-491c-4c54-ae2f-6c394a266471 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cf8401-c3af-427d-add2-1bd5ec5b8e19,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:53.160187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Request body: {'subnet': {'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2019764980-subnet', 'tenant_id': 'd04456eb09b34176abad98ce719b87b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:53.200707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2d1517-7068-4ea1-969f-1deb1b60e2f3 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:45:53.205927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:45:53.211554 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.233444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.242313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Transition to ACTIVE for port object bb2d1517-7068-4ea1-969f-1deb1b60e2f3 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:45:53.293539 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24d55c0c-021d-4e14-832c-2205bb21a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.350942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.352941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Made reservation on behalf of d04456eb09b34176abad98ce719b87b0 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:53.355226 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.356893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.430223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-24d55c0c-021d-4e14-832c-2205bb21a9d4 None None] For port 6aaad30b-b8b1-472d-b407-e5c61e25495b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6aaad30b-b8b1-472d-b407-e5c61e25495b,segment=NetworkSegment(172bcc13-c2ac-4786-8bba-5631c769057c),segment_id=172bcc13-c2ac-4786-8bba-5631c769057c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:45:53.437342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:45:48Z', 'revision_number': 4, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6aaad30b-b8b1-472d-b407-e5c61e25495b', 'name': '', 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'mac_address': 'fa:16:3e:e0:db:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:47Z', 'updated_at': '2021-10-22T14:45:51Z', 'revision_number': 4, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'subnets': [{'id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:45:53.450011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.476226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c1996-5d86-456b-ae5c-fa4a0fafe437 None None] The sync data for ids ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'] in n-d-812148-2 is: [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:45:48Z', 'revision_number': 4, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6aaad30b-b8b1-472d-b407-e5c61e25495b', 'name': '', 'network_id': 'fde5714c-d12e-4dec-ad7a-e52b7191c8fd', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'mac_address': 'fa:16:3e:e0:db:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:47Z', 'updated_at': '2021-10-22T14:45:51Z', 'revision_number': 4, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'subnets': [{'id': 'ec5836a6-8354-48f9-a1d7-b9d116df32f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:45:53.507341 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24d55c0c-021d-4e14-832c-2205bb21a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.529224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48810ba0-6220-4440-92d1-a0551d687211,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:53.569238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.576405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2e841808-59f4-470d-819c-6804a220cd01 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5120230 Oct 22 14:45:53.584621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60398) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:53.601973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'security_group_rule': {'security_group_id': '48810ba0-6220-4440-92d1-a0551d687211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:53.636061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55c0c-021d-4e14-832c-2205bb21a9d4 None None] Pushing event updated for resources: {'Port': ['ID=6aaad30b-b8b1-472d-b407-e5c61e25495b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:53.703679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:53.749590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21135230-1638-40dd-ae61-5a08a1902c4b req-a038fed7-335e-4a08-b348-d95b7483655e tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:53.751296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21135230-1638-40dd-ae61-5a08a1902c4b req-a038fed7-335e-4a08-b348-d95b7483655e tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 969 time: 0.4024165 Oct 22 14:45:53.794077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.816591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Attempting to bind port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:45:53.816993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Attempting to bind port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:45:53.819333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Attempting to bind port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:53.869095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:45:53.869454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Attempting to bind port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:45:53.879679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21135230-1638-40dd-ae61-5a08a1902c4b req-c03b30e1-264b-440d-9717-29f180c21c15 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201532 Oct 22 14:45:53.882716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:45:53.883150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:53.889975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:45:53.889975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Bound port: bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:45:53.889975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.908282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:53.988418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.015835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38927ce7-3926-4137-9e22-795e68e9c8bd,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:54.148920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] For port bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:45:54.154294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] For port bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:45:54.161196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.166893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-62dcddd8-cc9e-4042-acbe-2431b4e31bdc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5859458 Oct 22 14:45:54.167732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:54.173805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'security_group_rule': {'security_group_id': '48810ba0-6220-4440-92d1-a0551d687211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:54.256465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.302535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.334586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.398261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99266398-9cc4-477d-b5a7-d39b56f511b2,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:54.436544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:54.436927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Network hostable DHCP agents. Network: b5cf8401-c3af-427d-add2-1bd5ec5b8e19, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:45:54.446228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:54.446856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.448328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] 10.222.0.53 "PUT /v2.0/ports/bb2d1517-7068-4ea1-969f-1deb1b60e2f3 HTTP/1.1" status: 200 len: 1117 time: 2.3230553 Oct 22 14:45:54.448802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81044051-1b22-48d1-bd5e-204db63cb38a', 'tag': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:45:54.630199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.649146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f93e-709d-4a52-9150-4dd313ef5702 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:54.719647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.720484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6aaad30b-b8b1-472d-b407-e5c61e25495b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:45:54.790788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6aaad30b-b8b1-472d-b407-e5c61e25495b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:45:54.791209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:54.894190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:45:54.905670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d033973-3a4c-46f4-bfc8-3c31f958b11d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:54.941784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-eed032a9-44bd-46ac-8857-3faa2a419872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:54.943340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-eed032a9-44bd-46ac-8857-3faa2a419872 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7700c9cb68894b90b42118cdae65a615&device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 1120 time: 0.2830234 Oct 22 14:45:55.019975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-d2a4cde3-195c-415c-8a83-ede01c16327c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0683963 Oct 22 14:45:55.062293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.068344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ba181977-cc6e-43d2-8d58-e76f8957d29c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8946226 Oct 22 14:45:55.068344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b5cf8401-c3af-427d-add2-1bd5ec5b8e19) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:55.069181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60462) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:55.075290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:55.084001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa656916-9f1c-4300-b08a-0ca95a9d540a None None] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:55.103809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:55.104579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.133306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828413ca-818a-40f0-a5c6-7755ed5a0b73 req-51f23282-8f96-4b8b-b88d-cce13ae40670 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:55.140675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-828413ca-818a-40f0-a5c6-7755ed5a0b73 req-51f23282-8f96-4b8b-b88d-cce13ae40670 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 969 time: 0.1197333 Oct 22 14:45:55.166341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-847b9b70-677d-4aa5-a138-391b8c5f69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:55.171267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-847b9b70-677d-4aa5-a138-391b8c5f69e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1217315 Oct 22 14:45:55.240784 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8b507-fc4d-4385-8b30-bd3baaac90db" -d '{"events": [{"name": "network-changed", "server_uuid": "81044051-1b22-48d1-bd5e-204db63cb38a", "tag": "bb2d1517-7068-4ea1-969f-1deb1b60e2f3"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:45:55.260021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-828413ca-818a-40f0-a5c6-7755ed5a0b73 req-f67e163e-5a90-490d-bd28-2976dc743cc9 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182001 Oct 22 14:45:55.261569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525903fd-1ee1-4785-9788-ecf83ca3610d None None] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:55.285142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-61261e75-f636-4fc6-9792-2ac313780f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:55.290359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.290482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-61261e75-f636-4fc6-9792-2ac313780f1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059589 Oct 22 14:45:55.292026 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-933102d3-dcbd-48ae-81f4-cae8a9e0bd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.323683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60470) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:55.383446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60476) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:55.398076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3fe77119-cd0d-4876-b178-a89f002ccf96 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2462389 Oct 22 14:45:55.440128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-d623b9ab-ddf9-45ae-b31c-2cafe9c4aa2d service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438832 Oct 22 14:45:55.538883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb39-943d-45a6-aa95-937baac4b922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.555689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.582800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a959f8bb-b768-44ec-ae26-3fe805942a50 req-1a4faa21-1f3f-4ec8-ac25-e8668e0f9b61 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342099 Oct 22 14:45:55.632818 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d6e738-19e4-45a4-ab80-9499bce9df26 x-openstack-request-id: req-39d6e738-19e4-45a4-ab80-9499bce9df26 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:45:55.633111 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81044051-1b22-48d1-bd5e-204db63cb38a", "tag": "bb2d1517-7068-4ea1-969f-1deb1b60e2f3", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:45:55.633434 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39d6e738-19e4-45a4-ab80-9499bce9df26 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:45:55.633900 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81044051-1b22-48d1-bd5e-204db63cb38a', 'tag': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3', 'status': 'completed', 'code': 200} Oct 22 14:45:55.795155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-7f728ca4-e2b4-4466-8cc9-e94135698905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:55.796687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-7f728ca4-e2b4-4466-8cc9-e94135698905 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7700c9cb68894b90b42118cdae65a615&device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 1120 time: 0.0606816 Oct 22 14:45:55.846098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffdeb-77e5-4f75-bf5b-685e1a63f58d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.871403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Allocated IP 172.25.1.35 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/3e989035-9ac3-4c92-a438-fb425a37b1b3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:45:55.902894 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb39-943d-45a6-aa95-937baac4b922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:55.992375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-24f39c9e-f086-4ef3-bc74-8b717f9f8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:55.995702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-24f39c9e-f086-4ef3-bc74-8b717f9f8624 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1895289 Oct 22 14:45:56.047952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffdeb-77e5-4f75-bf5b-685e1a63f58d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.049042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb39-943d-45a6-aa95-937baac4b922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.052047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-834012ae-716d-4faa-90b4-1360dcc8d421 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0473571 Oct 22 14:45:56.057739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.105739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93cb39-943d-45a6-aa95-937baac4b922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a94d52-7355-4252-a47b-9ad354fb245c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:56.111176 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e93cb39-943d-45a6-aa95-937baac4b922 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=765bd3221d114b81adc22e31da89ad7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861769 Oct 22 14:45:56.115148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:56.139964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-39d538e4-7c1e-4f99-a797-f6d71ef55e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:56.141509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-39d538e4-7c1e-4f99-a797-f6d71ef55e5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0804012 Oct 22 14:45:56.153366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffdeb-77e5-4f75-bf5b-685e1a63f58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.191150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ffdeb-77e5-4f75-bf5b-685e1a63f58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5101a5-3484-4451-90f3-59914bfc9329,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:56.198680 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7d3ffdeb-77e5-4f75-bf5b-685e1a63f58d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f13f1c4e18e41e7b667d89c810639c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141086 Oct 22 14:45:56.199276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60496) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:56.212461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-380a9fae-bb0f-4708-a3af-7530b64ee55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.216834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-849a57c3-e794-4e68-9069-dd2d6b8f5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:56.222408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-849a57c3-e794-4e68-9069-dd2d6b8f5088 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722024 Oct 22 14:45:56.251938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67487a8d-0a7b-4877-b37a-252eb44ae0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.270290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-380a9fae-bb0f-4708-a3af-7530b64ee55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.273572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67487a8d-0a7b-4877-b37a-252eb44ae0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.285053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.360611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:45:56.365052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:56.370434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.378362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:45:56.384002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'Port': ['ID=3e989035-9ac3-4c92-a438-fb425a37b1b3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:56.406991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.435304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-c0b3fb2d-accf-43dd-9e4f-9a65f467fdcc service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012453 Oct 22 14:45:56.450022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f6df-a1d2-4cf2-928a-84cb13045de3 req-3f944bf3-c929-42a5-b087-ec7821bf250f tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:56.451457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88c7f6df-a1d2-4cf2-928a-84cb13045de3 req-3f944bf3-c929-42a5-b087-ec7821bf250f tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 969 time: 0.0794826 Oct 22 14:45:56.505069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-380a9fae-bb0f-4708-a3af-7530b64ee55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.507774 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-380a9fae-bb0f-4708-a3af-7530b64ee55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.508882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-380a9fae-bb0f-4708-a3af-7530b64ee55b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2a94d52-7355-4252-a47b-9ad354fb245c HTTP/1.1" status: 204 len: 168 time: 0.3919992 Oct 22 14:45:56.513442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67487a8d-0a7b-4877-b37a-252eb44ae0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.516183 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67487a8d-0a7b-4877-b37a-252eb44ae0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.520782 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-67487a8d-0a7b-4877-b37a-252eb44ae0ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d5101a5-3484-4451-90f3-59914bfc9329 HTTP/1.1" status: 204 len: 168 time: 0.3202105 Oct 22 14:45:56.557501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88c7f6df-a1d2-4cf2-928a-84cb13045de3 req-4984d81c-ec96-41e7-ac34-cd6082ab9f40 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983469 Oct 22 14:45:56.560793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9fae-bb0f-4708-a3af-7530b64ee55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a94d52-7355-4252-a47b-9ad354fb245c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:56.562921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67487a8d-0a7b-4877-b37a-252eb44ae0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5101a5-3484-4451-90f3-59914bfc9329,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:56.586389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3d8b507-fc4d-4385-8b30-bd3baaac90db req-02d8d695-bc29-4bdb-8a1a-20adcecba319 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340055 Oct 22 14:45:56.627493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.801122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:56.952291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:57.135629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60522) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:57.140516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1557618892-network', 'tenant_id': '40dcb3df799b4dd989ad98677d1042bb'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:57.678664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:57.681624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab9a88-9cee-4d20-b15c-23b7941f99ce req-ccb23245-8985-47ed-a677-862cf8624579 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:57.683912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3ab9a88-9cee-4d20-b15c-23b7941f99ce req-ccb23245-8985-47ed-a677-862cf8624579 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 969 time: 0.0494945 Oct 22 14:45:57.712173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:57.729643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3ab9a88-9cee-4d20-b15c-23b7941f99ce req-0734b73f-9ff5-4bc3-b6d3-ef5945ba9240 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 Oct 22 14:45:57.730698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'Port': ['ID=3e989035-9ac3-4c92-a438-fb425a37b1b3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:57.996620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Made reservation on behalf of 40dcb3df799b4dd989ad98677d1042bb for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:57.996839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.007257 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.130602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.155674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.224755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.234325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-84f71557-b15c-44ab-9d4f-598dcb9cd017 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1560414 Oct 22 14:45:58.273071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.297725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:45:58.306595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae48b1-a841-4815-bc6a-396c5a15cf67,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:58.312436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.312799 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Added segment c385e0ea-842c-4552-9eae-0787c9d0c071 of type vlan for network 0af30fda-b151-4ace-970e-6df2e3071f5c Oct 22 14:45:58.357000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.410901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60536) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:58.429654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6db16db3-b4c8-4dc1-bf74-6826854b1047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.481739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.482785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:58.483459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.558449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] Pushing event updated for resources: {'Network': ['ID=0af30fda-b151-4ace-970e-6df2e3071f5c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:58.582567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0af30fda-b151-4ace-970e-6df2e3071f5c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:45:58.585883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6db16db3-b4c8-4dc1-bf74-6826854b1047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.598325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:58.614518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52b300c2-f5f5-464f-9cc2-8d70a98ad566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.619780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e7cb371-84f0-47e5-85d4-5de921e07577 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4829936 Oct 22 14:45:58.626736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60540) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:58.632997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Request body: {'subnet': {'network_id': '0af30fda-b151-4ace-970e-6df2e3071f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1557618892-subnet', 'tenant_id': '40dcb3df799b4dd989ad98677d1042bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:45:58.679722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6db16db3-b4c8-4dc1-bf74-6826854b1047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.730014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6db16db3-b4c8-4dc1-bf74-6826854b1047 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28c33225f1f44b0ead7acbc5d2d235e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151157 Oct 22 14:45:58.730014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16db3-b4c8-4dc1-bf74-6826854b1047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0902027d-27db-4a63-8ed8-930b8e5a0ba8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:58.731121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60542) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:58.787055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Made reservation on behalf of 40dcb3df799b4dd989ad98677d1042bb for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:45:58.789294 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.855179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4479912-e9ef-4017-9534-189ee1c72a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.887165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a0278-af32-4c1e-89ae-8e0a881e38a9 req-88643a3a-ef9d-4c2a-8afd-9a5971fd621a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:58.889244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-416a0278-af32-4c1e-89ae-8e0a881e38a9 req-88643a3a-ef9d-4c2a-8afd-9a5971fd621a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 969 time: 0.0656095 Oct 22 14:45:58.917134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4479912-e9ef-4017-9534-189ee1c72a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:58.981209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-416a0278-af32-4c1e-89ae-8e0a881e38a9 req-c726e7a3-c62c-499d-9dd1-ec93153db409 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837789 Oct 22 14:45:58.997247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-8119d87f-6b62-4480-9e84-71d0e48d1e4a tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--161472353&fields=id&tenant_id=393c3aa1bf3d4a698448988f6de1d726 HTTP/1.1" status: 200 len: 267 time: 0.0911844 Oct 22 14:45:59.028642 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52b300c2-f5f5-464f-9cc2-8d70a98ad566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.101519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4479912-e9ef-4017-9534-189ee1c72a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.104266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4479912-e9ef-4017-9534-189ee1c72a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.105627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b4479912-e9ef-4017-9534-189ee1c72a4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0902027d-27db-4a63-8ed8-930b8e5a0ba8 HTTP/1.1" status: 204 len: 168 time: 0.3736870 Oct 22 14:45:59.120256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4479912-e9ef-4017-9534-189ee1c72a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0902027d-27db-4a63-8ed8-930b8e5a0ba8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:59.145907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.152711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52b300c2-f5f5-464f-9cc2-8d70a98ad566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.194086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c995ddde-e92f-45d1-abf0-ae40f7bbb19e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:59.226013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Checking segment: {'id': 'c385e0ea-842c-4552-9eae-0787c9d0c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0af30fda-b151-4ace-970e-6df2e3071f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:45:59.226479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Network hostable DHCP agents. Network: 0af30fda-b151-4ace-970e-6df2e3071f5c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:45:59.356488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Network 0af30fda-b151-4ace-970e-6df2e3071f5c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:45:59.434475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-52b300c2-f5f5-464f-9cc2-8d70a98ad566 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d21cee9a3d5c4523a4ddab5c679e6aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360598 Oct 22 14:45:59.434712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b300c2-f5f5-464f-9cc2-8d70a98ad566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee12f4b-726f-47e6-8c32-f998277bdb1c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:59.434851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60578) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:45:59.446420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 0af30fda-b151-4ace-970e-6df2e3071f5c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:45:59.453696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:59.454325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.455220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a2203-324c-4cbc-9600-5b17116e3c65 None None] Network 0af30fda-b151-4ace-970e-6df2e3071f5c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:59.458561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-0784686b-1c19-4c8f-8fe2-74ba4f047d4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:45:59.460137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-0784686b-1c19-4c8f-8fe2-74ba4f047d4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 824 time: 0.4525070 Oct 22 14:45:59.477325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-5903f732-876b-43ae-b11a-e51c6cb06226 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/quotas/393c3aa1bf3d4a698448988f6de1d726 HTTP/1.1" status: 200 len: 375 time: 0.0110898 Oct 22 14:45:59.512953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28d2d834-cfd4-422c-9238-4e5754b2ccbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.539870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28d2d834-cfd4-422c-9238-4e5754b2ccbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.551077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-28d1b44b-61ac-4b17-a72f-c2a62e2bb167 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679090 Oct 22 14:45:59.558926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72c112e3-8e2e-42fa-8b07-abb5fb8846f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9306519 Oct 22 14:45:59.609108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777cfc6-ceb7-4227-8b83-968134b0ef6d None None] Network 0af30fda-b151-4ace-970e-6df2e3071f5c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:45:59.730285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28d2d834-cfd4-422c-9238-4e5754b2ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.732996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28d2d834-cfd4-422c-9238-4e5754b2ccbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:45:59.736764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-28d2d834-cfd4-422c-9238-4e5754b2ccbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eee12f4b-726f-47e6-8c32-f998277bdb1c HTTP/1.1" status: 204 len: 168 time: 0.2982781 Oct 22 14:45:59.746118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2d834-cfd4-422c-9238-4e5754b2ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee12f4b-726f-47e6-8c32-f998277bdb1c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:45:59.974818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60604) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:00.013029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-0c5808ff-5061-4471-b6d4-874805b59e91 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:00.014099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-0c5808ff-5061-4471-b6d4-874805b59e91 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1509781 Oct 22 14:46:00.111794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-280d5047-5bd4-4ed7-ad6e-663e210c0aeb service neutron] 10.222.0.66 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903404 Oct 22 14:46:00.133149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bb2d1517-7068-4ea1-969f-1deb1b60e2f3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:46:00.210002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-0f60c181-de28-4cb4-aedb-1abb4a0ac6c9 service neutron] 10.222.0.66 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916867 Oct 22 14:46:00.380802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20f61999-13d5-4099-a012-c18882e4512e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.383925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:00.401329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3', 'mac_address': 'fa:16:3e:00:52:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-253328856', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:46:00.448615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.474784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2d1517-7068-4ea1-969f-1deb1b60e2f3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:00.519874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:00.553300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-8bbf4d69-2553-4ef9-92c7-8f6f4db8fe2c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:00.560085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-8bbf4d69-2553-4ef9-92c7-8f6f4db8fe2c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.1665053 Oct 22 14:46:00.594320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.631028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-dae1206d-344d-479f-be4d-88cc2a5d43bc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/quotas/d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 375 time: 0.0497320 Oct 22 14:46:00.671163 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20f61999-13d5-4099-a012-c18882e4512e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.673846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-c9af3e68-e033-4322-a982-4cb85371353b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330658 Oct 22 14:46:00.691995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f0a3c-d59f-4bdc-9f6b-0a18a1d74504 req-d7ac0097-f89c-4a05-9bde-1c130ca1e853 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:00.695471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b99f0a3c-d59f-4bdc-9f6b-0a18a1d74504 req-d7ac0097-f89c-4a05-9bde-1c130ca1e853 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 969 time: 0.1496329 Oct 22 14:46:00.698745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:00.735022 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20f61999-13d5-4099-a012-c18882e4512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.795088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b99f0a3c-d59f-4bdc-9f6b-0a18a1d74504 req-0f56f7e4-7532-404f-b7b8-d85d6ebfd71d tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930212 Oct 22 14:46:00.800089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-20f61999-13d5-4099-a012-c18882e4512e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4d29b110fa3433781354e569a84e80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8216715 Oct 22 14:46:00.800089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f61999-13d5-4099-a012-c18882e4512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e966c47-d4e9-499e-9c8d-e4e808c71639,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:00.801863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:00.864259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0018026f-215a-40d2-9d9c-b897cec3cd5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.881158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c34a4770-8def-404a-9c29-ba6638817105 req-2d0b617c-c216-4db1-a754-8fad5dba0b29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Oct 22 14:46:00.887718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0018026f-215a-40d2-9d9c-b897cec3cd5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:00.910790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bb2d1517-7068-4ea1-969f-1deb1b60e2f3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:46:01.072984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0018026f-215a-40d2-9d9c-b897cec3cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:01.077448 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0018026f-215a-40d2-9d9c-b897cec3cd5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:01.086981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-58c7edbb-061f-43d6-a4dc-2b1f218f72e0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:01.086981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-58c7edbb-061f-43d6-a4dc-2b1f218f72e0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0867152 Oct 22 14:46:01.087781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0018026f-215a-40d2-9d9c-b897cec3cd5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e966c47-d4e9-499e-9c8d-e4e808c71639 HTTP/1.1" status: 204 len: 168 time: 0.2818184 Oct 22 14:46:01.091354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018026f-215a-40d2-9d9c-b897cec3cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e966c47-d4e9-499e-9c8d-e4e808c71639,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:01.186121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-505fa6fc-b81a-4f5d-a689-8e8271827a4f service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933361 Oct 22 14:46:01.294516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d34b62c8-9baa-4539-90c3-0f83968ed1aa service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020823 Oct 22 14:46:01.593960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57f6d53e-c1ca-4ca2-bdfc-b50ec926a69e req-d5278fc4-7a8a-485f-905d-2d66ceea6dc1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 210 time: 0.0300555 Oct 22 14:46:01.948511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bbb31-b6f9-4742-bf9f-c1b0f789ebe7 req-956baf4e-029f-4e78-bcd8-9c03c00ad433 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:01.950323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b0bbb31-b6f9-4742-bf9f-c1b0f789ebe7 req-956baf4e-029f-4e78-bcd8-9c03c00ad433 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 970 time: 0.0622561 Oct 22 14:46:02.006224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f30c3885-8f53-4456-992a-5897f259519c req-18b11f9e-bd03-4234-a576-aa124d14d16e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 210 time: 0.0539541 Oct 22 14:46:02.023541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b0bbb31-b6f9-4742-bf9f-c1b0f789ebe7 req-c20b900d-5d27-4d1e-b727-593faf17ef06 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592747 Oct 22 14:46:02.115527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bb2d1517-7068-4ea1-969f-1deb1b60e2f3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:02.285419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:46:02.289513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:02.290633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.373794 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.387511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:02.399534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81044051-1b22-48d1-bd5e-204db63cb38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:02.402737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cc238fe-f9e4-4d27-8e86-a22411cc25dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.519687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cc238fe-f9e4-4d27-8e86-a22411cc25dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.526602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:02.622023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cc238fe-f9e4-4d27-8e86-a22411cc25dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.622766 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.678734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60738) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:02.680237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5cc238fe-f9e4-4d27-8e86-a22411cc25dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b71377c9d07e4c338538cb65799612c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916560 Oct 22 14:46:02.682645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc238fe-f9e4-4d27-8e86-a22411cc25dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a261f65-d389-49e1-8612-52443fa44f85,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:02.692634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:02.714855 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d3031-0176-4678-a6a1-1b2848b66f9e" -d '{"events": [{"server_uuid": "81044051-1b22-48d1-bd5e-204db63cb38a", "name": "network-vif-plugged", "status": "completed", "tag": "bb2d1517-7068-4ea1-969f-1deb1b60e2f3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:02.740766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-414d0373-716a-4940-824b-212dcf966121 req-3125342e-1b63-491f-a711-147bfc5a4f88 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 210 time: 0.0511885 Oct 22 14:46:02.809123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a652dcc-8711-4b65-902f-664c126a39c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.833702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a652dcc-8711-4b65-902f-664c126a39c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:02.981264 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910805a-9669-48a0-82f0-a0cba4020355 x-openstack-request-id: req-b910805a-9669-48a0-82f0-a0cba4020355 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:02.981264 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81044051-1b22-48d1-bd5e-204db63cb38a", "name": "network-vif-plugged", "status": "completed", "tag": "bb2d1517-7068-4ea1-969f-1deb1b60e2f3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:02.981264 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b910805a-9669-48a0-82f0-a0cba4020355 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:02.981264 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81044051-1b22-48d1-bd5e-204db63cb38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3', 'code': 200} Oct 22 14:46:03.010409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a652dcc-8711-4b65-902f-664c126a39c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:03.013188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a652dcc-8711-4b65-902f-664c126a39c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:03.016397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1a652dcc-8711-4b65-902f-664c126a39c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a261f65-d389-49e1-8612-52443fa44f85 HTTP/1.1" status: 204 len: 168 time: 0.3366482 Oct 22 14:46:03.026147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652dcc-8711-4b65-902f-664c126a39c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a261f65-d389-49e1-8612-52443fa44f85,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:03.199644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b3ee347-6c80-4ac1-924b-59faba94a42b req-aaf7564a-3953-48d9-b1c9-b0c95df7a48d tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 210 time: 0.0550499 Oct 22 14:46:03.243618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5820b67-386f-475b-815f-207498a04408 req-f795a7e8-0c00-42db-aea2-0d331b1a7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:03.245997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5820b67-386f-475b-815f-207498a04408 req-f795a7e8-0c00-42db-aea2-0d331b1a7872 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 1122 time: 0.1724262 Oct 22 14:46:03.260029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61658a-9ab7-4fab-a60c-867e723051df req-4b396525-894d-4e1e-95f3-961a5ce489db tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:03.261781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e61658a-9ab7-4fab-a60c-867e723051df req-4b396525-894d-4e1e-95f3-961a5ce489db tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.0940962 Oct 22 14:46:03.277537 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c5820b67-386f-475b-815f-207498a04408 req-e1c868d4-3d30-49f9-bd0d-ca673b4f928a service neutron] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:03.332240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e61658a-9ab7-4fab-a60c-867e723051df req-8bd0e85a-252f-47a0-923c-56f5ce632cbe tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558019 Oct 22 14:46:03.387926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c5820b67-386f-475b-815f-207498a04408 req-e1c868d4-3d30-49f9-bd0d-ca673b4f928a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:03.455591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c5820b67-386f-475b-815f-207498a04408 req-e1c868d4-3d30-49f9-bd0d-ca673b4f928a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:03.504869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5820b67-386f-475b-815f-207498a04408 req-e1c868d4-3d30-49f9-bd0d-ca673b4f928a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421176 Oct 22 14:46:03.519202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c868d4-3d30-49f9-bd0d-ca673b4f928a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8c186-fd86-4677-affa-25941b41260e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:03.569920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:03.590854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.69', 65126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:03.805082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-db80e80b-1348-48f0-b30b-313349470fb0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:03.807392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-db80e80b-1348-48f0-b30b-313349470fb0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.69 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 824 time: 0.2146900 Oct 22 14:46:03.861706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c057337-54d3-45f2-a19d-c5598f29cdec req-d912afcc-3adc-41af-b1dc-99395b0cdadf tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 210 time: 0.0272608 Oct 22 14:46:03.943643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-c6f4aa5b-3d12-420f-8440-7e38dfb27316 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=393c3aa1bf3d4a698448988f6de1d726 HTTP/1.1" status: 200 len: 379 time: 0.0488489 Oct 22 14:46:03.954564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'port': {'device_id': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'admin_state_up': True, 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'security_groups': ['48810ba0-6220-4440-92d1-a0551d687211']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:04.164458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Made reservation on behalf of 393c3aa1bf3d4a698448988f6de1d726 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:04.168647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:04.325124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32cc1542-53c8-417d-8b9e-4bc97bddaf1a req-578d8470-580b-4781-ba00-d0b5cb606443 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 210 time: 0.0365286 Oct 22 14:46:04.473415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ff41-2eac-46eb-ad4f-1c3fa8fba33f req-148b3aa1-822b-46cd-9e66-98dfe68f0036 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:04.474799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcd5ff41-2eac-46eb-ad4f-1c3fa8fba33f req-148b3aa1-822b-46cd-9e66-98dfe68f0036 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.0667069 Oct 22 14:46:04.556184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcd5ff41-2eac-46eb-ad4f-1c3fa8fba33f req-15565fe2-4fbc-4a5e-a614-a458376ff274 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Oct 22 14:46:04.572515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Allocated IP 172.20.0.4 (fecc5e17-09ba-4245-ab79-ac57805e4245/01bd49fe-de58-47c3-a046-3c1e37d8995e/8f0311bc-c193-400a-b675-87c51c5def8b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:04.619279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60816) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:04.627800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60818) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:04.733133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.69', 65129) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:04.788412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:04.797822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-753a1ea6-4688-4f50-87a8-59554df724b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:04.798040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01303202-4904-4e2b-ac8d-49432b9c0fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:04.893603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-753a1ea6-4688-4f50-87a8-59554df724b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:04.909141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-33ef7c79-90fe-4ccf-b91a-71aba37d558f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:04.910623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-33ef7c79-90fe-4ccf-b91a-71aba37d558f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.1375821 Oct 22 14:46:04.931677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Request body: {'port': {'device_id': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'admin_state_up': True, 'tenant_id': 'd04456eb09b34176abad98ce719b87b0'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:04.998315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ec4190f-615e-4171-b334-41e0d46f3685 req-c6dea1b9-452f-4aad-821c-9d092b84cffc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 210 time: 0.0498238 Oct 22 14:46:05.040129 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01303202-4904-4e2b-ac8d-49432b9c0fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.142175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-753a1ea6-4688-4f50-87a8-59554df724b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.145409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.214487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01303202-4904-4e2b-ac8d-49432b9c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.215603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Made reservation on behalf of d04456eb09b34176abad98ce719b87b0 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:05.219322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.275509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01303202-4904-4e2b-ac8d-49432b9c0fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a5d99-7022-4825-8418-ba02323c1af0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:05.279457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Network fecc5e17-09ba-4245-ab79-ac57805e4245 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:05.286487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01303202-4904-4e2b-ac8d-49432b9c0fad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f73f19d141e744b38d37cda5bf2f3764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604912 Oct 22 14:46:05.287180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-753a1ea6-4688-4f50-87a8-59554df724b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=818dcc1a09794d92aa1146f9b54a8f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537671 Oct 22 14:46:05.287180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a1ea6-4688-4f50-87a8-59554df724b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef6d20-d9e9-4b02-a1c5-b3edf234f434,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:05.287180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60830) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:05.287180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60832) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:05.302543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:05.304989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:05.310708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:05.311276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.320285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'Port': ['ID=8f0311bc-c193-400a-b675-87c51c5def8b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:05.432342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-79c9aaa7-8a78-45ae-9d97-d3fabef28685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.435398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eed62dcd-f950-435c-afe1-938555438ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.486427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-79c9aaa7-8a78-45ae-9d97-d3fabef28685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.498882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eed62dcd-f950-435c-afe1-938555438ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.585072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Allocated IP 172.20.0.12 (b5cf8401-c3af-427d-add2-1bd5ec5b8e19/99266398-9cc4-477d-b5a7-d39b56f511b2/f0056f0e-c7a8-4eff-8e98-04f879a70d82) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:05.587562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-8ef4146b-2510-4ab2-8ffb-1bfa9390203f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6366460 Oct 22 14:46:05.631622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7502-5fe9-40bf-aa45-fe327ac3850f req-41ce2199-1f62-4412-a634-9846a726a0a9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:05.634898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b52d7502-5fe9-40bf-aa45-fe327ac3850f req-41ce2199-1f62-4412-a634-9846a726a0a9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.1683583 Oct 22 14:46:05.708015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1dd9a638-7471-4ec1-962c-e0939ec00d60 None None] Provisioning complete for port 8f0311bc-c193-400a-b675-87c51c5def8b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:05.708598 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a638-7471-4ec1-962c-e0939ec00d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.741966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b52d7502-5fe9-40bf-aa45-fe327ac3850f req-bdfff44e-02bf-4a31-9c4a-be31fd58e450 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942278 Oct 22 14:46:05.762594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237959-0cc8-4063-9409-ed95bd1596c1 req-3fec19ab-dbcf-458a-b7f4-19ec60d184e0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:05.764111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d237959-0cc8-4063-9409-ed95bd1596c1 req-3fec19ab-dbcf-458a-b7f4-19ec60d184e0 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.1096208 Oct 22 14:46:05.771945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9a638-7471-4ec1-962c-e0939ec00d60 None None] Port 8f0311bc-c193-400a-b675-87c51c5def8b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:05.811465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d237959-0cc8-4063-9409-ed95bd1596c1 req-f15ce3fe-0c01-40ff-aafe-a025954fb5da tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Oct 22 14:46:05.839124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eed62dcd-f950-435c-afe1-938555438ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.841693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eed62dcd-f950-435c-afe1-938555438ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.845351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eed62dcd-f950-435c-afe1-938555438ecf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49ef6d20-d9e9-4b02-a1c5-b3edf234f434 HTTP/1.1" status: 204 len: 168 time: 0.5479798 Oct 22 14:46:05.845351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-79c9aaa7-8a78-45ae-9d97-d3fabef28685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.845912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-79c9aaa7-8a78-45ae-9d97-d3fabef28685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:05.849632 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-79c9aaa7-8a78-45ae-9d97-d3fabef28685 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb8a5d99-7022-4825-8418-ba02323c1af0 HTTP/1.1" status: 204 len: 168 time: 0.5538883 Oct 22 14:46:05.860696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed62dcd-f950-435c-afe1-938555438ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef6d20-d9e9-4b02-a1c5-b3edf234f434,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:05.890805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9aaa7-8a78-45ae-9d97-d3fabef28685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a5d99-7022-4825-8418-ba02323c1af0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:06.012030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:06.119443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45775dca-6f9b-48ec-929c-546505f55045 req-f35b5a3e-6ecd-4410-b0d0-4d24b0674384 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 210 time: 0.0335591 Oct 22 14:46:06.125494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:06.174304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:06.178209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:06.181830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:06.189191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:06.189829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:06.207460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:06.304299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-d05482b7-5928-43c5-9578-e4b5cd9aeec8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3762755 Oct 22 14:46:06.804756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-e7ea1521-2009-4555-b4a7-cad41e37143f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445924 Oct 22 14:46:06.815693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60860) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:06.851603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3d12ae8-37df-48fd-8105-6145377a661b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:06.888214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7060e4-61ea-432b-a958-9b2e730ad458 req-afd2b663-9ae3-494a-96f7-adfcf137d3a0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:06.903813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e7060e4-61ea-432b-a958-9b2e730ad458 req-afd2b663-9ae3-494a-96f7-adfcf137d3a0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0803046 Oct 22 14:46:06.931921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:06.956693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec0322ea-e7b1-47d7-91a2-fb150275103d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:06.997530 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3d12ae8-37df-48fd-8105-6145377a661b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.008079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e7060e4-61ea-432b-a958-9b2e730ad458 req-2d87e7b4-08fc-4e40-8e64-e3cb48d0c6d4 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082981 Oct 22 14:46:07.027361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bb74-6e29-46a2-a810-a3a51eb0d6a3 req-7be1ad89-f895-49ad-b2a3-9c85d984de3f tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.027361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7815bb74-6e29-46a2-a810-a3a51eb0d6a3 req-7be1ad89-f895-49ad-b2a3-9c85d984de3f tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.1191077 Oct 22 14:46:07.030212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-5247df7a-e2a3-4906-afa3-5ddc22483efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.032056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-5247df7a-e2a3-4906-afa3-5ddc22483efe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7700c9cb68894b90b42118cdae65a615&device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 1122 time: 0.1017551 Oct 22 14:46:07.075425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec0322ea-e7b1-47d7-91a2-fb150275103d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.084554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3d12ae8-37df-48fd-8105-6145377a661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.094245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7815bb74-6e29-46a2-a810-a3a51eb0d6a3 req-94b6aad1-2d3d-4f03-99c9-4006a38e607c tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Oct 22 14:46:07.129368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e3d12ae8-37df-48fd-8105-6145377a661b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b788c144f8374503807f291be77a2c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094363 Oct 22 14:46:07.129744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60868) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:07.131692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12ae8-37df-48fd-8105-6145377a661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6739a135-eb45-4a35-af8a-8caa6306dce1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:07.172658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec0322ea-e7b1-47d7-91a2-fb150275103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.191952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-ea1388d1-07e5-4f20-be47-5597ddc50f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.193724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-ea1388d1-07e5-4f20-be47-5597ddc50f78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1344326 Oct 22 14:46:07.236940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0322ea-e7b1-47d7-91a2-fb150275103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3bd38b-e426-4593-a7c0-d20079bb402f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:07.254927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-a1c19ceb-43e0-4053-b876-f8444a299b57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0508745 Oct 22 14:46:07.271518 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec0322ea-e7b1-47d7-91a2-fb150275103d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffbdbc02084e437cb8bf7ff66cabc711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383276 Oct 22 14:46:07.277456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60874) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:07.289028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43ecbe9c-11e8-4418-b33d-a16a79a37390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.334936 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43ecbe9c-11e8-4418-b33d-a16a79a37390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.361429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-5330206f-f0be-4b3a-b4fe-c6849f716c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.363636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-5330206f-f0be-4b3a-b4fe-c6849f716c91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1012518 Oct 22 14:46:07.379122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa5e0-cbf2-4f10-8de5-5889125e6a18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.380113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf3272-4170-4d76-871e-5466f859783e req-987874bb-f8ac-443a-a3a1-59b2ce7ed11c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.381016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8bf3272-4170-4d76-871e-5466f859783e req-987874bb-f8ac-443a-a3a1-59b2ce7ed11c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.1311989 Oct 22 14:46:07.413152 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa5e0-cbf2-4f10-8de5-5889125e6a18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.496103 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43ecbe9c-11e8-4418-b33d-a16a79a37390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.498735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43ecbe9c-11e8-4418-b33d-a16a79a37390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.503923 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-43ecbe9c-11e8-4418-b33d-a16a79a37390 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6739a135-eb45-4a35-af8a-8caa6306dce1 HTTP/1.1" status: 204 len: 168 time: 0.3694005 Oct 22 14:46:07.513048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecbe9c-11e8-4418-b33d-a16a79a37390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6739a135-eb45-4a35-af8a-8caa6306dce1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:07.570269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa5e0-cbf2-4f10-8de5-5889125e6a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.572944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa5e0-cbf2-4f10-8de5-5889125e6a18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.576585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7a5fa5e0-cbf2-4f10-8de5-5889125e6a18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f3bd38b-e426-4593-a7c0-d20079bb402f HTTP/1.1" status: 204 len: 168 time: 0.2937572 Oct 22 14:46:07.577182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e2d27-48a5-4d57-a6e5-bdded91ce514 req-b3acca31-eceb-4b39-be24-57297a9497b1 tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.578669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e2d27-48a5-4d57-a6e5-bdded91ce514 req-b3acca31-eceb-4b39-be24-57297a9497b1 tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 1122 time: 0.3044863 Oct 22 14:46:07.585105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fa5e0-cbf2-4f10-8de5-5889125e6a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3bd38b-e426-4593-a7c0-d20079bb402f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:07.626485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-914e2d27-48a5-4d57-a6e5-bdded91ce514 req-df85a021-534a-4806-b0b0-a146d7d3311b tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.650737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8bf3272-4170-4d76-871e-5466f859783e req-21b2f9fb-920c-4d24-b298-f1c3a6c7e1f9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604518 Oct 22 14:46:07.662471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-bccb0140-340d-45ab-be1f-bea1e256cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:07.664055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-bccb0140-340d-45ab-be1f-bea1e256cb8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2925017 Oct 22 14:46:07.792731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-7ea86c7e-c757-49cf-a74f-444fb9fcc245 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213326 Oct 22 14:46:07.811380 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-914e2d27-48a5-4d57-a6e5-bdded91ce514 req-df85a021-534a-4806-b0b0-a146d7d3311b tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.868921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-914e2d27-48a5-4d57-a6e5-bdded91ce514 req-df85a021-534a-4806-b0b0-a146d7d3311b tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:07.900023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e2d27-48a5-4d57-a6e5-bdded91ce514 req-df85a021-534a-4806-b0b0-a146d7d3311b tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977052 Oct 22 14:46:07.920081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9be65ff2-d17c-4418-a7e6-4664bc5b60ac req-0d324494-85ad-4127-9407-708c7596be07 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191170 Oct 22 14:46:07.920281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85a021-534a-4806-b0b0-a146d7d3311b tempest-AggregatesAdminTestJSON-988200295 tempest-AggregatesAdminTestJSON-988200295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4dff14-21c8-4e18-8e49-6e61a649afda,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:08.246599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4caf-2884-4e6b-97bd-5096e544aa9e req-f9668abf-36ab-448a-b2d3-dee582d3221a tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:08.248246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-729d4caf-2884-4e6b-97bd-5096e544aa9e req-f9668abf-36ab-448a-b2d3-dee582d3221a tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0650449 Oct 22 14:46:08.294671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-729d4caf-2884-4e6b-97bd-5096e544aa9e req-1db166ac-c44d-420e-a59d-7cef772048a9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385888 Oct 22 14:46:08.781177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249c523-0887-44aa-a7db-b1015e97c5cf req-2a7aef78-079e-4b4b-8ecb-007be686e7ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:08.782701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b249c523-0887-44aa-a7db-b1015e97c5cf req-2a7aef78-079e-4b4b-8ecb-007be686e7ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.0528677 Oct 22 14:46:08.824595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b249c523-0887-44aa-a7db-b1015e97c5cf req-c5c7e6b1-7f7e-40f7-9e22-546dd127ad4f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Oct 22 14:46:09.207241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60968) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:09.433258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca13a54a-54ac-4029-a6e4-7c53500cee73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.464971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea43394-f616-4e65-a37f-5f351ab25609 req-6838045d-6b0d-4ca1-acd3-b4a189e7777c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:09.470189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ea43394-f616-4e65-a37f-5f351ab25609 req-6838045d-6b0d-4ca1-acd3-b4a189e7777c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0757902 Oct 22 14:46:09.538657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ea43394-f616-4e65-a37f-5f351ab25609 req-58017f85-32bf-4041-baee-5d6a7ba7a276 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590608 Oct 22 14:46:09.577352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca13a54a-54ac-4029-a6e4-7c53500cee73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.661369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca13a54a-54ac-4029-a6e4-7c53500cee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.706649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca13a54a-54ac-4029-a6e4-7c53500cee73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a972b95773e741ef8101cd8b5b159d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981043 Oct 22 14:46:09.708936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13a54a-54ac-4029-a6e4-7c53500cee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a476c065-5615-4123-a99b-cee0fd9a43f0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:09.709715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60990) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:09.794594 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5b63d64-8801-4988-9ff9-9ba9107515b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.818949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5b63d64-8801-4988-9ff9-9ba9107515b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.968783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdeaae-8802-4204-b789-e6cbc56a862e req-c9f2cfaa-1bb7-49e6-87ee-55cf8da4f448 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:09.970614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58fdeaae-8802-4204-b789-e6cbc56a862e req-c9f2cfaa-1bb7-49e6-87ee-55cf8da4f448 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.0547671 Oct 22 14:46:09.980247 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5b63d64-8801-4988-9ff9-9ba9107515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.984117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5b63d64-8801-4988-9ff9-9ba9107515b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:09.984953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d5b63d64-8801-4988-9ff9-9ba9107515b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a476c065-5615-4123-a99b-cee0fd9a43f0 HTTP/1.1" status: 204 len: 168 time: 0.2742445 Oct 22 14:46:10.013625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63d64-8801-4988-9ff9-9ba9107515b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a476c065-5615-4123-a99b-cee0fd9a43f0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:10.052848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58fdeaae-8802-4204-b789-e6cbc56a862e req-6a4a7705-051a-4509-a9d9-30a7fd574ebf tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Oct 22 14:46:10.813359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721a7ad-419b-4d70-a557-82871ba74c1c req-dd6256ef-fbc5-42c4-b76f-1f9f7d8d628e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:10.814961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f721a7ad-419b-4d70-a557-82871ba74c1c req-dd6256ef-fbc5-42c4-b76f-1f9f7d8d628e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0552824 Oct 22 14:46:10.819622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 32824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:10.832967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-433db0ba-72cb-4b7f-8074-52975c92d8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:10.855768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f721a7ad-419b-4d70-a557-82871ba74c1c req-28e0174c-82c5-43c0-a3b7-4ba182999ede tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Oct 22 14:46:10.929508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-433db0ba-72cb-4b7f-8074-52975c92d8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.021725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-433db0ba-72cb-4b7f-8074-52975c92d8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.072505 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-433db0ba-72cb-4b7f-8074-52975c92d8b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1205ee0e821e4db1bda1df8f5559fd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411263 Oct 22 14:46:11.072505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 32836) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:11.072505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db0ba-72cb-4b7f-8074-52975c92d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189c9bf-9f86-47b9-90a9-8973fe2bb4de,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:11.100922 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.120631 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bed5e64-0cf6-4893-b3d4-0fc574dba3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.147975 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bed5e64-0cf6-4893-b3d4-0fc574dba3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.284234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bed5e64-0cf6-4893-b3d4-0fc574dba3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.287546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bed5e64-0cf6-4893-b3d4-0fc574dba3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:11.288724 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4bed5e64-0cf6-4893-b3d4-0fc574dba3bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0189c9bf-9f86-47b9-90a9-8973fe2bb4de HTTP/1.1" status: 204 len: 168 time: 0.2226954 Oct 22 14:46:11.300701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5e64-0cf6-4893-b3d4-0fc574dba3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189c9bf-9f86-47b9-90a9-8973fe2bb4de,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:11.354194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23910ef-a850-4c9e-87fa-c59455df3ff8 req-0884e296-882a-48f2-a6aa-a32da6ce7de4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:11.355829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a23910ef-a850-4c9e-87fa-c59455df3ff8 req-0884e296-882a-48f2-a6aa-a32da6ce7de4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.0672524 Oct 22 14:46:11.410930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a23910ef-a850-4c9e-87fa-c59455df3ff8 req-308a3427-2540-4af3-b1c4-6f10c7494a64 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Oct 22 14:46:12.048106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b42fbf-2443-4b68-8806-4373de8df890 req-0d9e1da5-15d2-4973-9f28-b5797e118178 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:12.050286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07b42fbf-2443-4b68-8806-4373de8df890 req-0d9e1da5-15d2-4973-9f28-b5797e118178 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0531931 Oct 22 14:46:12.088933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07b42fbf-2443-4b68-8806-4373de8df890 req-a5da317c-07c4-48d6-8cc7-4dc3e5bc4226 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325518 Oct 22 14:46:12.552501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:46:12.594003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ea97-880f-4d05-a5f4-7d1a5a07409a req-d5938e7c-0438-42cc-9da0-5eca7872b510 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:12.595460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f99ea97-880f-4d05-a5f4-7d1a5a07409a req-d5938e7c-0438-42cc-9da0-5eca7872b510 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.0515299 Oct 22 14:46:12.633060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f99ea97-880f-4d05-a5f4-7d1a5a07409a req-be8b378c-b1a7-42ad-af59-2c1c58db754b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Oct 22 14:46:13.336970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceafe49-0704-4d53-a775-c381bf6223df req-e71d7cdb-5bbc-460e-88dc-4fd7313d791a tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:13.338429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ceafe49-0704-4d53-a775-c381bf6223df req-e71d7cdb-5bbc-460e-88dc-4fd7313d791a tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0489094 Oct 22 14:46:13.389532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ceafe49-0704-4d53-a775-c381bf6223df req-b024766d-87ad-48d3-8367-fe641cde11d2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450768 Oct 22 14:46:13.464313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32978) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:13.630639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32994) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:13.764243 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41fde8be-ab40-48ed-aafb-1a7c5695909b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:13.805276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11f2b-1881-4935-8149-25dad97a114c req-67445145-99fa-4867-b7f2-08413225332a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:13.806863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dce11f2b-1881-4935-8149-25dad97a114c req-67445145-99fa-4867-b7f2-08413225332a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.0944598 Oct 22 14:46:13.851975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de7f9ad7-747b-47ad-96de-a8fde553f818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:13.898349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dce11f2b-1881-4935-8149-25dad97a114c req-57146fff-9a28-4a02-9dc5-cb3e26d560d0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784068 Oct 22 14:46:13.937394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41fde8be-ab40-48ed-aafb-1a7c5695909b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:13.985027 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de7f9ad7-747b-47ad-96de-a8fde553f818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.095461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de7f9ad7-747b-47ad-96de-a8fde553f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.101725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41fde8be-ab40-48ed-aafb-1a7c5695909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.193861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-de7f9ad7-747b-47ad-96de-a8fde553f818 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d16adef3ef614b44b73304a2f7042d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618501 Oct 22 14:46:14.198467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33034) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:14.240664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41fde8be-ab40-48ed-aafb-1a7c5695909b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1432817c81b458d85dc9f76014e111d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749712 Oct 22 14:46:14.241706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33038) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:14.245020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f9ad7-747b-47ad-96de-a8fde553f818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d034195f-2f36-42dd-ba83-1112ca293ae3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:14.278860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ca48-53e7-4b7e-bb79-57bdfe7c6ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.328418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-242e958f-b9bf-492f-8420-af0bb9cc1a26 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:14.330111 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-242e958f-b9bf-492f-8420-af0bb9cc1a26 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107524 Oct 22 14:46:14.332082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-27c6d4e2-6462-4c8a-a306-6e77709797e9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:14.333875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-27c6d4e2-6462-4c8a-a306-6e77709797e9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156400 Oct 22 14:46:14.342786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ca48-53e7-4b7e-bb79-57bdfe7c6ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.343407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fde8be-ab40-48ed-aafb-1a7c5695909b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21059cf-f381-46a8-9fc6-6f29ab467146,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:14.467465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd45e532-c2c8-49a9-ac8e-a4f8d9fdf644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.536369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ca48-53e7-4b7e-bb79-57bdfe7c6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.540438 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ca48-53e7-4b7e-bb79-57bdfe7c6ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.542265 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c3e1ca48-53e7-4b7e-bb79-57bdfe7c6ad4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d034195f-2f36-42dd-ba83-1112ca293ae3 HTTP/1.1" status: 204 len: 168 time: 0.3423829 Oct 22 14:46:14.559374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1ca48-53e7-4b7e-bb79-57bdfe7c6ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d034195f-2f36-42dd-ba83-1112ca293ae3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:14.583802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd45e532-c2c8-49a9-ac8e-a4f8d9fdf644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.672770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-415be754-5aa0-4164-a7b5-55ef5abacf08 req-3d1394f8-2a58-404d-b13b-1e47c56ce7d5 tempest-FlavorsV2NegativeTest-1897307751 tempest-FlavorsV2NegativeTest-1897307751-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7b360e06b8ed49499d54accb630b60c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267498 Oct 22 14:46:14.822244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a005-2044-471b-a373-e2dd4f9fc281 req-b8857767-715b-4e6f-8a4c-9952af79eabb tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:14.823823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8924a005-2044-471b-a373-e2dd4f9fc281 req-b8857767-715b-4e6f-8a4c-9952af79eabb tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 931 time: 0.0990276 Oct 22 14:46:14.833722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415be754-5aa0-4164-a7b5-55ef5abacf08 req-a15939b7-8587-433a-8dbe-a1f8b23e568b tempest-FlavorsV2NegativeTest-1897307751 tempest-FlavorsV2NegativeTest-1897307751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:14.837967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-415be754-5aa0-4164-a7b5-55ef5abacf08 req-a15939b7-8587-433a-8dbe-a1f8b23e568b tempest-FlavorsV2NegativeTest-1897307751 tempest-FlavorsV2NegativeTest-1897307751-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553729 Oct 22 14:46:14.848442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd45e532-c2c8-49a9-ac8e-a4f8d9fdf644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.851745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd45e532-c2c8-49a9-ac8e-a4f8d9fdf644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:14.852829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dd45e532-c2c8-49a9-ac8e-a4f8d9fdf644 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d21059cf-f381-46a8-9fc6-6f29ab467146 HTTP/1.1" status: 204 len: 168 time: 0.6096010 Oct 22 14:46:14.879089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45e532-c2c8-49a9-ac8e-a4f8d9fdf644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21059cf-f381-46a8-9fc6-6f29ab467146,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:14.883507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-415be754-5aa0-4164-a7b5-55ef5abacf08 req-084bc632-a96c-473d-a2e8-5bb6c2342566 tempest-FlavorsV2NegativeTest-1897307751 tempest-FlavorsV2NegativeTest-1897307751-project] 10.222.0.66 "GET /v2.0/quotas/7b360e06b8ed49499d54accb630b60c5 HTTP/1.1" status: 200 len: 375 time: 0.0364645 Oct 22 14:46:14.906913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8924a005-2044-471b-a373-e2dd4f9fc281 req-3102d9bb-4175-4618-b77e-6c70de826779 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679121 Oct 22 14:46:14.922259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-415be754-5aa0-4164-a7b5-55ef5abacf08 req-350e996e-0df1-4bf9-b5c4-6659ea973e27 tempest-FlavorsV2NegativeTest-1897307751 tempest-FlavorsV2NegativeTest-1897307751-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b360e06b8ed49499d54accb630b60c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306377 Oct 22 14:46:15.106447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Request body: {'port': {'device_id': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:15.154705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Request body: {'port': {'device_id': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:15.213359 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.226476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.243963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610d377-7d89-417e-9a0a-ee1538532cb5 req-9aded013-81fe-4cf1-97ed-ee58af6fccc0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:15.252026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0610d377-7d89-417e-9a0a-ee1538532cb5 req-9aded013-81fe-4cf1-97ed-ee58af6fccc0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 932 time: 0.1266437 Oct 22 14:46:15.369069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0610d377-7d89-417e-9a0a-ee1538532cb5 req-6b3fd7c2-86dd-4d2d-858d-16df43e90340 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160383 Oct 22 14:46:15.592732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0311bc-c193-400a-b675-87c51c5def8b {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:15.595456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0056f0e-c7a8-4eff-8e98-04f879a70d82 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:15.601527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.604761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.618173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:15.619323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Transition to ACTIVE for port object 8f0311bc-c193-400a-b675-87c51c5def8b will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:46:15.630064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Transition to ACTIVE for port object f0056f0e-c7a8-4eff-8e98-04f879a70d82 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:46:15.639127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33100) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:15.656746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e714a3a-23d8-45ed-bc23-636e12846685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.672918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.688642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.821565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Attempting to bind port 8f0311bc-c193-400a-b675-87c51c5def8b on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:15.821978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Attempting to bind port 8f0311bc-c193-400a-b675-87c51c5def8b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:15.822372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Attempting to bind port 8f0311bc-c193-400a-b675-87c51c5def8b on network fecc5e17-09ba-4245-ab79-ac57805e4245 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:15.837684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Pushing event updated for resources: {'Port': ['ID=8f0311bc-c193-400a-b675-87c51c5def8b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:15.849854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Port 8f0311bc-c193-400a-b675-87c51c5def8b on network fecc5e17-09ba-4245-ab79-ac57805e4245 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:46:15.850285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Attempting to bind port 8f0311bc-c193-400a-b675-87c51c5def8b on network fecc5e17-09ba-4245-ab79-ac57805e4245 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:15.862533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:15.873281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:15.876948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Checking segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:15.878189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Bound using segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:15.878891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Bound port: 8f0311bc-c193-400a-b675-87c51c5def8b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:15.880554 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.945951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e714a3a-23d8-45ed-bc23-636e12846685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.947347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:15.947635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:15.947984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:15.953035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:46:15.953268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:15.959580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:15.959952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:15.960800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:15.961340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Bound port: f0056f0e-c7a8-4eff-8e98-04f879a70d82, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:15.962175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:15.995677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] For port 8f0311bc-c193-400a-b675-87c51c5def8b, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:16.000159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] For port 8f0311bc-c193-400a-b675-87c51c5def8b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8f0311bc-c193-400a-b675-87c51c5def8b,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:16.076665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:16.084233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:16.086339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e714a3a-23d8-45ed-bc23-636e12846685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.119392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.135971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9e714a3a-23d8-45ed-bc23-636e12846685 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da0c640f27b44714a93158fc02eba0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953136 Oct 22 14:46:16.137311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e714a3a-23d8-45ed-bc23-636e12846685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac10cfb-c34c-4ceb-8342-09551e5e4fca,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:16.140292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33118) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:16.158191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.159540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.161340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] 10.222.0.69 "PUT /v2.0/ports/8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 200 len: 1091 time: 1.5279186 Oct 22 14:46:16.181845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:16.184247 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:16.208792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.235710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b57e-5748-4a06-9b68-c2b31d637bfd service neutron] Pushing event updated for resources: {'Port': ['ID=8f0311bc-c193-400a-b675-87c51c5def8b,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:16.311823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:16.333664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37621e0c-1289-4eb9-85da-5c2a43a2c148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.337029 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942007aa-b40a-4235-bc16-30a694cbbd6b x-openstack-request-id: req-942007aa-b40a-4235-bc16-30a694cbbd6b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:16.337428 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:16.337778 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-942007aa-b40a-4235-bc16-30a694cbbd6b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:16.338274 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b', 'status': 'completed', 'code': 200} Oct 22 14:46:16.358359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.359217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.360709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-66b2d2ff-9efd-480b-8705-30e883509a75 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 1092 time: 1.7250786 Oct 22 14:46:16.361145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:16.419246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:16.429518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-809146cc-a0fb-4e02-9744-bec3a837b7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.437557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-03bb2027-540f-4958-a4e5-9bb5aa6d4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.439439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-03bb2027-540f-4958-a4e5-9bb5aa6d4cdc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 1094 time: 0.1670938 Oct 22 14:46:16.533774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37621e0c-1289-4eb9-85da-5c2a43a2c148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.554393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94d6fca5-8b44-401c-9b5a-78c152f758d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.607736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-f3b47eec-df96-40af-baca-08a719e38681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.609263 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-f3b47eec-df96-40af-baca-08a719e38681 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1095 time: 0.1077709 Oct 22 14:46:16.614207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-02a40a4c-9ae5-404b-a82e-6724133c0d41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 200 len: 217 time: 0.1569417 Oct 22 14:46:16.614207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-809146cc-a0fb-4e02-9744-bec3a837b7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.626099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99808953-7578-4de4-af79-8e131a50f5c5 req-b61d0c1a-b327-49c2-94bf-78c8e34a0f0f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.631777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99808953-7578-4de4-af79-8e131a50f5c5 req-b61d0c1a-b327-49c2-94bf-78c8e34a0f0f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 943 time: 0.2932935 Oct 22 14:46:16.687416 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-2bb38ff4-d31e-408b-9314-eebd28b46b47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0632770 Oct 22 14:46:16.693379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-809146cc-a0fb-4e02-9744-bec3a837b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.752614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-9a9ddb02-165f-4353-9283-6e57ac564eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.754144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-9a9ddb02-165f-4353-9283-6e57ac564eb2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.1231449 Oct 22 14:46:16.820668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809146cc-a0fb-4e02-9744-bec3a837b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b54288-251a-484f-9859-ef992900a166,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:16.830659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-809146cc-a0fb-4e02-9744-bec3a837b7d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f464a1df888d40e8a16d56fd5e752728&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2088082 Oct 22 14:46:16.836161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99808953-7578-4de4-af79-8e131a50f5c5 req-5259bec4-e744-443b-967f-86f7efc8b788 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909306 Oct 22 14:46:16.849696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7b8f8-6eea-47b6-b90c-0f7a82e10ca4 req-f0df14fe-4b2e-431d-927a-58d84048489e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.853660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33142) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:16.857261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41a7b8f8-6eea-47b6-b90c-0f7a82e10ca4 req-f0df14fe-4b2e-431d-927a-58d84048489e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.2703834 Oct 22 14:46:16.881544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37621e0c-1289-4eb9-85da-5c2a43a2c148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.884040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37621e0c-1289-4eb9-85da-5c2a43a2c148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:16.887837 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-37621e0c-1289-4eb9-85da-5c2a43a2c148 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ac10cfb-c34c-4ceb-8342-09551e5e4fca HTTP/1.1" status: 204 len: 168 time: 0.7463508 Oct 22 14:46:16.918645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37621e0c-1289-4eb9-85da-5c2a43a2c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac10cfb-c34c-4ceb-8342-09551e5e4fca,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:16.942064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41a7b8f8-6eea-47b6-b90c-0f7a82e10ca4 req-6749f2b1-5f24-4fb8-b1e9-e2f7b16538a3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838623 Oct 22 14:46:16.944496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-85488411-4e4d-4642-84c8-24e1a42d406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.945788 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-85488411-4e4d-4642-84c8-24e1a42d406e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.2515855 Oct 22 14:46:16.962964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b44d-5933-4fab-8439-8cea7294189e req-30e86c49-4059-495b-81bf-8d1968967833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:16.964486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-30e86c49-4059-495b-81bf-8d1968967833 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886780 Oct 22 14:46:16.975725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94d6fca5-8b44-401c-9b5a-78c152f758d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.018661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-7376266a-d73c-44fa-b8eb-e28ad3237332 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613222 Oct 22 14:46:17.019931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2333d92-7deb-4d43-a4e9-6b6bf03542f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.062335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2333d92-7deb-4d43-a4e9-6b6bf03542f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.067362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-59598ef1-d9b2-471e-bb94-0d2f96a1d1d6 service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937145 Oct 22 14:46:17.077675 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c57f28-2047-46bd-903a-874793ac0367" -d '{"events": [{"name": "network-changed", "server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:17.141291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33162) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:17.162626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94d6fca5-8b44-401c-9b5a-78c152f758d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.173278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-1c2a2811-3d33-43f7-8861-6d4dc82f40b8 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486089 Oct 22 14:46:17.219777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-94d6fca5-8b44-401c-9b5a-78c152f758d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94eb76b1c6f54601b1f98f1d0cccb7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7980123 Oct 22 14:46:17.222533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b922b44d-5933-4fab-8439-8cea7294189e req-0ae4189f-a648-494e-953c-3ee4fdfbf52a service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475384 Oct 22 14:46:17.223025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:17.228870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6fca5-8b44-401c-9b5a-78c152f758d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce375bf-4620-4f4b-8327-aa7ce99c50fd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:17.261047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2333d92-7deb-4d43-a4e9-6b6bf03542f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.263843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2333d92-7deb-4d43-a4e9-6b6bf03542f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.268272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c2333d92-7deb-4d43-a4e9-6b6bf03542f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25b54288-251a-484f-9859-ef992900a166 HTTP/1.1" status: 204 len: 168 time: 0.4094069 Oct 22 14:46:17.280760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b495a30-7da7-4171-8d44-aaad696688ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.285884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2333d92-7deb-4d43-a4e9-6b6bf03542f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b54288-251a-484f-9859-ef992900a166,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:17.303521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-483885cf-e5c6-460d-88e5-8876eced65e8 req-b9fb9bb8-7146-491b-8802-c964ee33f3a0 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196053 Oct 22 14:46:17.304336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b495a30-7da7-4171-8d44-aaad696688ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.431105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b495a30-7da7-4171-8d44-aaad696688ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.433723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b495a30-7da7-4171-8d44-aaad696688ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.434919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5b495a30-7da7-4171-8d44-aaad696688ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dce375bf-4620-4f4b-8327-aa7ce99c50fd HTTP/1.1" status: 204 len: 168 time: 0.2109652 Oct 22 14:46:17.438238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-93f280c3-863f-416b-bff3-9916d06e289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.441054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-93f280c3-863f-416b-bff3-9916d06e289f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 1094 time: 0.0531185 Oct 22 14:46:17.447016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495a30-7da7-4171-8d44-aaad696688ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce375bf-4620-4f4b-8327-aa7ce99c50fd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:17.634212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-a92cb298-147b-459f-b90f-6bb564d58d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.639672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-a92cb298-147b-459f-b90f-6bb564d58d5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 925 time: 0.1909866 Oct 22 14:46:17.723847 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff66a8-965f-4660-a31c-a030ad05b0e4 x-openstack-request-id: req-f7ff66a8-965f-4660-a31c-a030ad05b0e4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:17.724284 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:17.724787 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7ff66a8-965f-4660-a31c-a030ad05b0e4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:17.725446 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'status': 'completed', 'code': 200} Oct 22 14:46:17.728796 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-a4718733-d1e8-4c0e-b26a-fab2be3f8bcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 200 len: 217 time: 0.0825443 Oct 22 14:46:17.750282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4727dec-1377-48e2-b2d2-2a629addae8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.757717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c57f28-2047-46bd-903a-874793ac0367 req-d846bf1b-a34e-444b-bb5a-d08047ab5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.759724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-d846bf1b-a34e-444b-bb5a-d08047ab5b4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1095 time: 0.0602739 Oct 22 14:46:17.805836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-33d7d88b-e8ad-4510-a5ab-f203bdb38286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.807429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-33d7d88b-e8ad-4510-a5ab-f203bdb38286 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.0663989 Oct 22 14:46:17.866076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c57f28-2047-46bd-903a-874793ac0367 req-b2c2ba2e-df12-4c35-8930-a2fa8b9ef365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.867645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-b2c2ba2e-df12-4c35-8930-a2fa8b9ef365 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.0981295 Oct 22 14:46:17.889092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-b3e58080-d165-4ca5-8de7-28d89b65dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.890612 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-b3e58080-d165-4ca5-8de7-28d89b65dad4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756266 Oct 22 14:46:17.918619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-61b64bf9-b2ad-46b8-b992-6459e05c8789 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0418270 Oct 22 14:46:17.930440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4727dec-1377-48e2-b2d2-2a629addae8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:17.970947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c57f28-2047-46bd-903a-874793ac0367 req-ad2bcdd8-6c44-42e1-88eb-1f7613cc01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:17.972940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-ad2bcdd8-6c44-42e1-88eb-1f7613cc01f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0473099 Oct 22 14:46:18.007337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-ac12754b-cf60-4c12-9788-8e12c922090c service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063354 Oct 22 14:46:18.013098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-ec0bbfa4-467b-4395-b6b0-9f75d4334e43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324767 Oct 22 14:46:18.029974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4727dec-1377-48e2-b2d2-2a629addae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.102378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b4727dec-1377-48e2-b2d2-2a629addae8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b360e06b8ed49499d54accb630b60c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9599543 Oct 22 14:46:18.105764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33190) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:18.133474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727dec-1377-48e2-b2d2-2a629addae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97670843-6d5f-4aea-8a94-9b39fb7864a5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:18.165447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-442c425a-9136-401f-8058-40a7b5c446ef service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430881 Oct 22 14:46:18.198183 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-688e0787-45e3-43d6-b7ca-d7ef58cb07ed req-7ae37084-3d33-47a6-b045-9bd67bc806d9 service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767952 Oct 22 14:46:18.218738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6a59ab5-a37e-48ac-82ea-eaef2317f50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.246392 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6a59ab5-a37e-48ac-82ea-eaef2317f50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.404817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6a59ab5-a37e-48ac-82ea-eaef2317f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.408024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6a59ab5-a37e-48ac-82ea-eaef2317f50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.409463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d6a59ab5-a37e-48ac-82ea-eaef2317f50b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97670843-6d5f-4aea-8a94-9b39fb7864a5 HTTP/1.1" status: 204 len: 168 time: 0.3027997 Oct 22 14:46:18.421975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a59ab5-a37e-48ac-82ea-eaef2317f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97670843-6d5f-4aea-8a94-9b39fb7864a5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:18.543247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c57f28-2047-46bd-903a-874793ac0367 req-7aa4d996-d633-4e57-84e3-ee7c80ec1a9a service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696978 Oct 22 14:46:18.577929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33206) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:18.580883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f367-871a-4470-88f1-70fd5cb8e87c req-8d021f22-34b6-468e-a56d-ba5566e141db tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:18.588107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aad5f367-871a-4470-88f1-70fd5cb8e87c req-8d021f22-34b6-468e-a56d-ba5566e141db tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 943 time: 0.3263783 Oct 22 14:46:18.592799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18816e4c-bd84-4ff9-9186-3558b4bfab0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.619626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73e01-5fc1-442f-8cde-3e966b34bd03 req-f13da192-fc35-4111-b5d4-f5a6af1e9a8b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:18.621744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15b73e01-5fc1-442f-8cde-3e966b34bd03 req-f13da192-fc35-4111-b5d4-f5a6af1e9a8b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.0955126 Oct 22 14:46:18.660276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aad5f367-871a-4470-88f1-70fd5cb8e87c req-1f303198-f46a-443a-b145-9e5d8c8571a9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654645 Oct 22 14:46:18.705074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18816e4c-bd84-4ff9-9186-3558b4bfab0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.705253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15b73e01-5fc1-442f-8cde-3e966b34bd03 req-e9ed3aea-0b76-4baa-8ec0-d077debaa6bc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685878 Oct 22 14:46:18.770601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e97b-1b21-4c6e-b9f6-1418e3894c18 req-9e6d8378-e404-4381-9578-1bb0f05fe491 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:18.772194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38e97b-1b21-4c6e-b9f6-1418e3894c18 req-9e6d8378-e404-4381-9578-1bb0f05fe491 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.0539768 Oct 22 14:46:18.781601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18816e4c-bd84-4ff9-9186-3558b4bfab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.812469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38e97b-1b21-4c6e-b9f6-1418e3894c18 req-c030788a-74d3-493e-aacd-555eabbaec0a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Oct 22 14:46:18.823078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18816e4c-bd84-4ff9-9186-3558b4bfab0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfece2c-f2fb-4b84-9a0e-7c8cde174746,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:18.827328 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-18816e4c-bd84-4ff9-9186-3558b4bfab0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f071c26a1c54f93ba86044623162e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483740 Oct 22 14:46:18.829971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33212) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:18.879154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49eb4db8-c7d3-4c8f-9cfe-3228b8fda811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:18.899675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49eb4db8-c7d3-4c8f-9cfe-3228b8fda811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:19.021702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49eb4db8-c7d3-4c8f-9cfe-3228b8fda811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:19.024430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49eb4db8-c7d3-4c8f-9cfe-3228b8fda811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:19.025589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-49eb4db8-c7d3-4c8f-9cfe-3228b8fda811 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3dfece2c-f2fb-4b84-9a0e-7c8cde174746 HTTP/1.1" status: 204 len: 168 time: 0.1941206 Oct 22 14:46:19.034022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb4db8-c7d3-4c8f-9cfe-3228b8fda811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfece2c-f2fb-4b84-9a0e-7c8cde174746,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:19.532103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-df5a5eb3-06ff-48e2-8696-63e38041e47a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:19.533727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-df5a5eb3-06ff-48e2-8696-63e38041e47a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.53 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.0518758 Oct 22 14:46:19.708210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Deleting port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:46:19.713077 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:19.844663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] For port bb2d1517-7068-4ea1-969f-1deb1b60e2f3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:19.845043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:19.854955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32daac-7c03-4b33-9a24-366bf28433fa req-f8588ebc-b991-4b87-b794-07de6f200128 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:19.856467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c32daac-7c03-4b33-9a24-366bf28433fa req-f8588ebc-b991-4b87-b794-07de6f200128 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 943 time: 0.1081450 Oct 22 14:46:19.876731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Calling delete_port for bb2d1517-7068-4ea1-969f-1deb1b60e2f3 owned by compute:tempest-test_az-253328856 {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:46:19.998136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c32daac-7c03-4b33-9a24-366bf28433fa req-2616018d-aa5b-4386-8f9f-28bb0e0919b5 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285517 Oct 22 14:46:20.075049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15688-4bb4-428c-bcae-bad5216c3e40 req-6e478d80-e593-416d-8748-32c54d25007e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:20.076675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbb15688-4bb4-428c-bcae-bad5216c3e40 req-6e478d80-e593-416d-8748-32c54d25007e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.1078212 Oct 22 14:46:20.182714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbb15688-4bb4-428c-bcae-bad5216c3e40 req-04bc1b88-a5f6-4f29-aec3-f66a046bd80a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928800 Oct 22 14:46:20.204255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe27d2-cd01-4cb9-bbb0-1c2a1d171271 req-848a842d-950c-4ace-83ef-001fe535118a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:20.206719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ffe27d2-cd01-4cb9-bbb0-1c2a1d171271 req-848a842d-950c-4ace-83ef-001fe535118a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 971 time: 0.1276751 Oct 22 14:46:20.268179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ffe27d2-cd01-4cb9-bbb0-1c2a1d171271 req-6fb689b9-5def-439b-a3a4-611d8972643a tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa6256d2-bb09-4a1d-b80d-722b105ecaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517552 Oct 22 14:46:20.301436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:20.313928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bb2d1517-7068-4ea1-969f-1deb1b60e2f3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:46:20.332201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Pushing event deleted for resources: {'Port': ['ID=bb2d1517-7068-4ea1-969f-1deb1b60e2f3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:20.396272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] No DVR routers for this DVR port bb2d1517-7068-4ea1-969f-1deb1b60e2f3 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:46:20.399953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:20.407068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0500d7f1-b3ca-4128-9c6d-f14dc0e7caa3 req-e07ca30c-8c5a-47b7-9d09-ae862bd2dcf2 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.53 "DELETE /v2.0/ports/bb2d1517-7068-4ea1-969f-1deb1b60e2f3 HTTP/1.1" status: 204 len: 173 time: 0.8617635 Oct 22 14:46:20.407068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81044051-1b22-48d1-bd5e-204db63cb38a', 'name': 'network-vif-deleted', 'tag': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:20.407068 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d32be54-a4dd-42a5-9444-ee4a7d22b84c" -d '{"events": [{"server_uuid": "81044051-1b22-48d1-bd5e-204db63cb38a", "name": "network-vif-deleted", "tag": "bb2d1517-7068-4ea1-969f-1deb1b60e2f3"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:20.452160 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b19c3b-9080-4b88-b5a3-0c1eca58d1ab x-openstack-request-id: req-34b19c3b-9080-4b88-b5a3-0c1eca58d1ab {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:20.452645 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81044051-1b22-48d1-bd5e-204db63cb38a", "name": "network-vif-deleted", "tag": "bb2d1517-7068-4ea1-969f-1deb1b60e2f3", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:20.452890 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34b19c3b-9080-4b88-b5a3-0c1eca58d1ab {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:20.453335 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81044051-1b22-48d1-bd5e-204db63cb38a', 'name': 'network-vif-deleted', 'tag': 'bb2d1517-7068-4ea1-969f-1deb1b60e2f3', 'status': 'completed', 'code': 200} Oct 22 14:46:21.116940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9ad00-4659-4fd1-9bde-bc4a0360b029 req-b085e300-4982-4b5b-8b50-5fba6f9627f8 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:21.118299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9f9ad00-4659-4fd1-9bde-bc4a0360b029 req-b085e300-4982-4b5b-8b50-5fba6f9627f8 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 943 time: 0.0563817 Oct 22 14:46:21.162665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9f9ad00-4659-4fd1-9bde-bc4a0360b029 req-59060df4-7b38-424f-81c1-907a8ee47f85 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380702 Oct 22 14:46:21.235143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33310) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:21.342166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c983832-995b-40b1-86de-bf975d6585f3 req-b2f4d77a-82c7-4eae-925f-21fbda05ed5f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:21.344653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c983832-995b-40b1-86de-bf975d6585f3 req-b2f4d77a-82c7-4eae-925f-21fbda05ed5f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.0732305 Oct 22 14:46:21.426590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c983832-995b-40b1-86de-bf975d6585f3 req-66774a09-23d7-4c70-99b4-2d836da85a45 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509968 Oct 22 14:46:21.460962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-network', 'tenant_id': 'a803318c4e334622aae7163225866457'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:21.557868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f953753b-8d74-4fab-a389-b5e54d71c4d9 req-92416272-793b-494c-b4f5-23a0e55070a7 tempest-AggregatesAdminTestJSON-2048654147 tempest-AggregatesAdminTestJSON-2048654147-project] 10.222.0.66 "GET /v2.0/ports?device_id=81044051-1b22-48d1-bd5e-204db63cb38a HTTP/1.1" status: 200 len: 210 time: 0.0349104 Oct 22 14:46:21.560264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Made reservation on behalf of a803318c4e334622aae7163225866457 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:21.563076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:21.587204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:21.671203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:21.813439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8f0311bc-c193-400a-b675-87c51c5def8b details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:46:21.818500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:21.845016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:21.856104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4834eeb-8f34-4474-b9f5-d240781388e7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:21.862032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:21.862371 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Added segment c7a2e6b3-ebb5-4ca1-9803-71111b8debb1 of type vlan for network c6ae8f0a-d365-4364-a200-087b72c1e4d4 Oct 22 14:46:21.904476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:21.934010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8f0311bc-c193-400a-b675-87c51c5def8b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8f0311bc-c193-400a-b675-87c51c5def8b,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:21.948435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8f0311bc-c193-400a-b675-87c51c5def8b', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'port_id': '8f0311bc-c193-400a-b675-87c51c5def8b', 'mac_address': 'fa:16:3e:fe:b0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:46:21.994858 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.014316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0311bc-c193-400a-b675-87c51c5def8b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:22.044436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8f0311bc-c193-400a-b675-87c51c5def8b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8f0311bc-c193-400a-b675-87c51c5def8b,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:22.050379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.051754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:22.052510 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.138903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ae8f0a-d365-4364-a200-087b72c1e4d4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:22.152632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:22.171729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33350) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:22.172649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-516ae99d-e5e6-4e72-bede-607ac80384c3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9363368 Oct 22 14:46:22.177899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Request body: {'subnet': {'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-subnet', 'tenant_id': 'a803318c4e334622aae7163225866457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:22.179153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.180113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:46:22.318495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Made reservation on behalf of a803318c4e334622aae7163225866457 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:22.321028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.324281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8f0311bc-c193-400a-b675-87c51c5def8b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:22.389275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:22.400134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a7327-8212-4c98-9e38-f0a386fcfdd8 req-65562986-61ab-4369-8694-983654d8aed8 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:22.401649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c2a7327-8212-4c98-9e38-f0a386fcfdd8 req-65562986-61ab-4369-8694-983654d8aed8 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 944 time: 0.1177373 Oct 22 14:46:22.415777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'port_id': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'mac_address': 'fa:16:3e:44:2c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99266398-9cc4-477d-b5a7-d39b56f511b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:46:22.470703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c2a7327-8212-4c98-9e38-f0a386fcfdd8 req-5dd0a1b5-a483-45c2-9c05-3ee3508e291d tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564592 Oct 22 14:46:22.581576 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.596230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0056f0e-c7a8-4eff-8e98-04f879a70d82 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:22.619870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:22.650007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae18a885-393d-4e91-a60f-80424a1ea64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.679025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.713238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:22.741016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25241661-0d44-4a7f-b335-1870568a507d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:22.754577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Checking segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:22.755379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Network hostable DHCP agents. Network: c6ae8f0a-d365-4364-a200-087b72c1e4d4, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:22.769636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:22.890462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:22.915847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a397ae-65fe-407f-b5ad-000c6875206e req-73a2b6e3-b185-4dfc-8e89-21a5123d9a64 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:22.917633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13a397ae-65fe-407f-b5ad-000c6875206e req-73a2b6e3-b185-4dfc-8e89-21a5123d9a64 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.0550292 Oct 22 14:46:22.955759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13a397ae-65fe-407f-b5ad-000c6875206e req-814e54c2-ce61-4c46-9d36-b94ab8ef947d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Oct 22 14:46:23.009910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c6ae8f0a-d365-4364-a200-087b72c1e4d4) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:23.013997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:23.014577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:23.020580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b296d8a-d855-44ff-8b37-ddedd7db415b None None] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:23.145446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:23.146006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a94caa2d-05de-4610-b983-aea191b52293 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9728060 Oct 22 14:46:23.153007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:23.184770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:46:23.185757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:23.262562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:23.263888 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:23.284130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8f0311bc-c193-400a-b675-87c51c5def8b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:46:23.312286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f0056f0e-c7a8-4eff-8e98-04f879a70d82'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:46:23.322495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:23.637779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Allocated IP 172.20.0.2 (c6ae8f0a-d365-4364-a200-087b72c1e4d4/25241661-0d44-4a7f-b335-1870568a507d/e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:23.684632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.266323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bb2d1517-7068-4ea1-969f-1deb1b60e2f3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:46:24.283857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: bb2d1517-7068-4ea1-969f-1deb1b60e2f3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:46:24.284196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bb2d1517-7068-4ea1-969f-1deb1b60e2f3 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:46:24.447077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.499557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:24.504505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:24.507487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:24.524228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Pushing event updated for resources: {'Port': ['ID=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:24.535822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.571976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Attempting to bind port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:24.572351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Attempting to bind port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:24.572716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Attempting to bind port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:24.578585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:24.581107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Checking segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:24.581107 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.581107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Bound using segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:24.581107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Bound port: e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:24.581468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.656028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] For port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:24.668596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] For port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:24.766938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33418) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:24.772876 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.782886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33420) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:24.876201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.880533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c50699-4405-475e-853e-8a1e21e3c465 None None] Pushing event updated for resources: {'Port': ['ID=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:24.899559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:24.936698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.039084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Allocated IP 172.25.1.27 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/aa9cec16-8978-4e70-9f49-a02e1a6da964) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:25.049989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab58c88d-5a84-429f-9dc2-f446e24ae5c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7700c9cb68894b90b42118cdae65a615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625141 Oct 22 14:46:25.054703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:25.083601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e5e64-f971-4395-aba9-98d08a3d128a req-64df7114-54d7-48bb-abd2-6e06110f6b51 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:25.092401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce4e5e64-f971-4395-aba9-98d08a3d128a req-64df7114-54d7-48bb-abd2-6e06110f6b51 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 944 time: 0.1429315 Oct 22 14:46:25.170190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce4e5e64-f971-4395-aba9-98d08a3d128a req-a6f7722c-379b-4ed2-9d4d-ec7e14718aeb tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768139 Oct 22 14:46:25.192634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.200890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a79be9f-5465-49da-a4e1-4e38a175382b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.231451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.273408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.279649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc13bd-f320-4866-b8a9-778c3b677ceb req-15bfff39-880d-4b39-8f4f-1ed027f87ad3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:25.281124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bcc13bd-f320-4866-b8a9-778c3b677ceb req-15bfff39-880d-4b39-8f4f-1ed027f87ad3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.0500107 Oct 22 14:46:25.281870 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.282353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.339236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d48539ba5e8d4207bbb9b3f880031542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704546 Oct 22 14:46:25.341770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:25.348752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7008385-638f-4a35-b74a-641676a39916,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:25.360619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc61d43-0bd3-41c9-856a-413f52056cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.383962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bcc13bd-f320-4866-b8a9-778c3b677ceb req-40cafec8-663e-4ea7-b0a1-0d53cdc8ecc4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782576 Oct 22 14:46:25.398989 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f933596-f8a3-4eb3-b354-ff024b63512a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.421140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f933596-f8a3-4eb3-b354-ff024b63512a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.764982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.804330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:25.807287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:25.810376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:25.810715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02f3e7-db94-4ce0-9a62-fd242b0fb7aa None None] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:25.835785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8f0311bc-c193-400a-b675-87c51c5def8b up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:25.854964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.857524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.858669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa6256d2-bb09-4a1d-b80d-722b105ecaa6 HTTP/1.1" status: 204 len: 168 time: 0.8046575 Oct 22 14:46:25.859411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f933596-f8a3-4eb3-b354-ff024b63512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.862062 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f933596-f8a3-4eb3-b354-ff024b63512a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.863125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1f933596-f8a3-4eb3-b354-ff024b63512a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7008385-638f-4a35-b74a-641676a39916 HTTP/1.1" status: 204 len: 168 time: 0.5202658 Oct 22 14:46:25.867149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Pushing event updated for resources: {'Port': ['ID=aa9cec16-8978-4e70-9f49-a02e1a6da964,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:25.934004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6256d2-bb09-4a1d-b80d-722b105ecaa6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:25.940779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.941109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.941456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.942118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.942234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.942567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.942955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.943330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.943623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.943996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.944257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.944575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.950676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-152c5482-52e3-409d-9fad-927f934c20ef None None] Provisioning complete for port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:25.951067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-152c5482-52e3-409d-9fad-927f934c20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.965605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a019af8-f2a8-4969-88f8-48e77e7cf44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:25.992012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f933596-f8a3-4eb3-b354-ff024b63512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7008385-638f-4a35-b74a-641676a39916,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:26.137989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-152c5482-52e3-409d-9fad-927f934c20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.165126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8f0311bc-c193-400a-b675-87c51c5def8b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:46:26.175805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8f0311bc-c193-400a-b675-87c51c5def8b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:26.176356 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.186278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-152c5482-52e3-409d-9fad-927f934c20ef None None] For port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:26.327288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-152c5482-52e3-409d-9fad-927f934c20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.351074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33462) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:26.426735 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.447620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.464595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.475206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6ca07-0fe3-413f-a510-927cf2fcfe05 req-ef88b8f0-2821-4e20-9a9d-11b5b36aaa55 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:26.482897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6d6ca07-0fe3-413f-a510-927cf2fcfe05 req-ef88b8f0-2821-4e20-9a9d-11b5b36aaa55 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 944 time: 0.0790310 Oct 22 14:46:26.515708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d13f8e2e-ed12-4898-aa6c-ca7393b4296c None None] Provisioning complete for port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:26.516042 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d13f8e2e-ed12-4898-aa6c-ca7393b4296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.521339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6d6ca07-0fe3-413f-a510-927cf2fcfe05 req-0a93d7b7-8e8d-4265-87ed-32b2ddb3c779 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374124 Oct 22 14:46:26.545422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.552219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c5482-52e3-409d-9fad-927f934c20ef None None] Pushing event updated for resources: {'Port': ['ID=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:26.555139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:26.557674 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f181e36-0c7c-4095-aed6-0694faa4bd05" -d '{"events": [{"server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "name": "network-vif-plugged", "status": "completed", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:26.580532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8f0311bc-c193-400a-b675-87c51c5def8b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8f0311bc-c193-400a-b675-87c51c5def8b,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:26.581927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0b92dfd-6f18-4228-b053-a5352fbfb6c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.653007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.653979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:26.751745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0b92dfd-6f18-4228-b053-a5352fbfb6c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.766681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8f0311bc-c193-400a-b675-87c51c5def8b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:26.782108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bcd97-90dc-4cea-891b-65f9e1bca3d6 req-a1c68c53-b7f0-4ac4-8047-18480179e398 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:26.784159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-498bcd97-90dc-4cea-891b-65f9e1bca3d6 req-a1c68c53-b7f0-4ac4-8047-18480179e398 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.0791976 Oct 22 14:46:26.795621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.824947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:26.828491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-498bcd97-90dc-4cea-891b-65f9e1bca3d6 req-7fa8a761-32c1-4868-bf00-1a9a58bf2cdd tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382738 Oct 22 14:46:26.896950 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435306bb-2fd4-4247-99de-64071f4a2a72 x-openstack-request-id: req-435306bb-2fd4-4247-99de-64071f4a2a72 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:26.897448 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "name": "network-vif-plugged", "status": "completed", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:26.897706 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-435306bb-2fd4-4247-99de-64071f4a2a72 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:26.898085 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b', 'code': 200} Oct 22 14:46:26.904497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:26.904875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.918925 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0b92dfd-6f18-4228-b053-a5352fbfb6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.939671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33476) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:26.940589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port f0056f0e-c7a8-4eff-8e98-04f879a70d82 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:46:26.950390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f0056f0e-c7a8-4eff-8e98-04f879a70d82 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:26.953243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:26.983550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e0b92dfd-6f18-4228-b053-a5352fbfb6c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b33710744bcd4c098d761da005a8d447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6309187 Oct 22 14:46:26.986504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33478) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:26.998418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b92dfd-6f18-4228-b053-a5352fbfb6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57d837-ae38-429c-a97f-4c77fef1d285,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:27.070103 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfddc-25de-456d-b026-c2a4de325ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.072388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d3d348bc-89e8-409f-9965-060e66b35537 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0230181f46c439f93fdeff27edf84e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311140 Oct 22 14:46:27.083405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33480) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:27.085473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.108185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d13a7d-dc35-4829-8708-4abbc615f5f3 req-923ba51c-cd91-42b9-ac82-b75525b4f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:27.112151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75d13a7d-dc35-4829-8708-4abbc615f5f3 req-923ba51c-cd91-42b9-ac82-b75525b4f8d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 1096 time: 0.1249688 Oct 22 14:46:27.117296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Router ef01a2ff-df00-473f-bd79-7162a76df81a is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:46:27.122468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfddc-25de-456d-b026-c2a4de325ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.136938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:27.171796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5140355c-3a49-4a17-8d2e-df112af976e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.177080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75d13a7d-dc35-4829-8708-4abbc615f5f3 req-8e73c5b1-6207-478d-8c87-d1a8daa29331 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532324 Oct 22 14:46:27.195095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5140355c-3a49-4a17-8d2e-df112af976e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.263204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:27.272458 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.273276 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:27.284605 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:27.285363 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:27.301019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33486) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:27.314305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72de-d956-481a-a19d-e2e4796ea0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.335763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:27.370088 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfddc-25de-456d-b026-c2a4de325ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.372548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5140355c-3a49-4a17-8d2e-df112af976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.373044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfddc-25de-456d-b026-c2a4de325ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.373847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e9bfddc-25de-456d-b026-c2a4de325ab9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca57d837-ae38-429c-a97f-4c77fef1d285 HTTP/1.1" status: 204 len: 168 time: 0.3856833 Oct 22 14:46:27.376462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5140355c-3a49-4a17-8d2e-df112af976e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.378505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5140355c-3a49-4a17-8d2e-df112af976e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa4dff14-21c8-4e18-8e49-6e61a649afda HTTP/1.1" status: 204 len: 168 time: 0.3015618 Oct 22 14:46:27.384598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfddc-25de-456d-b026-c2a4de325ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57d837-ae38-429c-a97f-4c77fef1d285,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:27.393859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140355c-3a49-4a17-8d2e-df112af976e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4dff14-21c8-4e18-8e49-6e61a649afda,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:27.423870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.429308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f811525-c098-48b4-8528-5c0895549e5c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2796981 Oct 22 14:46:27.431381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33492) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:27.431513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:27.480132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72de-d956-481a-a19d-e2e4796ea0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.541402 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72de-d956-481a-a19d-e2e4796ea0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.592514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b1bf72de-d956-481a-a19d-e2e4796ea0b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90cf5bf01ada4eb3aa41ff24164fadf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879248 Oct 22 14:46:27.592514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf72de-d956-481a-a19d-e2e4796ea0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856d7da-d80e-4c95-812d-ad06069f7cff,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:27.594302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33498) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:27.655670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9371fd1-ad29-47cb-ad4c-766be74052af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.691073 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9371fd1-ad29-47cb-ad4c-766be74052af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.751732 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:25Z', 'revision_number': 3, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:27.771290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10f2d3-14d8-450d-adf5-18d9df78f1fe req-f928033c-76ac-4cd0-918e-160eb9ef94da tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:27.772805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb10f2d3-14d8-450d-adf5-18d9df78f1fe req-f928033c-76ac-4cd0-918e-160eb9ef94da tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 945 time: 0.0601819 Oct 22 14:46:27.783841 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:27.784197 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Updating router ef01a2ff-df00-473f-bd79-7162a76df81a port aa9cec16-8978-4e70-9f49-a02e1a6da964 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:46:27.811186 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.817478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb10f2d3-14d8-450d-adf5-18d9df78f1fe req-4bd8b239-0996-4ee0-a77a-8d8b3a623c63 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361276 Oct 22 14:46:27.947354 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9371fd1-ad29-47cb-ad4c-766be74052af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.950179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9371fd1-ad29-47cb-ad4c-766be74052af admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:27.951494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f9371fd1-ad29-47cb-ad4c-766be74052af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8856d7da-d80e-4c95-812d-ad06069f7cff HTTP/1.1" status: 204 len: 168 time: 0.3560834 Oct 22 14:46:27.961287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9371fd1-ad29-47cb-ad4c-766be74052af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856d7da-d80e-4c95-812d-ad06069f7cff,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:27.980914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096b51-e007-460f-8afd-b79aac14747c req-204e2eb2-4356-4255-b2bd-b970750b7bea tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:27.990783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65096b51-e007-460f-8afd-b79aac14747c req-204e2eb2-4356-4255-b2bd-b970750b7bea tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 946 time: 0.0835025 Oct 22 14:46:27.998545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.069240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65096b51-e007-460f-8afd-b79aac14747c req-c180710b-d5f1-476f-ae45-3f13b5accfa0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Oct 22 14:46:28.097633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.139547 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.188236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33508) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:28.223938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:28.226271 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.275238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Allocated IP 172.20.0.1 (c6ae8f0a-d365-4364-a200-087b72c1e4d4/25241661-0d44-4a7f-b335-1870568a507d/b64f65c9-a21f-413b-bb92-04426ebc6528) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:28.288755 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de087-3685-4fc6-b077-14781a6b48aa None None] Pushing event updated for resources: {'Port': ['ID=aa9cec16-8978-4e70-9f49-a02e1a6da964,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:28.297237 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Attempting to bind port aa9cec16-8978-4e70-9f49-a02e1a6da964 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:28.297565 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Attempting to bind port aa9cec16-8978-4e70-9f49-a02e1a6da964 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:28.297931 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Attempting to bind port aa9cec16-8978-4e70-9f49-a02e1a6da964 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:28.303357 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:28.304213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:28.304635 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.305032 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:28.306191 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Bound port: aa9cec16-8978-4e70-9f49-a02e1a6da964, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:28.306604 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.356826 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] For port aa9cec16-8978-4e70-9f49-a02e1a6da964, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:28.359795 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] For port aa9cec16-8978-4e70-9f49-a02e1a6da964, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aa9cec16-8978-4e70-9f49-a02e1a6da964,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:28.386492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.478769 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.513740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.538518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:28.539183 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:28.552402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:28.557210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:28.560664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:28.561133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.569870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f65c9-a21f-413b-bb92-04426ebc6528,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:28.662498 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de087-3685-4fc6-b077-14781a6b48aa None None] Pushing event updated for resources: {'Port': ['ID=aa9cec16-8978-4e70-9f49-a02e1a6da964,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:28.689979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:28.715071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8b61c04-26f1-4f2a-9f81-3ec5af6714d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.778292 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8a380e5-75b9-4fec-a615-98e17da2d5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.861973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-94fba736-33a3-4edd-8cc9-f784009751b7 None None] Provisioning complete for port b64f65c9-a21f-413b-bb92-04426ebc6528 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:28.862919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94fba736-33a3-4edd-8cc9-f784009751b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.901456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:28.906471 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067dafe-3733-4aed-afd9-3141aec8814a" -d '{"events": [{"server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "name": "network-vif-plugged", "status": "completed", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:28.922418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8b61c04-26f1-4f2a-9f81-3ec5af6714d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.932738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-94fba736-33a3-4edd-8cc9-f784009751b7 None None] Port b64f65c9-a21f-413b-bb92-04426ebc6528 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:28.957318 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:25Z', 'revision_number': 3, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:28.966332 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a491f6ba-ac3e-48cf-baa7-15f03ad86200 x-openstack-request-id: req-a491f6ba-ac3e-48cf-baa7-15f03ad86200 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:28.971767 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "name": "network-vif-plugged", "status": "completed", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:28.972287 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a491f6ba-ac3e-48cf-baa7-15f03ad86200 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:28.972948 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'code': 200} Oct 22 14:46:28.985042 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8a380e5-75b9-4fec-a615-98e17da2d5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:28.998253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741796-81e4-4fce-954d-b1e79c0ae576 req-eaf05c96-5b42-408f-8306-2651242a3de6 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:28.998253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6741796-81e4-4fce-954d-b1e79c0ae576 req-eaf05c96-5b42-408f-8306-2651242a3de6 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 945 time: 0.0897980 Oct 22 14:46:29.000053 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1d54-81ff-4ce4-87f5-9eacf9bfacdc None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:25Z', 'revision_number': 3, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:46:29.076550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6741796-81e4-4fce-954d-b1e79c0ae576 req-734ee2a0-9111-47fa-bf08-06fead740ec1 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729845 Oct 22 14:46:29.095061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830aa9e-df27-4607-b9a2-a6c3b221c2b9 req-16c66b74-d9f3-4539-b62e-adeb313510cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:29.097429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6830aa9e-df27-4607-b9a2-a6c3b221c2b9 req-16c66b74-d9f3-4539-b62e-adeb313510cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1097 time: 0.0559258 Oct 22 14:46:29.101980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8a380e5-75b9-4fec-a615-98e17da2d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.108572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8b61c04-26f1-4f2a-9f81-3ec5af6714d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.129447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.202749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a380e5-75b9-4fec-a615-98e17da2d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190aab06-5701-4249-b462-75ae2966c36a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:29.233055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f8a380e5-75b9-4fec-a615-98e17da2d5f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdee36b2d2c44008acb9f10a69fab21f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0052557 Oct 22 14:46:29.236397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e8b61c04-26f1-4f2a-9f81-3ec5af6714d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05399ee02c5b42e5b1a24ccb716cc783&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0446880 Oct 22 14:46:29.236397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33540) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:29.245049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33542) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:29.321144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6830aa9e-df27-4607-b9a2-a6c3b221c2b9 req-5e04f353-518e-4ab3-9069-84cb47a775a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090509 Oct 22 14:46:29.358801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b61c04-26f1-4f2a-9f81-3ec5af6714d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cafdf2-f6bc-4ae8-ae6b-daed3e1c63c2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:29.378524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33544) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:29.379994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8544ba-dc72-4029-a81a-8a6d9e265549 req-d04c6f4d-a71c-43c8-a09f-ee131927c4ff tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:29.381978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a8544ba-dc72-4029-a81a-8a6d9e265549 req-d04c6f4d-a71c-43c8-a09f-ee131927c4ff tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 946 time: 0.2134700 Oct 22 14:46:29.407167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78816f83-5236-46ba-96ba-012cf7a712b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.422398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8e705b-919a-4621-ad9a-0994a266c833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.426903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a1d1-c793-46af-a09e-e839bb3e8bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.468636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a1d1-c793-46af-a09e-e839bb3e8bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.489914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a8544ba-dc72-4029-a81a-8a6d9e265549 req-e8b25a4d-57b0-4588-9d92-6fd101e1c051 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939527 Oct 22 14:46:29.499116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.556087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8e705b-919a-4621-ad9a-0994a266c833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.566212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78816f83-5236-46ba-96ba-012cf7a712b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.603218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.605525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.638700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a1d1-c793-46af-a09e-e839bb3e8bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.645751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a1d1-c793-46af-a09e-e839bb3e8bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.645751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c4b8a1d1-c793-46af-a09e-e839bb3e8bc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/190aab06-5701-4249-b462-75ae2966c36a HTTP/1.1" status: 204 len: 168 time: 0.3954246 Oct 22 14:46:29.649756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78816f83-5236-46ba-96ba-012cf7a712b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:29.655117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8a1d1-c793-46af-a09e-e839bb3e8bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190aab06-5701-4249-b462-75ae2966c36a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:29.951982 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-78816f83-5236-46ba-96ba-012cf7a712b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f752f08196904bc58630ce1c73998f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663795 Oct 22 14:46:29.954685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33560) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:29.963386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78816f83-5236-46ba-96ba-012cf7a712b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07ec00d-272e-4b82-bbe6-745340edb482,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:29.968439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f65c9-a21f-413b-bb92-04426ebc6528,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:29.981636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:29.984088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:30.071542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-521155ea-1a9a-4be5-901e-45410f66832e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.088839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8e705b-919a-4621-ad9a-0994a266c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.091501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8e705b-919a-4621-ad9a-0994a266c833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.093482 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cc8e705b-919a-4621-ad9a-0994a266c833 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77cafdf2-f6bc-4ae8-ae6b-daed3e1c63c2 HTTP/1.1" status: 204 len: 168 time: 0.8463421 Oct 22 14:46:30.105288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-521155ea-1a9a-4be5-901e-45410f66832e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.115578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e705b-919a-4621-ad9a-0994a266c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cafdf2-f6bc-4ae8-ae6b-daed3e1c63c2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:30.150862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:46:30.295124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee601c-5ca6-490f-bf0c-2e0253f0f18d req-f573ae59-b5f4-4901-8c49-be5a1915d08e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:30.306054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50ee601c-5ca6-490f-bf0c-2e0253f0f18d req-f573ae59-b5f4-4901-8c49-be5a1915d08e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 945 time: 0.1001518 Oct 22 14:46:30.328784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:30.332934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-36eaa4c9-a885-4198-9de4-f409c8ca0292 admin admin] 10.222.0.66 "PUT /v2.0/routers/ef01a2ff-df00-473f-bd79-7162a76df81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8996110 Oct 22 14:46:30.339434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-521155ea-1a9a-4be5-901e-45410f66832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.342072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-521155ea-1a9a-4be5-901e-45410f66832e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.346588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-521155ea-1a9a-4be5-901e-45410f66832e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d07ec00d-272e-4b82-bbe6-745340edb482 HTTP/1.1" status: 204 len: 168 time: 0.3864248 Oct 22 14:46:30.367600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50ee601c-5ca6-490f-bf0c-2e0253f0f18d req-3aeb7a75-a41d-42f1-8e82-11b12679087e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560808 Oct 22 14:46:30.368704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521155ea-1a9a-4be5-901e-45410f66832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07ec00d-272e-4b82-bbe6-745340edb482,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:30.383919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f517bd1f-0989-40fb-9b5c-2c6d6d798d72 None None] Provisioning complete for port b64f65c9-a21f-413b-bb92-04426ebc6528 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:30.384450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f517bd1f-0989-40fb-9b5c-2c6d6d798d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.433498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f517bd1f-0989-40fb-9b5c-2c6d6d798d72 None None] Port b64f65c9-a21f-413b-bb92-04426ebc6528 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:30.627499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564445b-23a9-43ad-b42a-eeae4c302045 req-82d9cbad-579a-4215-bcfa-ac69c0ce62d4 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:30.627499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c564445b-23a9-43ad-b42a-eeae4c302045 req-82d9cbad-579a-4215-bcfa-ac69c0ce62d4 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 945 time: 0.0553038 Oct 22 14:46:30.627499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33582) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:30.627499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'floatingip': {'port_id': '8f0311bc-c193-400a-b675-87c51c5def8b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:30.662549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.731729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aa9cec16-8978-4e70-9f49-a02e1a6da964 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:30.774606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c96ae-fbb2-4afd-85af-fa25750213f7 req-8d20b020-5f54-4376-a935-bd8bada60480 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:30.776538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-212c96ae-fbb2-4afd-85af-fa25750213f7 req-8d20b020-5f54-4376-a935-bd8bada60480 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 946 time: 0.1923134 Oct 22 14:46:30.865480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-212c96ae-fbb2-4afd-85af-fa25750213f7 req-7c96f339-1030-4d21-9528-34366f1b092a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756342 Oct 22 14:46:30.909822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port aa9cec16-8978-4e70-9f49-a02e1a6da964 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:30.910281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:30.995840 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.020399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port aa9cec16-8978-4e70-9f49-a02e1a6da964, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aa9cec16-8978-4e70-9f49-a02e1a6da964,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:31.162902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:31.163482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:31.163592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b028ea10-6314-42fc-a4aa-28ece06504cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.163682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:31.163682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:31.214807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.319340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:31.349712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=aa9cec16-8978-4e70-9f49-a02e1a6da964,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:31.362798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.363023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.363562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.363754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.364378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.364378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.364713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.365043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.365369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.365704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.366529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.366529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:31.372765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b028ea10-6314-42fc-a4aa-28ece06504cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.493471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b028ea10-6314-42fc-a4aa-28ece06504cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.596272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:29Z', 'revision_number': 2, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:31.600517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ea10-6314-42fc-a4aa-28ece06504cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfedb6c-48f3-46d6-b51c-4555c4335ba5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:31.600517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:46:31.600517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b028ea10-6314-42fc-a4aa-28ece06504cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c4a5b23f9b045729f2da10a82a8603d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034831 Oct 22 14:46:31.602348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33596) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:31.610925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:31.611941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Updating router ef01a2ff-df00-473f-bd79-7162a76df81a port b64f65c9-a21f-413b-bb92-04426ebc6528 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:46:31.651369 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.667086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8975cfd-bb89-4dad-b2f1-03de80220e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.678166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.696638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8975cfd-bb89-4dad-b2f1-03de80220e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.832258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.927114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.933528 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003 associated. External IP: 172.25.1.35, port: 8f0311bc-c193-400a-b675-87c51c5def8b. Oct 22 14:46:31.941347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8975cfd-bb89-4dad-b2f1-03de80220e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.944229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8975cfd-bb89-4dad-b2f1-03de80220e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:31.947921 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a8975cfd-bb89-4dad-b2f1-03de80220e11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5dfedb6c-48f3-46d6-b51c-4555c4335ba5 HTTP/1.1" status: 204 len: 168 time: 0.3416343 Oct 22 14:46:31.958102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8975cfd-bb89-4dad-b2f1-03de80220e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfedb6c-48f3-46d6-b51c-4555c4335ba5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:32.061601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e2109-e5bc-4815-a9d0-23a9c5e05296 req-4ae09616-477d-45f2-9b7b-122e5bcc8c74 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:32.063063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-017e2109-e5bc-4815-a9d0-23a9c5e05296 req-4ae09616-477d-45f2-9b7b-122e5bcc8c74 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 946 time: 0.0962369 Oct 22 14:46:32.135421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.145323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-017e2109-e5bc-4815-a9d0-23a9c5e05296 req-4d42363a-fcf0-4cca-b20c-258c7adb28b8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736556 Oct 22 14:46:32.215138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:46:32.228859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33618) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:32.237916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77d76-f41c-4aae-8ce4-95c81078180a None None] Pushing event updated for resources: {'Port': ['ID=b64f65c9-a21f-413b-bb92-04426ebc6528,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:32.254145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a912e7-9e6b-4be7-9f5f-f615abfb963a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.310585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Attempting to bind port b64f65c9-a21f-413b-bb92-04426ebc6528 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:32.310952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Attempting to bind port b64f65c9-a21f-413b-bb92-04426ebc6528 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:32.311338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Attempting to bind port b64f65c9-a21f-413b-bb92-04426ebc6528 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:32.320198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:32.320563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Checking segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:32.320963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.321358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Bound using segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:32.322397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Bound port: b64f65c9-a21f-413b-bb92-04426ebc6528, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:32.322775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.371116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:32.381375 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.386167 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:32.400244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a912e7-9e6b-4be7-9f5f-f615abfb963a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.405730 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:32.410343 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:32.424874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f015154d-2606-41bb-bdd6-22c14abf2bc9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "PUT /v2.0/floatingips/488ed10f-05cf-4700-81d5-8d6bf720e003 HTTP/1.1" status: 200 len: 990 time: 1.8733926 Oct 22 14:46:32.424874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:32.426751 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8c842-423b-4d11-98dc-115dc340e7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:32.447073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] For port b64f65c9-a21f-413b-bb92-04426ebc6528, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:32.450458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] For port b64f65c9-a21f-413b-bb92-04426ebc6528, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b64f65c9-a21f-413b-bb92-04426ebc6528,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:32.507045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a912e7-9e6b-4be7-9f5f-f615abfb963a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.532098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.551755 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:32.558375 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06a912e7-9e6b-4be7-9f5f-f615abfb963a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0212cfbdc36845cdbf193ba1c7bd946f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283117 Oct 22 14:46:32.559126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a912e7-9e6b-4be7-9f5f-f615abfb963a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b5dfe8-f282-4162-9259-f11f4bceb7dd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:32.561397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33624) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:32.674444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c59377a-215a-4110-8bee-efa4f17782be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.734529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:32.735837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:32.751988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c59377a-215a-4110-8bee-efa4f17782be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.918828 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '488ed10f-05cf-4700-81d5-8d6bf720e003', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'port_id': '8f0311bc-c193-400a-b675-87c51c5def8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'mac_address': 'fa:16:3e:fe:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:45:56Z', 'updated_at': '2021-10-22T14:46:31Z', 'revision_number': 1, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:32.926788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aa9cec16-8978-4e70-9f49-a02e1a6da964 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:32.938678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cec43de8-6ab1-4553-ad60-0faac5b74be4 None None] Provisioning complete for port b64f65c9-a21f-413b-bb92-04426ebc6528 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:32.938678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cec43de8-6ab1-4553-ad60-0faac5b74be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:32.950598 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:32.964399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-c414a175-06f1-4033-8b7b-eecd917005ed tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:32.965646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77d76-f41c-4aae-8ce4-95c81078180a None None] Pushing event updated for resources: {'Port': ['ID=b64f65c9-a21f-413b-bb92-04426ebc6528,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:32.965949 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:32.966593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-c414a175-06f1-4033-8b7b-eecd917005ed tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 820 time: 0.2451065 Oct 22 14:46:32.967038 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:32.994818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-aa73ff5a-2c63-4d84-b9d7-f3bd7f963763 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/quotas/a803318c4e334622aae7163225866457 HTTP/1.1" status: 200 len: 375 time: 0.0211360 Oct 22 14:46:33.026140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:33.075940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c59377a-215a-4110-8bee-efa4f17782be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:33.075940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c59377a-215a-4110-8bee-efa4f17782be admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:33.075940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8c59377a-215a-4110-8bee-efa4f17782be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9b5dfe8-f282-4162-9259-f11f4bceb7dd HTTP/1.1" status: 204 len: 168 time: 0.4855464 Oct 22 14:46:33.075940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59377a-215a-4110-8bee-efa4f17782be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b5dfe8-f282-4162-9259-f11f4bceb7dd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:33.089552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-18a5627b-f6ae-4eb3-917a-057fa6b17dd8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836911 Oct 22 14:46:33.199665 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:33.246270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port aa9cec16-8978-4e70-9f49-a02e1a6da964 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:33.247925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:33.366842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cec43de8-6ab1-4553-ad60-0faac5b74be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:33.483523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-b5233ca3-a720-46f3-805f-9f8432cae4a2 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633330 Oct 22 14:46:33.494363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c858-2592-454c-940a-e2097c9be8d1 req-ed941988-f5c1-4f4b-91d8-5df703885530 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:33.502334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f14c858-2592-454c-940a-e2097c9be8d1 req-ed941988-f5c1-4f4b-91d8-5df703885530 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1097 time: 0.0647194 Oct 22 14:46:33.516484 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '488ed10f-05cf-4700-81d5-8d6bf720e003', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'port_id': '8f0311bc-c193-400a-b675-87c51c5def8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'mac_address': 'fa:16:3e:fe:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:45:56Z', 'updated_at': '2021-10-22T14:46:31Z', 'revision_number': 1, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:33.550935 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c2085-ae22-45a6-ae7f-8d21fb8297d4 None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '488ed10f-05cf-4700-81d5-8d6bf720e003', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'port_id': '8f0311bc-c193-400a-b675-87c51c5def8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'mac_address': 'fa:16:3e:fe:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:45:56Z', 'updated_at': '2021-10-22T14:46:31Z', 'revision_number': 1, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:46:33.607299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f14c858-2592-454c-940a-e2097c9be8d1 req-58923c6c-a435-49e9-b630-e23fe0117a31 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021514 Oct 22 14:46:33.627843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cec43de8-6ab1-4553-ad60-0faac5b74be4 None None] For port b64f65c9-a21f-413b-bb92-04426ebc6528, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b64f65c9-a21f-413b-bb92-04426ebc6528,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:33.636882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5671cfc8-b3d6-4de5-b8f9-1867c1a99ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316400 Oct 22 14:46:33.709557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:32Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:33.769457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4c3d9-9f15-4c8e-9031-fb874cadc329 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:32Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:46:33.771098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:33.772252 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cec43de8-6ab1-4553-ad60-0faac5b74be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:33.904780 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c63d63-03fb-4527-bf1a-305a76a6d1d8 x-openstack-request-id: req-65c63d63-03fb-4527-bf1a-305a76a6d1d8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:33.905292 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:33.905721 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65c63d63-03fb-4527-bf1a-305a76a6d1d8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:33.906215 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b', 'status': 'completed', 'code': 200} Oct 22 14:46:33.968922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293c5af3-95e5-4380-8db1-225badd3f343 None None] New status for floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:46:34.041476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-32da665f-f0ba-435e-b128-718d38c9e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:34.052566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-32da665f-f0ba-435e-b128-718d38c9e301 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 1096 time: 0.1163971 Oct 22 14:46:34.076526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43de8-6ab1-4553-ad60-0faac5b74be4 None None] Pushing event updated for resources: {'Port': ['ID=b64f65c9-a21f-413b-bb92-04426ebc6528,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:34.131942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ae1e3b5d-a712-4e93-b5fc-02d8ae8398fc None None] Provisioning complete for port b64f65c9-a21f-413b-bb92-04426ebc6528 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:34.132730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3b5d-a712-4e93-b5fc-02d8ae8398fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:34.141414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3592874-b50f-4919-990d-4610dec74fe5 req-dc1bc46f-59b7-419e-ab88-9193a6e49ece tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 210 time: 0.0854032 Oct 22 14:46:34.283380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8841b-7716-402c-8c62-0b9aa473adc7 req-fd7a4caf-1fdc-42dd-a90a-d68a1a563374 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:34.292633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bb8841b-7716-402c-8c62-0b9aa473adc7 req-fd7a4caf-1fdc-42dd-a90a-d68a1a563374 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1097 time: 0.2364595 Oct 22 14:46:34.359576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bb8841b-7716-402c-8c62-0b9aa473adc7 req-782535ce-ccb9-400a-8471-c657dcf6b49e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654576 Oct 22 14:46:34.360872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-40433a3f-eb79-4396-ad73-69f9fb202d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:34.363447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-40433a3f-eb79-4396-ad73-69f9fb202d65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 925 time: 0.2903390 Oct 22 14:46:34.547436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-780845c2-f248-4499-94ff-6b2ff22db031 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 200 len: 998 time: 0.1652701 Oct 22 14:46:34.612227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-0983f1e5-e1ff-45e5-9110-1aad21c25c3d req-d3bde94a-421a-4745-bda6-cd2ed3c0399c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:34.613939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0983f1e5-e1ff-45e5-9110-1aad21c25c3d req-d3bde94a-421a-4745-bda6-cd2ed3c0399c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090775 Oct 22 14:46:34.636551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-6c52cb1f-ee20-4dd9-a632-a0c34fb6eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:34.638492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-6c52cb1f-ee20-4dd9-a632-a0c34fb6eedb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.0797579 Oct 22 14:46:34.717762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-e1c99c08-c3d2-461c-9f13-f9c52458529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:34.718557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-e1c99c08-c3d2-461c-9f13-f9c52458529d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725167 Oct 22 14:46:34.768673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b64f65c9-a21f-413b-bb92-04426ebc6528 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:34.847448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-6c077fbd-c473-47a6-83d9-1ea2b329fc8f service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082087 Oct 22 14:46:34.847968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b64f65c9-a21f-413b-bb92-04426ebc6528 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:34.848458 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:35.019605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66d8c842-423b-4d11-98dc-115dc340e7ca req-2e73d7ff-cf08-4c1c-a7eb-2ed0ae6b85ee service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641309 Oct 22 14:46:35.543723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2aa07616-cb93-4e6b-82f8-78a85d430708 req-f2933ac8-3f57-4e7d-b97f-e390ed8263de tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 210 time: 0.0277352 Oct 22 14:46:36.359014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33766) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:36.815245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1349030260-network', 'tenant_id': '51cbf8e053444044b1d7a28962d5450c'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:36.956568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33792) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:36.964137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Made reservation on behalf of 51cbf8e053444044b1d7a28962d5450c for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:36.968914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.004459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.020969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-network', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:37.108763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.152692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Made reservation on behalf of e4fb6de4b37d4269a0dc7605b4c052b6 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:37.155245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.164766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.228326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.241304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.250532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:37.267258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88223ae-a69a-4d1c-b497-e53c1d323eb6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:37.271223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.271568 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Added segment dc61eced-d744-4919-bd30-849d343f45db of type vlan for network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 Oct 22 14:46:37.320567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.352358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.387154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2623db-22fa-407b-b68e-d509714aed70,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:37.396578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:37.406803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.407362 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Added segment 82d019ff-0ab7-495d-ac8b-f44d5c806be0 of type vlan for network a85ea4f9-3a45-4410-8f05-e8d3358b822c Oct 22 14:46:37.422885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16eb5a7d-61bf-4022-ac3c-2659a364c869 req-3792b1a0-910f-4de7-b5f5-2d628047a1f3 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 210 time: 0.0324624 Oct 22 14:46:37.462877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.478511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.480342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:37.481102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.612941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] Pushing event updated for resources: {'Network': ['ID=4c703f8f-48de-4fdc-93e5-a42bb2e26303,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:37.623202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:37.647420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-145954de-7efc-4d24-b824-f12427b89f3b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:37.649014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-145954de-7efc-4d24-b824-f12427b89f3b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.53 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 820 time: 0.1982543 Oct 22 14:46:37.664278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'port': {'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'admin_state_up': True, 'tenant_id': 'a803318c4e334622aae7163225866457'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:37.678939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.679973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:37.680561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:37.714161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-04d809b6-ff92-4adf-8879-99f95a89b393 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3500583 Oct 22 14:46:37.714423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33828) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:37.719686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Request body: {'subnet': {'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1349030260-subnet', 'tenant_id': '51cbf8e053444044b1d7a28962d5450c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:37.772880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] Pushing event updated for resources: {'Network': ['ID=a85ea4f9-3a45-4410-8f05-e8d3358b822c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:37.784582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:37.891485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9b98779-ad1a-4347-bf9f-d2dca30d2a83 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9337964 Oct 22 14:46:37.894892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33836) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:37.899980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Request body: {'subnet': {'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-subnet', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:37.998697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Made reservation on behalf of 51cbf8e053444044b1d7a28962d5450c for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:38.002898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.130814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Made reservation on behalf of a803318c4e334622aae7163225866457 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:38.134321 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.254657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Made reservation on behalf of e4fb6de4b37d4269a0dc7605b4c052b6 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:38.260553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.311292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Allocated IP 172.20.0.3 (c6ae8f0a-d365-4364-a200-087b72c1e4d4/25241661-0d44-4a7f-b335-1870568a507d/41aec9bc-307a-4692-96b1-c313489501e9) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:38.381937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.478816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:38.495427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d211829-591c-4b00-b4a4-771f3b3b90cb,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:38.541182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:38.541550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Network hostable DHCP agents. Network: 4c703f8f-48de-4fdc-93e5-a42bb2e26303, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:38.567424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.581537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.637656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56793b0c-b4cf-4b68-b208-0bf23042fdea req-89bf274d-a6d4-469f-8661-f5a12d4b50e7 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 210 time: 0.0340862 Oct 22 14:46:38.641244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5f80e2-4ea0-49c6-848e-fc2e25be9e65,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:38.641805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-39a0d81d-63f6-4050-a946-c0a224cd1162 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:38.643661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-39a0d81d-63f6-4050-a946-c0a224cd1162 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1603003 Oct 22 14:46:38.645592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:38.649422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Checking segment: {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:38.653599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Network hostable DHCP agents. Network: a85ea4f9-3a45-4410-8f05-e8d3358b822c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:38.688405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-bd263aae-955e-4b9f-808d-ebbef5fd06a5 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:38.689934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-bd263aae-955e-4b9f-808d-ebbef5fd06a5 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 1094 time: 0.0373573 Oct 22 14:46:38.701671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.734785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4c703f8f-48de-4fdc-93e5-a42bb2e26303) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:38.740641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:38.741526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.745385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6a195-7022-4b2b-8144-aa354994fb49 None None] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:38.772658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:38.777248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:38.779953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:38.787412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:38.788158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.805613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event updated for resources: {'Port': ['ID=41aec9bc-307a-4692-96b1-c313489501e9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:38.823539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:38.832178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a85ea4f9-3a45-4410-8f05-e8d3358b822c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:38.840391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:38.841176 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:38.861441 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-acf99771-239d-47e3-810b-621d987470e9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1447306 Oct 22 14:46:38.867413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Request body: {'binding': {'host': 'n-h2-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:38.868037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Unknown quota resources ['binding']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:46:38.918176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dbb0ef-3f4a-45b6-8d70-7dba2f32d4b3 None None] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:38.940446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-5abaa72b-ef9f-4141-92e7-1357cdc08bcc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2802141 Oct 22 14:46:38.959286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Request body: {'port': {'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:38.978523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6028589c-45f3-4434-809e-bc9efe6999b1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0823643 Oct 22 14:46:38.982857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33886) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:38.986622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:39.050429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6873cefa-1bc5-4fe3-ba39-dec8a7b91335 None None] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:39.079084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.080573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.121122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.191909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5db5dd38-8eac-4432-a71e-adf64a8b69e4 None None] Provisioning complete for port 41aec9bc-307a-4692-96b1-c313489501e9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:39.192279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5db5dd38-8eac-4432-a71e-adf64a8b69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.228629 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.236540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on host n-h2-812148-2 for vnic_type normal with profile None {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:39.236852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:39.237182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:39.274947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5db5dd38-8eac-4432-a71e-adf64a8b69e4 None None] Port 41aec9bc-307a-4692-96b1-c313489501e9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:39.293833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:46:39.294170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:39.302250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:39.302554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:39.302998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:39.303487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Bound port: f0056f0e-c7a8-4eff-8e98-04f879a70d82, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:39.326792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a85ea4f9-3a45-4410-8f05-e8d3358b822c', 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'fixed_ips': [{'subnet_id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:46:39.331742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.468840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:39.534342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Allocated IP 172.20.0.2 (a85ea4f9-3a45-4410-8f05-e8d3358b822c/1b5f80e2-4ea0-49c6-848e-fc2e25be9e65/8c1cc0e0-7725-4054-a475-4b27935c8269) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:39.568945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aec9bc-307a-4692-96b1-c313489501e9 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:39.576933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.582246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.594573 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.596631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-ff8434f7-9489-41cb-ab93-80018541edf8 service neutron] 10.222.0.66 "POST /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82/bindings HTTP/1.1" status: 201 len: 389 time: 0.8496616 Oct 22 14:46:39.599393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Transition to ACTIVE for port object 41aec9bc-307a-4692-96b1-c313489501e9 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:46:39.674871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.742937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.753103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Pushing event updated for resources: {'Port': ['ID=41aec9bc-307a-4692-96b1-c313489501e9,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:39.818895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Attempting to bind port 41aec9bc-307a-4692-96b1-c313489501e9 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:39.819475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Attempting to bind port 41aec9bc-307a-4692-96b1-c313489501e9 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:39.819855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Attempting to bind port 41aec9bc-307a-4692-96b1-c313489501e9 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:39.824841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Port 41aec9bc-307a-4692-96b1-c313489501e9 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:46:39.825159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Attempting to bind port 41aec9bc-307a-4692-96b1-c313489501e9 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:39.833549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:39.833878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Checking segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:39.834262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Bound using segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:39.834689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Bound port: 41aec9bc-307a-4692-96b1-c313489501e9, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:39.835070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.920704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.935757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:39.952224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] For port 41aec9bc-307a-4692-96b1-c313489501e9, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:39.961440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] For port 41aec9bc-307a-4692-96b1-c313489501e9, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=41aec9bc-307a-4692-96b1-c313489501e9,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:39.963278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.000731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:40.014069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:40.021871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:40.025064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc0e0-7725-4054-a475-4b27935c8269,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:40.079138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.090883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Allocated IP 172.25.1.30 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/8aa08b4f-760c-4d65-845b-1658aaa2cd52) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:40.119409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Attempting to bind port 8c1cc0e0-7725-4054-a475-4b27935c8269 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:40.119919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Attempting to bind port 8c1cc0e0-7725-4054-a475-4b27935c8269 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:40.120543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Attempting to bind port 8c1cc0e0-7725-4054-a475-4b27935c8269 on network a85ea4f9-3a45-4410-8f05-e8d3358b822c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:40.126960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:40.128265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Checking segment: {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:40.128859 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.131344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Bound using segment: {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:40.131344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Bound port: 8c1cc0e0-7725-4054-a475-4b27935c8269, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:40.131344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.195216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:40.195216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.197333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] 10.222.0.53 "PUT /v2.0/ports/41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 1091 time: 1.2425425 Oct 22 14:46:40.201957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:40.204325 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc35692-d8dd-4142-8356-ee12ae7550e1" -d '{"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:40.254500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eea0-52b5-4b1f-937a-5818a1c839b8 req-d0f360de-30c8-4309-91f5-95da98af1331 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:40.272403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fe9eea0-52b5-4b1f-937a-5818a1c839b8 req-d0f360de-30c8-4309-91f5-95da98af1331 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 943 time: 0.1486056 Oct 22 14:46:40.281351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a481a-031e-4400-99ba-0064bb55f17a service neutron] Pushing event updated for resources: {'Port': ['ID=41aec9bc-307a-4692-96b1-c313489501e9,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:40.315128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.320837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] For port 8c1cc0e0-7725-4054-a475-4b27935c8269, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:40.330678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] For port 8c1cc0e0-7725-4054-a475-4b27935c8269, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c1cc0e0-7725-4054-a475-4b27935c8269,segment=NetworkSegment(82d019ff-0ab7-495d-ac8b-f44d5c806be0),segment_id=82d019ff-0ab7-495d-ac8b-f44d5c806be0)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:40.422041 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.424495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.53', 54510) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:40.424914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fe9eea0-52b5-4b1f-937a-5818a1c839b8 req-3116f53d-88e0-445b-8968-70d12637cc03 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515884 Oct 22 14:46:40.464578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-862e0d35-75f8-403f-9429-56794decbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:40.471809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-862e0d35-75f8-403f-9429-56794decbf70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1094 time: 0.1420400 Oct 22 14:46:40.506689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:40.552968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee02d1-a55a-412f-a195-e57b32043993 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc0e0-7725-4054-a475-4b27935c8269,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:40.579281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-e03a7249-f1a1-4597-898a-6940384567fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 217 time: 0.0708761 Oct 22 14:46:40.580930 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae5eae-1e37-40f3-91ce-53ea72d5c20b x-openstack-request-id: req-46ae5eae-1e37-40f3-91ce-53ea72d5c20b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:40.581212 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:40.581455 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46ae5eae-1e37-40f3-91ce-53ea72d5c20b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:40.581840 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'status': 'completed', 'code': 200} Oct 22 14:46:40.582193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33952) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:40.614441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33954) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:40.622279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:40.627280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:40.629884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:40.640930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1032835917-network', 'tenant_id': 'fa0fff1bc9984247969449e25d0cbea2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:40.689455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21bef9-f21a-4a5c-a6a4-5fcac36b9ef5 req-723f9cea-8c1a-452b-90ae-5e2d07c589da tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:40.699656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f21bef9-f21a-4a5c-a6a4-5fcac36b9ef5 req-723f9cea-8c1a-452b-90ae-5e2d07c589da tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 946 time: 0.2225304 Oct 22 14:46:40.702394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-40c6797d-ff37-4666-84b9-0cfc421e5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:40.704723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-40c6797d-ff37-4666-84b9-0cfc421e5eae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1097 time: 0.2784128 Oct 22 14:46:40.709488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa08b4f-760c-4d65-845b-1658aaa2cd52,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:41.000920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Made reservation on behalf of fa0fff1bc9984247969449e25d0cbea2 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:41.003248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.014166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.020110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-891b3e24-f9fb-4573-bc68-b6899a576a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:41.021650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-891b3e24-f9fb-4573-bc68-b6899a576a39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.4241815 Oct 22 14:46:41.112497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f21bef9-f21a-4a5c-a6a4-5fcac36b9ef5 req-d42769b8-0007-4320-82e3-186f068c9aae tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122391 Oct 22 14:46:41.150729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-08339feb-ca53-4971-a946-00e07b4592b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:41.152452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-08339feb-ca53-4971-a946-00e07b4592b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210794 Oct 22 14:46:41.153323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-097faf41-6095-4cd1-b7f8-e56a06acbc46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.197158 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.214333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-6c25892e-7fea-4828-8f8a-bfccc6bad1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:41.215926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-6c25892e-7fea-4828-8f8a-bfccc6bad1e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.4891951 Oct 22 14:46:41.266737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-8a253661-c1d1-4618-b776-98753f07e6d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0417874 Oct 22 14:46:41.337911 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.347034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-dde22b6b-1127-46ff-a808-5ddd27961837 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814742 Oct 22 14:46:41.359512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-2def45c6-18a9-42a8-8ab8-7643440960c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:41.361671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-2def45c6-18a9-42a8-8ab8-7643440960c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0869083 Oct 22 14:46:41.397168 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-097faf41-6095-4cd1-b7f8-e56a06acbc46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.434169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-bf35c8ff-84af-476e-b7d0-c0c1b21b0e19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656993 Oct 22 14:46:41.475372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.510037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.522993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:41.532362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.532784 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Added segment 70e7de84-5af8-4694-a2b4-aa48caf1e91a of type vlan for network 25517c4b-5ff5-42fe-96f6-c3f851e03500 Oct 22 14:46:41.571548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-097faf41-6095-4cd1-b7f8-e56a06acbc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.644206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-6f853952-90cd-4f1b-9736-150c1a84e798 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009206 Oct 22 14:46:41.667000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e35fecc-f809-4df4-8987-1771894cca72,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:41.675546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5297fc42-118f-46d4-9b66-fe378adc4510 req-3f240319-ae1e-49b4-be5e-75868a1cb485 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179686 Oct 22 14:46:41.738428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.741256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33988) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:41.790919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-097faf41-6095-4cd1-b7f8-e56a06acbc46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1225dba18d440c882bf7f920af9934b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1947362 Oct 22 14:46:41.818325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33996) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:41.826904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74edd96-d85b-4082-a7c6-d42d0add340e req-e7a8acc1-0297-4d3d-a735-1dce48b8a25b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:41.835270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c74edd96-d85b-4082-a7c6-d42d0add340e req-e7a8acc1-0297-4d3d-a735-1dce48b8a25b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 943 time: 0.2710278 Oct 22 14:46:41.858075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:46:41.862587 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-f01439ec-f709-45c5-96e5-4d42ad3e7fae service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126151 Oct 22 14:46:41.888139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:41.889041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097faf41-6095-4cd1-b7f8-e56a06acbc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc529371-9b68-4201-a8a4-46a9cfa94ecf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:41.934865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38021cc-eb32-4e77-963c-665910f29522 None None] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:41.958363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c74edd96-d85b-4082-a7c6-d42d0add340e req-8d889ad6-cdcd-44a6-b87a-663c4f3bb073 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222732 Oct 22 14:46:42.001114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-38f38543-00a8-4054-a521-97ebb8e3c80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.009085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.010114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.010806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.049491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a97a-cc2c-4a3e-add9-eb589f541fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.060152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a4b7e6ab-8206-4053-ab37-b51c86b62ca5 None None] Provisioning complete for port 8c1cc0e0-7725-4054-a475-4b27935c8269 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:42.060691 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6ab-8206-4053-ab37-b51c86b62ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.115757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-a0cb8be3-11c8-45f0-9362-c33064f16aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.117319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-a0cb8be3-11c8-45f0-9362-c33064f16aba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1094 time: 0.2609224 Oct 22 14:46:42.125809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] Pushing event updated for resources: {'Network': ['ID=25517c4b-5ff5-42fe-96f6-c3f851e03500,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:42.130121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a97a-cc2c-4a3e-add9-eb589f541fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.157107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 25517c4b-5ff5-42fe-96f6-c3f851e03500 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:42.162636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:46:42.169940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-48b882ca-34c0-4e6a-aec8-6c6d29d518fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5530882 Oct 22 14:46:42.174048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34012) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:42.191365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Request body: {'subnet': {'network_id': '25517c4b-5ff5-42fe-96f6-c3f851e03500', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1032835917-subnet', 'tenant_id': 'fa0fff1bc9984247969449e25d0cbea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:42.311601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-303afcc8-9615-4b23-b7a2-8129daa05f6d tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.331128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6ab-8206-4053-ab37-b51c86b62ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.332090 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-303afcc8-9615-4b23-b7a2-8129daa05f6d tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1097 time: 0.2453415 Oct 22 14:46:42.347616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-2'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:42.355551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-9f66b797-7d7e-4190-9b9e-d5a79eb01153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.357145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-9f66b797-7d7e-4190-9b9e-d5a79eb01153 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.2227633 Oct 22 14:46:42.374570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e6b52-95a8-4931-b993-ac30371c1fe5 req-212d99e0-c838-4366-b5ea-15ef31089e6c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.375833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa9e6b52-95a8-4931-b993-ac30371c1fe5 req-212d99e0-c838-4366-b5ea-15ef31089e6c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 946 time: 0.1448982 Oct 22 14:46:42.384848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a4b7e6ab-8206-4053-ab37-b51c86b62ca5 None None] For port 8c1cc0e0-7725-4054-a475-4b27935c8269, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c1cc0e0-7725-4054-a475-4b27935c8269,segment=NetworkSegment(82d019ff-0ab7-495d-ac8b-f44d5c806be0),segment_id=82d019ff-0ab7-495d-ac8b-f44d5c806be0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:42.387813 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-38f38543-00a8-4054-a521-97ebb8e3c80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.428533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-b2f133eb-f5c4-4ed2-ab4d-607a40cefa8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 217 time: 0.0477490 Oct 22 14:46:42.428735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Made reservation on behalf of fa0fff1bc9984247969449e25d0cbea2 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:42.431247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.448283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a97a-cc2c-4a3e-add9-eb589f541fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.451272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a97a-cc2c-4a3e-add9-eb589f541fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.455723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c1d7a97a-cc2c-4a3e-add9-eb589f541fd1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc529371-9b68-4201-a8a4-46a9cfa94ecf HTTP/1.1" status: 204 len: 168 time: 0.6104207 Oct 22 14:46:42.489919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6ab-8206-4053-ab37-b51c86b62ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.497033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:42.503248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.519286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Sync routers for ids ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:42.537887 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Routers {'5f4acea9-4cae-41c3-ba68-7633dbf32a55'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:42.538523 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:42.549564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa9e6b52-95a8-4931-b993-ac30371c1fe5 req-62a38b57-982e-4898-9ebd-2aaa15dc37f6 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478481 Oct 22 14:46:42.615612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7e6ab-8206-4053-ab37-b51c86b62ca5 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc0e0-7725-4054-a475-4b27935c8269,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:42.618090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-f2ef61c0-302c-40f1-9601-cdf5f75448d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.634923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-f2ef61c0-302c-40f1-9601-cdf5f75448d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.1991320 Oct 22 14:46:42.636418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-38f38543-00a8-4054-a521-97ebb8e3c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.669519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-38f38543-00a8-4054-a521-97ebb8e3c80c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b21c2576f564a63afd8df91112f1d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9244452 Oct 22 14:46:42.670603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7a97a-cc2c-4a3e-add9-eb589f541fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc529371-9b68-4201-a8a4-46a9cfa94ecf,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:42.671660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.672986 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-078e357a-850e-4ef7-8a1f-5a6271415bb5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6906936 Oct 22 14:46:42.674194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34024) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:42.687034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:42.724125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f38543-00a8-4054-a521-97ebb8e3c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f880913a-957d-4cd3-b980-b986b9a5cbd9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:42.755586 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Set router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:42.769229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-411fea0f-e2dd-4960-8f05-70e18fd65a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:42.771854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-411fea0f-e2dd-4960-8f05-70e18fd65a65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061881 Oct 22 14:46:42.771986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c0e52f99-778a-49bc-8f72-5b455713770c None None] Provisioning complete for port 8c1cc0e0-7725-4054-a475-4b27935c8269 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:42.772266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0e52f99-778a-49bc-8f72-5b455713770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:42.920815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:42.982222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c1cc0e0-7725-4054-a475-4b27935c8269 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:43.032293 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:41Z', 'revision_number': 3, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:43.047692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-01291fd0-20a1-4454-bb9c-fa5b5013df27 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683117 Oct 22 14:46:43.103956 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Checking router: 5f4acea9-4cae-41c3-ba68-7633dbf32a55 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:43.104726 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Updating router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:46:43.117669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8c1cc0e0-7725-4054-a475-4b27935c8269 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:43.118162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.139525 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.239546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36188454-f173-405b-acc2-2f0b5db29f67 req-f5f72fee-04a4-4080-b15f-10ba95d15355 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:43.247374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20658b24-777a-47a1-9f68-8e2e25b357e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.258875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36188454-f173-405b-acc2-2f0b5db29f67 req-f5f72fee-04a4-4080-b15f-10ba95d15355 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 943 time: 0.1669540 Oct 22 14:46:43.291543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:43.320716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc35692-d8dd-4142-8356-ee12ae7550e1 req-5d39c246-e710-48e6-807e-dcae6665c9f7 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588811 Oct 22 14:46:43.355883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20658b24-777a-47a1-9f68-8e2e25b357e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.366942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36188454-f173-405b-acc2-2f0b5db29f67 req-7784794e-6d12-433b-a9f9-c2faa6e46487 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978749 Oct 22 14:46:43.416248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.461552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:43.463822 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cb67d2-642b-439f-a914-c551d4fe683e" -d '{"events": [{"server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:43.469161 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.469733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.487689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34046) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:43.502519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a8b2-cd8a-486e-9636-520f3fff7178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.524826 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1030feee-035c-429b-bced-8a5edba2cd55 x-openstack-request-id: req-1030feee-035c-429b-bced-8a5edba2cd55 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:43.525139 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:43.525347 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1030feee-035c-429b-bced-8a5edba2cd55 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:43.525720 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'code': 200} Oct 22 14:46:43.573582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaae435-5237-42c8-b857-4bf94c2b7e17,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:43.586626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Checking segment: {'id': '70e7de84-5af8-4694-a2b4-aa48caf1e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '25517c4b-5ff5-42fe-96f6-c3f851e03500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:43.587008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Network hostable DHCP agents. Network: 25517c4b-5ff5-42fe-96f6-c3f851e03500, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:43.591997 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.639741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.682230 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Pushing event updated for resources: {'Port': ['ID=8aa08b4f-760c-4d65-845b-1658aaa2cd52,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:43.705494 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.705809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.706322 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.706673 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.707064 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.707399 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.707722 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.708040 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.708509 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.709021 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.709382 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.709677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:46:43.717079 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Attempting to bind port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:43.717655 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Attempting to bind port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:43.718184 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Attempting to bind port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:43.724835 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:43.725202 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:43.725800 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.726374 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:43.726838 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Bound port: 8aa08b4f-760c-4d65-845b-1658aaa2cd52, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:43.727030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7c20-8996-4760-9dbd-73350251134a req-fda32552-5421-4e77-88f2-f1da6ce4db94 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:43.727454 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.730289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bffe7c20-8996-4760-9dbd-73350251134a req-fda32552-5421-4e77-88f2-f1da6ce4db94 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.0801346 Oct 22 14:46:43.762521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20658b24-777a-47a1-9f68-8e2e25b357e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.765033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20658b24-777a-47a1-9f68-8e2e25b357e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.766168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20658b24-777a-47a1-9f68-8e2e25b357e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f880913a-957d-4cd3-b980-b986b9a5cbd9 HTTP/1.1" status: 204 len: 168 time: 1.0867975 Oct 22 14:46:43.778428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:43.788897 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] For port 8aa08b4f-760c-4d65-845b-1658aaa2cd52, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:43.796276 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] For port 8aa08b4f-760c-4d65-845b-1658aaa2cd52, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8aa08b4f-760c-4d65-845b-1658aaa2cd52,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:43.810542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20658b24-777a-47a1-9f68-8e2e25b357e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f880913a-957d-4cd3-b980-b986b9a5cbd9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:43.812581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on host n-h1-812148-2 for vnic_type normal with profile {"migrating_to": "n-h2-812148-2"} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:43.812720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:43.812949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:43.826006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:46:43.826408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Attempting to bind port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:43.836549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Network 25517c4b-5ff5-42fe-96f6-c3f851e03500 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:43.841069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:43.847212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:43.847212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:43.847212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Bound port: f0056f0e-c7a8-4eff-8e98-04f879a70d82, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:43.847212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.847712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bffe7c20-8996-4760-9dbd-73350251134a req-7f2f7a52-6ba8-4f0d-b1b0-b6cac74a2a40 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899689 Oct 22 14:46:43.873394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a8b2-cd8a-486e-9636-520f3fff7178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.936115 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.937661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:43.958343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:43.975305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:43.993397 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Routers {'5f4acea9-4cae-41c3-ba68-7633dbf32a55'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:43.994008 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:43.998523 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d335-1340-43be-8dc0-326bef57ec80 None None] Pushing event updated for resources: {'Port': ['ID=8aa08b4f-760c-4d65-845b-1658aaa2cd52,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:44.056499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 25517c4b-5ff5-42fe-96f6-c3f851e03500) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:44.061902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a8b2-cd8a-486e-9636-520f3fff7178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.064791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:44.065370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.088478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0311b-2ba1-4a0d-9018-f99483702d9e None None] Network 25517c4b-5ff5-42fe-96f6-c3f851e03500 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:44.120583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.126053 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] Set router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:44.184554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c1a2a8b2-cd8a-486e-9636-520f3fff7178 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0b2679134714fd58c457a16b6272b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957035 Oct 22 14:46:44.187067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2a8b2-cd8a-486e-9636-520f3fff7178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440d9c7-a08d-4e83-b62b-9222bf93ada6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:44.189813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:44.193042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Allocated IP 172.20.0.1 (a85ea4f9-3a45-4410-8f05-e8d3358b822c/1b5f80e2-4ea0-49c6-848e-fc2e25be9e65/d491e5b0-b9d0-41df-9311-d186e58ab3a5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:44.234228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2abaf330-4f28-4e4d-acba-9f58656449e2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0420077 Oct 22 14:46:44.265848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6348704-40cc-455e-8152-e64ae893cd42 None None] Network 25517c4b-5ff5-42fe-96f6-c3f851e03500 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:44.279084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=8']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:44.282813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:44.284231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.285680 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-a5e72213-93c1-47e1-9587-d7786c3acc0f service neutron] 10.222.0.53 "PUT /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 1122 time: 1.9440963 Oct 22 14:46:44.375615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 41aec9bc-307a-4692-96b1-c313489501e9 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:46:44.381671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8ed4-26dc-47c9-8fd4-b1de50185a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.395745 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:41Z', 'revision_number': 3, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:44.434760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f0056f0e-c7a8-4eff-8e98-04f879a70d82'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:46:44.443130 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5429244a-abce-4fab-9e53-079d5b1e9948 None None] The sync data for ids ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'] in n-d-812148-2 is: [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:41Z', 'revision_number': 3, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:46:44.462743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8ed4-26dc-47c9-8fd4-b1de50185a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.522872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.550001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:44.593842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d6d6a-bc19-4e79-9a3e-e42d7ff93243 req-320f4956-cec2-43b6-8104-dea97ec5fdc7 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:44.596451 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.resource_extend [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:46:44.603096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f30d6d6a-bc19-4e79-9a3e-e42d7ff93243 req-320f4956-cec2-43b6-8104-dea97ec5fdc7 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 943 time: 0.1299016 Oct 22 14:46:44.660553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f30d6d6a-bc19-4e79-9a3e-e42d7ff93243 req-60845c85-acf1-4630-a59e-f74524dd78bd tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562556 Oct 22 14:46:44.750946 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c28d0f6a-25b6-41f1-9ebc-405fe27854bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.771351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 41aec9bc-307a-4692-96b1-c313489501e9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=41aec9bc-307a-4692-96b1-c313489501e9,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:44.772146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.787340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '41aec9bc-307a-4692-96b1-c313489501e9', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:46:44.869308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8ed4-26dc-47c9-8fd4-b1de50185a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.876486 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.879449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8ed4-26dc-47c9-8fd4-b1de50185a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:44.883457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a3c8ed4-26dc-47c9-8fd4-b1de50185a19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a440d9c7-a08d-4e83-b62b-9222bf93ada6 HTTP/1.1" status: 204 len: 168 time: 0.6878700 Oct 22 14:46:44.900594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aec9bc-307a-4692-96b1-c313489501e9 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:44.935487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 41aec9bc-307a-4692-96b1-c313489501e9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=41aec9bc-307a-4692-96b1-c313489501e9,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:44.957305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c8ed4-26dc-47c9-8fd4-b1de50185a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440d9c7-a08d-4e83-b62b-9222bf93ada6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:44.995429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:44.996791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d491e5b0-b9d0-41df-9311-d186e58ab3a5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:45.003240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:45.011234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:45.012355 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.061585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.074693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0ebd-0a28-43bd-b650-52fec9e891a8 req-6e412557-f301-40d9-ace7-a0735bc119bd tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:45.084856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbbc0ebd-0a28-43bd-b650-52fec9e891a8 req-6e412557-f301-40d9-ace7-a0735bc119bd tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.1121829 Oct 22 14:46:45.126158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:45.171796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbbc0ebd-0a28-43bd-b650-52fec9e891a8 req-3332d523-6a0d-43d3-9c5c-699f62d1526f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808067 Oct 22 14:46:45.177980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1823b8d1-4620-4733-887f-f6f26c907246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.179109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=41aec9bc-307a-4692-96b1-c313489501e9,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:45.249995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c28d0f6a-25b6-41f1-9ebc-405fe27854bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.277726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['41aec9bc-307a-4692-96b1-c313489501e9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:46:45.286566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-af6c61b7-86c6-44f1-a99b-5d9de304111d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:45.288334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-af6c61b7-86c6-44f1-a99b-5d9de304111d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.1836646 Oct 22 14:46:45.305789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-739cb388-7582-4efd-947c-48cb59e80258 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/quotas/51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 375 time: 0.0107028 Oct 22 14:46:45.350775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1823b8d1-4620-4733-887f-f6f26c907246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.352315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-41c42b3c-ca74-4d7f-b6f2-5f2b06a0f56d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392053 Oct 22 14:46:45.375918 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c28d0f6a-25b6-41f1-9ebc-405fe27854bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.421948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c28d0f6a-25b6-41f1-9ebc-405fe27854bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d0b7e8ac1c54501a6e2a21328184a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8708560 Oct 22 14:46:45.429023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34094) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:45.440247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d0f6a-25b6-41f1-9ebc-405fe27854bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efd655a-f13e-4690-baff-c4fc42cab218,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:45.452081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.482167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-3c67b6c4-595b-4c6a-9da8-ca7551a693b8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288717 Oct 22 14:46:45.507016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1823b8d1-4620-4733-887f-f6f26c907246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.511995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6076e47a-5459-43f7-b678-e4a49763f15d None None] Provisioning complete for port d491e5b0-b9d0-41df-9311-d186e58ab3a5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:45.511995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6076e47a-5459-43f7-b678-e4a49763f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.557834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:45.561243 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18" -d '{"events": [{"name": "network-changed", "server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:45.571914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823b8d1-4620-4733-887f-f6f26c907246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ed7ab-9a19-4f4d-bc69-daab5eb559ef,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:45.615868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6076e47a-5459-43f7-b678-e4a49763f15d None None] Port d491e5b0-b9d0-41df-9311-d186e58ab3a5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:45.660388 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9535a53-fcaa-40e1-8915-ded2e8d63741 x-openstack-request-id: req-e9535a53-fcaa-40e1-8915-ded2e8d63741 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:45.660669 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:45.660913 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9535a53-fcaa-40e1-8915-ded2e8d63741 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:45.661301 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'status': 'completed', 'code': 200} Oct 22 14:46:45.666621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1823b8d1-4620-4733-887f-f6f26c907246 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d0e9b9dddb8431ca903d0a5978f2251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368936 Oct 22 14:46:45.673699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:45.749958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9990dd2-ac25-4f3d-9d80-a6141771296f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.761928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-100ac78a-0674-4b82-8d24-8de6ff43a5e3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788541 Oct 22 14:46:45.800007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.865110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9990dd2-ac25-4f3d-9d80-a6141771296f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.868973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-cfa0c71e-5438-4a1a-91c5-e668f396ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:45.870627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-cfa0c71e-5438-4a1a-91c5-e668f396ac2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1125 time: 0.1539021 Oct 22 14:46:45.879492 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3116e83a-c27b-407a-ae33-226d4270b5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.924660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.925595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.950031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3116e83a-c27b-407a-ae33-226d4270b5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:45.966212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bbf7d-e198-440f-ab1b-1399412aa760 req-83873a70-4f51-4148-a293-1b8df4bd606c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:45.967820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce3bbf7d-e198-440f-ab1b-1399412aa760 req-83873a70-4f51-4148-a293-1b8df4bd606c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 944 time: 0.1940060 Oct 22 14:46:45.988312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d491e5b0-b9d0-41df-9311-d186e58ab3a5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:46.066853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:46.068805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:46.095786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce3bbf7d-e198-440f-ab1b-1399412aa760 req-5d0dcaae-9d4b-4f9a-977c-6870ba3a8852 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170444 Oct 22 14:46:46.099180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-56706185-c0d0-4856-a618-1c1ad02103d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:46.100646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-56706185-c0d0-4856-a618-1c1ad02103d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.2165658 Oct 22 14:46:46.205236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9990dd2-ac25-4f3d-9d80-a6141771296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.208192 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9990dd2-ac25-4f3d-9d80-a6141771296f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.209124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c9990dd2-ac25-4f3d-9d80-a6141771296f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2efd655a-f13e-4690-baff-c4fc42cab218 HTTP/1.1" status: 204 len: 168 time: 0.7789695 Oct 22 14:46:46.210487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-11314d0d-bed2-4a7a-95bb-d3df5555c006 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0906172 Oct 22 14:46:46.251280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9990dd2-ac25-4f3d-9d80-a6141771296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efd655a-f13e-4690-baff-c4fc42cab218,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:46.270726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44e288bb-d4fe-498d-aa6d-3c003f5c14fd req-3d150f65-0344-4dcb-96b9-844e1329afa2 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0770385 Oct 22 14:46:46.325879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:46:46.340345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-a16c0bd2-e135-4e1b-ad51-e6a5eb1edfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:46.342009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-a16c0bd2-e135-4e1b-ad51-e6a5eb1edfde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0919809 Oct 22 14:46:46.342906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3116e83a-c27b-407a-ae33-226d4270b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.365851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3116e83a-c27b-407a-ae33-226d4270b5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.369923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3116e83a-c27b-407a-ae33-226d4270b5f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d5ed7ab-9a19-4f4d-bc69-daab5eb559ef HTTP/1.1" status: 204 len: 168 time: 0.6908107 Oct 22 14:46:46.379501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 41aec9bc-307a-4692-96b1-c313489501e9 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:46.454101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-6cebb8cf-fd3d-4090-b816-f12978e8b6cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855689 Oct 22 14:46:46.482531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116e83a-c27b-407a-ae33-226d4270b5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ed7ab-9a19-4f4d-bc69-daab5eb559ef,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:46.536161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ae685-8521-4afc-bb09-0fd79af8a1bb req-7b581a99-3c91-402b-aff3-7e997244433c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:46.537708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-939ae685-8521-4afc-bb09-0fd79af8a1bb req-7b581a99-3c91-402b-aff3-7e997244433c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.1540401 Oct 22 14:46:46.554271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1c65603f-7674-4dd7-890e-6d69a05656db None None] Provisioning complete for port d491e5b0-b9d0-41df-9311-d186e58ab3a5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:46.558282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c65603f-7674-4dd7-890e-6d69a05656db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.584063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:46.599179 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-efc254a2-4345-4273-87eb-83716eac8bf1 admin admin] 10.222.0.66 "PUT /v2.0/routers/5f4acea9-4cae-41c3-ba68-7633dbf32a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8999155 Oct 22 14:46:46.610477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-939ae685-8521-4afc-bb09-0fd79af8a1bb req-65d1d704-2875-4367-bdd0-dbe559eb7f3b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Oct 22 14:46:46.614998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1c65603f-7674-4dd7-890e-6d69a05656db None None] Port d491e5b0-b9d0-41df-9311-d186e58ab3a5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:46.621527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-b591ef53-8ecf-4415-9034-6741e1eb6e6c service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486106 Oct 22 14:46:46.658104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 41aec9bc-307a-4692-96b1-c313489501e9 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:46:46.666435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 41aec9bc-307a-4692-96b1-c313489501e9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:46.679577 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.739621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8aa08b4f-760c-4d65-845b-1658aaa2cd52 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:46.763438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ecae89c-c5b5-4a48-8209-c213a5d7fd18 req-28cd7346-2184-4794-9c0a-f5d5e589f33c service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327324 Oct 22 14:46:46.805870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.832503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:46.834781 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d76b09-5c55-4ecf-be6a-c4778193d3e4" -d '{"events": [{"server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:46.853769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 41aec9bc-307a-4692-96b1-c313489501e9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=41aec9bc-307a-4692-96b1-c313489501e9,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:46.859384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:46.859845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:46.883994 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64a5db-4782-449b-a89d-7bdf5eeb16d0 x-openstack-request-id: req-3a64a5db-4782-449b-a89d-7bdf5eeb16d0 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:46.884419 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:46.884551 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a64a5db-4782-449b-a89d-7bdf5eeb16d0 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:46.884940 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'code': 200} Oct 22 14:46:46.953471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Sync routers for ids ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:46.973247 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:47.010437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:47.027092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a109053-6e9e-461f-b6dd-9a993eed8801 req-b4e09bb5-43df-4c1b-ad23-2e185769763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:47.028613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a109053-6e9e-461f-b6dd-9a993eed8801 req-b4e09bb5-43df-4c1b-ad23-2e185769763c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0771778 Oct 22 14:46:47.031742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Routers {'5f4acea9-4cae-41c3-ba68-7633dbf32a55'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:47.033438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:47.076914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a109053-6e9e-461f-b6dd-9a993eed8801 req-4b4b50cc-1082-4fd8-8824-8fdff7208d20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Oct 22 14:46:47.106380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 8aa08b4f-760c-4d65-845b-1658aaa2cd52, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8aa08b4f-760c-4d65-845b-1658aaa2cd52,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:47.119069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=41aec9bc-307a-4692-96b1-c313489501e9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:47.218409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Set router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:47.221321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:47.239277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a8941-93d5-4445-b5e0-84f885da699d req-3466a471-f70f-410c-97eb-fc1674f561df tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:47.241382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-283a8941-93d5-4445-b5e0-84f885da699d req-3466a471-f70f-410c-97eb-fc1674f561df tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.0576570 Oct 22 14:46:47.287621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-283a8941-93d5-4445-b5e0-84f885da699d req-df17b956-522a-4a53-8f92-9c2dd0f95f12 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397599 Oct 22 14:46:47.349401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=8aa08b4f-760c-4d65-845b-1658aaa2cd52,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:47.413629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07a5d1b1-0c2c-4656-8b8d-ad7f5469e9ad req-e1199d40-8c22-4112-a25a-e345ccf7ce76 tempest-FloatingIPsNegativeTestJSON-1614355909 tempest-FloatingIPsNegativeTestJSON-1614355909-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=e4fb6de4b37d4269a0dc7605b4c052b6 HTTP/1.1" status: 200 len: 217 time: 0.0764663 Oct 22 14:46:47.457715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16fadc14-f010-4b90-824a-fb740cd6f55c req-6b50c26e-092a-47df-a7f0-4a2a58973c13 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0309081 Oct 22 14:46:47.492806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23028211-a4c4-40a6-b574-734217aea958 req-e86017d0-4a01-45f9-bafb-424a646a0d4f tempest-FloatingIPsNegativeTestJSON-1614355909 tempest-FloatingIPsNegativeTestJSON-1614355909-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0384877 Oct 22 14:46:47.535812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:45Z', 'revision_number': 4, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd491e5b0-b9d0-41df-9311-d186e58ab3a5', 'name': '', 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'mac_address': 'fa:16:3e:d7:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:43Z', 'updated_at': '2021-10-22T14:46:45Z', 'revision_number': 2, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'subnets': [{'id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:47.544557 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-33d7682e-f9ad-459b-bc37-42b6ef59243c req-460df57b-346d-4bbc-8580-09cd549ded91 tempest-FloatingIPsNegativeTestJSON-1614355909 tempest-FloatingIPsNegativeTestJSON-1614355909-project] show failed (client error): The resource could not be found. Oct 22 14:46:47.545482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33d7682e-f9ad-459b-bc37-42b6ef59243c req-460df57b-346d-4bbc-8580-09cd549ded91 tempest-FloatingIPsNegativeTestJSON-1614355909 tempest-FloatingIPsNegativeTestJSON-1614355909-project] 10.222.0.66 "GET /v2.0/floatingips/bd715082-78e6-4f18-a9a9-36ecc84f188c HTTP/1.1" status: 404 len: 350 time: 0.0363638 Oct 22 14:46:47.554450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34164) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:47.567042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Checking router: 5f4acea9-4cae-41c3-ba68-7633dbf32a55 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:47.567394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Updating router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 port d491e5b0-b9d0-41df-9311-d186e58ab3a5 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:46:47.594029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:47.732523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34172) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:47.752933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cafb190-7d9a-4cb8-a61a-b08f0bb9f913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:47.873607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cafb190-7d9a-4cb8-a61a-b08f0bb9f913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:47.913581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a7bb-5280-4a1b-af38-3db7f413096e req-8e56025a-d431-4ebe-a275-272f5cfdb099 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:47.914914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab32a7bb-5280-4a1b-af38-3db7f413096e req-8e56025a-d431-4ebe-a275-272f5cfdb099 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.1001687 Oct 22 14:46:47.940794 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.006000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab32a7bb-5280-4a1b-af38-3db7f413096e req-02d208b8-52ce-48bc-b6c1-ad4c0e599cb0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781789 Oct 22 14:46:48.021211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cafb190-7d9a-4cb8-a61a-b08f0bb9f913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.021696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.052866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafb190-7d9a-4cb8-a61a-b08f0bb9f913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a061f7-d0f5-4d4a-a014-6cabbc233b5f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:48.082963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7cafb190-7d9a-4cb8-a61a-b08f0bb9f913 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3288f4d831844263b8fec726d349912d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493633 Oct 22 14:46:48.085614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34182) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:48.120171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d722e-b9be-4970-b2e7-18500393e71f None None] Pushing event updated for resources: {'Port': ['ID=d491e5b0-b9d0-41df-9311-d186e58ab3a5,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:48.202889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b26adcb-2be5-4607-8c1c-4454e5a48314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.243766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b26adcb-2be5-4607-8c1c-4454e5a48314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.362438 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.401503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Attempting to bind port d491e5b0-b9d0-41df-9311-d186e58ab3a5 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:48.409919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b26adcb-2be5-4607-8c1c-4454e5a48314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.410501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Attempting to bind port d491e5b0-b9d0-41df-9311-d186e58ab3a5 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:48.416570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Attempting to bind port d491e5b0-b9d0-41df-9311-d186e58ab3a5 on network a85ea4f9-3a45-4410-8f05-e8d3358b822c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:48.416973 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b26adcb-2be5-4607-8c1c-4454e5a48314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.416973 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2b26adcb-2be5-4607-8c1c-4454e5a48314 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8a061f7-d0f5-4d4a-a014-6cabbc233b5f HTTP/1.1" status: 204 len: 168 time: 0.3278399 Oct 22 14:46:48.418442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:46:48.443301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26adcb-2be5-4607-8c1c-4454e5a48314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a061f7-d0f5-4d4a-a014-6cabbc233b5f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:48.498570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:48.498947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Checking segment: {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:48.499790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.499790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Bound using segment: {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:48.500254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Bound port: d491e5b0-b9d0-41df-9311-d186e58ab3a5, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d019ff-0ab7-495d-ac8b-f44d5c806be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:48.501039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.510650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196c73-bbce-4fec-9b02-cbcd57957ae6 req-1ae67a1f-8023-4878-9d25-d9773f3c7dcd tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:48.518362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25196c73-bbce-4fec-9b02-cbcd57957ae6 req-1ae67a1f-8023-4878-9d25-d9773f3c7dcd tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.1105380 Oct 22 14:46:48.588816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c603c355-3fa3-4181-bf8c-6571f4736c05 None None] Provisioning complete for port d491e5b0-b9d0-41df-9311-d186e58ab3a5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:48.589368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c603c355-3fa3-4181-bf8c-6571f4736c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.654626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] For port d491e5b0-b9d0-41df-9311-d186e58ab3a5, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:48.658906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] For port d491e5b0-b9d0-41df-9311-d186e58ab3a5, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d491e5b0-b9d0-41df-9311-d186e58ab3a5,segment=NetworkSegment(82d019ff-0ab7-495d-ac8b-f44d5c806be0),segment_id=82d019ff-0ab7-495d-ac8b-f44d5c806be0)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:48.679387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e980125-e122-477a-aa03-00f698a29812 req-7668f84f-f944-4737-98c2-5cad4816b46b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0779765 Oct 22 14:46:48.683371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25196c73-bbce-4fec-9b02-cbcd57957ae6 req-9a6d1759-b73b-4b76-81cf-d09cb1f10ee2 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640046 Oct 22 14:46:48.713943 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:48.730594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c603c355-3fa3-4181-bf8c-6571f4736c05 None None] Port d491e5b0-b9d0-41df-9311-d186e58ab3a5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:46:48.732175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 has no active binding in host n-h2-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:46:48.742564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.772929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8aa08b4f-760c-4d65-845b-1658aaa2cd52 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:48.836051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d722e-b9be-4970-b2e7-18500393e71f None None] Pushing event updated for resources: {'Port': ['ID=d491e5b0-b9d0-41df-9311-d186e58ab3a5,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:48.843603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Deleting port d491e5b0-b9d0-41df-9311-d186e58ab3a5 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:46:48.844090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.849160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Routers {'5f4acea9-4cae-41c3-ba68-7633dbf32a55'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:48.849793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:48.906824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:48.907054 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.930107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] For port d491e5b0-b9d0-41df-9311-d186e58ab3a5, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d491e5b0-b9d0-41df-9311-d186e58ab3a5,segment=NetworkSegment(82d019ff-0ab7-495d-ac8b-f44d5c806be0),segment_id=82d019ff-0ab7-495d-ac8b-f44d5c806be0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:48.930489 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:48.944558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Calling delete_port for d491e5b0-b9d0-41df-9311-d186e58ab3a5 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:46:48.995620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] Set router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:49.162801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-36958b8b-9b62-4c21-88cb-a75c6e83952c None None] Provisioning complete for port d491e5b0-b9d0-41df-9311-d186e58ab3a5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:49.163222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36958b8b-9b62-4c21-88cb-a75c6e83952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:49.196757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746ffab-bfd4-4832-ba22-9c09f37e07c0 req-1d5a2899-4d9d-497a-af6f-412a58fe71fc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:49.198256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f746ffab-bfd4-4832-ba22-9c09f37e07c0 req-1d5a2899-4d9d-497a-af6f-412a58fe71fc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.0930748 Oct 22 14:46:49.240206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f746ffab-bfd4-4832-ba22-9c09f37e07c0 req-2ee94bba-e4cb-446c-b2ed-87b6cbdf606b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Oct 22 14:46:49.327926 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36958b8b-9b62-4c21-88cb-a75c6e83952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:49.347690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:49.361301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:45Z', 'revision_number': 4, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd491e5b0-b9d0-41df-9311-d186e58ab3a5', 'name': '', 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'mac_address': 'fa:16:3e:d7:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:43Z', 'updated_at': '2021-10-22T14:46:48Z', 'revision_number': 4, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'subnets': [{'id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:49.361746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34214) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:49.395477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Pushing event deleted for resources: {'Port': ['ID=d491e5b0-b9d0-41df-9311-d186e58ab3a5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:49.401866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636948b2-4dc3-4f15-a566-82d4ab487cff None None] The sync data for ids ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'] in n-d-812148-2 is: [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:45Z', 'revision_number': 4, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd491e5b0-b9d0-41df-9311-d186e58ab3a5', 'name': '', 'network_id': 'a85ea4f9-3a45-4410-8f05-e8d3358b822c', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'mac_address': 'fa:16:3e:d7:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:43Z', 'updated_at': '2021-10-22T14:46:48Z', 'revision_number': 4, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'subnets': [{'id': '1b5f80e2-4ea0-49c6-848e-fc2e25be9e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:46:49.528336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34222) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:49.560202 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:46:49.662437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:49.751178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-485024636-network', 'tenant_id': '9548871f538b41b099eedf146836f50c'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:49.806704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901804ca-f335-482e-b751-cf1ec3b9a459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:49.877265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d362449b-ad60-47c9-9ffb-87a640becc3f req-6879f396-b9f8-40e3-843f-f61c30c0e73b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0562527 Oct 22 14:46:49.912246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901804ca-f335-482e-b751-cf1ec3b9a459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:49.944805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca308-ebf5-4c5a-9a78-5ad2305aaba0 req-12c34a36-47ba-4194-9e75-d0a02cd8ecdc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:49.946319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef2ca308-ebf5-4c5a-9a78-5ad2305aaba0 req-12c34a36-47ba-4194-9e75-d0a02cd8ecdc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.1264718 Oct 22 14:46:50.021655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901804ca-f335-482e-b751-cf1ec3b9a459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.086088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-901804ca-f335-482e-b751-cf1ec3b9a459 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=339fb57ca9ae45a7b142d4448d37034c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5559537 Oct 22 14:46:50.087212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901804ca-f335-482e-b751-cf1ec3b9a459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f01fbdb-50be-4778-83b4-a69865b090bb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:50.089693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34236) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:50.160918 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc277e0-f222-4145-8908-149ff5fa0ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.212730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc277e0-f222-4145-8908-149ff5fa0ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.250992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Made reservation on behalf of 9548871f538b41b099eedf146836f50c for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:50.253297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.269864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef2ca308-ebf5-4c5a-9a78-5ad2305aaba0 req-aae71cf5-bd46-4ab0-b725-351fd68f4b3d tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157001 Oct 22 14:46:50.283214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.324219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:46:50.393511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc277e0-f222-4145-8908-149ff5fa0ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.398404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc277e0-f222-4145-8908-149ff5fa0ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.399884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bcc277e0-f222-4145-8908-149ff5fa0ac5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f01fbdb-50be-4778-83b4-a69865b090bb HTTP/1.1" status: 204 len: 168 time: 0.3092840 Oct 22 14:46:50.423265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc277e0-f222-4145-8908-149ff5fa0ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f01fbdb-50be-4778-83b4-a69865b090bb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:50.504203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-4cb8ec82-bd0d-4727-96e6-3f1e19b38f64 service neutron] 10.222.0.69 "GET /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.0750394 Oct 22 14:46:50.527289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff0e63-eb17-44bc-ab25-5092bb438e69 req-5467cd26-1397-4056-bcfb-966992fb4bd3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:50.528770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fff0e63-eb17-44bc-ab25-5092bb438e69 req-5467cd26-1397-4056-bcfb-966992fb4bd3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.1913033 Oct 22 14:46:50.660067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:50.716005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fff0e63-eb17-44bc-ab25-5092bb438e69 req-17cb39ec-51f5-46cf-b2c1-a6be1ff2d527 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612759 Oct 22 14:46:50.773587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:50.777831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.782014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e602ba45-a415-49b9-9719-b4c49ee7936f admin admin] 10.222.0.66 "PUT /v2.0/routers/5f4acea9-4cae-41c3-ba68-7633dbf32a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2264686 Oct 22 14:46:50.784823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34256) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:50.894787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:50.918254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-706248705-network', 'tenant_id': 'c1028e9745074d56a7b191c258ce70ee'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:50.983913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:51.023425 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] Sync routers for ids ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:51.033208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Made reservation on behalf of c1028e9745074d56a7b191c258ce70ee for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:51.034647 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] Routers {'5f4acea9-4cae-41c3-ba68-7633dbf32a55'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:51.037080 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:51.037811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.050500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.069688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9422cc9-a9d3-4eae-9559-200a57c822c8 req-74bc70e2-e776-4188-b342-90db08bb5210 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0980821 Oct 22 14:46:51.075652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad443fe6-c77a-4ded-a740-cb823d036e44,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:51.081214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.081561 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Added segment bcebfe77-7d1c-4263-9afa-d44e166d02ea of type vlan for network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 Oct 22 14:46:51.083448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.149027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.196698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:51.200094 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.258204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:51.260681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.274763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:51.277728 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] Set router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:51.286253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.287282 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Added segment d24d578c-9599-44d9-a3db-cf9cc9a10c26 of type vlan for network 9ff768e5-d468-4109-8911-2020fdd88f44 Oct 22 14:46:51.293908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34262) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:51.327829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fff27a80-170d-48b8-8ab8-b37546b6abb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.334638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0056f0e-c7a8-4eff-8e98-04f879a70d82 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:51.358510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:51.362871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.401518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626ffb0-d8b7-4ea9-a7eb-da4a71e41fd5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:51.421087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.445940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.450364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:51.451765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.467782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-470b43a9-a7a6-48af-9183-3326c444462c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:51.470538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-470b43a9-a7a6-48af-9183-3326c444462c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.2332556 Oct 22 14:46:51.485894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Request body: {'port': {'device_id': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'admin_state_up': True, 'tenant_id': '51cbf8e053444044b1d7a28962d5450c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:51.490177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.493123 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:49Z', 'revision_number': 5, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port': {'id': '8aa08b4f-760c-4d65-845b-1658aaa2cd52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:51.522944 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] Checking router: 5f4acea9-4cae-41c3-ba68-7633dbf32a55 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:51.531724 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] Routers {'5f4acea9-4cae-41c3-ba68-7633dbf32a55'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:51.532509 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:51.607957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fff27a80-170d-48b8-8ab8-b37546b6abb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.615775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] Pushing event updated for resources: {'Network': ['ID=9903b37a-0d53-4a9d-9d0d-59a28192bd82,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:51.626108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:51.628265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.629539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:51.630599 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.632479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] Set router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:51.669828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b7b20fc-2001-4e2a-82d3-77badff24435 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2870519 Oct 22 14:46:51.671275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34266) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:51.681966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Request body: {'subnet': {'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-485024636-subnet', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:51.687775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762ddce-1347-47dd-9ad3-318185e70d22 req-d753a6b4-38d0-47a8-b253-331e38707bc6 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:51.698040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5762ddce-1347-47dd-9ad3-318185e70d22 req-d753a6b4-38d0-47a8-b253-331e38707bc6 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.2086413 Oct 22 14:46:51.732303 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:51Z', 'revision_number': 6, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:51.761059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fff27a80-170d-48b8-8ab8-b37546b6abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.780939 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893483e-8a51-477c-9079-e19c3616b571 None None] The sync data for ids ['5f4acea9-4cae-41c3-ba68-7633dbf32a55'] in n-d-812148-2 is: [{'id': '5f4acea9-4cae-41c3-ba68-7633dbf32a55', 'name': 'tempest-FloatingIPsNegativeTestJSON-958796710-router', 'tenant_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:39Z', 'updated_at': '2021-10-22T14:46:51Z', 'revision_number': 6, 'project_id': 'e4fb6de4b37d4269a0dc7605b4c052b6', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:46:51.820050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Deleting port 8aa08b4f-760c-4d65-845b-1658aaa2cd52 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:46:51.820390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:51.869388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fff27a80-170d-48b8-8ab8-b37546b6abb5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=874f49f909f3449b8cce13f50963bb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744185 Oct 22 14:46:51.879467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5762ddce-1347-47dd-9ad3-318185e70d22 req-67683d89-6c8d-4245-a67a-d56233d142b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805139 Oct 22 14:46:51.880005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34272) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:51.884368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff27a80-170d-48b8-8ab8-b37546b6abb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26109c-9fbc-4da5-aeb0-540d7d201695,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:51.937836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] Transition to ACTIVE for port object f0056f0e-c7a8-4eff-8e98-04f879a70d82 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:46:52.054907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] Pushing event updated for resources: {'Network': ['ID=9ff768e5-d468-4109-8911-2020fdd88f44,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:52.056925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Made reservation on behalf of 51cbf8e053444044b1d7a28962d5450c for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:52.057099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.060527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.070538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 9ff768e5-d468-4109-8911-2020fdd88f44 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:52.167358 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f1bac4fd-5f0d-44d2-8fe9-ef05f15e136c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5031247 Oct 22 14:46:52.169106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34278) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:52.180793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Request body: {'subnet': {'network_id': '9ff768e5-d468-4109-8911-2020fdd88f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-706248705-subnet', 'tenant_id': 'c1028e9745074d56a7b191c258ce70ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:52.234490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] For port 8aa08b4f-760c-4d65-845b-1658aaa2cd52, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8aa08b4f-760c-4d65-845b-1658aaa2cd52,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:52.234862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.248262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Allocated IP 172.20.0.7 (4c703f8f-48de-4fdc-93e5-a42bb2e26303/9d211829-591c-4b00-b4a4-771f3b3b90cb/1ee6b4e1-6c05-45a2-ae14-a9c96694f720) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:52.289372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Made reservation on behalf of 9548871f538b41b099eedf146836f50c for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:52.291978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.294864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658f71a-6a0d-4e67-b2a2-b961b636ecaf req-80b75a3f-cc3f-4552-a739-a2099e2a7516 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:52.296366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b658f71a-6a0d-4e67-b2a2-b961b636ecaf req-80b75a3f-cc3f-4552-a739-a2099e2a7516 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 944 time: 0.3700438 Oct 22 14:46:52.305005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Calling delete_port for 8aa08b4f-760c-4d65-845b-1658aaa2cd52 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:46:52.333146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edf7d3b9-ba88-4f40-867e-e8262d2cfd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.440440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Made reservation on behalf of c1028e9745074d56a7b191c258ce70ee for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:52.442632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.556229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.588101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] No DVR routers for this DVR port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:46:52.606423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=10']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:52.621240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2aa68cf9-df22-4530-87e9-76af92b6b2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.662627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-9471c6a5-fba0-4f56-a7ec-f6b466a949b9 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7344620 Oct 22 14:46:52.672317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edf7d3b9-ba88-4f40-867e-e8262d2cfd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.714131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:52.739194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8aa08b4f-760c-4d65-845b-1658aaa2cd52 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:46:52.749105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b658f71a-6a0d-4e67-b2a2-b961b636ecaf req-096374b4-5030-4e01-9e1b-64be7b8195c9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274473 Oct 22 14:46:52.764854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3e045a5e-2263-4e2a-a5f2-f95b74644fd7 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82/bindings/n-h2-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2533669 Oct 22 14:46:52.851557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.882291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.911276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.918537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22c578b3-a6f1-41b8-8d9b-daedd3cd4aab req-157c505c-b8c0-49a8-8b0a-2ae9433c85ab tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0513988 Oct 22 14:46:52.920793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:52.933214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2551c89b-9433-4acb-9d66-3c3b2bb462a1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:53.009933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:53.027272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:53.038681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.041341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:53.047479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:53.048262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.052393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Checking segment: {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:53.052744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Network hostable DHCP agents. Network: 9903b37a-0d53-4a9d-9d0d-59a28192bd82, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:53.059196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:53.074836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d07ac30-1d8f-45e3-b588-080d05dde36d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:53.086625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Checking segment: {'id': 'd24d578c-9599-44d9-a3db-cf9cc9a10c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9ff768e5-d468-4109-8911-2020fdd88f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:53.087000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Network hostable DHCP agents. Network: 9ff768e5-d468-4109-8911-2020fdd88f44, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:53.123221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edf7d3b9-ba88-4f40-867e-e8262d2cfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.125720 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edf7d3b9-ba88-4f40-867e-e8262d2cfd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.126855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-edf7d3b9-ba88-4f40-867e-e8262d2cfd9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b26109c-9fbc-4da5-aeb0-540d7d201695 HTTP/1.1" status: 204 len: 168 time: 1.2435138 Oct 22 14:46:53.176261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7d3b9-ba88-4f40-867e-e8262d2cfd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26109c-9fbc-4da5-aeb0-540d7d201695,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:53.185636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.205484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d491e5b0-b9d0-41df-9311-d186e58ab3a5 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:46:53.224854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-a115e3dc-2f93-4638-884f-ac8d4bdf922e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7428434 Oct 22 14:46:53.234546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa08b4f-760c-4d65-845b-1658aaa2cd52,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:53.238949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Request body: {'port': {'device_id': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:53.242910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d491e5b0-b9d0-41df-9311-d186e58ab3a5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:46:53.243459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d491e5b0-b9d0-41df-9311-d186e58ab3a5 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:46:53.271577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.276266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Network 9ff768e5-d468-4109-8911-2020fdd88f44 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:53.278528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:53.292584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-739a4037-706d-4b02-9165-6d630c68e13b tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:53.294120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-739a4037-706d-4b02-9165-6d630c68e13b tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.1815698 Oct 22 14:46:53.321563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.383385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.427530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 9ff768e5-d468-4109-8911-2020fdd88f44) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:53.432954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 9903b37a-0d53-4a9d-9d0d-59a28192bd82) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:53.434837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:53.435442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.435865 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.442117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f48c5-189f-48b7-8bca-386f33e989fc None None] Network 9ff768e5-d468-4109-8911-2020fdd88f44 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:53.442463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.449696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:53.450288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.468598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2014d-2938-4405-aaa8-4c4c505265a4 None None] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:53.561471 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34728a3b-787b-49e9-8272-81b6e1f5ecb7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3891490 Oct 22 14:46:53.566217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cb2bf754-8241-4d80-9a4c-21276a8e78e9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8889260 Oct 22 14:46:53.571250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-953ddaeb-4fdd-4cfe-9d74-003dda3dd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:53.572382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34288) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:53.572819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-953ddaeb-4fdd-4cfe-9d74-003dda3dd129 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf&tenant_id=d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 1096 time: 0.2222347 Oct 22 14:46:53.578870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:53.642643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.643221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4acea9-4cae-41c3-ba68-7633dbf32a55 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:46:53.668396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.668396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7162d177-ea79-41ec-b086-68852163dccc admin admin] 10.222.0.66 "DELETE /v2.0/routers/5f4acea9-4cae-41c3-ba68-7633dbf32a55 HTTP/1.1" status: 204 len: 168 time: 2.8798764 Oct 22 14:46:53.670385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34290) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:53.732252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:46:53.755895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.756984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.761566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.776043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Allocated IP 172.25.1.42 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/e49f5cda-5464-4d73-9b7e-215fe36aa474) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:53.789975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-9903b37a-0d53-4a9d-9d0d-59a28192bd82', 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'fixed_ips': [{'subnet_id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:46:53.790699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.794166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Transition to ACTIVE for port object 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:46:53.804736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Deleting subnet 1b5f80e2-4ea0-49c6-848e-fc2e25be9e65 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:46:53.817662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.878355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-36a0c38d-42f7-4e16-9cc4-9a3770e18f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:53.890149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.892743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-36a0c38d-42f7-4e16-9cc4-9a3770e18f5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1096 time: 0.2726440 Oct 22 14:46:53.916139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15a1ea-1d53-4cf0-a6f4-e106f53cadc3 None None] Network 9ff768e5-d468-4109-8911-2020fdd88f44 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:53.929965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.978479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:53.992608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:46:54.015429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:54.043452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:54.044218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:54.045801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:54.052004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:46:54.052821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:54.058160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:54.058494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:54.058874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:54.059494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Bound port: 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:54.059849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.161975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c8d9-1588-4c65-8c79-aa9045c97614 req-a1a3bb37-02f0-4046-9551-1a14ac25e489 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:54.169475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a89c8d9-1588-4c65-8c79-aa9045c97614 req-a1a3bb37-02f0-4046-9551-1a14ac25e489 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.2714694 Oct 22 14:46:54.216981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.246365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3086165d-98c6-44b3-a61a-c41dd0e172cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:54.247894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-3086165d-98c6-44b3-a61a-c41dd0e172cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.3358407 Oct 22 14:46:54.285667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.326073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-6d16e487-a682-44ce-8a8a-2357b2fb42f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0681660 Oct 22 14:46:54.337015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:46:54.347165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.349345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a89c8d9-1588-4c65-8c79-aa9045c97614 req-fad18b79-370f-41ba-a3fa-664a06e8c667 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771462 Oct 22 14:46:54.350571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:54.375739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:54.382662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Allocated IP 172.20.0.2 (9903b37a-0d53-4a9d-9d0d-59a28192bd82/2551c89b-9433-4acb-9d66-3c3b2bb462a1/cb4b667d-3564-4031-8e27-bd7f5ac59133) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:54.477954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-bc0db6fe-bfe2-4717-970a-95ab29b0ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:54.479442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-bc0db6fe-bfe2-4717-970a-95ab29b0ee79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0655713 Oct 22 14:46:54.493706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.543263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:54.544592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.545828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] 10.222.0.53 "PUT /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 1091 time: 1.3125987 Oct 22 14:46:54.546949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-10cf5926-a35b-4dd8-95ed-657c5a1e3a79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457187 Oct 22 14:46:54.549954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:46:54.551438 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:46:54.577476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910246-4019-418a-8ff3-158bb9d2d39f req-f6afb4df-3ed6-4f89-baab-6d15705a525f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:54.585375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0910246-4019-418a-8ff3-158bb9d2d39f req-f6afb4df-3ed6-4f89-baab-6d15705a525f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.1036971 Oct 22 14:46:54.604939 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.647614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dd97f-b8ae-4b51-a40c-6fa7327ac162 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:54.677469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.683040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5f80e2-4ea0-49c6-848e-fc2e25be9e65,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:54.685151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.688391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bfba1e57-8715-4552-aa0e-b1318302e6a3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1b5f80e2-4ea0-49c6-848e-fc2e25be9e65 HTTP/1.1" status: 204 len: 168 time: 1.0182192 Oct 22 14:46:54.694215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.697560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79359cc2-ca60-49c2-9370-31d6e7d1ec00 None None] Network a85ea4f9-3a45-4410-8f05-e8d3358b822c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:54.698624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34326) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:54.798568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.803850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-d08aade9-046b-4682-8f27-1c70fcb3c62c service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424817 Oct 22 14:46:54.856370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:54.867318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0910246-4019-418a-8ff3-158bb9d2d39f req-c1b3b05a-11b2-4d6a-adcc-90fefe9f2eea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810748 Oct 22 14:46:54.870413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:54.876685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:54.903096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:54.908306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:54.929108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.934102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:54.934869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34332) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:54.939253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Pushing event updated for resources: {'Port': ['ID=cb4b667d-3564-4031-8e27-bd7f5ac59133,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:54.956215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-516822187-network', 'tenant_id': 'c6b3a445ffc14ef08e0426db8c610d54'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:54.972132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event updated for resources: {'Port': ['ID=e49f5cda-5464-4d73-9b7e-215fe36aa474,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:54.980368 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:54.993391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.007190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-f29bdab2-b428-44ee-8ed5-03b49f3453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:55.008699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-f29bdab2-b428-44ee-8ed5-03b49f3453d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1094 time: 0.2553473 Oct 22 14:46:55.017475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Attempting to bind port cb4b667d-3564-4031-8e27-bd7f5ac59133 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:46:55.017988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Attempting to bind port cb4b667d-3564-4031-8e27-bd7f5ac59133 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:46:55.025531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Attempting to bind port cb4b667d-3564-4031-8e27-bd7f5ac59133 on network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:46:55.025531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:46:55.025531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Checking segment: {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:55.025932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.026371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Bound using segment: {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:46:55.026853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Bound port: cb4b667d-3564-4031-8e27-bd7f5ac59133, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:46:55.027271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.039329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-b279ae43-87cb-48c5-b269-57119e889027 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250569 Oct 22 14:46:55.057090 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9308b822-52bb-464d-9b54-c86dd917476c x-openstack-request-id: req-9308b822-52bb-464d-9b54-c86dd917476c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:46:55.057499 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:46:55.057608 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9308b822-52bb-464d-9b54-c86dd917476c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:46:55.058020 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'status': 'completed', 'code': 200} Oct 22 14:46:55.077084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Deleting port 8c1cc0e0-7725-4054-a475-4b27935c8269 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:46:55.077417 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.142275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] DHCP port deletion for a85ea4f9-3a45-4410-8f05-e8d3358b822c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:46:55.153176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] For port cb4b667d-3564-4031-8e27-bd7f5ac59133, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:55.167745 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-2304c2c4-c0c0-4b7d-bd5e-4b503d19da10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.1206493 Oct 22 14:46:55.193087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] For port cb4b667d-3564-4031-8e27-bd7f5ac59133, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cb4b667d-3564-4031-8e27-bd7f5ac59133,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:46:55.222203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] Deleting port 8c1cc0e0-7725-4054-a475-4b27935c8269 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:46:55.222450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.256013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Allocated IP 172.25.1.77 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/2ddbd4d6-ea04-44e1-8569-83c54d5f4287) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:55.276266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df42-de47-46e8-807b-91ec9067de9e req-26306145-a5f0-4e21-b89b-1373e7bd9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:55.278023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-26306145-a5f0-4e21-b89b-1373e7bd9b66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1010044 Oct 22 14:46:55.296715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] For port 8c1cc0e0-7725-4054-a475-4b27935c8269, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c1cc0e0-7725-4054-a475-4b27935c8269,segment=NetworkSegment(82d019ff-0ab7-495d-ac8b-f44d5c806be0),segment_id=82d019ff-0ab7-495d-ac8b-f44d5c806be0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:55.297115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.322760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] Calling delete_port for 8c1cc0e0-7725-4054-a475-4b27935c8269 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:46:55.331096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-9c6bf597-1afa-4fa5-adf4-9099becddb86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293617 Oct 22 14:46:55.486127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.496343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Made reservation on behalf of c6b3a445ffc14ef08e0426db8c610d54 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:55.500287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.513264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.518963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-4f868cf4-ee90-433c-bbad-3c73fb817201 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720510 Oct 22 14:46:55.548118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] For port 8c1cc0e0-7725-4054-a475-4b27935c8269, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c1cc0e0-7725-4054-a475-4b27935c8269,segment=NetworkSegment(82d019ff-0ab7-495d-ac8b-f44d5c806be0),segment_id=82d019ff-0ab7-495d-ac8b-f44d5c806be0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:55.548502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.574854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Calling delete_port for 8c1cc0e0-7725-4054-a475-4b27935c8269 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:46:55.577491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.603802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927216-244b-4607-81c9-7f6cf06ce069 req-d236de62-945c-4521-a74b-1213abab4bff tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:55.609509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36b354de-dc45-40b9-b857-700ccc348fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.609650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88927216-244b-4607-81c9-7f6cf06ce069 req-d236de62-945c-4521-a74b-1213abab4bff tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.1469991 Oct 22 14:46:55.611560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.670866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.692999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41c10-c37c-4e6e-a3c3-0423c33cd73c None None] Pushing event updated for resources: {'Port': ['ID=cb4b667d-3564-4031-8e27-bd7f5ac59133,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:55.695420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88927216-244b-4607-81c9-7f6cf06ce069 req-d85bbe9c-b672-4611-ac4d-727c2fcd9a93 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573437 Oct 22 14:46:55.728882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] No DVR routers for this DVR port 8c1cc0e0-7725-4054-a475-4b27935c8269 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:46:55.755293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.762406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.778611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f12930-7a96-4bc1-adee-2d7b53d187ca None None] Pushing event deleted for resources: {'Port': ['ID=8c1cc0e0-7725-4054-a475-4b27935c8269,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:55.804259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1cc0e0-7725-4054-a475-4b27935c8269,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:55.811751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] No DVR routers for this DVR port 8c1cc0e0-7725-4054-a475-4b27935c8269 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:46:55.875875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:55.957425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.014370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:46:56.020143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:56.022768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:56.027561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:46:56.037384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f155df42-de47-46e8-807b-91ec9067de9e req-d341313f-c9f5-4b08-85e2-c67749fc40d2 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051241 Oct 22 14:46:56.075563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.075910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.076634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.077018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > port after_create 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.077362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.077699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > port after_update 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.078023 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.078363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.078681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.079631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.085196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.157800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.158191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.158523 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.158852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:46:56.159249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ea4f9-3a45-4410-8f05-e8d3358b822c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:56.183907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d019ff-0ab7-495d-ac8b-f44d5c806be0') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:56.192581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d019ff-0ab7-495d-ac8b-f44d5c806be0') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:56.201966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-6a0a5779-2b22-4e03-a030-e63812e020cb tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:56.203570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-6a0a5779-2b22-4e03-a030-e63812e020cb tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0603552 Oct 22 14:46:56.211970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.254743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550945e2-4c1a-4001-b207-a6cf88e78e07 req-16a1fe1f-757c-4d70-a53a-796d0cf5d518 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:56.257622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-550945e2-4c1a-4001-b207-a6cf88e78e07 req-16a1fe1f-757c-4d70-a53a-796d0cf5d518 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.2322257 Oct 22 14:46:56.258861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.278488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:46:56.280496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: from cryptography.utils import int_from_bytes Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: from cryptography.utils import int_from_bytes Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:46:56.314319 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:46:56.319410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.365916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:46:56.392536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.418559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.441232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.444658 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Added segment c7899bb7-db8c-46f0-8411-08f17596694d of type vlan for network 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a Oct 22 14:46:56.444805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-550945e2-4c1a-4001-b207-a6cf88e78e07 req-4e1cf203-9fb5-4fa9-9633-197c87151769 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775420 Oct 22 14:46:56.444904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593079e7-5311-4a24-af4f-560c9c9c640c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:56.453226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-5f641257-140f-451f-8e62-c3c092bccaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:56.455115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-5f641257-140f-451f-8e62-c3c092bccaee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1094 time: 0.1146886 Oct 22 14:46:56.538588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.548783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.568174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.577913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-7123a432-2fbe-411e-8cdb-67bda7f1f595 service neutron] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:46:56.582855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.588782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-7123a432-2fbe-411e-8cdb-67bda7f1f595 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.589986 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4df285d5-6b69-4e5f-82dc-707141695a27 req-7123a432-2fbe-411e-8cdb-67bda7f1f595 service neutron] 10.222.0.53 "DELETE /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82/bindings/n-h1-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.3782635 Oct 22 14:46:56.611397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.621819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a85ea4f9-3a45-4410-8f05-e8d3358b822c HTTP/1.1" status: 204 len: 168 time: 1.9147751 Oct 22 14:46:56.657660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa87f73-3932-469d-858f-39ca55bdf541 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85ea4f9-3a45-4410-8f05-e8d3358b822c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:56.661159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.665991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-2dce1ca7-ba04-4c45-8767-0a70b85ded10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:56.667881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-2dce1ca7-ba04-4c45-8767-0a70b85ded10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2048905 Oct 22 14:46:56.692850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event updated for resources: {'Port': ['ID=e49f5cda-5464-4d73-9b7e-215fe36aa474,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:56.766748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-0866ee8d-5fa9-4117-9470-1035fd0c9276 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.0845168 Oct 22 14:46:56.773102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.913197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cb4b667d-3564-4031-8e27-bd7f5ac59133 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:56.917983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-3c4ecdb5-b7d4-4321-9d80-24538d45699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:56.919816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-3c4ecdb5-b7d4-4321-9d80-24538d45699d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1386847 Oct 22 14:46:56.941580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.942557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:56.951335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.965866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-4b753d25-c95f-42b6-83da-51525d63b45a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372803 Oct 22 14:46:56.970449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:56.972811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-2bdaa188-d21a-4e7e-acfb-8c174603f1b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2685232 Oct 22 14:46:57.022571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cb4b667d-3564-4031-8e27-bd7f5ac59133 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:57.023430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.055951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.086365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6abfe-a638-49bc-8a70-2ad4c0ae567b req-0b5f2d10-67e6-422f-99e7-c540c76b3c29 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:57.094403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91d6abfe-a638-49bc-8a70-2ad4c0ae567b req-0b5f2d10-67e6-422f-99e7-c540c76b3c29 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.2297754 Oct 22 14:46:57.098325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-1fda2a41-72fb-46bc-b444-fe91a9f827c8 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242688 Oct 22 14:46:57.203867 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.232727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b611ea37-3c7d-43a3-931f-a81dadb11eeb None None] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:57.272185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port cb4b667d-3564-4031-8e27-bd7f5ac59133, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cb4b667d-3564-4031-8e27-bd7f5ac59133,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:46:57.315147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] Pushing event updated for resources: {'Network': ['ID=933686d7-b1b7-4a83-a30f-95d3f6b8ac8a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:57.328517 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-25335a07-c383-4c25-862a-eb20cd089f5b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3881934 Oct 22 14:46:57.332554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34378) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:57.339751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Request body: {'subnet': {'network_id': '933686d7-b1b7-4a83-a30f-95d3f6b8ac8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-516822187-subnet', 'tenant_id': 'c6b3a445ffc14ef08e0426db8c610d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:46:57.345403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34380) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:57.351947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:46:57.368019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-ba34ac27-dc46-44d1-b311-634f4406d8f1 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.3872938 Oct 22 14:46:57.413452 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.464606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ecbb5be1-a37f-4a9b-9d6b-0ba02822f221 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4fb6de4b37d4269a0dc7605b4c052b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939298 Oct 22 14:46:57.467361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:57.531774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=cb4b667d-3564-4031-8e27-bd7f5ac59133,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:57.531930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f95954db-611c-4a2b-8d27-f9aeaa6dc6d7 req-bea2d406-34ea-4201-9ff2-5236e7aa6d4b service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006631 Oct 22 14:46:57.536057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c1cc0e0-7725-4054-a475-4b27935c8269 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:46:57.537381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed40-48fb-4dc1-a12f-ab5efa672160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.568030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed40-48fb-4dc1-a12f-ab5efa672160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.568415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91d6abfe-a638-49bc-8a70-2ad4c0ae567b req-5a9cdfe3-43e2-4086-8d6e-94d50ae35abb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727001 Oct 22 14:46:57.572004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Made reservation on behalf of c6b3a445ffc14ef08e0426db8c610d54 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:46:57.587994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.600721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-847bcc12-e4cb-4533-adaa-a4e8e9b67ab0 None None] Provisioning complete for port cb4b667d-3564-4031-8e27-bd7f5ac59133 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:57.601199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-847bcc12-e4cb-4533-adaa-a4e8e9b67ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:57.604022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8c1cc0e0-7725-4054-a475-4b27935c8269 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:46:57.604412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-1e43c5c9-ccf7-4fba-b46e-b30ae2888fa4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:57.604552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c1cc0e0-7725-4054-a475-4b27935c8269 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:46:57.606293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-1e43c5c9-ccf7-4fba-b46e-b30ae2888fa4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2091751 Oct 22 14:46:57.619223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-bfbe95a7-83de-42cc-bf59-f9d6ebececd1 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:46:57.624030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8279449b-ad18-4b2f-9ca2-76e8c5c0e936 req-bfbe95a7-83de-42cc-bf59-f9d6ebececd1 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068586 Oct 22 14:46:57.625703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Router fa35ba6f-8339-4710-abe0-2ca5c0682131 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:46:57.732792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34394) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:57.785109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90578b-e8df-4513-9b46-077bf52ad820 req-aa882704-346e-4e52-9118-bfc94f3eadb5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:57.788315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c90578b-e8df-4513-9b46-077bf52ad820 req-aa882704-346e-4e52-9118-bfc94f3eadb5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.1381698 Oct 22 14:46:57.881947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c90578b-e8df-4513-9b46-077bf52ad820 req-10842294-12d1-4bea-9f18-cdb01e0e22b6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838711 Oct 22 14:46:58.015563 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.035674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b596a66-16b6-4a40-bc68-397b65ce6757 req-eb7c206a-fbe2-483a-a1e7-5b90f59a10f1 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:58.043392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b596a66-16b6-4a40-bc68-397b65ce6757 req-eb7c206a-fbe2-483a-a1e7-5b90f59a10f1 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1096 time: 0.0931511 Oct 22 14:46:58.052445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f81ab182-60a9-41ce-b6a7-6dbc33b96fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.077823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:46:58.089919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Sync routers for ids ['fa35ba6f-8339-4710-abe0-2ca5c0682131'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:46:58.109763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Routers {'fa35ba6f-8339-4710-abe0-2ca5c0682131'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:46:58.110779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa35ba6f-8339-4710-abe0-2ca5c0682131'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:58.151676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b596a66-16b6-4a40-bc68-397b65ce6757 req-b8d0c81b-103b-41be-8873-9ddec549d31d tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073339 Oct 22 14:46:58.169527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed40-48fb-4dc1-a12f-ab5efa672160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.172540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed40-48fb-4dc1-a12f-ab5efa672160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.176685 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1b0bed40-48fb-4dc1-a12f-ab5efa672160 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb2623db-22fa-407b-b68e-d509714aed70 HTTP/1.1" status: 204 len: 168 time: 0.7078731 Oct 22 14:46:58.202682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bed40-48fb-4dc1-a12f-ab5efa672160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2623db-22fa-407b-b68e-d509714aed70,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:58.230242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.235151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7fa8ac48-a143-4a91-8d00-59498aa70ca7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6607368 Oct 22 14:46:58.239925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34412) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:58.286452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-2304fb29-7996-40c0-a507-e7539fd1fa8b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:58.295999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-2304fb29-7996-40c0-a507-e7539fd1fa8b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 820 time: 0.2504725 Oct 22 14:46:58.342887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-69bc6660-240d-4947-b280-31e2893dea1a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/quotas/a803318c4e334622aae7163225866457 HTTP/1.1" status: 200 len: 375 time: 0.0459087 Oct 22 14:46:58.357169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.385408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f81ab182-60a9-41ce-b6a7-6dbc33b96fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.404626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Set router fa35ba6f-8339-4710-abe0-2ca5c0682131 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:46:58.448230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-ce764093-dfe3-4557-bde0-e3d91553249a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1042862 Oct 22 14:46:58.551900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f81ab182-60a9-41ce-b6a7-6dbc33b96fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.620818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f81ab182-60a9-41ce-b6a7-6dbc33b96fa8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4224a407eadb45e39d40a08b2dfa5a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8857379 Oct 22 14:46:58.623125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ab182-60a9-41ce-b6a7-6dbc33b96fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3ea42-8063-409e-b3ff-0440b41bf2e7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:58.635321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34426) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:58.638577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-49120e18-ed70-440e-b596-1141a6a3c1e6 None None] Provisioning complete for port cb4b667d-3564-4031-8e27-bd7f5ac59133 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:58.638577 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49120e18-ed70-440e-b596-1141a6a3c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:58.651552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-e44a4ccf-9036-4475-8f61-566a2dcf4bb3 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999915 Oct 22 14:46:58.742734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c24937-9a64-4966-9fc0-4590769e1451,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:58.748580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Checking segment: {'id': 'c7899bb7-db8c-46f0-8411-08f17596694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '933686d7-b1b7-4a83-a30f-95d3f6b8ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:46:58.749042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Network hostable DHCP agents. Network: 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:46:58.793429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cb4b667d-3564-4031-8e27-bd7f5ac59133 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:46:58.978101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Network 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:46:58.980954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcc146dd-e0a9-41a0-b825-27b516ffd678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.044138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-91788d4b-d500-4d17-8de3-b542ce50d715 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:59.046202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-91788d4b-d500-4d17-8de3-b542ce50d715 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.4243629 Oct 22 14:46:59.050847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cb4b667d-3564-4031-8e27-bd7f5ac59133 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:46:59.051298 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.055180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:46:56Z', 'revision_number': 3, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:46:59.066628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcc146dd-e0a9-41a0-b825-27b516ffd678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.071777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:46:59.087161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-b1488c5b-6218-4cba-a3c0-8e038a4ccbad service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347539 Oct 22 14:46:59.094907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-3e9e0ce3-4f41-47b0-9154-bc94a35668d0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/quotas/d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 375 time: 0.0321929 Oct 22 14:46:59.098010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:59.098616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.104398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef812bc-d3f5-453f-953c-52627d6ecf10 None None] Network 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:59.109239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Checking router: fa35ba6f-8339-4710-abe0-2ca5c0682131 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:46:59.120591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Updating router fa35ba6f-8339-4710-abe0-2ca5c0682131 port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:46:59.175108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.187552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-a2100633-ada8-4cc8-b2fa-8904be82f295 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723665 Oct 22 14:46:59.223782 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-551e28a2-e29d-4bee-a04a-07df30cd3072 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8890638 Oct 22 14:46:59.270688 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcc146dd-e0a9-41a0-b825-27b516ffd678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.291476 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcc146dd-e0a9-41a0-b825-27b516ffd678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.296684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dcc146dd-e0a9-41a0-b825-27b516ffd678 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7cb3ea42-8063-409e-b3ff-0440b41bf2e7 HTTP/1.1" status: 204 len: 168 time: 0.6418695 Oct 22 14:46:59.316484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.341324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc146dd-e0a9-41a0-b825-27b516ffd678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3ea42-8063-409e-b3ff-0440b41bf2e7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:46:59.364695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b130a97f-87eb-418e-9293-91f1abf73b7b service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684394 Oct 22 14:46:59.426499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34448) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:46:59.479484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec10724-d791-4643-ac10-56f98ecd43a1 None None] Network 933686d7-b1b7-4a83-a30f-95d3f6b8ac8a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:46:59.605500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-fb531fb7-c4b9-4f3f-9026-31ca714a48ad service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314911 Oct 22 14:46:59.692366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Allocated IP 172.20.0.1 (9903b37a-0d53-4a9d-9d0d-59a28192bd82/2551c89b-9433-4acb-9d66-3c3b2bb462a1/6eeefc72-881e-43b0-a5a0-76a8aa78e800) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:46:59.756089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Deleting subnet 2d07ac30-1d8f-45e3-b588-080d05dde36d {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:46:59.760856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.800955 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.815249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662980bc-1996-45f6-bb6c-942cf3f9bd8a req-f7b07d59-b092-4ea7-ab6e-4a9d4253e208 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:46:59.817078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-662980bc-1996-45f6-bb6c-942cf3f9bd8a req-f7b07d59-b092-4ea7-ab6e-4a9d4253e208 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.0777001 Oct 22 14:46:59.856400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.863937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-662980bc-1996-45f6-bb6c-942cf3f9bd8a req-69314286-0e7e-44eb-a1c9-85903548e5aa tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Oct 22 14:46:59.898246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.943910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc739818-cd3c-4529-8f5a-c457a154eb5b req-d078e9a5-128e-401f-bad7-799bce5abfd3 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0356944 Oct 22 14:46:59.967663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:46:59.998385 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.061574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.102261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d07ac30-1d8f-45e3-b588-080d05dde36d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:00.106782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Attempting to bind port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:00.107520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Attempting to bind port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:00.108096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Attempting to bind port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:00.108401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48da2c4-7283-460f-a2df-4d7e698d4534 req-7179f6c7-afe3-4515-900d-39388eba47ab tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 210 time: 0.0843570 Oct 22 14:47:00.113574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.120569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-553901ef-cce8-436b-aab8-32c3583bc609 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2d07ac30-1d8f-45e3-b588-080d05dde36d HTTP/1.1" status: 204 len: 168 time: 0.6811264 Oct 22 14:47:00.121958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34478) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:00.124643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc0b2-0a54-4c6c-82b7-946fa9dd4ed9 None None] Pushing event updated for resources: {'Port': ['ID=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:00.132211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:00.132745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:00.134070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.134070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:00.134276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Bound port: 2ddbd4d6-ea04-44e1-8569-83c54d5f4287, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:00.134626 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.168379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.199091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] For port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:00.202891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] For port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:00.269293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.276145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:00.285667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:00.293262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:00.293742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.298300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeefc72-881e-43b0-a5a0-76a8aa78e800,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:00.315473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.407608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Routers {'fa35ba6f-8339-4710-abe0-2ca5c0682131'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:00.408417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa35ba6f-8339-4710-abe0-2ca5c0682131'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:00.505006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.548627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:00.624529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.625070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.626543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.626868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > port after_create 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.627407 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.627809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > port after_update 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.628474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.628594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.628929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.629254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.658423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:00.678682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'port_id': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'mac_address': 'fa:16:3e:a9:0c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d211829-591c-4b00-b4a4-771f3b3b90cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:00.714862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.715981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.715981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.715981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 14:47:00.719232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff768e5-d468-4109-8911-2020fdd88f44']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:00.734227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.742245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24d578c-9599-44d9-a3db-cf9cc9a10c26') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:00.742613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24d578c-9599-44d9-a3db-cf9cc9a10c26') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:00.749865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:00.770097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:00.782461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc0b2-0a54-4c6c-82b7-946fa9dd4ed9 None None] Pushing event updated for resources: {'Port': ['ID=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:00.789602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.789812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] Set router fa35ba6f-8339-4710-abe0-2ca5c0682131 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:00.791848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-72f7e99d-f5a0-4080-b4e1-90d8a7bdd110 None None] Provisioning complete for port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:00.797454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-72f7e99d-f5a0-4080-b4e1-90d8a7bdd110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.804737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.828486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.854832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:47:00.859726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:00.859971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-72f7e99d-f5a0-4080-b4e1-90d8a7bdd110 None None] Port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: from cryptography.utils import int_from_bytes Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: from cryptography.utils import int_from_bytes Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:47:00.861234 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:47:00.895185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.005175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:01.031168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db080235-3344-4b79-88b7-d9be273fcd38 req-37f7ed42-0e03-4f7c-8eb4-fbd3d499221f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:01.040045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db080235-3344-4b79-88b7-d9be273fcd38 req-37f7ed42-0e03-4f7c-8eb4-fbd3d499221f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.0743337 Oct 22 14:47:01.092204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db080235-3344-4b79-88b7-d9be273fcd38 req-90c33432-1dbe-4de7-95c6-b5bf2dcfb4d0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Oct 22 14:47:01.099780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:46:56Z', 'revision_number': 3, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:01.138371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.141127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785511d-9c14-47cb-91d6-f5197c39b23e None None] The sync data for ids ['fa35ba6f-8339-4710-abe0-2ca5c0682131'] in n-d-812148-2 is: [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:46:56Z', 'revision_number': 3, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:01.149352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['1ee6b4e1-6c05-45a2-ae14-a9c96694f720'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:01.231524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.250598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff768e5-d468-4109-8911-2020fdd88f44,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:01.253426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.262268 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cc81d497-4f40-494a-aa85-288c61d11c9d admin admin] 10.222.0.66 "DELETE /v2.0/networks/9ff768e5-d468-4109-8911-2020fdd88f44 HTTP/1.1" status: 204 len: 168 time: 1.1389444 Oct 22 14:47:01.265242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:01.305924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03f6d9df-1c34-4a2c-b5a0-1ef4c738b097 req-748d5796-f0b8-41d2-9a0b-4f3b83bc02e5 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0850961 Oct 22 14:47:01.355832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.403192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93ba4f2f-2966-48a7-9857-ff1d5ef2b518 req-c8e25a19-9311-405a-9ff1-90f6b90490f9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 210 time: 0.0427260 Oct 22 14:47:01.453291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Deleting subnet 77c24937-9a64-4966-9fc0-4590769e1451 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:47:01.462163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.463841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.507955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeefc72-881e-43b0-a5a0-76a8aa78e800,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:01.544076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.636339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.686263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:01.691628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:01.844119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Router fa35ba6f-8339-4710-abe0-2ca5c0682131 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:01.852241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.887341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c24937-9a64-4966-9fc0-4590769e1451,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:01.889979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:01.897550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-71da77a1-a9f4-47df-ae7e-5fb59aa52635 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/77c24937-9a64-4966-9fc0-4590769e1451 HTTP/1.1" status: 204 len: 168 time: 0.6288388 Oct 22 14:47:01.898368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34526) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:02.030624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.041384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:02.046699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4bf0e952-6700-4671-b515-df2f73b9a3d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/fa35ba6f-8339-4710-abe0-2ca5c0682131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081954 Oct 22 14:47:02.083680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9a29536f-e1d5-49e3-9c20-cb03bf630cac None None] Provisioning complete for port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:02.084646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a29536f-e1d5-49e3-9c20-cb03bf630cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.132731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9a29536f-e1d5-49e3-9c20-cb03bf630cac None None] Port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:02.178742 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.212676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933686d7-b1b7-4a83-a30f-95d3f6b8ac8a']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:02.229644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7899bb7-db8c-46f0-8411-08f17596694d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:02.230263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7899bb7-db8c-46f0-8411-08f17596694d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:02.267194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.291303 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.302097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:47:02.302515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:47:02.304458 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:47:02.331921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9549-b47c-4b85-9a1c-8d630eff2cd4 req-0d4436ff-7d8d-45b4-a511-ac7369ee8e1e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:02.333602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c0e9549-b47c-4b85-9a1c-8d630eff2cd4 req-0d4436ff-7d8d-45b4-a511-ac7369ee8e1e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.0948217 Oct 22 14:47:02.443937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c0e9549-b47c-4b85-9a1c-8d630eff2cd4 req-25431dea-4ad6-43c5-8e9d-5e950d179160 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994906 Oct 22 14:47:02.445183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:02.490800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.502557 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.505877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/933686d7-b1b7-4a83-a30f-95d3f6b8ac8a HTTP/1.1" status: 204 len: 168 time: 0.6061566 Oct 22 14:47:02.525417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe01c2-3637-4c5b-aea1-aad6c26f47ed admin admin] Pushing event deleted for resources: {'Network': ['ID=933686d7-b1b7-4a83-a30f-95d3f6b8ac8a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:02.535860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-d4171a9f-57fa-408d-aa8b-30de0c73de66 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1621671 Oct 22 14:47:02.550107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:02.598185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:02.602791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:02.603197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.666378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f5759f4-a852-426b-92d8-b03e60ec81ae req-ff7bdd29-25c3-4fcf-b1f1-b024f2d3ab46 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0375836 Oct 22 14:47:02.666378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.718720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:02.913886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:02.963138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:02.966432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:02.968781 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2bead4-c8a8-44f4-9526-1ac0660ac8f9" -d '{"events": [{"server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "name": "network-vif-plugged", "status": "completed", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:03.000076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:03.000685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.048570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34562) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:03.057731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.132502 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-49440134-40d5-4d8b-b840-ccbd44044f43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1028e9745074d56a7b191c258ce70ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825121 Oct 22 14:47:03.133410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34564) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:03.175631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:03.184513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a478392-c906-4fb8-b5b1-7b4e43de7d79 req-01be0287-2536-46f1-a26d-2ad6fd079277 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 210 time: 0.3811319 Oct 22 14:47:03.188010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.238405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:03.241535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8462-68e7-44d7-9f4e-dc849692415a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.273762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8462-68e7-44d7-9f4e-dc849692415a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.315593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.324015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.386266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-56949c98-a959-4298-9a92-f9ad22dd51de tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:03.391083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-56949c98-a959-4298-9a92-f9ad22dd51de tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.69 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 820 time: 0.5867403 Oct 22 14:47:03.391197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:03.395182 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Sync routers for ids ['fa35ba6f-8339-4710-abe0-2ca5c0682131'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:03.410127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8462-68e7-44d7-9f4e-dc849692415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.412773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8462-68e7-44d7-9f4e-dc849692415a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.419574 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bfbf8462-68e7-44d7-9f4e-dc849692415a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9626ffb0-d8b7-4ea9-a7eb-da4a71e41fd5 HTTP/1.1" status: 204 len: 168 time: 0.2794807 Oct 22 14:47:03.436334 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Routers {'fa35ba6f-8339-4710-abe0-2ca5c0682131'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:03.437301 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa35ba6f-8339-4710-abe0-2ca5c0682131'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:03.452006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'port': {'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'admin_state_up': True, 'tenant_id': 'a803318c4e334622aae7163225866457'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:03.541073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.563110 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Set router fa35ba6f-8339-4710-abe0-2ca5c0682131 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:03.605391 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07801622-ba7a-4e45-ad33-42ec80404c9f x-openstack-request-id: req-07801622-ba7a-4e45-ad33-42ec80404c9f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:03.605391 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "name": "network-vif-plugged", "status": "completed", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:03.605391 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07801622-ba7a-4e45-ad33-42ec80404c9f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:03.605391 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'code': 200} Oct 22 14:47:03.646454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-e26c9917-4660-4abe-8817-a4a131c7f992 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:03.648031 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-e26c9917-4660-4abe-8817-a4a131c7f992 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.2328744 Oct 22 14:47:03.648721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Allocated IP 172.25.1.111 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c54ff83c-934d-442f-894b-71d9be474f88) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:03.655263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf8462-68e7-44d7-9f4e-dc849692415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626ffb0-d8b7-4ea9-a7eb-da4a71e41fd5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:03.662917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Request body: {'port': {'device_id': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'admin_state_up': True, 'tenant_id': 'd04456eb09b34176abad98ce719b87b0'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:03.808137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e5f1-a81b-4ffd-8953-fa2ed3affbc6 req-c02b2ee8-65d4-4afe-84b0-90984720aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:03.809802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90a0e5f1-a81b-4ffd-8953-fa2ed3affbc6 req-c02b2ee8-65d4-4afe-84b0-90984720aff6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1096 time: 0.1058822 Oct 22 14:47:03.817036 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:47:00Z', 'revision_number': 4, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6eeefc72-881e-43b0-a5a0-76a8aa78e800', 'name': '', 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'mac_address': 'fa:16:3e:6e:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:59Z', 'updated_at': '2021-10-22T14:47:00Z', 'revision_number': 2, 'project_id': '9548871f538b41b099eedf146836f50c', 'subnets': [{'id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:03.844391 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Checking router: fa35ba6f-8339-4710-abe0-2ca5c0682131 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:03.844824 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Updating router fa35ba6f-8339-4710-abe0-2ca5c0682131 port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:47:03.875816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90a0e5f1-a81b-4ffd-8953-fa2ed3affbc6 req-bfc0fffc-1140-4487-b4a7-2fb4bdd5c6d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Oct 22 14:47:03.879964 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.886658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:03.966902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeab9f-ed45-4f2e-aada-eca385d09c44 req-8db31a1c-3b89-459b-91f9-22bfd85dcf95 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:03.970494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3eeeab9f-ed45-4f2e-aada-eca385d09c44 req-8db31a1c-3b89-459b-91f9-22bfd85dcf95 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 945 time: 0.0597918 Oct 22 14:47:03.972500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Made reservation on behalf of a803318c4e334622aae7163225866457 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:03.976770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.072477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3eeeab9f-ed45-4f2e-aada-eca385d09c44 req-c1e431c7-db19-4cb7-827b-7ff85db48c54 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841682 Oct 22 14:47:04.086520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.130827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Pushing event updated for resources: {'Port': ['ID=c54ff83c-934d-442f-894b-71d9be474f88,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:04.172424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b831ecaf-31ec-4ad0-8891-e7cb3c2258ff req-621da6df-3046-4547-9212-ab129be83841 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0365946 Oct 22 14:47:04.180669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Made reservation on behalf of d04456eb09b34176abad98ce719b87b0 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:04.184529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.199637 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.199817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:04.232684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:04.235416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:04.289464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Allocated IP 172.20.0.10 (c6ae8f0a-d365-4364-a200-087b72c1e4d4/25241661-0d44-4a7f-b335-1870568a507d/b5d6edf5-7f8b-4609-8b39-a869fb70ab63) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:04.335605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Allocated IP 172.20.0.8 (b5cf8401-c3af-427d-add2-1bd5ec5b8e19/99266398-9cc4-477d-b5a7-d39b56f511b2/c05cd4ba-1575-48f8-b82b-b1cc261deb25) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:04.373998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.455881 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.505681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.510017 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c2a1-2fae-4635-9188-eab63f97449f None None] Pushing event updated for resources: {'Port': ['ID=6eeefc72-881e-43b0-a5a0-76a8aa78e800,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:04.534173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.544451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.624490 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Attempting to bind port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:04.624868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Attempting to bind port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:04.625236 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Attempting to bind port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 on network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:04.633397 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:04.634060 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Checking segment: {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:04.634543 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.634948 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Bound using segment: {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:04.635445 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Bound port: 6eeefc72-881e-43b0-a5a0-76a8aa78e800, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcebfe77-7d1c-4263-9afa-d44e166d02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:04.636185 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.648985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6492bbfc-6a3e-4aa2-b5cf-5ac53084e28d req-7b42da80-e87c-497a-8549-602392700f00 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Oct 22 14:47:04.667482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.717348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:04.729806 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] For port 6eeefc72-881e-43b0-a5a0-76a8aa78e800, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:04.742404 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] For port 6eeefc72-881e-43b0-a5a0-76a8aa78e800, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6eeefc72-881e-43b0-a5a0-76a8aa78e800,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:04.765007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.779779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['41aec9bc-307a-4692-96b1-c313489501e9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:04.793457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:04.801660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:04.820908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:04.849928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:04.850152 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.850636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:04.852896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event updated for resources: {'Port': ['ID=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:04.855450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:04.860302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:04.882593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:04.913717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.921507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d8fd76fb-63f8-4d65-9984-a6e92f3e54ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6b3a445ffc14ef08e0426db8c610d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998103 Oct 22 14:47:04.925201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:04.948712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:04.949613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.968865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:04.972186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:04.992843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bb85da11-a351-4c54-b76d-1a22289155f2 None None] Provisioning complete for port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:04.993202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb85da11-a351-4c54-b76d-1a22289155f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.009918 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Routers {'fa35ba6f-8339-4710-abe0-2ca5c0682131'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:05.010692 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa35ba6f-8339-4710-abe0-2ca5c0682131'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:05.014460 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c2a1-2fae-4635-9188-eab63f97449f None None] Pushing event updated for resources: {'Port': ['ID=6eeefc72-881e-43b0-a5a0-76a8aa78e800,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:05.035752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.050022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:05.050678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.084726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0878edaa-6dc6-4de4-b601-581cc69f473c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4259777 Oct 22 14:47:05.102016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Request body: {'port': {'device_id': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:05.137837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-4587c34b-d091-4d30-8881-946e0df19c4a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7008150 Oct 22 14:47:05.204272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cde0a2c5-942a-4dd1-aa87-2bb926e0a979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.216850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Request body: {'port': {'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:05.220060 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.260553 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] Set router fa35ba6f-8339-4710-abe0-2ca5c0682131 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:05.360816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.407679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Pushing event updated for resources: {'Port': ['ID=c54ff83c-934d-442f-894b-71d9be474f88,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:05.425734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cde0a2c5-942a-4dd1-aa87-2bb926e0a979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.429969 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb85da11-a351-4c54-b76d-1a22289155f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.435734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.483910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bb85da11-a351-4c54-b76d-1a22289155f2 None None] For port 6eeefc72-881e-43b0-a5a0-76a8aa78e800, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6eeefc72-881e-43b0-a5a0-76a8aa78e800,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:05.598832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb85da11-a351-4c54-b76d-1a22289155f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.626483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.635310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-6b055bc5-d4cd-4a87-b024-6f83aace8ab3 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0900013 Oct 22 14:47:05.686062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85da11-a351-4c54-b76d-1a22289155f2 None None] Pushing event updated for resources: {'Port': ['ID=6eeefc72-881e-43b0-a5a0-76a8aa78e800,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:05.722003 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:47:00Z', 'revision_number': 4, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6eeefc72-881e-43b0-a5a0-76a8aa78e800', 'name': '', 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'mac_address': 'fa:16:3e:6e:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:59Z', 'updated_at': '2021-10-22T14:47:04Z', 'revision_number': 4, 'project_id': '9548871f538b41b099eedf146836f50c', 'subnets': [{'id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:05.743416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4e457e38-0ff4-4c73-913f-2daf2903b16d None None] Provisioning complete for port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:05.743416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4e457e38-0ff4-4c73-913f-2daf2903b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.754406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7207d9c3-ec15-4e80-b573-a68c5c6927ef None None] The sync data for ids ['fa35ba6f-8339-4710-abe0-2ca5c0682131'] in n-d-812148-2 is: [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:47:00Z', 'revision_number': 4, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6eeefc72-881e-43b0-a5a0-76a8aa78e800', 'name': '', 'network_id': '9903b37a-0d53-4a9d-9d0d-59a28192bd82', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'mac_address': 'fa:16:3e:6e:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:59Z', 'updated_at': '2021-10-22T14:47:04Z', 'revision_number': 4, 'project_id': '9548871f538b41b099eedf146836f50c', 'subnets': [{'id': '2551c89b-9433-4acb-9d66-3c3b2bb462a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:05.782468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-9b05f23a-b968-4589-af06-cf82f7fcfce9 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 696 time: 0.1037507 Oct 22 14:47:05.803799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4e457e38-0ff4-4c73-913f-2daf2903b16d None None] Port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:05.837882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4e457e38-0ff4-4c73-913f-2daf2903b16d None None] Provisioning complete for port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:05.838216 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4e457e38-0ff4-4c73-913f-2daf2903b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:05.988252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05cd4ba-1575-48f8-b82b-b1cc261deb25 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:05.995045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b877c6a-f9ce-443f-b297-2a83842d6244 req-ce3528b4-b8b9-4d5d-84f9-212f93c5d322 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:05.995753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b877c6a-f9ce-443f-b297-2a83842d6244 req-ce3528b4-b8b9-4d5d-84f9-212f93c5d322 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 945 time: 0.2343559 Oct 22 14:47:05.996967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.014128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Transition to ACTIVE for port object c05cd4ba-1575-48f8-b82b-b1cc261deb25 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:06.037617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d6edf5-7f8b-4609-8b39-a869fb70ab63 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:06.042040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cde0a2c5-942a-4dd1-aa87-2bb926e0a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.046175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cde0a2c5-942a-4dd1-aa87-2bb926e0a979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.046175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cde0a2c5-942a-4dd1-aa87-2bb926e0a979 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/593079e7-5311-4a24-af4f-560c9c9c640c HTTP/1.1" status: 204 len: 168 time: 1.1195214 Oct 22 14:47:06.054519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.087014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0a2c5-942a-4dd1-aa87-2bb926e0a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593079e7-5311-4a24-af4f-560c9c9c640c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:06.096004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.122228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-e703ba9d-0ec8-471c-b8e6-8c93e156a6cf tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:06.140489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656d9781-78a8-4ad7-adc5-336b65cd61d5 req-e703ba9d-0ec8-471c-b8e6-8c93e156a6cf tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.3181078 Oct 22 14:47:06.143624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Transition to ACTIVE for port object b5d6edf5-7f8b-4609-8b39-a869fb70ab63 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:06.160674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:06.160876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b877c6a-f9ce-443f-b297-2a83842d6244 req-59df5f9e-3bba-4814-94ad-61b6dbd154c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536372 Oct 22 14:47:06.217783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.301167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:06.306233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:06.306728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:06.313066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:06.314486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:06.319714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:06.320054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:06.321807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:06.322262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Bound port: c05cd4ba-1575-48f8-b82b-b1cc261deb25, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:06.323393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.353550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:06.470677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:06.474308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:06.494485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be840d1-14a6-4e24-96dc-dada9b49cb04 req-e05ef07c-bf5b-4ab2-9c27-b1a039cc2141 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:06.496724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5be840d1-14a6-4e24-96dc-dada9b49cb04 req-e05ef07c-bf5b-4ab2-9c27-b1a039cc2141 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 944 time: 0.2755518 Oct 22 14:47:06.559289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.635725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5be840d1-14a6-4e24-96dc-dada9b49cb04 req-6b1adb50-1565-434c-bd33-c2e32ab94926 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253970 Oct 22 14:47:06.648931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Attempting to bind port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:06.649266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Attempting to bind port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:06.649591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Attempting to bind port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:06.682654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:06.683746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Attempting to bind port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 on network c6ae8f0a-d365-4364-a200-087b72c1e4d4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:06.693660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:06.694288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.727081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:06.727081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Checking segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:06.727081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Bound using segment: {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:06.727081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Bound port: b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:06.727081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.729143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] 10.222.0.69 "PUT /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 1091 time: 1.6351199 Oct 22 14:47:06.730784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:06.740468 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5918a133-a9e4-477a-b2de-2a2cbe082c33" -d '{"events": [{"name": "network-changed", "server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:06.802115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8036f95-d297-4afd-9a39-0613e77a47ed service neutron] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:06.859284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6eeefc72-881e-43b0-a5a0-76a8aa78e800 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:06.958680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] For port b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:06.961703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] For port b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:06.973058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:06.973437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:06.982695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a57f6-c421-43f5-bb72-4948b3e66698 req-1ce5ce4b-a170-42a5-b5d9-e41a89cc8ab6 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:06.984815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-236a57f6-c421-43f5-bb72-4948b3e66698 req-1ce5ce4b-a170-42a5-b5d9-e41a89cc8ab6 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.1378002 Oct 22 14:47:07.069722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-236a57f6-c421-43f5-bb72-4948b3e66698 req-df322844-f440-440a-93bb-d2e3392a64fa tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749614 Oct 22 14:47:07.071596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:07.111089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-ab4990df-5e6b-46a7-95c7-ee2002e6de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.115889 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-ab4990df-5e6b-46a7-95c7-ee2002e6de3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1094 time: 0.0979278 Oct 22 14:47:07.195841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-fd595a99-495c-428d-938b-8aba73395572 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 217 time: 0.0712519 Oct 22 14:47:07.226796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.228376 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:07.230886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] 10.222.0.69 "PUT /v2.0/ports/b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 1092 time: 2.0224833 Oct 22 14:47:07.258685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87e74136-db15-4d51-b608-0f2dbcfe8f14 req-80b7e840-569a-4880-b0c2-da474cbf0712 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips/d1a1a0ea-1263-4b9e-b0cf-bcf0ec8c5457 HTTP/1.1" status: 200 len: 693 time: 0.1955988 Oct 22 14:47:07.264569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:07.268852 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51761ce-4435-49cc-8843-9b38c116bce9" -d '{"events": [{"name": "network-changed", "server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:07.291542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0891fd0b-e028-4853-b61d-3582b7d1cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.303445 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-0891fd0b-e028-4853-b61d-3582b7d1cd35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0940783 Oct 22 14:47:07.365727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-783c1bd2-4149-4b17-a08f-0d2df90b735d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601475 Oct 22 14:47:07.392672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75b493-e10e-411b-8cb3-e1ced8a9e516 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:07.553126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-b7dd8ba6-267b-4f63-b43f-964019718ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783755 Oct 22 14:47:07.556692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-edd153a3-f4f3-4b7c-9183-ec2be9b06689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.558131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-edd153a3-f4f3-4b7c-9183-ec2be9b06689 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1095 time: 0.1456378 Oct 22 14:47:07.596376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e74136-db15-4d51-b608-0f2dbcfe8f14 req-11d46344-61ad-4f31-94e7-275907b8f2e4 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.604008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87e74136-db15-4d51-b608-0f2dbcfe8f14 req-11d46344-61ad-4f31-94e7-275907b8f2e4 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.3419344 Oct 22 14:47:07.648129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-87e74136-db15-4d51-b608-0f2dbcfe8f14 req-a82dca5d-96fb-48a7-8a21-a467b7e43463 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:07.660354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87e74136-db15-4d51-b608-0f2dbcfe8f14 req-a82dca5d-96fb-48a7-8a21-a467b7e43463 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0552874 Oct 22 14:47:07.683443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4f076651-b8d8-442a-b305-8d3e3b7c8a39 req-3a399553-227b-4852-a7b3-8153d58e9bdb service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142437 Oct 22 14:47:07.717114 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31129bea-98a4-4de8-ac80-9e457c18f9d0 x-openstack-request-id: req-31129bea-98a4-4de8-ac80-9e457c18f9d0 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:07.717114 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:07.717477 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31129bea-98a4-4de8-ac80-9e457c18f9d0 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:07.717936 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'status': 'completed', 'code': 200} Oct 22 14:47:07.726681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-0e3f053e-2223-44d5-85c2-9cc6322291aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 217 time: 0.1527891 Oct 22 14:47:07.746922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39184297-87f1-42f3-aa1a-e65d1a8c3f7b req-54e4cb54-5d1a-4281-928d-e8de35511ef0 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.750099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39184297-87f1-42f3-aa1a-e65d1a8c3f7b req-54e4cb54-5d1a-4281-928d-e8de35511ef0 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1096 time: 0.1632009 Oct 22 14:47:07.775719 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb69a16f-a75e-42bc-80d6-0b977769670b x-openstack-request-id: req-bb69a16f-a75e-42bc-80d6-0b977769670b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:07.775999 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:07.776336 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb69a16f-a75e-42bc-80d6-0b977769670b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:07.776614 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'status': 'completed', 'code': 200} Oct 22 14:47:07.808284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-044f0232-4524-4a7e-b2d3-ad092c4f81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.809302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-044f0232-4524-4a7e-b2d3-ad092c4f81ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0746841 Oct 22 14:47:07.815491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39184297-87f1-42f3-aa1a-e65d1a8c3f7b req-feb00efe-e748-48e1-9886-62d05d8a2977 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468609 Oct 22 14:47:07.916712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-54fef731-2f1b-4c96-a3b9-1a2043957fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.918798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-54fef731-2f1b-4c96-a3b9-1a2043957fc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1094 time: 0.0535312 Oct 22 14:47:07.946154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-cea67de8-61f9-474e-88ee-5814d3c5b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.947793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-cea67de8-61f9-474e-88ee-5814d3c5b81d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288195 Oct 22 14:47:07.950748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec1bb201-73c7-495f-947f-7285c05bbef0 req-daf42f51-f78c-4b41-964b-93217764c2cb tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=9548871f538b41b099eedf146836f50c HTTP/1.1" status: 200 len: 696 time: 0.0838771 Oct 22 14:47:07.971686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e8156-26db-48ab-9886-c7674398bf9f req-92e9bbe7-3aa0-4f25-984c-1ce27d9a4f19 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:07.973186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-811e8156-26db-48ab-9886-c7674398bf9f req-92e9bbe7-3aa0-4f25-984c-1ce27d9a4f19 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 944 time: 0.1558197 Oct 22 14:47:08.023392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-421adad1-decf-44fb-87cf-41ffa3b6db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.024877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-421adad1-decf-44fb-87cf-41ffa3b6db75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.0929105 Oct 22 14:47:08.078817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-66687fab-8a2b-40c7-a327-8a3b0d55801b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 217 time: 0.0455415 Oct 22 14:47:08.132328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-79abaf46-8594-48b8-a9cf-7931c5394dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.133878 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-79abaf46-8594-48b8-a9cf-7931c5394dd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0457811 Oct 22 14:47:08.134020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-811e8156-26db-48ab-9886-c7674398bf9f req-2b4c9b3e-d4b2-4c94-9fa5-7ca2f237fe36 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487515 Oct 22 14:47:08.170939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-1db6d72d-d55b-432a-aeb1-b9e8d5fa214c service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134171 Oct 22 14:47:08.179117 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-0c7d4a4a-6371-476c-a60d-ed9273551b2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341704 Oct 22 14:47:08.212790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb201-73c7-495f-947f-7285c05bbef0 req-2b994732-1e0c-4fde-a715-0c3c38453c36 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.214278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec1bb201-73c7-495f-947f-7285c05bbef0 req-2b994732-1e0c-4fde-a715-0c3c38453c36 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks?id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 787 time: 0.2402096 Oct 22 14:47:08.232432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ec1bb201-73c7-495f-947f-7285c05bbef0 req-a0e9ed10-ec73-422d-a51e-f4c665c8066b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:08.233419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec1bb201-73c7-495f-947f-7285c05bbef0 req-a0e9ed10-ec73-422d-a51e-f4c665c8066b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130017 Oct 22 14:47:08.295521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-f00a0e2a-cfd1-44b3-9fc6-d4a36cfd181f service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087842 Oct 22 14:47:08.315630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44447f33-1b0e-431a-b9fd-3427d737a942 req-774300dd-ac45-4c39-874d-5a0df4188b57 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336591 Oct 22 14:47:08.373812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd2b9-7a20-41d6-bbdb-47ec71867a3b req-8f2e68fe-977b-4499-a5c0-ff2ce2e0d38c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.376795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-488bd2b9-7a20-41d6-bbdb-47ec71867a3b req-8f2e68fe-977b-4499-a5c0-ff2ce2e0d38c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1096 time: 0.0549533 Oct 22 14:47:08.411821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5918a133-a9e4-477a-b2de-2a2cbe082c33 req-cb541bc9-b53e-439c-bf83-071c71dfd2bc service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085124 Oct 22 14:47:08.453860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-488bd2b9-7a20-41d6-bbdb-47ec71867a3b req-85303a4f-52c4-4f7e-8c33-f58dd6d4e634 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Oct 22 14:47:08.472086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9c4c2-c9e9-4058-9689-4ff6e035e2a5 req-2f12e55b-1ae0-47f9-adb5-d627a4b1ff90 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.473578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9e9c4c2-c9e9-4058-9689-4ff6e035e2a5 req-2f12e55b-1ae0-47f9-adb5-d627a4b1ff90 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.0800769 Oct 22 14:47:08.521051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-3aef9571-74c1-4d69-a32b-145742c93f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.523264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9e9c4c2-c9e9-4058-9689-4ff6e035e2a5 req-07900abd-7f3a-4716-9d56-b390943d13c7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Oct 22 14:47:08.524248 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-3aef9571-74c1-4d69-a32b-145742c93f68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1095 time: 0.0522642 Oct 22 14:47:08.603869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-816d3956-5065-4199-9de4-ef10873648fe tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips/d1a1a0ea-1263-4b9e-b0cf-bcf0ec8c5457 HTTP/1.1" status: 200 len: 693 time: 0.0685570 Oct 22 14:47:08.653048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-5f7c28a5-6552-4373-87c7-ea61dc2e1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.654517 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-5f7c28a5-6552-4373-87c7-ea61dc2e1354 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.1240227 Oct 22 14:47:08.714246 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-0dc8ef0b-453b-4c4f-a314-fe6bc11d56c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 217 time: 0.0508375 Oct 22 14:47:08.743248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-21b751c9-6ed1-45ed-a684-67695f0044a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1325796 Oct 22 14:47:08.773230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-74f90704-1a81-4650-a1d0-019ba9db718a tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.781685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-74f90704-1a81-4650-a1d0-019ba9db718a tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1661632 Oct 22 14:47:08.786764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-57ee6517-3781-499a-a721-3d549586dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.788289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-57ee6517-3781-499a-a721-3d549586dc8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0679364 Oct 22 14:47:08.789443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-33fd2a08-1100-4b7e-a089-d2fb219efffd tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:08.791138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-33fd2a08-1100-4b7e-a089-d2fb219efffd tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087821 Oct 22 14:47:08.861914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-26fdbe3b-25cd-4245-837c-9133ad81dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:08.863499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-26fdbe3b-25cd-4245-837c-9133ad81dc7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679066 Oct 22 14:47:09.018919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-72a34865-7a2d-4f00-9190-b5ee1adf82c0 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469777 Oct 22 14:47:09.122220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b51761ce-4435-49cc-8843-9b38c116bce9 req-c1d6417f-5cc7-4d04-8058-9889461e0d6d service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951118 Oct 22 14:47:09.133895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-665a60ee-80af-4728-a5cb-6daaf89263e9 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 696 time: 0.3339069 Oct 22 14:47:09.200787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a52b6ae9-369f-48bb-bb04-acb75776bbb6 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 696 time: 0.0530443 Oct 22 14:47:09.208119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-f53be4ff-9ed0-46f8-a943-2f08f475c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:09.209594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-f53be4ff-9ed0-46f8-a943-2f08f475c10d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1096 time: 0.0950685 Oct 22 14:47:09.398997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-6c6eed79-386a-465b-b4e4-a7fa59720134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:09.400467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-6c6eed79-386a-465b-b4e4-a7fa59720134 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1548970 Oct 22 14:47:09.421937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Deleting port c54ff83c-934d-442f-894b-71d9be474f88 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:09.422698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.464148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-f2472061-201d-4348-ac3c-30324f31f08d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0537560 Oct 22 14:47:09.482747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34758) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:09.568987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-d87fa2d3-fbd3-423c-a604-beb5a7b8eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:09.570442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-d87fa2d3-fbd3-423c-a604-beb5a7b8eae7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0946133 Oct 22 14:47:09.574190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.574510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.597421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71d401ea-efce-4cb9-8bee-a4d12082f5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.611529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Calling delete_port for c54ff83c-934d-442f-894b-71d9be474f88 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:09.614790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-7de48ff1-5421-4c08-b51b-344787bb002b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321994 Oct 22 14:47:09.691493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71d401ea-efce-4cb9-8bee-a4d12082f5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.775775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-542a189a-8b4c-4caf-850a-a7387e62aa72 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524887 Oct 22 14:47:09.780744 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71d401ea-efce-4cb9-8bee-a4d12082f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.823837 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-71d401ea-efce-4cb9-8bee-a4d12082f5ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c998b60a7d84d16aa965cdb413f5486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399334 Oct 22 14:47:09.825801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d401ea-efce-4cb9-8bee-a4d12082f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c438d85-2aad-4bdc-8224-7909f737ead7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:09.828155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34780) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:09.944403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2115a34c-918e-4b4b-855b-db5cc38eee5d req-bff2e12a-851a-4bfb-bd61-3125ed363feb service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582875 Oct 22 14:47:09.948898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2a0-ceba-4067-9a28-a00050f86b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:09.973170 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2a0-ceba-4067-9a28-a00050f86b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:10.013290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:10.041038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Pushing event deleted for resources: {'Port': ['ID=c54ff83c-934d-442f-894b-71d9be474f88,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:10.088176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2a0-ceba-4067-9a28-a00050f86b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:10.090736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2a0-ceba-4067-9a28-a00050f86b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:10.095501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-afb2e2a0-ceba-4067-9a28-a00050f86b50 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c438d85-2aad-4bdc-8224-7909f737ead7 HTTP/1.1" status: 204 len: 168 time: 0.2622135 Oct 22 14:47:10.104442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2e2a0-ceba-4067-9a28-a00050f86b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c438d85-2aad-4bdc-8224-7909f737ead7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:10.120093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:10.122784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:10.123962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21a14610-12a3-4a0f-b0df-3630b9dde23f req-a8fa5089-3216-4eaf-b453-41f2ac442d5b tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "DELETE /v2.0/floatingips/d1a1a0ea-1263-4b9e-b0cf-bcf0ec8c5457 HTTP/1.1" status: 204 len: 173 time: 0.9134769 Oct 22 14:47:10.377771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-5a5be9d7-d17b-4ca1-935d-0c39d2771bdf tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218813 Oct 22 14:47:10.508357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-ae620e9e-606e-434e-b71b-3015620c87a6 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:10.510519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-ae620e9e-606e-434e-b71b-3015620c87a6 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269712 Oct 22 14:47:10.528105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-8fb619c9-0cc3-4df5-932a-1791d7b6750d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/quotas/bb5ffd98c53b4583a0eebad864ee9d06 HTTP/1.1" status: 200 len: 375 time: 0.0101368 Oct 22 14:47:10.564109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-29ca1f0a-8bba-462e-a00d-7a46e3d92518 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279877 Oct 22 14:47:10.913771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846bbd-1e71-4ef5-afc1-433c2c47df8b req-b7616e01-76f0-4d39-925e-162c4bdb00a5 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:10.915594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de846bbd-1e71-4ef5-afc1-433c2c47df8b req-b7616e01-76f0-4d39-925e-162c4bdb00a5 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 944 time: 0.0557358 Oct 22 14:47:10.955844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de846bbd-1e71-4ef5-afc1-433c2c47df8b req-55f78e4b-e0ab-45f6-be39-f94ebe798f80 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Oct 22 14:47:10.989252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-161c0379-ad90-4d09-a95f-23ba984ed426 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:10.990725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-161c0379-ad90-4d09-a95f-23ba984ed426 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0174761 Oct 22 14:47:11.038194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-6826d20e-e57b-4b62-bf40-97227ec5ea5c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:11.039640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-6826d20e-e57b-4b62-bf40-97227ec5ea5c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 1093 time: 0.0413740 Oct 22 14:47:11.054296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Request body: {'binding': {'host': 'n-h1-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:11.054751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Unknown quota resources ['binding']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:47:11.089999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.208173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159fbd0-cd6b-4a0a-9560-49f9c19399f4 req-bd2c10b7-6de8-4e59-959e-cb3c4df09e99 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:11.209629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f159fbd0-cd6b-4a0a-9560-49f9c19399f4 req-bd2c10b7-6de8-4e59-959e-cb3c4df09e99 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.1050208 Oct 22 14:47:11.251511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on host n-h1-812148-2 for vnic_type normal with profile None {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:11.251758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:11.252087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:11.264121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:11.264441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:11.269731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f159fbd0-cd6b-4a0a-9560-49f9c19399f4 req-6cb74f1f-9b71-4031-8740-2832ab2620f3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512083 Oct 22 14:47:11.272268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:11.273034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:11.273034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:11.273360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Bound port: 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:11.358581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:11.383114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34844) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:11.429960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f7efabf-a33b-4ced-89c1-81319465639c req-d7fb849e-0fe8-4edc-9373-6cfeef71d38a tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1214850 Oct 22 14:47:11.439996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:11.446332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.447561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-16137005-f268-4e13-bf76-0d12fd3560a4 service neutron] 10.222.0.66 "POST /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720/bindings HTTP/1.1" status: 201 len: 389 time: 0.3971682 Oct 22 14:47:11.490157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1936224573-network', 'tenant_id': '6a64c9f3653d4176851dec8cc7bb6efe'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:11.552451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.650277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Made reservation on behalf of 6a64c9f3653d4176851dec8cc7bb6efe for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:11.652746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.662498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.668003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.744820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.775110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c644d8f2-8f89-4ebd-961b-db0f6e3d3493 req-f9470ba3-fab9-43b5-b341-3dd1313834ac tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 210 time: 0.0484433 Oct 22 14:47:11.815382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Allocated IP 172.25.1.190 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/0872ea74-ded2-49df-ad0e-0466de3ed0c0) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:11.889478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.911814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:47:11.927585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0a0fa5-0060-4013-9ae6-409354675418,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:11.930454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.930795 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Added segment 6c44ad85-53e3-467e-a68e-498d35e597bf of type vlan for network 992c0762-8103-40c1-9afe-bfc2784e89eb Oct 22 14:47:11.976791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.978150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:11.991109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304719d-9b6e-479d-85aa-d03c5ea31041 req-39a90ef6-67d6-4068-b3da-92ee42a4d58b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:11.992831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d304719d-9b6e-479d-85aa-d03c5ea31041 req-39a90ef6-67d6-4068-b3da-92ee42a4d58b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 945 time: 0.1000526 Oct 22 14:47:12.050652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d304719d-9b6e-479d-85aa-d03c5ea31041 req-7d5e8902-d8d5-42cb-8951-4013a0531e38 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507762 Oct 22 14:47:12.069322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:12.078137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.079737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:12.080595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.113475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.158109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] Pushing event updated for resources: {'Network': ['ID=992c0762-8103-40c1-9afe-bfc2784e89eb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:12.182317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:12.185378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:12.187264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:12.193670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:12.200419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'port_id': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'mac_address': 'fa:16:3e:d4:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99266398-9cc4-477d-b5a7-d39b56f511b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:12.203577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 992c0762-8103-40c1-9afe-bfc2784e89eb details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:47:12.212131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7aff37cb-5149-479b-98b1-4dfeabcab56a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8277769 Oct 22 14:47:12.214947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34876) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:12.220661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Request body: {'subnet': {'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1936224573-subnet', 'tenant_id': '6a64c9f3653d4176851dec8cc7bb6efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:12.271270 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.303015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Pushing event updated for resources: {'Port': ['ID=0872ea74-ded2-49df-ad0e-0466de3ed0c0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:12.333539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-4a6046cf-8108-42d6-9b1c-ef29a5cd377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:12.335575 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-4a6046cf-8108-42d6-9b1c-ef29a5cd377e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1096 time: 0.0485628 Oct 22 14:47:12.339036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05cd4ba-1575-48f8-b82b-b1cc261deb25 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:12.346536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a29-e9ea-492d-81fe-fea6d2c58fb4 req-67c09cf7-38a5-4c9d-a188-d949e11b0a6f tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:12.351590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-981b4a29-e9ea-492d-81fe-fea6d2c58fb4 req-67c09cf7-38a5-4c9d-a188-d949e11b0a6f tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 944 time: 0.1088080 Oct 22 14:47:12.370292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:12.411558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Made reservation on behalf of 6a64c9f3653d4176851dec8cc7bb6efe for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:12.413827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.430954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.434560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-981b4a29-e9ea-492d-81fe-fea6d2c58fb4 req-d28a04e5-21fa-496d-a3b6-830a4b1ea77e tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557537 Oct 22 14:47:12.489035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-509d8d22-385d-4f2f-b528-7fb373621d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:12.490503 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-509d8d22-385d-4f2f-b528-7fb373621d53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1476068 Oct 22 14:47:12.542642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-816de7c8-f8ca-41b9-8d69-2c538ddffea9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.0432913 Oct 22 14:47:12.552258 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.553132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b5d6edf5-7f8b-4609-8b39-a869fb70ab63 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:12.603955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-317d5d0d-0783-4435-bd0d-d3d7a1d3aa06 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=564203d69c7f4c699c8edb90d110e305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264382 Oct 22 14:47:12.624646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-beef8b13-7115-4cbe-9d3f-11e7cbe2d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:12.625789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-beef8b13-7115-4cbe-9d3f-11e7cbe2d161 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0747273 Oct 22 14:47:12.633528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:12.682751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-27c9dab5-c71d-4e93-8d2d-c52701619211 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357735 Oct 22 14:47:12.691172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.723003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:12.734743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:12.779031 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.780257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d13c6f19-15c3-4c52-b18f-8d235af50c34 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888510 Oct 22 14:47:12.787199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-65970de7-5b45-4bd1-bbc8-d7d35d3b5c06 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:12.788646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-65970de7-5b45-4bd1-bbc8-d7d35d3b5c06 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750777 Oct 22 14:47:12.792306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d6edf5-7f8b-4609-8b39-a869fb70ab63 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:12.814165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:12.827400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-fa938992-b71e-461b-b715-d43895e44d91 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/quotas/564203d69c7f4c699c8edb90d110e305 HTTP/1.1" status: 200 len: 375 time: 0.0212605 Oct 22 14:47:12.869706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.886242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-1c0cc245-af1f-4f0d-839c-42ea2459a450 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=564203d69c7f4c699c8edb90d110e305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330603 Oct 22 14:47:12.910322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-0dc89410-16fc-40da-9c83-7988b76786d7 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223586 Oct 22 14:47:12.934884 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:12.939672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7427da-b43a-4742-9da1-4720ca36dbb6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:12.945164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Checking segment: {'id': '6c44ad85-53e3-467e-a68e-498d35e597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:12.951405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Network hostable DHCP agents. Network: 992c0762-8103-40c1-9afe-bfc2784e89eb, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:47:12.961869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.011620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:13.112745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.113343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Network 992c0762-8103-40c1-9afe-bfc2784e89eb is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:47:13.128467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-bfe5c4e2-3baf-4f85-ae79-de1b1c5c8eda tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:13.130222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-bfe5c4e2-3baf-4f85-ae79-de1b1c5c8eda tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0485115 Oct 22 14:47:13.146307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812148-2'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:13.210451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.215001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.255031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 992c0762-8103-40c1-9afe-bfc2784e89eb) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:13.261995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:13.262172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.269024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c11c8-3d5f-4510-b73a-36b7bdd27c04 None None] Network 992c0762-8103-40c1-9afe-bfc2784e89eb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:47:13.277101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Pushing event updated for resources: {'Port': ['ID=0872ea74-ded2-49df-ad0e-0466de3ed0c0,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:13.317550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be2b7-d346-4816-883a-3a55eccfede3 req-cf612c7d-59b6-43dc-8513-27d73614736a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:13.325316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f97be2b7-d346-4816-883a-3a55eccfede3 req-cf612c7d-59b6-43dc-8513-27d73614736a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.1013403 Oct 22 14:47:13.350870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c05cd4ba-1575-48f8-b82b-b1cc261deb25'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:13.370232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f97be2b7-d346-4816-883a-3a55eccfede3 req-f8c818d6-f465-48f1-a57e-315de2c3a950 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Oct 22 14:47:13.394635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.399154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['b5d6edf5-7f8b-4609-8b39-a869fb70ab63'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:13.399413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f7efabf-a33b-4ced-89c1-81319465639c req-eea59629-6f00-4aba-8a6e-87bf3091dd3e tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9622045 Oct 22 14:47:13.407578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c2fa340-6c46-4568-b730-2f4b3afeedaa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1830018 Oct 22 14:47:13.409927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:13.476233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:13.522774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f7efabf-a33b-4ced-89c1-81319465639c req-6d7f9f64-9415-4ea8-8aa6-03dc6e616a80 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.190 HTTP/1.1" status: 200 len: 696 time: 0.1018927 Oct 22 14:47:13.550089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.554921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:13.558001 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896112c2-7d10-4bff-b431-3eae526a70dd" -d '{"events": [{"server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:13.562756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b81aa8a8-f3c3-43de-9109-b85e230976af req-1ae3ca89-fcc2-49e3-84c7-42183bff076f tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 210 time: 0.0580478 Oct 22 14:47:13.575892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d6d8f-9169-4600-ade2-77cbd4fcda79 None None] Network 992c0762-8103-40c1-9afe-bfc2784e89eb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:47:13.655365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.702137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7efabf-a33b-4ced-89c1-81319465639c req-9dce6da5-fffa-401f-b03f-1a732e4b593f tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:13.703933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f7efabf-a33b-4ced-89c1-81319465639c req-9dce6da5-fffa-401f-b03f-1a732e4b593f tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1614902 Oct 22 14:47:13.738017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa4a4-6afc-49a3-a331-49d0bb26a4f5 req-7359b450-d560-4086-931b-5872dcc635d1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:13.739573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26baa4a4-6afc-49a3-a331-49d0bb26a4f5 req-7359b450-d560-4086-931b-5872dcc635d1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.0937843 Oct 22 14:47:13.793171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on host n-h2-812148-2 for vnic_type normal with profile {"migrating_to": "n-h1-812148-2"} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:13.793564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:13.793893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:13.799551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26baa4a4-6afc-49a3-a331-49d0bb26a4f5 req-2fed9598-34f5-40b2-bcf1-f9b647e6e90c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527461 Oct 22 14:47:13.809443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:13.809783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Attempting to bind port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:13.821979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:13.828072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:13.829517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:13.829809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:13.830253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Bound port: 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:13.830892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:13.832266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-2cf69305-57fd-4fcc-9cc7-eeb69abb7f0e tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=564203d69c7f4c699c8edb90d110e305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313413 Oct 22 14:47:14.092082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:14.095458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:14.248761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-5e5c41c9-3f41-4a6c-a4db-28f0a7bea634 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325811 Oct 22 14:47:14.267098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:14.279234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-f678d2ea-2fa4-498a-bfcc-b781f748557c tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:14.280685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-f678d2ea-2fa4-498a-bfcc-b781f748557c tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4475813 Oct 22 14:47:14.323000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e84c1-2734-411e-b598-531eb202025e req-cdf44dca-3e1a-452f-8a1f-205f83151206 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:14.324862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d4e84c1-2734-411e-b598-531eb202025e req-cdf44dca-3e1a-452f-8a1f-205f83151206 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 945 time: 0.3918033 Oct 22 14:47:14.331404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-5265f9b7-f6ed-4244-82be-60e766f05a8f tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/quotas/564203d69c7f4c699c8edb90d110e305 HTTP/1.1" status: 200 len: 375 time: 0.0371864 Oct 22 14:47:14.346375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:14.347188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:14.348625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 1121 time: 1.2085602 Oct 22 14:47:14.352300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f0cb-c2bf-4699-ab25-55e9465001a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=8']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:14.404538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-01d68217-a659-4aee-b920-f146779b4d90 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=564203d69c7f4c699c8edb90d110e305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424113 Oct 22 14:47:14.438496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['1ee6b4e1-6c05-45a2-ae14-a9c96694f720'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:14.439252 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d4e84c1-2734-411e-b598-531eb202025e req-fadb23b2-8d1b-4884-9b54-4293828699d2 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780332 Oct 22 14:47:14.449066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-88933fd2-757a-4e67-be39-62ee1932d936 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:14.459612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-88933fd2-757a-4e67-be39-62ee1932d936 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919830 Oct 22 14:47:14.466318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Request body: {'port': {'device_id': '71131952-6034-469a-97d6-75b2ac157a3e', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': 'bb5ffd98c53b4583a0eebad864ee9d06'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:14.570553 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41975e-9fe1-4a1f-a276-38dcabdcaf5d x-openstack-request-id: req-2f41975e-9fe1-4a1f-a276-38dcabdcaf5d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:14.571095 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:14.571095 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f41975e-9fe1-4a1f-a276-38dcabdcaf5d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:14.572036 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'code': 200} Oct 22 14:47:14.673725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-34c31331-b1f1-4e2c-b423-64f0b46a3d45 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips/b95d4c05-36fb-4b6c-9a88-ea6eac634023 HTTP/1.1" status: 200 len: 693 time: 0.0514157 Oct 22 14:47:14.693658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Made reservation on behalf of bb5ffd98c53b4583a0eebad864ee9d06 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:14.697263 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:14.717640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:14.858565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-44823073-0d85-4e8b-8ab3-e297132deb46 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:14.859960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-44823073-0d85-4e8b-8ab3-e297132deb46 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1796124 Oct 22 14:47:14.967865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-e21a41d2-1ad7-4c85-a298-c3072d511360 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0929539 Oct 22 14:47:15.034329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:15.039488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-57d9b193-e196-41aa-8b85-9f15f3261d88 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0604408 Oct 22 14:47:15.067178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-ed777391-28a1-4027-888c-00660660cb81 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:15.068617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-ed777391-28a1-4027-888c-00660660cb81 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/networks?id=992c0762-8103-40c1-9afe-bfc2784e89eb HTTP/1.1" status: 200 len: 814 time: 0.2275064 Oct 22 14:47:15.119026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-c2bd70a8-64f5-4d95-928c-53b4e2ed62b4 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/quotas/6a64c9f3653d4176851dec8cc7bb6efe HTTP/1.1" status: 200 len: 375 time: 0.0182493 Oct 22 14:47:15.179153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-4b21db0e-d322-46e9-9de5-1c60ce2f50a3 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a64c9f3653d4176851dec8cc7bb6efe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329695 Oct 22 14:47:15.181149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:15.291741 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-50927d0a-45db-45e2-a7ec-c1b2edfe80a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460110 Oct 22 14:47:15.342916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc53d6-2833-4b8d-9280-db3181542c7e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:15.402862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-ef60bae6-4cf6-4c1d-ad68-09c2637b6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:15.407828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-ef60bae6-4cf6-4c1d-ad68-09c2637b6adf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 1096 time: 0.0680079 Oct 22 14:47:15.419421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Deleting port 0872ea74-ded2-49df-ad0e-0466de3ed0c0 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:15.419760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:15.440687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-9f9879ac-bcd6-47ce-b50c-7d1c2d89e00b service neutron] 10.222.0.66 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327797 Oct 22 14:47:15.517466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-7e957365-a49b-48ce-b31a-8b1b8b101ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:15.517839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Allocated IP 192.168.233.45 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/7200a7df-7356-4a30-bf55-e298511407dc) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:15.519086 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-7e957365-a49b-48ce-b31a-8b1b8b101ed8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 925 time: 0.0888081 Oct 22 14:47:15.599063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:15.599290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:15.618670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-d00e067d-5ed1-4a36-ba29-25fc9ab64333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 200 len: 1000 time: 0.0923107 Oct 22 14:47:15.622985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Calling delete_port for 0872ea74-ded2-49df-ad0e-0466de3ed0c0 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:15.658114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-395987f0-984b-4cb4-9560-f7441f31abbb service neutron] 10.222.0.66 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102733 Oct 22 14:47:15.669391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-d40163e3-6a70-420c-8d88-748822620b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:15.671203 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-d40163e3-6a70-420c-8d88-748822620b1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.0456164 Oct 22 14:47:15.725743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-9765a378-c8c0-404c-9e12-0a8a36510198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:15.727333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-9765a378-c8c0-404c-9e12-0a8a36510198 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484486 Oct 22 14:47:15.822769 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-edcba341-e87e-4093-af25-65b8870b78e2 service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868328 Oct 22 14:47:15.824117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:15.923230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-248dd7b9-776b-4b31-b149-c76012f5aeaf req-74866ccc-5e20-455f-962e-adeaeeb72c61 service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929506 Oct 22 14:47:16.022485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.037510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.077659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Pushing event deleted for resources: {'Port': ['ID=0872ea74-ded2-49df-ad0e-0466de3ed0c0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:16.093732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:16.111374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:16.160797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:16.185023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:16.244262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port c05cd4ba-1575-48f8-b82b-b1cc261deb25 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:16.245849 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-4c2077da-e233-4082-b2f5-becb464a0041 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=564203d69c7f4c699c8edb90d110e305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342836 Oct 22 14:47:16.246386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3166-fa5e-4fdd-b3e9-d80ac6cc286c req-b86cdeed-75d0-4be5-960b-128b991fd551 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:16.251555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c05cd4ba-1575-48f8-b82b-b1cc261deb25 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:16.251944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c41d3166-fa5e-4fdd-b3e9-d80ac6cc286c req-b86cdeed-75d0-4be5-960b-128b991fd551 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.2435832 Oct 22 14:47:16.252057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.269340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Pushing event updated for resources: {'Port': ['ID=7200a7df-7356-4a30-bf55-e298511407dc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:16.276037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.283137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.284762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a3d74ad-81d6-438c-a4c4-d12f5d25af85 req-8f3f2fed-0dd1-43b8-9f80-3237593eb858 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "DELETE /v2.0/floatingips/b95d4c05-36fb-4b6c-9a88-ea6eac634023 HTTP/1.1" status: 204 len: 173 time: 1.2341440 Oct 22 14:47:16.327161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:16.330597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.389107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c41d3166-fa5e-4fdd-b3e9-d80ac6cc286c req-a6a80e3e-ec8c-402e-974c-b2bbe398d7f3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166091 Oct 22 14:47:16.421774 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.490148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:16.497538 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10f1be-d0b1-497e-931b-49623ca223bc" -d '{"events": [{"server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "name": "network-vif-plugged", "status": "completed", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:16.506226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55170f-d05a-431e-a7bf-7263d3ab752e req-8ba7a80f-3cda-4fe1-b1d1-3eac9a4d8127 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:16.508432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af55170f-d05a-431e-a7bf-7263d3ab752e req-8ba7a80f-3cda-4fe1-b1d1-3eac9a4d8127 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 935 time: 0.0961773 Oct 22 14:47:16.520792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:16.548010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-adca1b69-b5ec-43e1-8ac5-163e8eaa278d tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0850768 Oct 22 14:47:16.563790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f6c33d47-4779-4cc3-aef6-31d031451bd1 None None] Provisioning complete for port 7200a7df-7356-4a30-bf55-e298511407dc triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:16.564667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f6c33d47-4779-4cc3-aef6-31d031451bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.577764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dd5ba63-ea3c-430b-b21a-a484abf779ec req-dc608b61-fc7a-4bfd-a12d-1a69b191d514 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 210 time: 0.0440505 Oct 22 14:47:16.586694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Request body: {'port': {'device_id': '71131952-6034-469a-97d6-75b2ac157a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:16.613711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:16.629716 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:16.644439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f6c33d47-4779-4cc3-aef6-31d031451bd1 None None] Port 7200a7df-7356-4a30-bf55-e298511407dc cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:16.654584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.656138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b5d6edf5-7f8b-4609-8b39-a869fb70ab63 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:16.676862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-3878c00c-43a5-4597-9edb-2349e86fb812 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:16.678643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-3878c00c-43a5-4597-9edb-2349e86fb812 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4198868 Oct 22 14:47:16.701428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.707221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Request body: {'port': {'device_id': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '564203d69c7f4c699c8edb90d110e305'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:16.716362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af55170f-d05a-431e-a7bf-7263d3ab752e req-42ed6f9c-de35-4605-9b54-c82725c342ea tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902342 Oct 22 14:47:16.761720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e061-aa4a-40ed-853c-12abf721cf9b req-42511ddc-1b3b-4f96-b289-5ea34c28fe45 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:16.767853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3477e061-aa4a-40ed-853c-12abf721cf9b req-42511ddc-1b3b-4f96-b289-5ea34c28fe45 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.1178348 Oct 22 14:47:16.819801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:16.882329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3477e061-aa4a-40ed-853c-12abf721cf9b req-5e3a1fcc-a9dd-4263-8744-e01041fcc601 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133814 Oct 22 14:47:16.915850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:16.925606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:16.925990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:16.976070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221085a0-f363-4e8d-95ea-5d3cfbe6e5b5 req-9410758d-0bcf-4bc5-aeb3-561bfe7e5e6a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:16.977605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-221085a0-f363-4e8d-95ea-5d3cfbe6e5b5 req-9410758d-0bcf-4bc5-aeb3-561bfe7e5e6a tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 945 time: 0.1188264 Oct 22 14:47:17.039206 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.063954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5398a501-e3d4-4447-b0a0-8663391b3c8a req-e97fc389-2d1b-4ad5-8f91-4dc49e69fdda tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 210 time: 0.0367093 Oct 22 14:47:17.080277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:17.084215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-221085a0-f363-4e8d-95ea-5d3cfbe6e5b5 req-85c279c8-9ea1-431d-8f45-9f018e9c33f2 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978956 Oct 22 14:47:17.112431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Made reservation on behalf of 564203d69c7f4c699c8edb90d110e305 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:17.116095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.133785 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-04176e08-6baf-406a-b4ef-236c13847215 req-f98e9688-b73c-49cb-b74d-1f61045f44a1 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] show failed (client error): The resource could not be found. Oct 22 14:47:17.135203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04176e08-6baf-406a-b4ef-236c13847215 req-f98e9688-b73c-49cb-b74d-1f61045f44a1 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips/b95d4c05-36fb-4b6c-9a88-ea6eac634023 HTTP/1.1" status: 404 len: 350 time: 0.0493011 Oct 22 14:47:17.137688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.152557 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f098193-4232-46dc-8956-b1d7990dfde8 x-openstack-request-id: req-4f098193-4232-46dc-8956-b1d7990dfde8 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:17.153048 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "name": "network-vif-plugged", "status": "completed", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:17.153242 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f098193-4232-46dc-8956-b1d7990dfde8 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:17.153518 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'code': 200} Oct 22 14:47:17.187612 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b935f9d6-64e4-4190-936a-b3702fb91815 x-openstack-request-id: req-b935f9d6-64e4-4190-936a-b3702fb91815 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:17.188064 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:17.188418 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b935f9d6-64e4-4190-936a-b3702fb91815 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:17.188868 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'status': 'completed', 'code': 200} Oct 22 14:47:17.198801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.205410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.53', 54537) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:17.211944 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-d488e821-b9f4-47ad-a388-d259b639e026 req-7dded8d3-d00e-455d-af57-0a89d5d46446 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] show failed (client error): The resource could not be found. Oct 22 14:47:17.213059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d488e821-b9f4-47ad-a388-d259b639e026 req-7dded8d3-d00e-455d-af57-0a89d5d46446 tempest-FloatingIPsTestJSON-317900611 tempest-FloatingIPsTestJSON-317900611-project] 10.222.0.66 "GET /v2.0/floatingips/b95d4c05-36fb-4b6c-9a88-ea6eac634023 HTTP/1.1" status: 404 len: 350 time: 0.0426066 Oct 22 14:47:17.236021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34980) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:17.318477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7200a7df-7356-4a30-bf55-e298511407dc {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:17.319246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-e65b42f1-fad9-4fa1-959d-6b1d0c0c82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:17.321046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-e65b42f1-fad9-4fa1-959d-6b1d0c0c82df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1124 time: 0.1143873 Oct 22 14:47:17.329843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.346992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4724-b158-4e64-b1e6-3ea550bcdf51 req-509fecb9-572c-4c0a-b858-d9df4bccfeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:17.348843 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24eb4724-b158-4e64-b1e6-3ea550bcdf51 req-509fecb9-572c-4c0a-b858-d9df4bccfeb2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1096 time: 0.0922225 Oct 22 14:47:17.376599 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.385450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Transition to ACTIVE for port object 7200a7df-7356-4a30-bf55-e298511407dc will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:17.410186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:17.449840 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24eb4724-b158-4e64-b1e6-3ea550bcdf51 req-a7c5978b-fa46-4cd2-b9b6-07790b56a045 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923502 Oct 22 14:47:17.456908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.505581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-8e1dd58b-aa52-407b-9201-4170d2a7939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:17.507044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-8e1dd58b-aa52-407b-9201-4170d2a7939e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1706939 Oct 22 14:47:17.534041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b111c-afe8-4bd9-8676-3544ff451974,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:17.545038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.53', 54538) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:17.545295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:17.593595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-45dddce3-18de-4743-95b2-5a5c88ffce92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.0607102 Oct 22 14:47:17.622342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-f293d767-8feb-4686-95de-c05f3738d03d tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=564203d69c7f4c699c8edb90d110e305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409653 Oct 22 14:47:17.683998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7200a7df-7356-4a30-bf55-e298511407dc,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:17.695314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908cf8-f03a-4f20-933b-60e4d4d60c73 req-9c496c2b-7339-4bc5-b331-15d14264c998 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:17.704543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07908cf8-f03a-4f20-933b-60e4d4d60c73 req-9c496c2b-7339-4bc5-b331-15d14264c998 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 945 time: 0.1957712 Oct 22 14:47:17.746795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-0f33fe4a-55db-4dbc-805b-1cf222c3885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:17.748322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-0f33fe4a-55db-4dbc-805b-1cf222c3885d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1398368 Oct 22 14:47:17.799158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Allocated IP 192.168.233.209 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/7c2b1cc9-a897-4d11-87dc-0c46fb0711c3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:17.824134 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-f01c6503-4cc2-4c4e-b02b-79cfb6740c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384076 Oct 22 14:47:17.891006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-90dfa505-6d1c-47c1-b54e-e9d52fb2400a tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:17.892506 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-90dfa505-6d1c-47c1-b54e-e9d52fb2400a tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397704 Oct 22 14:47:17.915935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Request body: {'port': {'device_id': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '564203d69c7f4c699c8edb90d110e305'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:18.043290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e1326f8-601c-4bd4-9b2c-0ad24969ea55 req-da2d4412-919a-484a-8bfb-c8f64282956d tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 210 time: 0.3351495 Oct 22 14:47:18.099400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:18.103734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07908cf8-f03a-4f20-933b-60e4d4d60c73 req-3e7bed04-8176-4417-b32e-2f4308b9938c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878217 Oct 22 14:47:18.105311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-6dd637cf-5320-4654-9f11-ea7aa3034957 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710168 Oct 22 14:47:18.115955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Attempting to bind port 7200a7df-7356-4a30-bf55-e298511407dc on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:18.116292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Attempting to bind port 7200a7df-7356-4a30-bf55-e298511407dc by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:18.116627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Attempting to bind port 7200a7df-7356-4a30-bf55-e298511407dc on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:18.133109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Port 7200a7df-7356-4a30-bf55-e298511407dc on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:18.133437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Attempting to bind port 7200a7df-7356-4a30-bf55-e298511407dc on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:18.171946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:18.172812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:18.173206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:18.173639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Bound port: 7200a7df-7356-4a30-bf55-e298511407dc, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:18.173993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.191203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.267407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de3de5b4-75d1-47fb-81d7-0d615a95b8b0 req-cd391615-074b-4baf-957f-79315e164632 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526582 Oct 22 14:47:18.269815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:18.284779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 has no active binding in host n-h1-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:47:18.286266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d240a-e843-4309-8f28-b36b5a7f141f req-11098329-63c8-4782-b26d-2f946ebc8ec9 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:18.287931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-065d240a-e843-4309-8f28-b36b5a7f141f req-11098329-63c8-4782-b26d-2f946ebc8ec9 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 947 time: 0.1567624 Oct 22 14:47:18.322171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Made reservation on behalf of 564203d69c7f4c699c8edb90d110e305 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:18.325740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.350638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa024be-39cf-4170-a277-1e495a112081 req-0f570467-fdab-4302-ac88-73b08094914d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:18.352190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-daa024be-39cf-4170-a277-1e495a112081 req-0f570467-fdab-4302-ac88-73b08094914d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.1544764 Oct 22 14:47:18.358707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] For port 7200a7df-7356-4a30-bf55-e298511407dc, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:18.363437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] For port 7200a7df-7356-4a30-bf55-e298511407dc, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7200a7df-7356-4a30-bf55-e298511407dc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:18.379340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.391053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-065d240a-e843-4309-8f28-b36b5a7f141f req-5cead16d-f661-4217-b206-501b264c5512 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936649 Oct 22 14:47:18.420006 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.434820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:18.441776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:18.448299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:18.483843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.491534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-daa024be-39cf-4170-a277-1e495a112081 req-1951c4aa-85d9-4f64-869e-36e49e2cd419 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221881 Oct 22 14:47:18.616890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:18.617600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.618957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/7200a7df-7356-4a30-bf55-e298511407dc HTTP/1.1" status: 200 len: 1095 time: 2.0376732 Oct 22 14:47:18.621474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71131952-6034-469a-97d6-75b2ac157a3e', 'tag': '7200a7df-7356-4a30-bf55-e298511407dc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:18.626094 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a35aa5-dbad-4508-8e17-879b7eec0e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "71131952-6034-469a-97d6-75b2ac157a3e", "tag": "7200a7df-7356-4a30-bf55-e298511407dc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:18.653755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec422ab-9be3-4320-aa30-a754910e13e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7200a7df-7356-4a30-bf55-e298511407dc,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:18.668147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec401d30-2513-4991-b112-9b491d9d6319 req-17fc2ef2-808c-46a1-b657-066313991f9f tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 210 time: 0.1030939 Oct 22 14:47:18.704041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:18.731936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-242c2099-edee-4572-8c15-5a712e3a0974 None None] Provisioning complete for port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:18.732520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-242c2099-edee-4572-8c15-5a712e3a0974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.739923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:18.740568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:18.743921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Allocated IP 192.168.233.234 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/6f6fb575-7361-4504-a15b-39c8b524df20) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:18.816827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-242c2099-edee-4572-8c15-5a712e3a0974 None None] Port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:19.057583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad3cb6-aa7f-4d12-be96-3cd467e6020f req-df9e541b-cfd1-4b74-ae98-3d25d83c2552 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.057583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42ad3cb6-aa7f-4d12-be96-3cd467e6020f req-df9e541b-cfd1-4b74-ae98-3d25d83c2552 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 946 time: 0.1184301 Oct 22 14:47:19.057583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-41d2dce4-0410-4704-aa38-f8185b2c65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.057583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-41d2dce4-0410-4704-aa38-f8185b2c65d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 1098 time: 0.1352072 Oct 22 14:47:19.060307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-aea353aa-7ecc-459b-8634-25d0555b898e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7200a7df-7356-4a30-bf55-e298511407dc HTTP/1.1" status: 200 len: 217 time: 0.0460515 Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42ad3cb6-aa7f-4d12-be96-3cd467e6020f req-da3ed970-6f0a-4bb3-bddc-6d047a1dbcf1 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069977 Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d436079-712c-4e01-af50-bc0ee2f8f992 x-openstack-request-id: req-7d436079-712c-4e01-af50-bc0ee2f8f992 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71131952-6034-469a-97d6-75b2ac157a3e", "tag": "7200a7df-7356-4a30-bf55-e298511407dc", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d436079-712c-4e01-af50-bc0ee2f8f992 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71131952-6034-469a-97d6-75b2ac157a3e', 'tag': '7200a7df-7356-4a30-bf55-e298511407dc', 'status': 'completed', 'code': 200} Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-3e69d324-2f05-413f-bb17-06cb876456bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.062096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-3e69d324-2f05-413f-bb17-06cb876456bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0875132 Oct 22 14:47:19.131838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-24d3966d-0604-40ae-bba6-0782e8264de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.133352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-24d3966d-0604-40ae-bba6-0782e8264de3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662453 Oct 22 14:47:19.154784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:19.157790 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f496e-c930-4671-9bd7-a4f9cf88f27b" -d '{"events": [{"server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:19.173315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88c3d790-1fb3-4dca-9bc5-c26d514b0d61 req-43869f19-96e2-48ba-b061-2a58baea0eaf tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 210 time: 0.0454783 Oct 22 14:47:19.191201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Deleting port 6eeefc72-881e-43b0-a5a0-76a8aa78e800 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:19.197223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.263424 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-d6b8ecc6-054c-453c-9198-0615cdd98317 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5737894 Oct 22 14:47:19.275954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Request body: {'port': {'device_id': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:19.327637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.360212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.365500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-948a5655-f4d8-45b3-8995-1f79a7d0b47d service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222888 Oct 22 14:47:19.368941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] For port 6eeefc72-881e-43b0-a5a0-76a8aa78e800, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6eeefc72-881e-43b0-a5a0-76a8aa78e800,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:19.369529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.385695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8421-b7a4-4ab5-aa05-b7b795851422 req-6fef9aae-170a-400c-9d34-8fe357316da1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.387203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-363f8421-b7a4-4ab5-aa05-b7b795851422 req-6fef9aae-170a-400c-9d34-8fe357316da1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 945 time: 0.1403556 Oct 22 14:47:19.417744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Calling delete_port for 6eeefc72-881e-43b0-a5a0-76a8aa78e800 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:19.430538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:19.461296 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b16e03b-e0fb-400e-a499-6b52114f9d73 x-openstack-request-id: req-6b16e03b-e0fb-400e-a499-6b52114f9d73 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:19.462179 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:19.462434 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b16e03b-e0fb-400e-a499-6b52114f9d73 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:19.462821 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'code': 200} Oct 22 14:47:19.475713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:19.480357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:19.490512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:19.548171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-363f8421-b7a4-4ab5-aa05-b7b795851422 req-48e72b18-a56a-43d4-95d7-868758fca7cb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503639 Oct 22 14:47:19.645517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff651465-4295-46d1-9e58-175b3b7131f5 req-f3e13b6e-fb67-4e10-bbb3-a5231ff97550 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.653175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff651465-4295-46d1-9e58-175b3b7131f5 req-f3e13b6e-fb67-4e10-bbb3-a5231ff97550 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 947 time: 0.1114659 Oct 22 14:47:19.661791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bc69bd-c6cd-45a4-9c45-a4f2706af0c5 req-3ceae2ab-b50d-4492-9a4d-57ce62ca935d service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837942 Oct 22 14:47:19.706053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.706840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.743246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca019-45cd-4f6c-815e-bc6b7f5c906e req-67a43d44-96a2-4a31-8b6b-bf5dcfbc636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.744920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be3ca019-45cd-4f6c-815e-bc6b7f5c906e req-67a43d44-96a2-4a31-8b6b-bf5dcfbc636b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1097 time: 0.1764178 Oct 22 14:47:19.764939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-525b9b71-f28b-44a1-ac98-e837563bacfb None None] Provisioning complete for port 6f6fb575-7361-4504-a15b-39c8b524df20 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:19.765308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-525b9b71-f28b-44a1-ac98-e837563bacfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.787942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0d13d-d58d-4db8-95a8-0131752277e9 req-e64495f9-416d-4ade-b4b5-9487fa194f9b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.796040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8da0d13d-d58d-4db8-95a8-0131752277e9 req-e64495f9-416d-4ade-b4b5-9487fa194f9b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.1303010 Oct 22 14:47:19.807596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-525b9b71-f28b-44a1-ac98-e837563bacfb None None] Port 6f6fb575-7361-4504-a15b-39c8b524df20 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:19.815290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff651465-4295-46d1-9e58-175b3b7131f5 req-405c5551-13f4-4b30-9a9c-4f1da0ab9bb1 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526132 Oct 22 14:47:19.839987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be3ca019-45cd-4f6c-815e-bc6b7f5c906e req-19529cce-c0b1-4a5b-891b-a6c174fb64fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725932 Oct 22 14:47:19.844624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:19.853985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-da87feb7-2f07-4cfb-bf06-11fff51ab137 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9461048 Oct 22 14:47:19.859413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.869698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Request body: {'port': {'device_id': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:19.892795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Transition to ACTIVE for port object 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:19.928247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d712f03-1c50-4507-aac0-2e07e90dedbd req-3c1e6781-fe4d-4bbd-aa48-65c7440d5673 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 210 time: 0.0464449 Oct 22 14:47:19.932253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:19.956294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8da0d13d-d58d-4db8-95a8-0131752277e9 req-99acbedd-b1bd-4af9-a457-2474ac65cde2 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594107 Oct 22 14:47:19.970922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-c7c6820d-c99a-4fb3-9f41-4033abcdf713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:19.972432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-c7c6820d-c99a-4fb3-9f41-4033abcdf713 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 1098 time: 0.1364865 Oct 22 14:47:20.042783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.074585 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.082821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-6dd80056-9c19-4d31-b52a-a046deff774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.084616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-6dd80056-9c19-4d31-b52a-a046deff774d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.0982964 Oct 22 14:47:20.120203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:20.123893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeefc72-881e-43b0-a5a0-76a8aa78e800,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:20.181004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-73690ee2-d4ef-4ff1-9ba4-bb8834484728 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7200a7df-7356-4a30-bf55-e298511407dc HTTP/1.1" status: 200 len: 217 time: 0.0703344 Oct 22 14:47:20.285290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Attempting to bind port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:20.285916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Attempting to bind port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:20.286417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Attempting to bind port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:20.300340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:20.300935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Attempting to bind port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:20.317380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:20.317722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:20.318118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:20.318571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Bound port: 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:20.318944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.379218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-16298294-8b23-47c8-9bec-fe47b3b75a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.380813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-16298294-8b23-47c8-9bec-fe47b3b75a4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1483459 Oct 22 14:47:20.423547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31f213-a0d7-48ee-ac09-e8c5cdd0da6d req-e25803c7-c3cf-4ea9-a4f5-6c34005bfc67 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.429933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba31f213-a0d7-48ee-ac09-e8c5cdd0da6d req-e25803c7-c3cf-4ea9-a4f5-6c34005bfc67 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 946 time: 0.2911439 Oct 22 14:47:20.432651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:20.437294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:20.445832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6fb575-7361-4504-a15b-39c8b524df20 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:20.454197 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.462390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4844e-5341-4244-83f2-45eaefc426dd req-ce4c85a4-c5f7-4823-a6a7-2545324148bc tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.463874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0d4844e-5341-4244-83f2-45eaefc426dd req-ce4c85a4-c5f7-4823-a6a7-2545324148bc tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 936 time: 0.1968505 Oct 22 14:47:20.477540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Transition to ACTIVE for port object 6f6fb575-7361-4504-a15b-39c8b524df20 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:20.552696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.579464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba31f213-a0d7-48ee-ac09-e8c5cdd0da6d req-7f336be4-bf74-442d-af9b-d4d6a031d64c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138353 Oct 22 14:47:20.581449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-c86a1112-50bf-4b28-9ddb-df46e2f221c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.582907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-c86a1112-50bf-4b28-9ddb-df46e2f221c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532154 Oct 22 14:47:20.594358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0d4844e-5341-4244-83f2-45eaefc426dd req-fd66eec8-1a4f-43d0-a299-7af9862a4b78 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187358 Oct 22 14:47:20.625712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.628294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.637965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.638806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:20.640603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] 10.222.0.53 "PUT /v2.0/ports/7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 HTTP/1.1" status: 200 len: 1096 time: 1.3687646 Oct 22 14:47:20.647494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:20.649928 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014ccc29-ecee-4825-bcf7-69286bdcd2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:20.679176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a61aa-4f05-42b3-af8b-5d77b0914b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:20.771842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:20.819475 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1bb13e-0114-4d12-b86e-8c2f846126d7 x-openstack-request-id: req-9d1bb13e-0114-4d12-b86e-8c2f846126d7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:20.819475 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:20.819475 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d1bb13e-0114-4d12-b86e-8c2f846126d7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:20.819475 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'status': 'completed', 'code': 200} Oct 22 14:47:20.833219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-1457ac54-022c-4400-b862-d9cf2ab92488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:20.835228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-1457ac54-022c-4400-b862-d9cf2ab92488 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564203d69c7f4c699c8edb90d110e305&device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 1099 time: 0.0571997 Oct 22 14:47:20.888396 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-6be3b153-a5d0-4701-9c66-e19b6bcc9f07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 HTTP/1.1" status: 200 len: 217 time: 0.0450625 Oct 22 14:47:21.022047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-547d8011-f0f3-4546-a0d5-9ac3ca5f051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.023563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-547d8011-f0f3-4546-a0d5-9ac3ca5f051e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1270211 Oct 22 14:47:21.044584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Attempting to bind port 6f6fb575-7361-4504-a15b-39c8b524df20 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:21.045006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Attempting to bind port 6f6fb575-7361-4504-a15b-39c8b524df20 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:21.045257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Attempting to bind port 6f6fb575-7361-4504-a15b-39c8b524df20 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:21.070376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Port 6f6fb575-7361-4504-a15b-39c8b524df20 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:21.070704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Attempting to bind port 6f6fb575-7361-4504-a15b-39c8b524df20 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:21.122590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:21.123358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:21.123358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:21.123676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Bound port: 6f6fb575-7361-4504-a15b-39c8b524df20, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:21.123973 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:21.191915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941010-a584-4181-b492-35f153675a31 req-e98157f2-592a-45f0-b635-ab0d7394405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.192160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-19663c9c-347a-482b-9e2e-c8c062b35cdf service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921397 Oct 22 14:47:21.193392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-e98157f2-592a-45f0-b635-ab0d7394405f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500168 Oct 22 14:47:21.199834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-775bf7c1-5cb8-4678-92f5-e7e34f224e1e tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.201131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-775bf7c1-5cb8-4678-92f5-e7e34f224e1e tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.69 "GET /v2.0/networks?id=992c0762-8103-40c1-9afe-bfc2784e89eb HTTP/1.1" status: 200 len: 814 time: 0.2148285 Oct 22 14:47:21.239345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Request body: {'port': {'device_id': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb', 'admin_state_up': True, 'tenant_id': '6a64c9f3653d4176851dec8cc7bb6efe'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:21.245241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b829aa-8788-4d29-a4bd-f7a898c5a528 req-184c6f81-f660-41b8-b903-72961111dd48 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.246816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60b829aa-8788-4d29-a4bd-f7a898c5a528 req-184c6f81-f660-41b8-b903-72961111dd48 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 947 time: 0.1661108 Oct 22 14:47:21.266551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c2a9-4bbf-424a-9df2-bb49763a3c70 req-1196209f-53b3-4a6c-a4ff-23a1b08fc810 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.268231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed71c2a9-4bbf-424a-9df2-bb49763a3c70 req-1196209f-53b3-4a6c-a4ff-23a1b08fc810 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 945 time: 0.1783917 Oct 22 14:47:21.272016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:21.358140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:21.410395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-c967728e-0e60-4a53-b6b5-51c564f25ab9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045777 Oct 22 14:47:21.441418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60b829aa-8788-4d29-a4bd-f7a898c5a528 req-8d32f829-5a66-4350-99e1-0f16ce984b65 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700699 Oct 22 14:47:21.461810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:21.464208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed71c2a9-4bbf-424a-9df2-bb49763a3c70 req-f4540fb2-f285-4be1-a4d1-0320586e1189 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573231 Oct 22 14:47:21.483928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a35aa5-dbad-4508-8e17-879b7eec0e5f req-a45c7845-bfe3-4692-be05-16a76d0f2b5b service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601116 Oct 22 14:47:21.524401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.525546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:21.528201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] 10.222.0.53 "PUT /v2.0/ports/6f6fb575-7361-4504-a15b-39c8b524df20 HTTP/1.1" status: 200 len: 1096 time: 1.6619260 Oct 22 14:47:21.559237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Made reservation on behalf of 6a64c9f3653d4176851dec8cc7bb6efe for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:21.564110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:21.630156 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0941010-a584-4181-b492-35f153675a31 req-9e4845d6-c507-46f5-a057-a9fcb40b893c service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109067 Oct 22 14:47:21.634820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e87038f-b9da-4246-8255-75ec8492229c req-2690ffc5-6b80-46b5-8974-1f36fc0b5c34 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 210 time: 0.0406210 Oct 22 14:47:21.647531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbfa5c-679a-49f2-b883-abb1d38f1a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:21.659284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Router fa35ba6f-8339-4710-abe0-2ca5c0682131 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:21.681619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2e3fd-f3dc-4179-a60a-b8fa5506c832 req-fb6b2cc6-675d-4059-bca9-d5a2b320d212 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.683352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fe2e3fd-f3dc-4179-a60a-b8fa5506c832 req-fb6b2cc6-675d-4059-bca9-d5a2b320d212 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.1267414 Oct 22 14:47:21.832188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-93ce4bb3-440a-455c-8c64-793c20fc629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.833674 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-93ce4bb3-440a-455c-8c64-793c20fc629a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564203d69c7f4c699c8edb90d110e305&device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 1099 time: 0.1249716 Oct 22 14:47:21.853371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fe2e3fd-f3dc-4179-a60a-b8fa5506c832 req-9414adc9-c333-4145-8f01-3bca1a8e1fea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625397 Oct 22 14:47:21.858722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-84c5c58d-3103-4bb9-88b0-c15914b679fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.860694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-84c5c58d-3103-4bb9-88b0-c15914b679fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564203d69c7f4c699c8edb90d110e305&device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 1099 time: 0.0993326 Oct 22 14:47:21.865347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Allocated IP 172.20.0.7 (992c0762-8103-40c1-9afe-bfc2784e89eb/ac7427da-b43a-4742-9da1-4720ca36dbb6/d98e6905-7cb4-4d9f-92ff-fde5ddb391a6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:21.877339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccdf22-c6e5-4382-9f85-6a32bd637706 req-1f435bb8-fe99-43c6-a529-7b62622c3ecc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:21.877339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caccdf22-c6e5-4382-9f85-6a32bd637706 req-1f435bb8-fe99-43c6-a529-7b62622c3ecc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 946 time: 0.1385181 Oct 22 14:47:21.897583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:21.904225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-63ba84f0-b064-4a53-9c12-b91642da5cd4 admin admin] 10.222.0.66 "PUT /v2.0/routers/fa35ba6f-8339-4710-abe0-2ca5c0682131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6665606 Oct 22 14:47:21.906197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35032) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:21.908561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-98864530-cee4-47e0-a409-92691025aa87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6f6fb575-7361-4504-a15b-39c8b524df20 HTTP/1.1" status: 200 len: 217 time: 0.0583568 Oct 22 14:47:21.912176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] Sync routers for ids ['fa35ba6f-8339-4710-abe0-2ca5c0682131'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:21.928799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] Routers {'fa35ba6f-8339-4710-abe0-2ca5c0682131'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:21.929771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa35ba6f-8339-4710-abe0-2ca5c0682131'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:22.020412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caccdf22-c6e5-4382-9f85-6a32bd637706 req-9def0d46-1ce3-4ccc-823d-9aac7c046056 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309950 Oct 22 14:47:22.047481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] Set router fa35ba6f-8339-4710-abe0-2ca5c0682131 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:22.087534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839be4c-41fb-4ff6-a852-d2290fc85990 req-d68b2eeb-15c8-4455-a32e-fa8b695c5cc0 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.092302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0839be4c-41fb-4ff6-a852-d2290fc85990 req-d68b2eeb-15c8-4455-a32e-fa8b695c5cc0 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 948 time: 0.1328254 Oct 22 14:47:22.117030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.193483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0839be4c-41fb-4ff6-a852-d2290fc85990 req-99a411b5-9fd7-4323-a770-fc7393e0fcbc tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971553 Oct 22 14:47:22.256812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.268568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-516d83cd-ed37-4162-9bec-51600f8e7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.269600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:47:19Z', 'revision_number': 5, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:22.270001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-516d83cd-ed37-4162-9bec-51600f8e7963 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.3449430 Oct 22 14:47:22.303697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] Checking router: fa35ba6f-8339-4710-abe0-2ca5c0682131 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:22.316246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] Routers {'fa35ba6f-8339-4710-abe0-2ca5c0682131'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:22.316870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa35ba6f-8339-4710-abe0-2ca5c0682131'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:22.342282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-c0a75ec7-44ae-4de7-a4f0-15d93db0b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.343774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-c0a75ec7-44ae-4de7-a4f0-15d93db0b97c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.4450920 Oct 22 14:47:22.405693 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-8dd06caf-301c-48b7-9758-dba4b9e2a5db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 HTTP/1.1" status: 200 len: 217 time: 0.0503364 Oct 22 14:47:22.407602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Deleting port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:22.407942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.427394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-0959bd86-b84f-4477-837c-96a2bf570f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.428853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-0959bd86-b84f-4477-837c-96a2bf570f96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392484 Oct 22 14:47:22.434192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] Set router fa35ba6f-8339-4710-abe0-2ca5c0682131 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:22.482883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.507803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] For port 2ddbd4d6-ea04-44e1-8569-83c54d5f4287, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:22.508174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.512081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-112a58d0-b4b3-436d-823d-7cccf667a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.513537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-112a58d0-b4b3-436d-823d-7cccf667a1a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0971355 Oct 22 14:47:22.524785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7200a7df-7356-4a30-bf55-e298511407dc details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:22.525177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Calling delete_port for 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:22.622736 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-ac23c278-f5a2-4df6-a5b3-64cf24db94f8 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727915 Oct 22 14:47:22.629827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-8f7f771b-805b-45b3-a13f-78f03ae9f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.631364 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-8f7f771b-805b-45b3-a13f-78f03ae9f575 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762069 Oct 22 14:47:22.644773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7723e5c5-bb89-4e42-9e5b-85fa343144f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.723191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.753639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7200a7df-7356-4a30-bf55-e298511407dc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7200a7df-7356-4a30-bf55-e298511407dc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:22.763205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437cca-eb26-4c56-b61a-d9bd68af4e93 req-585d7536-ae23-449e-a477-3eee73e16ea4 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.770942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7200a7df-7356-4a30-bf55-e298511407dc', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '7200a7df-7356-4a30-bf55-e298511407dc', 'mac_address': 'fa:16:3e:2a:ac:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:22.776210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8437cca-eb26-4c56-b61a-d9bd68af4e93 req-585d7536-ae23-449e-a477-3eee73e16ea4 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 947 time: 0.1215467 Oct 22 14:47:22.808986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:47:19Z', 'revision_number': 5, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:22.826957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:22.828488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b1221-e219-4dec-9e05-c533101f712c req-836ce596-79b6-45cf-84ad-44e1615a5f04 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.829364 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69039b1-b1f0-4a5e-9f12-1632d4b33493" -d '{"events": [{"name": "network-changed", "server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:22.830289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-430b1221-e219-4dec-9e05-c533101f712c req-836ce596-79b6-45cf-84ad-44e1615a5f04 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 945 time: 0.1745205 Oct 22 14:47:22.839271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Network 992c0762-8103-40c1-9afe-bfc2784e89eb is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:22.842445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ed30e-6488-4139-9c27-d4f42384cbd3 None None] The sync data for ids ['fa35ba6f-8339-4710-abe0-2ca5c0682131'] in n-d-812148-2 is: [{'id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'name': 'tempest-FloatingIPsTestJSON-485024636-router', 'tenant_id': '9548871f538b41b099eedf146836f50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:53Z', 'updated_at': '2021-10-22T14:47:19Z', 'revision_number': 5, 'project_id': '9548871f538b41b099eedf146836f50c', 'gw_port': {'id': '2ddbd4d6-ea04-44e1-8569-83c54d5f4287', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35ba6f-8339-4710-abe0-2ca5c0682131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:55Z', 'updated_at': '2021-10-22T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:22.858442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:22.858442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-198ddaa4-f3f6-44c5-89f1-2b5b848cef95 req-5de18c21-76c5-4c91-9ee6-ea9117ad6a44 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249408 Oct 22 14:47:22.858442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Pushing event updated for resources: {'Port': ['ID=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:22.858689 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.869275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:22.877454 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-cd6873d8-ef2c-4327-b59a-bbd880af8579 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366152 Oct 22 14:47:22.883728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7200a7df-7356-4a30-bf55-e298511407dc {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:22.914053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7200a7df-7356-4a30-bf55-e298511407dc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7200a7df-7356-4a30-bf55-e298511407dc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:22.937164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-430b1221-e219-4dec-9e05-c533101f712c req-af1f4bc1-f644-4b6b-8f2f-3e26ac920525 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814428 Oct 22 14:47:22.947593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:22.967708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:22.979850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8437cca-eb26-4c56-b61a-d9bd68af4e93 req-2237ce12-375a-40ff-ba36-fb6714df90e6 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882257 Oct 22 14:47:22.995115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-1e30ffb4-b6bd-447b-8d9d-ef40ca9a5e7c service neutron] 10.222.0.53 "GET /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720/bindings/n-h1-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.1801224 Oct 22 14:47:23.026128 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-014ccc29-ecee-4825-bcf7-69286bdcd2a6 req-481e9a06-846a-4b04-977b-690e27a07bca service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300657 Oct 22 14:47:23.060113 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de659be4-fade-4bee-9ac7-8ac46a0aa91b x-openstack-request-id: req-de659be4-fade-4bee-9ac7-8ac46a0aa91b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:23.060113 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:23.060113 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de659be4-fade-4bee-9ac7-8ac46a0aa91b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:23.060113 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20', 'status': 'completed', 'code': 200} Oct 22 14:47:23.116821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0b2a-236d-45f5-9ddd-bfc2e287d3ba req-41f799bd-c956-4ec6-807f-3593a38e0d07 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.118324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-937e0b2a-236d-45f5-9ddd-bfc2e287d3ba req-41f799bd-c956-4ec6-807f-3593a38e0d07 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 931 time: 0.0856512 Oct 22 14:47:23.136414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.139372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-a99b1979-f721-4679-8759-6a22241aa70c tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9166934 Oct 22 14:47:23.159747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Request body: {'port': {'device_id': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:23.160211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.193541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7200a7df-7356-4a30-bf55-e298511407dc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:23.203996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddbd4d6-ea04-44e1-8569-83c54d5f4287,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:23.229849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-dc673598-0b6a-4697-8bb4-2f5069f0130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.231416 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-dc673598-0b6a-4697-8bb4-2f5069f0130d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564203d69c7f4c699c8edb90d110e305&device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 1099 time: 0.1086874 Oct 22 14:47:23.231959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.282787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-937e0b2a-236d-45f5-9ddd-bfc2e287d3ba req-ea5c64c0-b449-449a-b674-dc3faad2a689 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483948 Oct 22 14:47:23.291069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1a80d-1db1-4305-b576-0b79462705e8 req-d6e1a894-8f5d-4c42-b849-e693367c408d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.301428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28f1a80d-1db1-4305-b576-0b79462705e8 req-d6e1a894-8f5d-4c42-b849-e693367c408d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 943 time: 0.2111204 Oct 22 14:47:23.390001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7200a7df-7356-4a30-bf55-e298511407dc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:23.425970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.452607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-3d92da49-3fb3-45c4-9de7-a0ceff008a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.455692 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-3d92da49-3fb3-45c4-9de7-a0ceff008a27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2147670 Oct 22 14:47:23.511224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-672e2503-f118-4cd3-a9e3-2a2404b7d1ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6f6fb575-7361-4504-a15b-39c8b524df20 HTTP/1.1" status: 200 len: 217 time: 0.0437810 Oct 22 14:47:23.621477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-9eda9486-1913-4dc0-a61b-384150ca2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.623051 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-9eda9486-1913-4dc0-a61b-384150ca2ddc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1027348 Oct 22 14:47:23.706928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-6ce65dc5-a225-4a05-9492-733047efbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.708460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-6ce65dc5-a225-4a05-9492-733047efbda2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746298 Oct 22 14:47:23.767586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28f1a80d-1db1-4305-b576-0b79462705e8 req-5ea45244-1a12-4d8d-b1b2-c089a318d884 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652705 Oct 22 14:47:23.777118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:23.787784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.802386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.805906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.833303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Transition to ACTIVE for port object d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:23.850476 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-2e67c829-91a9-474e-bde3-81310edbc75f service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324136 Oct 22 14:47:23.856914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a7a27-c8d2-4292-828b-668f8edb81d7 req-4b76d796-0124-49fa-8a97-947f496c552e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.858406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-274a7a27-c8d2-4292-828b-668f8edb81d7 req-4b76d796-0124-49fa-8a97-947f496c552e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1096 time: 0.4718163 Oct 22 14:47:23.898391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:23.944381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:23.948847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a69039b1-b1f0-4a5e-9f12-1632d4b33493 req-11e7447a-1870-4d27-a154-3dd9770bb2ca service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908935 Oct 22 14:47:23.957297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.972360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ba0d-dfa8-4b4e-883b-8d24c189d97c req-fec8203a-78a1-4c8b-921f-86f676392f84 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:23.973871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee19ba0d-dfa8-4b4e-883b-8d24c189d97c req-fec8203a-78a1-4c8b-921f-86f676392f84 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 946 time: 0.1212072 Oct 22 14:47:23.977417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-274a7a27-c8d2-4292-828b-668f8edb81d7 req-bb577d7a-6dac-4df7-a14f-6de7ca85b5f2 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002283 Oct 22 14:47:23.985117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:23.996718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa35ba6f-8339-4710-abe0-2ca5c0682131 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:47:23.997603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.001654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9602a3e7-7c75-4190-9e0f-529ea7f2583e admin admin] 10.222.0.66 "DELETE /v2.0/routers/fa35ba6f-8339-4710-abe0-2ca5c0682131 HTTP/1.1" status: 204 len: 168 time: 2.0937243 Oct 22 14:47:24.005573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:24.006451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:24.028079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:24.055580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee19ba0d-dfa8-4b4e-883b-8d24c189d97c req-abcd7978-cb1a-49cd-ab48-5061bc7ce4f4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 Oct 22 14:47:24.068666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Pushing event updated for resources: {'Port': ['ID=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:24.142782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Deleting subnet 2551c89b-9433-4acb-9d66-3c3b2bb462a1 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:47:24.151714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.153390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.203504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Attempting to bind port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:24.203933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Attempting to bind port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '6c44ad85-53e3-467e-a68e-498d35e597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:24.204266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Attempting to bind port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 on network 992c0762-8103-40c1-9afe-bfc2784e89eb {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:24.210867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.212860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 on network 992c0762-8103-40c1-9afe-bfc2784e89eb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:24.213209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Attempting to bind port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 on network 992c0762-8103-40c1-9afe-bfc2784e89eb {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:24.239501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:24.239843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Checking segment: {'id': '6c44ad85-53e3-467e-a68e-498d35e597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:24.240226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Bound using segment: {'id': '6c44ad85-53e3-467e-a68e-498d35e597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:24.240655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Bound port: d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c44ad85-53e3-467e-a68e-498d35e597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:24.241005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.264114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2dd2-721d-4d23-a50b-4db451306c9f req-0ca429de-c3aa-468a-a2fa-91c9d17d3e09 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:24.265604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca2b2dd2-721d-4d23-a50b-4db451306c9f req-0ca429de-c3aa-468a-a2fa-91c9d17d3e09 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 948 time: 0.1339145 Oct 22 14:47:24.304219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98382e96-c792-475e-b4dc-6771dec74316 req-d0b48c9f-bc6a-4e03-a52f-8385beb08701 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:24.305598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98382e96-c792-475e-b4dc-6771dec74316 req-d0b48c9f-bc6a-4e03-a52f-8385beb08701 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 948 time: 0.1203330 Oct 22 14:47:24.358158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] Transition to ACTIVE for port object 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:24.370319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca2b2dd2-721d-4d23-a50b-4db451306c9f req-61f23adb-05c5-4ac9-9e4e-0321eb785504 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971680 Oct 22 14:47:24.379096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98382e96-c792-475e-b4dc-6771dec74316 req-d575cc7b-c83a-4be6-96b2-50880ba6dccf tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625694 Oct 22 14:47:24.388140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.391115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] For port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:24.430243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] For port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,segment=NetworkSegment(6c44ad85-53e3-467e-a68e-498d35e597bf),segment_id=6c44ad85-53e3-467e-a68e-498d35e597bf)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:24.440960 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.525856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:24.547822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.582582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.603226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7200a7df-7356-4a30-bf55-e298511407dc up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:24.609133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] No DVR routers for this DVR port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:24.620265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2551c89b-9433-4acb-9d66-3c3b2bb462a1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:24.632047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=10']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:24.633393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:24.634741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.636387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] 10.222.0.69 "PUT /v2.0/ports/d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 HTTP/1.1" status: 200 len: 1091 time: 1.4818721 Oct 22 14:47:24.653970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.677299 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b5b91701-57bd-4d90-a4f5-f2f2be02f281 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2551c89b-9433-4acb-9d66-3c3b2bb462a1 HTTP/1.1" status: 204 len: 168 time: 0.6527069 Oct 22 14:47:24.677299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35062) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:24.677785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-5d7b8721-5821-4497-aa99-18c030f410e5 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:24.677785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-5d7b8721-5821-4497-aa99-18c030f410e5 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1774926 Oct 22 14:47:24.677785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39de57-fe16-4090-b51e-911a387c7644 req-77a82f99-aa40-4610-85ef-529c13e13540 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:24.677785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb39de57-fe16-4090-b51e-911a387c7644 req-77a82f99-aa40-4610-85ef-529c13e13540 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1096 time: 0.2144799 Oct 22 14:47:24.677785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-d4271e99-7c40-4b02-8a8f-ebb4963ca25b service neutron] 10.222.0.53 "PUT /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720/bindings/n-h1-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6685483 Oct 22 14:47:24.678817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e9d01-e25f-4f9c-9c9d-a909f8c78ca1 None None] Network 9903b37a-0d53-4a9d-9d0d-59a28192bd82 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:47:24.753216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeea26-574a-4866-8995-3e92daa1c3fc service neutron] Pushing event updated for resources: {'Port': ['ID=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:24.763565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-c7577b31-e48c-446f-951a-943c9dba189e tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0864594 Oct 22 14:47:24.778623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'floatingip': {'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:24.824323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb39de57-fe16-4090-b51e-911a387c7644 req-4fe792bd-3853-4d37-97ce-cb2b8f3567c0 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407714 Oct 22 14:47:24.838772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.842992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:24.850244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6eeefc72-881e-43b0-a5a0-76a8aa78e800 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:24.879008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-0dfb5e7d-2c71-45a3-ad43-d3d0976c3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:24.879718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-0dfb5e7d-2c71-45a3-ad43-d3d0976c3c13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a64c9f3653d4176851dec8cc7bb6efe&device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 1094 time: 0.0691829 Oct 22 14:47:24.913719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6eeefc72-881e-43b0-a5a0-76a8aa78e800 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:47:24.914347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6eeefc72-881e-43b0-a5a0-76a8aa78e800 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:24.915035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:25.002753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:47:25.002753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2ddbd4d6-ea04-44e1-8569-83c54d5f4287 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:25.010293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:25.041395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-594cb367-d44f-4884-af39-68d773211930 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.042889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-594cb367-d44f-4884-af39-68d773211930 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.1285179 Oct 22 14:47:25.076701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'mac_address': 'fa:16:3e:d0:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:25.102001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4859a4-a804-4d98-876c-7ccb36acb41a req-8f18c95e-b68c-4b3e-960f-d29a8275d723 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.104215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e4859a4-a804-4d98-876c-7ccb36acb41a req-8f18c95e-b68c-4b3e-960f-d29a8275d723 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 943 time: 0.1778247 Oct 22 14:47:25.127759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'tag': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:25.130009 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e678e75-07f1-431b-9250-b5288ce067e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a179f64-068a-4d38-a6ab-ba3f71c4604f", "tag": "d98e6905-7cb4-4d9f-92ff-fde5ddb391a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:25.135313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 7200a7df-7356-4a30-bf55-e298511407dc completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:25.141675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.152057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7200a7df-7356-4a30-bf55-e298511407dc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:25.152358 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.171217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-1897be3a-9517-4426-9896-2d6f786964df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 HTTP/1.1" status: 200 len: 217 time: 0.0378141 Oct 22 14:47:25.183889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e4859a4-a804-4d98-876c-7ccb36acb41a req-266512e8-616b-4921-b694-46def0682b36 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606830 Oct 22 14:47:25.205715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dc59002b-f605-4e40-a573-c16c19c7ef5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.207904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:25.230286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-a76492b8-f62a-4211-8d9f-05e4fbf6ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.231972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-a76492b8-f62a-4211-8d9f-05e4fbf6ad0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc&tenant_id=51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 1095 time: 0.1487901 Oct 22 14:47:25.237227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Deleting port cb4b667d-3564-4031-8e27-bd7f5ac59133 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:25.237567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.256665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-e2f11668-2c47-4182-8ba3-4888b4887cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.258014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-e2f11668-2c47-4182-8ba3-4888b4887cb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ac7427da-b43a-4742-9da1-4720ca36dbb6 HTTP/1.1" status: 200 len: 854 time: 0.0756128 Oct 22 14:47:25.260075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:25.302955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] DHCP port deletion for 9903b37a-0d53-4a9d-9d0d-59a28192bd82 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:47:25.333570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-9dfa6257-589b-48c0-832c-3ff2e70c17a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992c0762-8103-40c1-9afe-bfc2784e89eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617614 Oct 22 14:47:25.345492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.356901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] For port cb4b667d-3564-4031-8e27-bd7f5ac59133, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cb4b667d-3564-4031-8e27-bd7f5ac59133,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:25.357238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.362102 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.387704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Calling delete_port for cb4b667d-3564-4031-8e27-bd7f5ac59133 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:25.410266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71131952-6034-469a-97d6-75b2ac157a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7200a7df-7356-4a30-bf55-e298511407dc'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:25.413086 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb930e1-bd04-4852-8583-fe36d10fef0e" -d '{"events": [{"server_uuid": "71131952-6034-469a-97d6-75b2ac157a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7200a7df-7356-4a30-bf55-e298511407dc"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:25.430114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7200a7df-7356-4a30-bf55-e298511407dc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7200a7df-7356-4a30-bf55-e298511407dc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:25.457349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:25.459385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ea30d-3d1f-4920-85ca-169c9b58de71 req-a6ae3fde-6de7-4ff8-bbce-b9a0d7dd2775 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.461983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4ea30d-3d1f-4920-85ca-169c9b58de71 req-a6ae3fde-6de7-4ff8-bbce-b9a0d7dd2775 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.1876593 Oct 22 14:47:25.471782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] Deleting port cb4b667d-3564-4031-8e27-bd7f5ac59133 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:25.472396 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.480023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-167d29b1-585c-4900-8d66-c32e900d7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.481660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-167d29b1-585c-4900-8d66-c32e900d7777 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1095 time: 0.1622107 Oct 22 14:47:25.530920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-3faf6a54-774c-450a-92f6-554f55ff71b1 service neutron] 10.222.0.69 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890118 Oct 22 14:47:25.538681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.539484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:25.569565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] For port cb4b667d-3564-4031-8e27-bd7f5ac59133, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cb4b667d-3564-4031-8e27-bd7f5ac59133,segment=NetworkSegment(bcebfe77-7d1c-4263-9afa-d44e166d02ea),segment_id=bcebfe77-7d1c-4263-9afa-d44e166d02ea)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:25.569977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.612436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] Calling delete_port for cb4b667d-3564-4031-8e27-bd7f5ac59133 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:25.628731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:25.641864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1570c438-238b-4a55-ae3c-93412f3107c9 req-9eab5893-fbbb-4d2e-89d1-6c84af682bb4 service neutron] 10.222.0.69 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970786 Oct 22 14:47:25.644448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4ea30d-3d1f-4920-85ca-169c9b58de71 req-edc0b966-d631-490c-8b27-6af1cbb34e62 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720707 Oct 22 14:47:25.666728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.716742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4b667d-3564-4031-8e27-bd7f5ac59133,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:25.720518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-4e47feec-72f9-4115-ac95-5316cf16b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.722025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-4e47feec-72f9-4115-ac95-5316cf16b093 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2110991 Oct 22 14:47:25.729165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] No DVR routers for this DVR port cb4b667d-3564-4031-8e27-bd7f5ac59133 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:25.730959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.731428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7200a7df-7356-4a30-bf55-e298511407dc,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:25.737550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:25.775189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-5ef1414a-a391-4307-9f4c-9290fe6bc1df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.0426083 Oct 22 14:47:25.823889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.837575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-a1bee9df-5279-4142-b6d4-82ab668c5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.839367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-a1bee9df-5279-4142-b6d4-82ab668c5d8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0559652 Oct 22 14:47:25.842904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.857013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] Pushing event deleted for resources: {'Port': ['ID=cb4b667d-3564-4031-8e27-bd7f5ac59133,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:25.860405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.860719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b1674-0263-42bd-8c1b-233e9360fcc5 None None] No DVR routers for this DVR port cb4b667d-3564-4031-8e27-bd7f5ac59133 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:25.895467 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88198799-20ad-4ebc-997a-247810a9367c x-openstack-request-id: req-88198799-20ad-4ebc-997a-247810a9367c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:25.896622 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a179f64-068a-4d38-a6ab-ba3f71c4604f", "tag": "d98e6905-7cb4-4d9f-92ff-fde5ddb391a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:25.896622 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88198799-20ad-4ebc-997a-247810a9367c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:25.896622 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'tag': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6', 'status': 'completed', 'code': 200} Oct 22 14:47:25.900985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9903b37a-0d53-4a9d-9d0d-59a28192bd82']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:25.918583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-5f64a7e4-a74f-40f2-9ee1-2969185588f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706792 Oct 22 14:47:25.938944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcebfe77-7d1c-4263-9afa-d44e166d02ea') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:25.939349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcebfe77-7d1c-4263-9afa-d44e166d02ea') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:25.951574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.971617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-4eb6febc-f643-4248-9572-959f3016987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:25.973226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-4eb6febc-f643-4248-9572-959f3016987e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a64c9f3653d4176851dec8cc7bb6efe&device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 1094 time: 0.0697265 Oct 22 14:47:25.974231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.980353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:47:25.982471 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:47:26.077672 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db associated. External IP: 172.25.1.42, port: 41aec9bc-307a-4692-96b1-c313489501e9. Oct 22 14:47:26.110903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-8805623d-404a-42b3-985a-3f66035ce770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:26.112384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-8805623d-404a-42b3-985a-3f66035ce770 service neutron] 10.222.0.69 "GET /v2.0/networks?id=992c0762-8103-40c1-9afe-bfc2784e89eb HTTP/1.1" status: 200 len: 915 time: 0.1206486 Oct 22 14:47:26.131303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238dc12-11a5-40d1-8006-d14cf28c3f3d req-464bd05c-8c30-4798-b4d2-26189ed9cb44 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:26.132677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9238dc12-11a5-40d1-8006-d14cf28c3f3d req-464bd05c-8c30-4798-b4d2-26189ed9cb44 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 948 time: 0.1880109 Oct 22 14:47:26.154355 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-9710e862-9d1e-4f47-8ba9-6b076918d32f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 HTTP/1.1" status: 200 len: 217 time: 0.0343249 Oct 22 14:47:26.154918 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.171270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.174938 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9903b37a-0d53-4a9d-9d0d-59a28192bd82 HTTP/1.1" status: 204 len: 168 time: 1.5121365 Oct 22 14:47:26.177312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-60807cc5-e4e9-4d3b-8639-75ac793c3555 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417078 Oct 22 14:47:26.182931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=9903b37a-0d53-4a9d-9d0d-59a28192bd82,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:26.216855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.217201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.217566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.217909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.218245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.218574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.218939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.219442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.220030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.220378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.220709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.221035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b3431-96a8-4ac0-919f-86306de01e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:26.236840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-6f5e42d8-46fd-40bd-af4b-44f682a5d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:26.238408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-6f5e42d8-46fd-40bd-af4b-44f682a5d950 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ac7427da-b43a-4742-9da1-4720ca36dbb6 HTTP/1.1" status: 200 len: 854 time: 0.0763896 Oct 22 14:47:26.253832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9238dc12-11a5-40d1-8006-d14cf28c3f3d req-ae2c50ba-f767-458f-ae22-4fe6eba37cfa tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139145 Oct 22 14:47:26.292693 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-74492974-6950-4141-9554-fd15170fecef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992c0762-8103-40c1-9afe-bfc2784e89eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444841 Oct 22 14:47:26.358053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.359916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.391602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-6090ff91-74fa-4100-81aa-c8db5cc428b3 service neutron] 10.222.0.69 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901728 Oct 22 14:47:26.499924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e678e75-07f1-431b-9250-b5288ce067e5 req-ee550771-163c-4a8b-b487-2b0891a35112 service neutron] 10.222.0.69 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985708 Oct 22 14:47:26.520760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:26.522907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:26.550956 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:47:26.568390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:26.619873 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9feae026-d7b2-4e25-9c34-99341160f38f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9548871f538b41b099eedf146836f50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476577 Oct 22 14:47:26.620090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:26.667794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:26.677943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed85e5f7-977f-4a7a-b51f-39f2bfd3c6d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.681117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-274166bf-d97d-46a7-bf76-fc25eff89a00 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924159 Oct 22 14:47:26.682308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '6f6fb575-7361-4504-a15b-39c8b524df20', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '6f6fb575-7361-4504-a15b-39c8b524df20', 'mac_address': 'fa:16:3e:4e:6c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:26.703546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed85e5f7-977f-4a7a-b51f-39f2bfd3c6d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.708143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9b191-bb30-445f-ab5e-a8501f52cdc5 req-c7a1421c-0ba6-4c69-a325-4089aef3b963 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:26.715439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bd9b191-bb30-445f-ab5e-a8501f52cdc5 req-c7a1421c-0ba6-4c69-a325-4089aef3b963 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.3940239 Oct 22 14:47:26.730233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.750648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:26.758191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:26.758676 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.762487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6fb575-7361-4504-a15b-39c8b524df20 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:26.787412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bd9b191-bb30-445f-ab5e-a8501f52cdc5 req-2b0095e3-49ee-4714-b6d1-5a3f0acee668 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Oct 22 14:47:26.793631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cb4b667d-3564-4031-8e27-bd7f5ac59133 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:26.803565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:26.830592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: cb4b667d-3564-4031-8e27-bd7f5ac59133 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:47:26.831063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cb4b667d-3564-4031-8e27-bd7f5ac59133 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:26.838648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed85e5f7-977f-4a7a-b51f-39f2bfd3c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.845745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed85e5f7-977f-4a7a-b51f-39f2bfd3c6d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.845745 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ed85e5f7-977f-4a7a-b51f-39f2bfd3c6d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad443fe6-c77a-4ded-a740-cb823d036e44 HTTP/1.1" status: 204 len: 168 time: 0.2206700 Oct 22 14:47:26.861064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85e5f7-977f-4a7a-b51f-39f2bfd3c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad443fe6-c77a-4ded-a740-cb823d036e44,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:26.866530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:26.890362 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2756f274-c5c1-4554-8b31-f654c7d655fc x-openstack-request-id: req-2756f274-c5c1-4554-8b31-f654c7d655fc {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:26.891331 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71131952-6034-469a-97d6-75b2ac157a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7200a7df-7356-4a30-bf55-e298511407dc", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:26.891871 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2756f274-c5c1-4554-8b31-f654c7d655fc {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:26.892353 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71131952-6034-469a-97d6-75b2ac157a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7200a7df-7356-4a30-bf55-e298511407dc', 'code': 200} Oct 22 14:47:26.937185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:26.939075 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.939801 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.948350 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:26.970937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:26.973798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:26.978250 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:26.979707 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:26.999363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-75555b56-a20f-4742-97bd-f00733564c8c tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "PUT /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 995 time: 2.2261167 Oct 22 14:47:26.999817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:27.010817 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db973f-b399-48ac-a7fd-5e02d3e3758f" -d '{"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:27.062513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:27.071997 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:27.116448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de9ce-6253-4e27-94a6-baf46ff85cdc req-98c8ca3e-23d1-4c49-866b-fba6a179289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.118017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce2de9ce-6253-4e27-94a6-baf46ff85cdc req-98c8ca3e-23d1-4c49-866b-fba6a179289e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 1100 time: 0.0787294 Oct 22 14:47:27.119731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-c1342724-458e-4249-ada6-fdc45cd2af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.121099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-c1342724-458e-4249-ada6-fdc45cd2af8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0988169 Oct 22 14:47:27.130621 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:27.130829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:27.221902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce2de9ce-6253-4e27-94a6-baf46ff85cdc req-6716cf82-b5e3-48b2-ac5b-d9b481719456 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 Oct 22 14:47:27.235300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6f6fb575-7361-4504-a15b-39c8b524df20'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:27.242495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-5d68f826-8351-46f6-b0d8-5a26812ea0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.244128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-5d68f826-8351-46f6-b0d8-5a26812ea0df service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.1158450 Oct 22 14:47:27.359136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-227b0880-1064-487b-b2a3-ff01d366f79a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 998 time: 0.1078899 Oct 22 14:47:27.414302 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:25Z', 'revision_number': 1, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:27.446575 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:27.457419 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:27.458129 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:27.461865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-f5cf40d9-d727-4612-ac7a-fec1cee6e36e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.463530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-f5cf40d9-d727-4612-ac7a-fec1cee6e36e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.1612310 Oct 22 14:47:27.489427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-692685a7-63d8-47c1-9154-bc6871c53b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.493908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-692685a7-63d8-47c1-9154-bc6871c53b79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.1204610 Oct 22 14:47:27.521720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc96c9a-9624-4116-8456-89e1acd0344f req-20d4703e-ae0b-4c45-8e28-807e615412f3 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.523229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cc96c9a-9624-4116-8456-89e1acd0344f req-20d4703e-ae0b-4c45-8e28-807e615412f3 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 943 time: 0.1029530 Oct 22 14:47:27.580066 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:27.627503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cc96c9a-9624-4116-8456-89e1acd0344f req-4f30c746-fbf2-4494-97b1-1d1c43d43cd2 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Oct 22 14:47:27.629840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-7bc5ebcd-34ae-4e86-b49b-1041b0c2e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.631356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-7bc5ebcd-34ae-4e86-b49b-1041b0c2e357 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072359 Oct 22 14:47:27.679968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-052875e8-15f3-4994-862f-a3345369bacc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:27.682515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-052875e8-15f3-4994-862f-a3345369bacc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104446 Oct 22 14:47:27.790543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-84fd362e-67ec-4413-a4b2-4b418a93ca3d service neutron] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:27.799899 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-84fd362e-67ec-4413-a4b2-4b418a93ca3d service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:27.801097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd49f911-1de8-4b07-b4b4-51d5158eccb9 req-84fd362e-67ec-4413-a4b2-4b418a93ca3d service neutron] 10.222.0.69 "DELETE /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720/bindings/n-h2-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.3250310 Oct 22 14:47:27.826203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9fb5f-8f30-4b72-b5af-c334e1a933d7 req-da1eab3c-923e-485c-acd3-8d9e43ca056e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:27.827973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99a9fb5f-8f30-4b72-b5af-c334e1a933d7 req-da1eab3c-923e-485c-acd3-8d9e43ca056e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.1320701 Oct 22 14:47:27.847854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-7d15ca13-6755-40f8-bfc5-abbd63265f51 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605651 Oct 22 14:47:27.862361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:25Z', 'revision_number': 1, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:27.889677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619b544-7461-465f-bc75-8e3ea5b4c3b5 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:25Z', 'revision_number': 1, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:27.907609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99a9fb5f-8f30-4b72-b5af-c334e1a933d7 req-4b1b8471-8905-40c5-a29c-0e42bdf589c2 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702386 Oct 22 14:47:27.962546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-231af7a3-760f-4503-a42a-999a4d0bc375 req-6f1f0ba3-8bfe-415d-8dd5-485a1c9e8232 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043649 Oct 22 14:47:27.978207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.028930 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad59553-2519-4880-a0ac-424c307aed10 x-openstack-request-id: req-cad59553-2519-4880-a0ac-424c307aed10 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:28.029228 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:28.029488 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cad59553-2519-4880-a0ac-424c307aed10 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:28.029912 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'status': 'completed', 'code': 200} Oct 22 14:47:28.150787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-e6435524-9fa5-4e97-b5b7-7396c360b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.167610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-e6435524-9fa5-4e97-b5b7-7396c360b595 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0911667 Oct 22 14:47:28.168294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa63ee-41f7-4f63-9539-e3049df38d56 req-290c25ce-da65-491b-9e90-d2095fec9aca tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.169910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dfa63ee-41f7-4f63-9539-e3049df38d56 req-290c25ce-da65-491b-9e90-d2095fec9aca tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 949 time: 0.0689497 Oct 22 14:47:28.306677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4086170-28d9-4a43-8703-d161329983b4 None None] New status for floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:47:28.324625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dfa63ee-41f7-4f63-9539-e3049df38d56 req-1473c1d3-f273-49cc-a32c-9cc5b795b4ab tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445653 Oct 22 14:47:28.326378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835621-0af8-4eb6-baa8-b1a592bc5c69 req-dd4361b5-92ec-4f85-ad62-7bc7deb4a6c1 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.327886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0835621-0af8-4eb6-baa8-b1a592bc5c69 req-dd4361b5-92ec-4f85-ad62-7bc7deb4a6c1 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1096 time: 0.1558681 Oct 22 14:47:28.364616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-ce0a8c3e-7139-4871-b956-c7e649f4d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.366499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-ce0a8c3e-7139-4871-b956-c7e649f4d830 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.1956151 Oct 22 14:47:28.427883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:28.431340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0835621-0af8-4eb6-baa8-b1a592bc5c69 req-607051a0-cdf4-4de5-a018-387172cd9eff tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934470 Oct 22 14:47:28.512014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-0c219c9f-f9c9-4bd7-92c0-228e76889ada service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 998 time: 0.1321502 Oct 22 14:47:28.554927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab73244-a8c4-44d8-bace-7e987013f590 req-f229cecb-37ff-4bfb-abea-fbefcc7d5b57 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.562755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ab73244-a8c4-44d8-bace-7e987013f590 req-f229cecb-37ff-4bfb-abea-fbefcc7d5b57 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.1301033 Oct 22 14:47:28.571342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:28.604987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-553301150-network', 'tenant_id': 'fac90d375d56471696fa875bf0f4b5df'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:28.658144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ab73244-a8c4-44d8-bace-7e987013f590 req-6eda60be-034a-4ea2-8c26-a5d263ab0c9e tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943491 Oct 22 14:47:28.663289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-372ce465-d106-49fa-980e-8a0301e29ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.665000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-372ce465-d106-49fa-980e-8a0301e29ac7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.1343131 Oct 22 14:47:28.688337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-094e6ee8-cc4a-4859-929e-d0d5d89259b3 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.689936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-094e6ee8-cc4a-4859-929e-d0d5d89259b3 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1177673 Oct 22 14:47:28.711831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 6f6fb575-7361-4504-a15b-39c8b524df20 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:28.719336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Made reservation on behalf of fac90d375d56471696fa875bf0f4b5df for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:28.721495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 6f6fb575-7361-4504-a15b-39c8b524df20 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:28.721933 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.724334 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.747303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.795075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-a22a8fa7-3700-40f1-baf7-65abac11482f req-10a24bc6-7cf9-475e-91c5-b1c54bb02bf5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:28.796418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a22a8fa7-3700-40f1-baf7-65abac11482f req-10a24bc6-7cf9-475e-91c5-b1c54bb02bf5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098560 Oct 22 14:47:28.813070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-78b8c6d3-2d04-4eb5-8fea-893364a56846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:28.814741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-78b8c6d3-2d04-4eb5-8fea-893364a56846 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411140 Oct 22 14:47:28.842872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-e77614cb-39ec-4a4c-923b-ea6228362f8e tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1000 time: 0.1340017 Oct 22 14:47:28.854956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.861542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'floatingip': {'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:28.862050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.891458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:28.893170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}, {'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:28.895617 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212e421-4ed4-4775-8e35-d87955912b84" -d '{"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}, {"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:28.974141 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:28.986553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.012489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:47:29.020709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.030226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3863b558-ae1b-445d-8117-6b06679b14fb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:29.037075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.037556 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Added segment 4c987be7-04bf-40e9-a3bc-beb5e21620e4 of type vlan for network 914865b7-cca2-4769-bac5-367b55402118 Oct 22 14:47:29.040493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-e3d5e924-c00a-4b82-b36a-d82d1ba44905 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135119 Oct 22 14:47:29.087691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.111724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:29.180606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.181579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:29.182169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.244284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=914865b7-cca2-4769-bac5-367b55402118,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:29.250768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db973f-b399-48ac-a7fd-5e02d3e3758f req-6ad08b4a-c7a8-4723-88f6-4d6f3b2e8193 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822276 Oct 22 14:47:29.256241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 914865b7-cca2-4769-bac5-367b55402118 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:47:29.279121 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b2989872-feb6-487a-8811-bff854430aa9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8504946 Oct 22 14:47:29.283077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35140) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:29.287786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Request body: {'subnet': {'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-553301150-subnet', 'tenant_id': 'fac90d375d56471696fa875bf0f4b5df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:29.412868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Made reservation on behalf of fac90d375d56471696fa875bf0f4b5df for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:29.415561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.570198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.642242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.670345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.731125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:29.737166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Checking segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:29.737516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Network hostable DHCP agents. Network: 914865b7-cca2-4769-bac5-367b55402118, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:47:29.769517 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db associated. External IP: 172.25.1.42, port: 41aec9bc-307a-4692-96b1-c313489501e9. Oct 22 14:47:29.814799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Network 914865b7-cca2-4769-bac5-367b55402118 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:47:29.917791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 914865b7-cca2-4769-bac5-367b55402118) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:29.922801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:29.927440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:29.929684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f0a71-bdf4-4aa9-bf08-5534113e627f None None] Network 914865b7-cca2-4769-bac5-367b55402118 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:47:30.064346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d49ced-77a1-49a2-86ee-887f41b756c4 None None] Network 914865b7-cca2-4769-bac5-367b55402118 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:47:30.085958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e3bcd71-be55-4965-9fec-0af86acf9285 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8002284 Oct 22 14:47:30.188860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:30.254454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:30.303669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,segment=NetworkSegment(6c44ad85-53e3-467e-a68e-498d35e597bf),segment_id=6c44ad85-53e3-467e-a68e-498d35e597bf)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:30.316979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6', 'network_id': '992c0762-8103-40c1-9afe-bfc2784e89eb', 'port_id': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6', 'mac_address': 'fa:16:3e:f5:da:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7427da-b43a-4742-9da1-4720ca36dbb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:30.355494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:30.368876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:30.372576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:30.380238 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:30.390215 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:30.391055 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:30.394849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,segment=NetworkSegment(6c44ad85-53e3-467e-a68e-498d35e597bf),segment_id=6c44ad85-53e3-467e-a68e-498d35e597bf)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:30.484978 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:30.506395 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:30.598128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:30.672656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:30.717330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:30.722410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:30.752639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:30.754924 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcabec2-2a07-41ba-a5c2-233b44f6507a" -d '{"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:30.772045 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:29Z', 'revision_number': 3, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:30.784479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5791e8aa-a34d-4649-a650-ddbadd23a3ae tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "PUT /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 998 time: 1.9404764 Oct 22 14:47:30.799740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:30.808103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:30.808740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:30.839574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-6f66af63-d3a3-4e70-91d6-2af154629fa7 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:30.841051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-6f66af63-d3a3-4e70-91d6-2af154629fa7 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports/41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 942 time: 0.0502014 Oct 22 14:47:30.943463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-ed6d4d99-b7af-4972-b151-e7a3bd29fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:30.945272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-ed6d4d99-b7af-4972-b151-e7a3bd29fb71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0460553 Oct 22 14:47:30.947720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d98e6905-7cb4-4d9f-92ff-fde5ddb391a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:31.000292 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:31.058499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-e650fdf9-9e4f-481a-b14e-c57b01ec628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.060379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-e650fdf9-9e4f-481a-b14e-c57b01ec628c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.1084805 Oct 22 14:47:31.111326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-90e1745d-48fa-47bd-a269-6e88a3a6a3e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 217 time: 0.0445642 Oct 22 14:47:31.158441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35182) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:31.166510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-2fb1d64c-fb58-4437-ba7d-78db5333520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.168114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-2fb1d64c-fb58-4437-ba7d-78db5333520f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0508184 Oct 22 14:47:31.218889 n-d-812148-2 neutron-server[107801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 22 14:47:31.221487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5deb7e3f-12b3-4bb7-b237-bb7684116c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.223011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-5deb7e3f-12b3-4bb7-b237-bb7684116c4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485933 Oct 22 14:47:31.223326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-4629a0fd-2bc3-42d2-b604-a5cd1d8c1226 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:31.224355 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-4629a0fd-2bc3-42d2-b604-a5cd1d8c1226 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0647891 Oct 22 14:47:31.252294 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:29Z', 'revision_number': 3, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:31.263534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-2876aed7-bd1a-410d-b2ef-b130ffb61cee tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.265202 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-2876aed7-bd1a-410d-b2ef-b130ffb61cee tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 1093 time: 0.0347667 Oct 22 14:47:31.287020 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab032cc-7ed5-4871-8533-1e31401e7411 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:29Z', 'revision_number': 3, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:31.329654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-4097de93-1298-4ae9-8e97-ac5fdbc8e8a2 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980752 Oct 22 14:47:31.354622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Request body: {'binding': {'host': 'n-h2-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:31.355169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Unknown quota resources ['binding']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:47:31.421244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-2f70509d-6fef-4301-b3a8-47891073da0c service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907197 Oct 22 14:47:31.495433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd54492-ecbd-418f-96b7-44ec0e14e192 None None] New status for floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:47:31.497015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on host n-h2-812148-2 for vnic_type normal with profile None {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:31.497360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:31.497691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:31.503295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:31.503610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:31.508376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:31.508709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:31.509169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:31.509592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Bound port: c05cd4ba-1575-48f8-b82b-b1cc261deb25, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:31.565417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:31.610672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-339d7cab-f14f-494e-bf77-767d35137990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.612242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-339d7cab-f14f-494e-bf77-767d35137990 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1097 time: 0.0440660 Oct 22 14:47:31.650329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:31.652104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a366bd8a-b2dc-4066-8666-3cc0c05dfdd6 service neutron] 10.222.0.66 "POST /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25/bindings HTTP/1.1" status: 201 len: 389 time: 0.3414021 Oct 22 14:47:31.709980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-d0a5325d-00ae-45cd-8bb2-bca2bcf56291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.711512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-d0a5325d-00ae-45cd-8bb2-bca2bcf56291 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.0931571 Oct 22 14:47:31.777754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-e62f8128-bc96-4261-bd9c-4f5c370a5fff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 1001 time: 0.0597939 Oct 22 14:47:31.829032 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956968b-b069-435d-a943-3216b5855034 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:31.829533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-029740c0-0346-4304-8200-7ae4276dfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.830853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-029740c0-0346-4304-8200-7ae4276dfa35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0455637 Oct 22 14:47:31.839391 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:31.839988 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:31.886298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-c01dc103-9053-4b20-92ac-64f73da39209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:31.889921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-c01dc103-9053-4b20-92ac-64f73da39209 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522680 Oct 22 14:47:31.950738 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:32.014271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-4993cd2c-549f-4f8d-a0dc-6bf87a39382f service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192796 Oct 22 14:47:32.020403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1705ce-0903-48d8-a955-5b3dbc8d134d req-1d5b1887-7b8d-421f-aa76-d048d6826076 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.021854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a1705ce-0903-48d8-a955-5b3dbc8d134d req-1d5b1887-7b8d-421f-aa76-d048d6826076 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1095 time: 0.0882266 Oct 22 14:47:32.115383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a1705ce-0903-48d8-a955-5b3dbc8d134d req-9c7a63d2-827c-4539-b74c-25abe1a73ad7 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844989 Oct 22 14:47:32.143354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d266477-d57f-47ac-9b3b-1b6e733bf2ed req-33139077-ee18-4fe8-879b-c289562f26ab service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205189 Oct 22 14:47:32.188115 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:31Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:32.193182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:32.226286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956968b-b069-435d-a943-3216b5855034 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:32.235685 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:32.236103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:32.274911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d155d-e855-4929-8373-1db71226991e req-54ac8d82-8b4a-46a8-ad88-7e00a1ba64bd tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.276600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-942d155d-e855-4929-8373-1db71226991e req-54ac8d82-8b4a-46a8-ad88-7e00a1ba64bd tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 944 time: 0.0727241 Oct 22 14:47:32.340181 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50303767-1d76-4666-b6e4-80144abfae00 x-openstack-request-id: req-50303767-1d76-4666-b6e4-80144abfae00 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:32.340532 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "code": 200}, {"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:32.340836 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50303767-1d76-4666-b6e4-80144abfae00 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:32.341314 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'code': 200} Oct 22 14:47:32.341573 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20', 'code': 200} Oct 22 14:47:32.343466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-942d155d-e855-4929-8373-1db71226991e req-1324f26b-39c6-4bb9-a152-a21731ef8e24 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596273 Oct 22 14:47:32.351911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:32.353387 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:32.364194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:32.364579 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:32.467618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-cacaee2f-60d1-41d2-abc2-6fe52a23c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.470844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-cacaee2f-60d1-41d2-abc2-6fe52a23c77c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1096 time: 0.1070623 Oct 22 14:47:32.527487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:32.567894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,segment=NetworkSegment(6c44ad85-53e3-467e-a68e-498d35e597bf),segment_id=6c44ad85-53e3-467e-a68e-498d35e597bf)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:32.573504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe2a6-ce11-44bb-ab87-813a0ba65d5f req-c83d7d32-aaf0-41cf-80ce-247993692767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.575014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a4fe2a6-ce11-44bb-ab87-813a0ba65d5f req-c83d7d32-aaf0-41cf-80ce-247993692767 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 1101 time: 0.1108091 Oct 22 14:47:32.576719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c143c2-062f-43d2-9a14-c3b2369b571c req-20706747-15c4-4587-8912-c2df8df65f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.578404 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-23c143c2-062f-43d2-9a14-c3b2369b571c req-20706747-15c4-4587-8912-c2df8df65f8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 1101 time: 0.1151621 Oct 22 14:47:32.618785 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7956968b-b069-435d-a943-3216b5855034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:31Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:32.641387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-23c143c2-062f-43d2-9a14-c3b2369b571c req-f725821f-ee72-413c-8d76-06f84f05c007 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473845 Oct 22 14:47:32.643211 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a4fe2a6-ce11-44bb-ab87-813a0ba65d5f req-3e6feb85-aa39-4a62-8420-df2964aa1c53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564477 Oct 22 14:47:32.647170 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956968b-b069-435d-a943-3216b5855034 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:34:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:31Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:32.651053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae6aec-7ef1-4b84-8854-da340d24af24 req-ea544b3f-8a9e-4a6f-9d8c-eccf9a967906 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.652380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eeae6aec-7ef1-4b84-8854-da340d24af24 req-ea544b3f-8a9e-4a6f-9d8c-eccf9a967906 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 950 time: 0.1707783 Oct 22 14:47:32.668514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a438b-5446-4517-acf8-9c378a5daa76 req-63f87118-6eab-4ec6-b211-2f7d7876c802 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.670002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f12a438b-5446-4517-acf8-9c378a5daa76 req-63f87118-6eab-4ec6-b211-2f7d7876c802 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.1291213 Oct 22 14:47:32.678449 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:32.713695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-347f19c3-9761-4655-a08f-8e839cda3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.715202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-347f19c3-9761-4655-a08f-8e839cda3421 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.2367377 Oct 22 14:47:32.733997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:32.743117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.743466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.743799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.744134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.744464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eeae6aec-7ef1-4b84-8854-da340d24af24 req-f76047c7-57b9-4ca3-9033-bed8baaf42cf tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 Oct 22 14:47:32.744585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.744815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.745138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.745457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.745805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.746122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.746440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.746812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:32.749241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f12a438b-5446-4517-acf8-9c378a5daa76 req-296fb0f0-8ddc-4a14-a677-8bcd5cfa9f1a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670180 Oct 22 14:47:32.808841 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747231f8-a680-4cca-9317-91b0c75e27e1 x-openstack-request-id: req-747231f8-a680-4cca-9317-91b0c75e27e1 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:32.809198 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:32.809516 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-747231f8-a680-4cca-9317-91b0c75e27e1 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:32.809982 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'status': 'completed', 'code': 200} Oct 22 14:47:32.934447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e39e5-832d-4c3e-b3dc-3e62e4449707 req-aabd6fb9-9e40-4d14-b249-d87527150895 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:32.935873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-861e39e5-832d-4c3e-b3dc-3e62e4449707 req-aabd6fb9-9e40-4d14-b249-d87527150895 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 945 time: 0.0779529 Oct 22 14:47:33.019975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-861e39e5-832d-4c3e-b3dc-3e62e4449707 req-cbaa42fe-28b0-4e65-95ba-d2a39f7c6ba3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779884 Oct 22 14:47:33.077371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-079a13df-74fa-4aa2-a95b-cec034947bf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 217 time: 0.0547206 Oct 22 14:47:33.081405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-597786cb-35af-4c4e-b827-3ff7c0f60483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.082884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-597786cb-35af-4c4e-b827-3ff7c0f60483 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0415101 Oct 22 14:47:33.089281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-b5286a30-616e-4f38-85cd-eadebe6878db tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.090709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-b5286a30-616e-4f38-85cd-eadebe6878db tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.1935582 Oct 22 14:47:33.171505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-67558a4f-3a8e-485b-908d-971020f0c8c3 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/quotas/fac90d375d56471696fa875bf0f4b5df HTTP/1.1" status: 200 len: 375 time: 0.0456281 Oct 22 14:47:33.180939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-eec982f5-1da9-4392-80a6-edcbfc343a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.182433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-eec982f5-1da9-4392-80a6-edcbfc343a74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.0913036 Oct 22 14:47:33.199118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1db3d99b-3684-4f23-973c-f9f52f68b277 req-0e77725e-2c42-413a-8b05-4216cb605c55 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1001 time: 0.1247473 Oct 22 14:47:33.221958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-8851911a-4b59-422f-8e43-022f7a8727c6 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384185 Oct 22 14:47:33.223288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-7a9c7bae-eba9-4058-9571-c76ac772e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.224584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-7a9c7bae-eba9-4058-9571-c76ac772e60f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.1329329 Oct 22 14:47:33.225080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-78c4a419-4d56-416b-b45f-968c3e2fcf61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 217 time: 0.0346131 Oct 22 14:47:33.295428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-65b22ec3-865b-48f2-8863-12bb59125cb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392852 Oct 22 14:47:33.302586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-60d6598e-76b0-4870-a59a-52c7a93ad91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.304084 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-60d6598e-76b0-4870-a59a-52c7a93ad91d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0478628 Oct 22 14:47:33.306172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d99b-3684-4f23-973c-f9f52f68b277 req-13be24f6-6efe-48c0-bef0-d62a543ea158 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.307467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1db3d99b-3684-4f23-973c-f9f52f68b277 req-13be24f6-6efe-48c0-bef0-d62a543ea158 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports/b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 943 time: 0.0881946 Oct 22 14:47:33.351003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-78a2e280-69a3-4022-a5f2-1772358bd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.352490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-78a2e280-69a3-4022-a5f2-1772358bd150 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421014 Oct 22 14:47:33.452541 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-f65747c5-946a-4d2e-b3a5-f1a4d7e9b527 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912988 Oct 22 14:47:33.488511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-3afa7230-735e-4946-9441-53d1726bb499 service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563088 Oct 22 14:47:33.496302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1db3d99b-3684-4f23-973c-f9f52f68b277 req-16de7e2f-f81c-4385-a2d1-17e91c633df7 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1001 time: 0.1344950 Oct 22 14:47:33.519096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-e47e347a-f626-4a54-a0f3-a4eff16629ae service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041922 Oct 22 14:47:33.540437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:33.550835 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6bcabec2-2a07-41ba-a5c2-233b44f6507a req-329e1287-88cb-408e-9ee8-6cb7b5384be6 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889983 Oct 22 14:47:33.729429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-b724fe31-af0d-47b5-b558-d96a4dfa430b service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321022 Oct 22 14:47:33.741635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d99b-3684-4f23-973c-f9f52f68b277 req-9f40ce08-7f1e-448c-8f96-da7e91f2a0ab tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.742981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1db3d99b-3684-4f23-973c-f9f52f68b277 req-9f40ce08-7f1e-448c-8f96-da7e91f2a0ab tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2356119 Oct 22 14:47:33.748815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-930b28da-481e-4116-9273-f4cea05d5454 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199366 Oct 22 14:47:33.917485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-7a619506-d2a2-4f99-9204-c73b39793014 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:33.919110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-7a619506-d2a2-4f99-9204-c73b39793014 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.1024568 Oct 22 14:47:33.938835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-e346a2e5-294c-4767-8d53-41ec58da2155 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/quotas/51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 375 time: 0.0130877 Oct 22 14:47:33.991979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-b11da4f5-c622-4953-bd8f-d3a20238966d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474346 Oct 22 14:47:34.099858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-7b71bbd7-a821-42a1-b317-a6bcd87fbab3 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:34.101339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-7b71bbd7-a821-42a1-b317-a6bcd87fbab3 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0932333 Oct 22 14:47:34.117614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-2'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:34.342592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:34.345217 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196ee4ca-be7f-4105-b2dc-3b2f5b6e9d17" -d '{"events": [{"server_uuid": "1a179f64-068a-4d38-a6ab-ba3f71c4604f", "name": "network-vif-plugged", "status": "completed", "tag": "d98e6905-7cb4-4d9f-92ff-fde5ddb391a6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:34.432228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-337b4420-cb6e-4695-9468-7030a829a3f3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322438 Oct 22 14:47:34.507222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:34.560133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45783af3-6ab9-4cb5-9cd7-6432c937e491 req-813af56d-6010-4adb-b1a1-d8c20e11e431 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:34.561573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45783af3-6ab9-4cb5-9cd7-6432c937e491 req-813af56d-6010-4adb-b1a1-d8c20e11e431 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.1546328 Oct 22 14:47:34.627360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-15905fce-3e69-4641-aedc-7702d4457b8a service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813562 Oct 22 14:47:34.657060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45783af3-6ab9-4cb5-9cd7-6432c937e491 req-b6b36fe8-ba34-4cf6-94ee-dcee10deca01 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737512 Oct 22 14:47:34.737326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:34.811299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:34.816178 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29de8e1-c129-47b8-a995-ddaddeebd43f" -d '{"events": [{"name": "network-changed", "server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:34.835901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-1ec67b61-ad47-40cf-977f-b84a77ca0951 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1001 time: 0.0963280 Oct 22 14:47:34.838088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:34.912747 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:34.921800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-b166346b-5232-4d54-b2f7-02eda1bdaf8b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:34.923537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-b166346b-5232-4d54-b2f7-02eda1bdaf8b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports/b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 943 time: 0.0666416 Oct 22 14:47:35.020869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583e44f-a067-4edd-913a-d86529491fd2 req-2781bc78-7211-4ce4-be8b-9248316c2b99 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:35.022496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8583e44f-a067-4edd-913a-d86529491fd2 req-2781bc78-7211-4ce4-be8b-9248316c2b99 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 950 time: 0.0617561 Oct 22 14:47:35.035416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:35.148597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-042789b3-28f5-4e56-b970-3f9c915d1568 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1001 time: 0.1229205 Oct 22 14:47:35.185790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8583e44f-a067-4edd-913a-d86529491fd2 req-f0b44c93-28d9-43f9-8107-dcb0498d44a0 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314087 Oct 22 14:47:35.223018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:35.268994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.270408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.270408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.270408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.270706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.271064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.271459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.271863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.272213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.272535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.272856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.273178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:47:35.320846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on host n-h1-812148-2 for vnic_type normal with profile {"migrating_to": "n-h2-812148-2"} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:35.321090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:35.321420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:35.341711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:35.342036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Attempting to bind port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:35.363574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:35.363909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:35.364331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:35.364765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Bound port: c05cd4ba-1575-48f8-b82b-b1cc261deb25, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:35.365114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:35.388164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-ac83a519-8646-44ea-8d7e-04f767872671 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:35.389505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-ac83a519-8646-44ea-8d7e-04f767872671 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2244699 Oct 22 14:47:35.399393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e62c-f4cd-419c-86f2-a434d59af654 req-47579596-4048-4654-bc60-204beb418ac0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:35.400784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c090e62c-f4cd-419c-86f2-a434d59af654 req-47579596-4048-4654-bc60-204beb418ac0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.1652644 Oct 22 14:47:35.408152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-478daefd-d478-4a54-889c-4bbde48495f9 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:35.409117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-478daefd-d478-4a54-889c-4bbde48495f9 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074768 Oct 22 14:47:35.531837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c090e62c-f4cd-419c-86f2-a434d59af654 req-9f875d19-95dc-4ae3-ae18-9a340fbb5420 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207092 Oct 22 14:47:35.542274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-72cf172a-7c57-4ead-8c88-a510df5a4723 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1001 time: 0.1082759 Oct 22 14:47:35.544725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:35.551501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:35.554555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:35.612907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:35.670048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:35.673718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f0e5121-58a7-4591-90cb-b82bb1331f6c req-cd523296-f8fa-43ef-8c5c-ec1be4d1133a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 210 time: 0.0584700 Oct 22 14:47:35.826043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=8']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:35.837022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:35.837673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:35.839013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-0c79ff8a-02a6-4cb7-b6ba-3095c1798b31 service neutron] 10.222.0.53 "PUT /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 1121 time: 1.7272387 Oct 22 14:47:35.895926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:35.903478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ca3f1-6957-4697-8fc5-fc21fe56598f req-aee57823-aae8-4f3f-9134-d6d1b9a480d5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:35.904941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f35ca3f1-6957-4697-8fc5-fc21fe56598f req-aee57823-aae8-4f3f-9134-d6d1b9a480d5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.1706033 Oct 22 14:47:35.938239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c05cd4ba-1575-48f8-b82b-b1cc261deb25'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:35.945096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f35ca3f1-6957-4697-8fc5-fc21fe56598f req-ebe231c4-93f0-4651-a7c6-97d8f0dc3402 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Oct 22 14:47:35.998259 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208c40c5-9f9b-4aca-854c-b5861b8ac2c1 x-openstack-request-id: req-208c40c5-9f9b-4aca-854c-b5861b8ac2c1 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:35.998259 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a179f64-068a-4d38-a6ab-ba3f71c4604f", "name": "network-vif-plugged", "status": "completed", "tag": "d98e6905-7cb4-4d9f-92ff-fde5ddb391a6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:35.998636 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-208c40c5-9f9b-4aca-854c-b5861b8ac2c1 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:35.998815 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6', 'code': 200} Oct 22 14:47:36.047360 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926bdc16-33a0-4390-9167-ee99a0599105 x-openstack-request-id: req-926bdc16-33a0-4390-9167-ee99a0599105 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:36.047828 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:36.055408 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-926bdc16-33a0-4390-9167-ee99a0599105 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:36.055854 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'status': 'completed', 'code': 200} Oct 22 14:47:36.060627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:36.060965 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db disassociated. External IP: 172.25.1.42, port: b5d6edf5-7f8b-4609-8b39-a869fb70ab63. Oct 22 14:47:36.119484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-df6c8bf8-79e1-4367-84d0-fbec1e9aec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.124258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-df6c8bf8-79e1-4367-84d0-fbec1e9aec9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1097 time: 0.0451767 Oct 22 14:47:36.186522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58cf12a6-6a1c-4870-8930-45750f35c483 req-34a26726-2965-4e5c-95d0-247de986dfd5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0678213 Oct 22 14:47:36.213146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2681a-d613-4672-8080-e6079f145699 req-53a29494-7382-49b2-80e7-88e8a3e6eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.215365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfb2681a-d613-4672-8080-e6079f145699 req-53a29494-7382-49b2-80e7-88e8a3e6eb9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 1096 time: 0.0884635 Oct 22 14:47:36.242431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-9d20c85b-89dc-44dd-91b9-782506defe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.244374 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-9d20c85b-89dc-44dd-91b9-782506defe2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.1152785 Oct 22 14:47:36.295183 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-08ab742e-b114-48f9-ba07-ea78fb6643e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 217 time: 0.0342319 Oct 22 14:47:36.315006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfb2681a-d613-4672-8080-e6079f145699 req-cb30e628-04b5-49ef-b30b-36ed7dc27e89 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719087 Oct 22 14:47:36.348696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-7b0ff330-0162-42d1-9791-b2756b9e0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.350047 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-7b0ff330-0162-42d1-9791-b2756b9e0785 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0477452 Oct 22 14:47:36.370285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6d872-aca4-46b0-8842-d227bf8113ce req-cfe38f93-001c-4195-b664-c148ca08ed03 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.371776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ee6d872-aca4-46b0-8842-d227bf8113ce req-cfe38f93-001c-4195-b664-c148ca08ed03 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 950 time: 0.1188660 Oct 22 14:47:36.447271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ee6d872-aca4-46b0-8842-d227bf8113ce req-5bf2fc4d-9042-48d2-a26e-436705d96a6d tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687475 Oct 22 14:47:36.472955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:36.607859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94014-e157-4711-a607-d748a53d4620 req-6d7c631e-03e8-485c-b547-1c5802c80b05 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.609231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70b94014-e157-4711-a607-d748a53d4620 req-6d7c631e-03e8-485c-b547-1c5802c80b05 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.0912321 Oct 22 14:47:36.620414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:36.630022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:36.630390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:36.638958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:36.639582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:36.676249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-cdcccf4b-8907-464e-9638-e29295074037 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "PUT /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 694 time: 1.1256764 Oct 22 14:47:36.679185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70b94014-e157-4711-a607-d748a53d4620 req-d4cb5792-5c13-43cc-8bac-dd4918f80d12 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Oct 22 14:47:36.750745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:36.752899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-f9e87fd5-3165-425e-9fad-4c377e04945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.753487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-f9e87fd5-3165-425e-9fad-4c377e04945c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1097 time: 0.0461366 Oct 22 14:47:36.848245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-da81defd-53ec-465d-a614-a6322a26a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.849707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-da81defd-53ec-465d-a614-a6322a26a565 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.0902762 Oct 22 14:47:36.892106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-56c5761a-b486-4e40-95a3-0d93edfc4f77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 217 time: 0.0356977 Oct 22 14:47:36.940079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-d265ab8b-0ee9-43fa-82f4-2c5294056472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.941542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-d265ab8b-0ee9-43fa-82f4-2c5294056472 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0437813 Oct 22 14:47:36.950908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:36.981742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:36.990575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:36.991201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:36.991380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-b84fbf07-4ea2-465e-8b68-8a2d78305362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:36.992888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-b84fbf07-4ea2-465e-8b68-8a2d78305362 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446193 Oct 22 14:47:37.084504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-59502f75-21dd-4fc1-8689-dc21d50a2ba3 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849164 Oct 22 14:47:37.098220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:37.175643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a85e681-d5b0-424a-bed8-9d547592dba0 req-2ee3601b-6507-4e20-aeff-5ed28d0e7bab service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850477 Oct 22 14:47:37.302953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:37.330598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d69716-1d8e-4590-9f4c-0e1b3d20c967 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:37.341072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-0f2ffab5-24e7-4622-9b66-97daf035a9c2 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280075 Oct 22 14:47:37.451293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e0bb9e94-6dd5-48fb-8843-b641dd61d31b tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:37.452804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e0bb9e94-6dd5-48fb-8843-b641dd61d31b tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053696 Oct 22 14:47:37.469533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-627732f5-d48c-4cfb-b887-7c44a12498d6 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/quotas/bb5ffd98c53b4583a0eebad864ee9d06 HTTP/1.1" status: 200 len: 375 time: 0.0104952 Oct 22 14:47:37.561336 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773ffe9-8bf8-4c39-b035-1068d27b0944 None None] New status for floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:47:37.785296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-f2a4d3e8-d8e4-4705-bf54-c1ab1a1c4634 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3091729 Oct 22 14:47:38.056927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25'}, {'name': 'network-changed', 'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25'}, {'name': 'network-changed', 'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:38.059508 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb34e96-edde-4b0d-8339-b46d6910e730" -d '{"events": [{"server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "name": "network-vif-unplugged", "status": "completed", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25"}, {"name": "network-changed", "server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25"}, {"name": "network-changed", "server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:38.637591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e420de-e3fa-4c46-a914-cc8d11cbc3f7 req-a6aaefbb-4a0c-4a9b-b611-da01e8776dc3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:38.639083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5e420de-e3fa-4c46-a914-cc8d11cbc3f7 req-a6aaefbb-4a0c-4a9b-b611-da01e8776dc3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.0479169 Oct 22 14:47:38.680893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5e420de-e3fa-4c46-a914-cc8d11cbc3f7 req-6cca7915-9541-4829-8f22-78398873ea69 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Oct 22 14:47:38.763087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68925bae-da49-4500-8dfd-2b063aed8f21 req-b19d1da3-2eb4-497a-bb21-d0d2d32889ef tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 210 time: 0.0255046 Oct 22 14:47:38.979992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee73b75d-9418-442f-875b-7f1e3e168cc2 req-1e54b777-fe98-40a1-8d35-fccf142a9038 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0286033 Oct 22 14:47:39.572273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8206877-3fe1-445e-8d13-3238e75429dd req-11beca28-fc91-48a5-8e73-ceb79ba268b8 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:39.573739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8206877-3fe1-445e-8d13-3238e75429dd req-11beca28-fc91-48a5-8e73-ceb79ba268b8 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.0477765 Oct 22 14:47:39.610765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8206877-3fe1-445e-8d13-3238e75429dd req-b01fd460-0d1a-474e-ab97-c754b737f4e1 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Oct 22 14:47:39.690592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c15b18d5-16c6-42f8-a380-9b3e0838b7aa req-b2160ae4-536c-43f2-b350-9f2055a3e6da tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 210 time: 0.0281568 Oct 22 14:47:39.737684 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6ea2cd-a019-4d7d-9e9a-d687ed9a54c3 x-openstack-request-id: req-0c6ea2cd-a019-4d7d-9e9a-d687ed9a54c3 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:39.738008 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "name": "network-vif-unplugged", "status": "completed", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25", "code": 200}, {"name": "network-changed", "server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:39.738428 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c6ea2cd-a019-4d7d-9e9a-d687ed9a54c3 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:39.738837 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'code': 200} Oct 22 14:47:39.739193 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'status': 'completed', 'code': 200} Oct 22 14:47:39.739551 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'status': 'completed', 'code': 200} Oct 22 14:47:39.883269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-01c5731d-761a-4a41-9351-ca6df3224997 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:39.884840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-01c5731d-761a-4a41-9351-ca6df3224997 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0511162 Oct 22 14:47:39.941591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-dc573f3f-df5f-409f-a68a-27f65720ae61 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0502918 Oct 22 14:47:39.951446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'floatingip': {'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:39.993544 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:40.429775 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:40.511652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:40.588434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-45722a0f-46f6-4d8a-9367-c34e30978411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:40.590001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-45722a0f-46f6-4d8a-9367-c34e30978411 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443778 Oct 22 14:47:40.611582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920e0f-d1f8-49b0-8269-342abba41b8b req-e653dae6-53cb-4db6-bc59-a71e36023510 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:40.613046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5920e0f-d1f8-49b0-8269-342abba41b8b req-e653dae6-53cb-4db6-bc59-a71e36023510 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.0677903 Oct 22 14:47:40.676301 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db associated. External IP: 172.25.1.42, port: 41aec9bc-307a-4692-96b1-c313489501e9. Oct 22 14:47:40.751764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5920e0f-d1f8-49b0-8269-342abba41b8b req-2b18157a-3b1b-41c0-8a44-4d25b7546594 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131248 Oct 22 14:47:40.772586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-3ad7fcf1-5ceb-4c42-b8eb-0fa04d03986b service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973144 Oct 22 14:47:40.815077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-2d985484-4737-4d0f-8d7e-747d51b4506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:40.817120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-2d985484-4737-4d0f-8d7e-747d51b4506a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1124 time: 0.1378520 Oct 22 14:47:40.881489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c29de8e1-c129-47b8-a995-ddaddeebd43f req-b7c4a47f-aaae-42ee-9888-368692d5f100 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993879 Oct 22 14:47:40.883014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ae0c5eb-406f-4ee2-a7f1-5247f50aad83 req-1db8dff9-5d0c-4f80-8ee8-dc3d04a69622 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 210 time: 0.0560329 Oct 22 14:47:41.005649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d03ab14-d284-44ed-a869-172f300d584f req-66fd3ded-ba29-46cf-b94c-4f71335b896a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0626023 Oct 22 14:47:41.084879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-828f7c94-b494-4cff-bfa5-777f26487f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:41.086308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-828f7c94-b494-4cff-bfa5-777f26487f8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.2552378 Oct 22 14:47:41.095185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:41.150912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-244ffa38-0658-46d5-9f78-aa1c71cffd36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 217 time: 0.0464401 Oct 22 14:47:41.160846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:41.203443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8c27-6e04-4b4d-974e-4893b71d0805 req-699e47e0-88a6-402f-a990-1b921bb1fbdf tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:41.204990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-075e8c27-6e04-4b4d-974e-4893b71d0805 req-699e47e0-88a6-402f-a990-1b921bb1fbdf tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.1311319 Oct 22 14:47:41.276087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-60f82959-d964-42f3-8c12-ea2b227013a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:41.277481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-60f82959-d964-42f3-8c12-ea2b227013a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.1156371 Oct 22 14:47:41.310286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-075e8c27-6e04-4b4d-974e-4893b71d0805 req-70820a7a-d7b2-4388-86f9-6500aa8a433a tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957723 Oct 22 14:47:41.328108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-f921e8cb-378e-4c83-9cd0-1893e793f103 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362637 Oct 22 14:47:41.432018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bc6c2cc-f706-40c7-b1b1-f148742f0c83 req-c4cbf2e7-4b7d-4a56-bcf5-ffcd87277982 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 210 time: 0.0549119 Oct 22 14:47:41.441839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:41.451572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:41.471250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:41.472101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:41.499216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:41.571449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-6d12f6ec-bdd9-4c28-9197-e07a4b334e27 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:41.573159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-6d12f6ec-bdd9-4c28-9197-e07a4b334e27 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.1499557 Oct 22 14:47:41.578350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-4153e027-5d68-48ed-bab7-f460f04e03cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "PUT /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 995 time: 1.6303880 Oct 22 14:47:41.592910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Request body: {'port': {'device_id': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'admin_state_up': True, 'tenant_id': 'fac90d375d56471696fa875bf0f4b5df'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:41.624398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-7418f62d-bce6-4b45-8be8-f411c607f9dd service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858534 Oct 22 14:47:41.665628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-150d05dd-aa64-41e4-8622-c6e26d8afc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:41.667320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-150d05dd-aa64-41e4-8622-c6e26d8afc85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0839443 Oct 22 14:47:41.676375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:41.743210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:41.745499 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a79f70-b980-415e-82a7-b7f501337b02" -d '{"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:41.801368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Made reservation on behalf of fac90d375d56471696fa875bf0f4b5df for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:41.805993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:41.811399 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df0f75-39fa-4946-9340-ba8271c04ce3 x-openstack-request-id: req-e2df0f75-39fa-4946-9340-ba8271c04ce3 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:41.811941 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:41.811941 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2df0f75-39fa-4946-9340-ba8271c04ce3 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:41.813054 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'status': 'completed', 'code': 200} Oct 22 14:47:41.856944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-1420b169-bd7f-437f-a21b-f2be43fca754 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185915 Oct 22 14:47:41.918333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-825757c1-1529-4e98-95a5-61d2c33f815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:41.926362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-825757c1-1529-4e98-95a5-61d2c33f815c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.2495565 Oct 22 14:47:42.017892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74730ba9-e2a2-453e-be94-d8cdcc5c1c34 req-eadec65b-f3e6-40d9-ba69-f99462f2927b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:42.019582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74730ba9-e2a2-453e-be94-d8cdcc5c1c34 req-eadec65b-f3e6-40d9-ba69-f99462f2927b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.1565661 Oct 22 14:47:42.067951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-3f82970f-813d-48db-b35b-07dfff6fd24c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 998 time: 0.1402884 Oct 22 14:47:42.079694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Allocated IP 172.20.0.5 (914865b7-cca2-4769-bac5-367b55402118/82fe8bd6-bb99-4b9b-8cfb-d85e2e662374/8b936b3f-e633-419e-8c06-47e7eb5330a0) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:42.099950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79f70-b980-415e-82a7-b7f501337b02 req-c60946bd-a5b3-4023-89fc-7aa776ede0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:42.105879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-c60946bd-a5b3-4023-89fc-7aa776ede0fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.1998017 Oct 22 14:47:42.191894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:40Z', 'revision_number': 8, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:42.220182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:42.225506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74730ba9-e2a2-453e-be94-d8cdcc5c1c34 req-6bab674b-2c7b-4e7b-9cf6-43e37a641e44 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911151 Oct 22 14:47:42.231467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-25d72a48-c004-4720-9170-de8a07010493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:42.232646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:42.233376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-25d72a48-c004-4720-9170-de8a07010493 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.1646686 Oct 22 14:47:42.233714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:42.377361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-007bf78c-10be-47a6-bd14-1d532d3eb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:42.378859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-007bf78c-10be-47a6-bd14-1d532d3eb267 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 1097 time: 0.1923110 Oct 22 14:47:42.384341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:42.395256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79f70-b980-415e-82a7-b7f501337b02 req-4bf657b5-f9d9-4e74-8e38-26584703da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:42.396696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-4bf657b5-f9d9-4e74-8e38-26584703da48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.2617650 Oct 22 14:47:42.399914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:42.443338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-9f88fbe2-5f32-41f9-9d61-d6043d02e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:42.460076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-9f88fbe2-5f32-41f9-9d61-d6043d02e12a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051120 Oct 22 14:47:42.476952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bcbf5db0-88d5-4db1-96c1-4c557affa08d req-8bf18817-03a7-4691-82bf-6ddfc92857d0 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 210 time: 0.0970881 Oct 22 14:47:42.485555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.69', 65186) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:42.518479 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-f439e024-dedb-4cce-a33b-e057532bf864 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317528 Oct 22 14:47:42.584805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:42.661676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:42.827982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:42.847243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'mac_address': 'fa:16:3e:d0:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:42.861158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.69', 65187) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:42.911664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Network 914865b7-cca2-4769-bac5-367b55402118 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:42.920279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:42.935112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:42.979384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:42.981634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60f6f1c3-dbe3-45e7-9d48-d62a0a4ee653 req-d6d2bd35-b661-43b8-9f04-ce430554ba4c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 210 time: 0.1194632 Oct 22 14:47:43.000453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.000453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:43.004360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:40Z', 'revision_number': 8, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:43.020820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-10ddddc2-83aa-4271-95d1-47b0294da0eb tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.022768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-10ddddc2-83aa-4271-95d1-47b0294da0eb tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4957981 Oct 22 14:47:43.025793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:43.039474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Request body: {'port': {'device_id': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': 'bb5ffd98c53b4583a0eebad864ee9d06'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:43.069489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f436bd-7257-4364-91e7-88cd36d6e74f None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2d8ed051-d8de-42d5-a7a2-61819eb7f1db', 'tenant_id': 'a803318c4e334622aae7163225866457', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'port_id': '41aec9bc-307a-4692-96b1-c313489501e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'mac_address': 'fa:16:3e:f2:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:46:54Z', 'updated_at': '2021-10-22T14:47:40Z', 'revision_number': 8, 'project_id': 'a803318c4e334622aae7163225866457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:43.086034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:43.104912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-46363968-1512-42d5-b6f2-7509f3222718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5157633 Oct 22 14:47:43.147873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:43.162033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Request body: {'port': {'device_id': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:43.203428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-c84dc4ec-84a4-4b5e-8469-a3025952876b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 998 time: 0.7291481 Oct 22 14:47:43.208545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:43.209896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:43.227423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-84b57a7f-5042-4010-bfb6-c68aebafeaad tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.228948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-84b57a7f-5042-4010-bfb6-c68aebafeaad tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.69 "GET /v2.0/ports?device_id=619d8cff-45c7-40a0-816b-a1e59123d5c0 HTTP/1.1" status: 200 len: 946 time: 0.3520916 Oct 22 14:47:43.292476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.69', 65189) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:43.301465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-9a700f54-a7ef-4844-b839-f148cb87b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.303059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-9a700f54-a7ef-4844-b839-f148cb87b4c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.8742113 Oct 22 14:47:43.335690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:43.343388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:43.369183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250625b-bf3f-4b11-a7e5-964df6edc1b8 req-3629eec7-81dc-467d-8392-6fa96cfa1f76 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.383992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4250625b-bf3f-4b11-a7e5-964df6edc1b8 req-3629eec7-81dc-467d-8392-6fa96cfa1f76 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.2864804 Oct 22 14:47:43.437638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-a0f7ed0e-fc1b-42ed-93c2-ab737b21e33b service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9760854 Oct 22 14:47:43.466687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:43.485821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 has no active binding in host n-h2-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:47:43.486633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a06526-9f82-46ae-acb0-6001be82332b None None] New status for floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:47:43.532811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Made reservation on behalf of bb5ffd98c53b4583a0eebad864ee9d06 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:43.536353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:43.557626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-b70425d2-f452-475c-8bc0-bd4e6c69993a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.559209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-b70425d2-f452-475c-8bc0-bd4e6c69993a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.2657459 Oct 22 14:47:43.616210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Request body: {'port': {'device_id': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'admin_state_up': True, 'tenant_id': '51cbf8e053444044b1d7a28962d5450c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:43.624967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1230d5e7-eb22-4cfb-8dc5-05475cd2e99f req-d6c2b9ad-471a-40e3-8156-3857e09f51a1 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361029 Oct 22 14:47:43.626727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-6c6882c8-1ca4-42d3-a80f-5f7d51650089 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 200 len: 217 time: 0.2819445 Oct 22 14:47:43.643841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79f70-b980-415e-82a7-b7f501337b02 req-14820713-ce81-4dc1-93ae-fc29cdac6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:43.645857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-14820713-ce81-4dc1-93ae-fc29cdac6ffc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.4157178 Oct 22 14:47:43.655345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:43.803597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Deleting port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:43.804022 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:43.931469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] For port b5d6edf5-7f8b-4609-8b39-a869fb70ab63, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:43.932180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:43.946963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Calling delete_port for b5d6edf5-7f8b-4609-8b39-a869fb70ab63 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:44.021005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79f70-b980-415e-82a7-b7f501337b02 req-796e3ebc-56e2-4628-af16-28d04c76b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:44.022533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-796e3ebc-56e2-4628-af16-28d04c76b14a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3417971 Oct 22 14:47:44.051477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4250625b-bf3f-4b11-a7e5-964df6edc1b8 req-16aecfb6-e091-41cd-8946-ed655acb2fc7 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665981 Oct 22 14:47:44.068443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-870dbb7d-85c1-45ec-a83a-5ccfe0f2e2c0 req-60ea4528-53a3-46b5-96ec-64af3f235519 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 210 time: 0.0679007 Oct 22 14:47:44.094817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-d3c7ac53-9175-4345-9dec-49818e83ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:44.096377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-d3c7ac53-9175-4345-9dec-49818e83ffed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.4480920 Oct 22 14:47:44.125531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Allocated IP 192.168.233.15 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/694a904f-34f6-42f3-8241-7ae6ab7202a4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:44.341839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b936b3f-e633-419e-8c06-47e7eb5330a0 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:44.353002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:44.355726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-244818fb-4721-444f-8258-8e923f8fa851 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984450 Oct 22 14:47:44.454796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-e5b1248d-ae08-462b-9fb0-72b9528becca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:44.456177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-e5b1248d-ae08-462b-9fb0-72b9528becca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3512766 Oct 22 14:47:44.521953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:44.542693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2b4d1-a893-4637-9586-79053aacfdd2 req-07ef1505-6a69-4fc9-a96e-c6b0ccc48e13 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:44.551822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2b2b4d1-a893-4637-9586-79053aacfdd2 req-07ef1505-6a69-4fc9-a96e-c6b0ccc48e13 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 931 time: 0.2304559 Oct 22 14:47:44.569174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Made reservation on behalf of 51cbf8e053444044b1d7a28962d5450c for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:44.572409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:44.658514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99487f37-2d5f-4253-b285-f2971fc40a1e req-39d05c48-de19-4378-94bd-4dd4d9e6b61e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:44.661098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:44.667623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99487f37-2d5f-4253-b285-f2971fc40a1e req-39d05c48-de19-4378-94bd-4dd4d9e6b61e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.4305952 Oct 22 14:47:44.675301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7200a7df-7356-4a30-bf55-e298511407dc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:44.685030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:44.693324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Transition to ACTIVE for port object 8b936b3f-e633-419e-8c06-47e7eb5330a0 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:44.699638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:44.727394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:44.735402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:44.738125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:44.787430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.69', 65190) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:44.792966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69a79f70-b980-415e-82a7-b7f501337b02 req-18683481-2afc-450f-b0e1-a4b61246e2fe service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123554 Oct 22 14:47:44.814689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:44.832225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-50b919ac-c2e7-41cb-9f1c-6d80413dbe40 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654706 Oct 22 14:47:44.833319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event deleted for resources: {'Port': ['ID=b5d6edf5-7f8b-4609-8b39-a869fb70ab63,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:44.844308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2b2b4d1-a893-4637-9586-79053aacfdd2 req-f989b919-3987-40de-80c8-0b21164c537e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914696 Oct 22 14:47:44.873034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Pushing event updated for resources: {'Port': ['ID=694a904f-34f6-42f3-8241-7ae6ab7202a4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:45.008827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Allocated IP 172.20.0.3 (4c703f8f-48de-4fdc-93e5-a42bb2e26303/9d211829-591c-4b00-b4a4-771f3b3b90cb/336b6be0-b428-4a17-b73d-34bdb8e8cb99) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:45.036948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99487f37-2d5f-4253-b285-f2971fc40a1e req-ee67934b-2fd7-4d9c-9a95-19b682533d42 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673546 Oct 22 14:47:45.046776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:45.047443 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.102158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] No DVR routers for this DVR port b5d6edf5-7f8b-4609-8b39-a869fb70ab63 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:45.125676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.130125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.69 "DELETE /v2.0/ports/b5d6edf5-7f8b-4609-8b39-a869fb70ab63 HTTP/1.1" status: 204 len: 173 time: 1.8777454 Oct 22 14:47:45.133380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'name': 'network-vif-deleted', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:45.136802 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd333df5-faa4-4592-aec1-77a8494f71b8" -d '{"events": [{"server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "name": "network-vif-deleted", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:45.196938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36059be4-921e-455b-8c80-354698c2a99d req-85795d93-45bc-406a-976d-81799c54a0cb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 997 time: 0.2927942 Oct 22 14:47:45.197210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.233597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb34e96-edde-4b0d-8339-b46d6910e730 req-487b4b90-fba8-4190-97ff-a474c7ee70f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769135 Oct 22 14:47:45.274076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:45.276846 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387e515-5b32-4ade-a540-a6ba08ef4a8e" -d '{"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:45.300542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:45.306452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00a28c0c-97b0-45e8-993c-18aa01d1813c req-eacd75ea-1199-4f77-b00e-aae54a797266 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0539699 Oct 22 14:47:45.308146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aeccdefd-682b-4c92-ae53-3f79b8be0835 None None] Provisioning complete for port 694a904f-34f6-42f3-8241-7ae6ab7202a4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:45.308898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aeccdefd-682b-4c92-ae53-3f79b8be0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.362378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.380362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aeccdefd-682b-4c92-ae53-3f79b8be0835 None None] Port 694a904f-34f6-42f3-8241-7ae6ab7202a4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:47:45.399559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.444632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:45.503533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36059be4-921e-455b-8c80-354698c2a99d req-f16b3e67-5d73-47e5-b133-28a3fd944fc6 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:45.506559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36059be4-921e-455b-8c80-354698c2a99d req-f16b3e67-5d73-47e5-b133-28a3fd944fc6 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2969034 Oct 22 14:47:45.527024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:45.531695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['41aec9bc-307a-4692-96b1-c313489501e9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:45.538602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-60b438ce-f3f9-40d1-bcef-a3106047bc9e service neutron] 10.222.0.69 "GET /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.7248380 Oct 22 14:47:45.554213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-36059be4-921e-455b-8c80-354698c2a99d req-62527e60-f001-4d6c-a4d5-362033bfc817 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:47:45.564874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36059be4-921e-455b-8c80-354698c2a99d req-62527e60-f001-4d6c-a4d5-362033bfc817 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0339303 Oct 22 14:47:45.580403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:45.584006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.601372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Attempting to bind port 8b936b3f-e633-419e-8c06-47e7eb5330a0 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:45.601896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Attempting to bind port 8b936b3f-e633-419e-8c06-47e7eb5330a0 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:45.602385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Attempting to bind port 8b936b3f-e633-419e-8c06-47e7eb5330a0 on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:45.608476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.619832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Port 8b936b3f-e633-419e-8c06-47e7eb5330a0 on network 914865b7-cca2-4769-bac5-367b55402118 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:45.625720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Attempting to bind port 8b936b3f-e633-419e-8c06-47e7eb5330a0 on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:45.665370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:45.665730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Checking segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:45.666093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Bound using segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:45.666537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Bound port: 8b936b3f-e633-419e-8c06-47e7eb5330a0, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:45.666890 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.667257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a059ad-6e91-40df-8b5b-d87c45b71433 req-0874dab3-7383-4fe9-8e60-8de861e7f474 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:45.669982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6a059ad-6e91-40df-8b5b-d87c45b71433 req-0874dab3-7383-4fe9-8e60-8de861e7f474 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 935 time: 0.0992279 Oct 22 14:47:45.731428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6a059ad-6e91-40df-8b5b-d87c45b71433 req-136b3009-5e70-4897-bf3f-4c773dcd109b tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546553 Oct 22 14:47:45.733090 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9916da8-a766-48d7-908e-06e8cb8d4bc1 x-openstack-request-id: req-b9916da8-a766-48d7-908e-06e8cb8d4bc1 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:45.733610 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619d8cff-45c7-40a0-816b-a1e59123d5c0", "name": "network-vif-deleted", "tag": "b5d6edf5-7f8b-4609-8b39-a869fb70ab63", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:45.734988 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9916da8-a766-48d7-908e-06e8cb8d4bc1 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:45.735600 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619d8cff-45c7-40a0-816b-a1e59123d5c0', 'name': 'network-vif-deleted', 'tag': 'b5d6edf5-7f8b-4609-8b39-a869fb70ab63', 'status': 'completed', 'code': 200} Oct 22 14:47:45.816102 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf02bf87-53d8-400d-bd72-71dbb1dae51d x-openstack-request-id: req-cf02bf87-53d8-400d-bd72-71dbb1dae51d {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:45.816643 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:45.816643 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf02bf87-53d8-400d-bd72-71dbb1dae51d {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:45.820447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:45.823304 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'code': 200} Oct 22 14:47:45.885834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:45.889147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:45.920555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:47:45.940702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:47:45.948707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:47:45.982000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:45.986660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-10515c15-3ea2-432a-9003-fb3d79e3c5eb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1000 time: 0.1066673 Oct 22 14:47:46.032764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-e75c8a45-19e4-4fab-9bd8-4286f0f344de tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9974716 Oct 22 14:47:46.060390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-08729e5c-7011-4d74-9c6a-58d4f1e436a8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.078903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-08729e5c-7011-4d74-9c6a-58d4f1e436a8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports/41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 942 time: 0.0898969 Oct 22 14:47:46.085639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Request body: {'port': {'device_id': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:46.099527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.100158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:46.101565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] 10.222.0.69 "PUT /v2.0/ports/8b936b3f-e633-419e-8c06-47e7eb5330a0 HTTP/1.1" status: 200 len: 1091 time: 2.9483383 Oct 22 14:47:46.104240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:46.106699 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12066cb-f5ca-4e34-b4d9-0500b1212165" -d '{"events": [{"name": "network-changed", "server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:46.144824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.147960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:46.185791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ad95c-04e8-4ebc-a59e-699ca5a7abc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:46.248608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:46.274148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-1e0a082b-232f-4e05-aa6d-bedff3295ac3 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1000 time: 0.1258428 Oct 22 14:47:46.295236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:46.372367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ce57fb5a-b267-4ea4-b07a-d06259313bac tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7632608 Oct 22 14:47:46.399440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Request body: {'port': {'device_id': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:46.404847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:46.409848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-0ea62981-e39c-4dd1-bf88-afd315bcbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.411740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-0ea62981-e39c-4dd1-bf88-afd315bcbbc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 1094 time: 0.1559289 Oct 22 14:47:46.434580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b5d6edf5-7f8b-4609-8b39-a869fb70ab63 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:46.458914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: b5d6edf5-7f8b-4609-8b39-a869fb70ab63 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:47:46.459253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b5d6edf5-7f8b-4609-8b39-a869fb70ab63 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:46.506437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430103b-02a1-4dc4-ad16-bcd2e0f8ad46 req-7e26af57-b0c8-4c31-9c21-ef3ab0f46cfa tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.507902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7430103b-02a1-4dc4-ad16-bcd2e0f8ad46 req-7e26af57-b0c8-4c31-9c21-ef3ab0f46cfa tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 943 time: 0.2230430 Oct 22 14:47:46.523422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-dc9fd098-31f4-4559-910a-4278e5a22923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.524888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-dc9fd098-31f4-4559-910a-4278e5a22923 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a64c9f3653d4176851dec8cc7bb6efe&device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 1096 time: 0.1980913 Oct 22 14:47:46.569661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-1078ec88-1050-4b9c-992b-a34d998d62b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0 HTTP/1.1" status: 200 len: 217 time: 0.1456695 Oct 22 14:47:46.579260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-94ee8d35-69bd-4791-ae02-1c482af08c66 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:46.587554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-94ee8d35-69bd-4791-ae02-1c482af08c66 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.3121359 Oct 22 14:47:46.597471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:46.950797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:46.966411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05cd4ba-1575-48f8-b82b-b1cc261deb25 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:47.000339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-37c5d51d-f855-4ef2-9272-6fcbc83a3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:47.002006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-37c5d51d-f855-4ef2-9272-6fcbc83a3481 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.4211528 Oct 22 14:47:47.005869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:47.027390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7430103b-02a1-4dc4-ad16-bcd2e0f8ad46 req-2f61185f-27ae-412e-87ec-70819c565a7d tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927545 Oct 22 14:47:47.069468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-a3e8e5a4-ccb9-47bb-8e36-2085d5e9fa8d tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 1000 time: 0.4727323 Oct 22 14:47:47.078340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-d3f047c4-84db-490d-9e6e-5a1d50133540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:47.080272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-d3f047c4-84db-490d-9e6e-5a1d50133540 service neutron] 10.222.0.69 "GET /v2.0/networks?id=992c0762-8103-40c1-9afe-bfc2784e89eb HTTP/1.1" status: 200 len: 915 time: 0.5383625 Oct 22 14:47:47.088187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:47.111995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-db6c3539-ef9e-4e2e-acee-4db5ad413490 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717981 Oct 22 14:47:47.209874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-9b78d405-6bcc-4fb8-825a-643e699476ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 HTTP/1.1" status: 200 len: 217 time: 0.0877364 Oct 22 14:47:47.229474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.270309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.308965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-8261ff74-ba8f-44a5-bb2e-1b36f02efb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:47.310407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-8261ff74-ba8f-44a5-bb2e-1b36f02efb99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ac7427da-b43a-4742-9da1-4720ca36dbb6 HTTP/1.1" status: 200 len: 854 time: 0.0876234 Oct 22 14:47:47.319347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ae68-736f-4e37-aef6-ce3d5c1f8bdd req-8f0f7a6a-7c16-41b9-8fe7-b6c3de93d1f4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:47.320782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86e0ae68-736f-4e37-aef6-ce3d5c1f8bdd req-8f0f7a6a-7c16-41b9-8fe7-b6c3de93d1f4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 943 time: 0.1913402 Oct 22 14:47:47.380525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-3e86e25c-890a-450c-8df3-8750f8420f37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992c0762-8103-40c1-9afe-bfc2784e89eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569592 Oct 22 14:47:47.423343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86e0ae68-736f-4e37-aef6-ce3d5c1f8bdd req-4d63e6ff-ffa7-4352-bdc4-d5f8eb412b20 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848191 Oct 22 14:47:47.479004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694a904f-34f6-42f3-8241-7ae6ab7202a4 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:47.500267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.517374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Transition to ACTIVE for port object 694a904f-34f6-42f3-8241-7ae6ab7202a4 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:47.573229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-381e06bc-aa7b-421d-a1a9-95c06fdcfe11 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464746 Oct 22 14:47:47.583445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] Transition to ACTIVE for port object c05cd4ba-1575-48f8-b82b-b1cc261deb25 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:47.615215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.631570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.689587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067089c4-8628-479a-987c-adbaf0c2dd8b req-cae87e03-231c-4e6c-bc8d-fc020f5e0261 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:47.691283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-067089c4-8628-479a-987c-adbaf0c2dd8b req-cae87e03-231c-4e6c-bc8d-fc020f5e0261 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.1668553 Oct 22 14:47:47.700415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-5b89c923-a7bc-4645-9155-53184b762e29 service neutron] 10.222.0.69 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082638 Oct 22 14:47:47.720897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.770871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:47.771220 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db disassociated. External IP: 172.25.1.42, port: 41aec9bc-307a-4692-96b1-c313489501e9. Oct 22 14:47:47.845076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=694a904f-34f6-42f3-8241-7ae6ab7202a4,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:47.861928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-067089c4-8628-479a-987c-adbaf0c2dd8b req-5a5917a7-d44c-4183-98ca-7564713bb4eb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547315 Oct 22 14:47:47.964228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c651ec5a-fe4a-4e2d-a9d8-8aab25bc19e6 req-cb0853be-6609-4770-8c71-fa2d971f6a1d service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819990 Oct 22 14:47:47.991279 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b544dd4f-7d5b-43cf-9465-856652041c62 x-openstack-request-id: req-b544dd4f-7d5b-43cf-9465-856652041c62 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:47.991279 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:47.991279 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b544dd4f-7d5b-43cf-9465-856652041c62 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:47.997997 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'status': 'completed', 'code': 200} Oct 22 14:47:47.998907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] No DVR routers for this DVR port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:48.048193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d96ca43-52c8-4c18-be61-25a376a1d0de req-68a4e70e-8baa-40e6-a911-5393f8a78918 service neutron] 10.222.0.69 "GET /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158238 Oct 22 14:47:48.050058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336b6be0-b428-4a17-b73d-34bdb8e8cb99 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:48.102885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.150133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:48.179127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Attempting to bind port 694a904f-34f6-42f3-8241-7ae6ab7202a4 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:48.179127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Attempting to bind port 694a904f-34f6-42f3-8241-7ae6ab7202a4 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:48.179127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Attempting to bind port 694a904f-34f6-42f3-8241-7ae6ab7202a4 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:48.179127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Transition to ACTIVE for port object 336b6be0-b428-4a17-b73d-34bdb8e8cb99 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:47:48.179127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Port 694a904f-34f6-42f3-8241-7ae6ab7202a4 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:48.179127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Attempting to bind port 694a904f-34f6-42f3-8241-7ae6ab7202a4 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:48.200142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:48.209024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:48.209024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:48.209024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Bound port: 694a904f-34f6-42f3-8241-7ae6ab7202a4, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:48.209024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.209024 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-890e334a-7ec7-4aae-878b-1a5b1a2bbad8 service neutron] 10.222.0.69 "PUT /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25/bindings/n-h2-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6108460 Oct 22 14:47:48.251801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169522-7412-44e9-bd22-430a20b65083 req-c871f14a-3550-4ed4-a6f0-f47df8746aa6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.260367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57169522-7412-44e9-bd22-430a20b65083 req-c871f14a-3550-4ed4-a6f0-f47df8746aa6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 931 time: 0.2046161 Oct 22 14:47:48.314394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.337571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57169522-7412-44e9-bd22-430a20b65083 req-22b25646-f57c-4e4b-9a5b-9f354ef71178 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Oct 22 14:47:48.357023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:47:48.415151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] For port 694a904f-34f6-42f3-8241-7ae6ab7202a4, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:48.429331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-d2a32717-4636-4940-8d26-7b1f8e635b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.430846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-d2a32717-4636-4940-8d26-7b1f8e635b8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 1094 time: 0.1582558 Oct 22 14:47:48.441376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:48.457593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] For port 694a904f-34f6-42f3-8241-7ae6ab7202a4, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:48.526120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:47:48.533435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.544358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:47:48.554421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:48.555232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:48.573416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5096bd7-67e5-452d-ae56-dc07b931e11d req-6f3e6617-035b-4590-b421-147cfd80791b tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.576105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5096bd7-67e5-452d-ae56-dc07b931e11d req-6f3e6617-035b-4590-b421-147cfd80791b tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 947 time: 0.1020231 Oct 22 14:47:48.590071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-23dda2c8-7c46-4de8-b078-c17a0ed520c8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "PUT /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 695 time: 1.5087512 Oct 22 14:47:48.591512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:48.594315 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd85c2d-6e87-42e9-825e-337b2f2aec02" -d '{"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:48.595425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:47:48.595896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:47:48.596267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:48.609078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:47:48.609548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:47:48.617872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-e618c0d9-6039-4d74-a716-8b2246c7e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.619590 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-e618c0d9-6039-4d74-a716-8b2246c7e868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 905 time: 0.1715190 Oct 22 14:47:48.620507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:47:48.620907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:47:48.621339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:47:48.621852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Bound port: 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:47:48.622276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.652867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5096bd7-67e5-452d-ae56-dc07b931e11d req-cb3b27d4-be49-43b2-847b-49946a72f0bc tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697079 Oct 22 14:47:48.669777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-823a0609-ac6d-4bfc-988f-00b1181c5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.672187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-823a0609-ac6d-4bfc-988f-00b1181c5b27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.0594292 Oct 22 14:47:48.702881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-84b7ad70-9d38-44f2-943a-76c8d619b6a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0 HTTP/1.1" status: 200 len: 217 time: 0.0704801 Oct 22 14:47:48.708740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:48.784587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-8a5ff2d7-ba23-4905-9e4e-60f94b17c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.787025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-8a5ff2d7-ba23-4905-9e4e-60f94b17c1d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.1030366 Oct 22 14:47:48.814630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-8c98d551-ba17-471e-bef2-18e05a9d8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.816505 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-8c98d551-ba17-471e-bef2-18e05a9d8d18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.0878665 Oct 22 14:47:48.817859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:48.821803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:47:48.860117 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-7baf774d-1d82-48b6-b4d7-8e6e38eae133 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346982 Oct 22 14:47:48.861453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.900529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-1eca787d-f55b-4c28-9c7d-52da8cfa2674 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 217 time: 0.1058955 Oct 22 14:47:48.981313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.992896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.993759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:48.995447 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/694a904f-34f6-42f3-8241-7ae6ab7202a4 HTTP/1.1" status: 200 len: 1095 time: 2.9436734 Oct 22 14:47:48.997199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-2617e672-f1be-4987-98f8-0ee3acd1bf1a tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:48.998685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-2617e672-f1be-4987-98f8-0ee3acd1bf1a tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.1776009 Oct 22 14:47:49.001755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-9d9c457d-02b2-46f2-b988-a678a609f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.003336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-9d9c457d-02b2-46f2-b988-a678a609f1f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0832527 Oct 22 14:47:49.016710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb721e-eb4d-46bb-a4f3-a4f7d3479e37 req-424a4649-cff1-478b-954a-e7c0b8daf514 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.032121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7bb721e-eb4d-46bb-a4f3-a4f7d3479e37 req-424a4649-cff1-478b-954a-e7c0b8daf514 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 943 time: 0.1838515 Oct 22 14:47:49.069653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.070347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:49.072108 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] 10.222.0.69 "PUT /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 1091 time: 2.6770611 Oct 22 14:47:49.114888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99351-116c-465e-8e93-61005d52c8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=694a904f-34f6-42f3-8241-7ae6ab7202a4,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:49.200402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7bb721e-eb4d-46bb-a4f3-a4f7d3479e37 req-22e0673e-7ddd-4961-b78a-bd8fe9d89de2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740599 Oct 22 14:47:49.229332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-6b50465f-3d69-40e0-a5e1-855a2fdb01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.231124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-6b50465f-3d69-40e0-a5e1-855a2fdb01b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204&tenant_id=d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 1095 time: 0.1961863 Oct 22 14:47:49.235738 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-28f6da95-6ad9-41f2-a233-6ab70d5276fb service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461850 Oct 22 14:47:49.239302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-b3ad4dac-62d5-43b6-a8da-8a4fcc3042c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.241032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-b3ad4dac-62d5-43b6-a8da-8a4fcc3042c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972425 Oct 22 14:47:49.280887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:49.343767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:47:49.354124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:47:49.354750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:49.429341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-4ff4f967-16a9-49ce-a106-37ea23d00bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.431155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-4ff4f967-16a9-49ce-a106-37ea23d00bde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1095 time: 0.1689563 Oct 22 14:47:49.481860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40752922-0ffe-4c68-b7d5-d15d48c426c7 req-b9df228a-8e9f-4218-a1a8-971d8c35c134 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.483608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40752922-0ffe-4c68-b7d5-d15d48c426c7 req-b9df228a-8e9f-4218-a1a8-971d8c35c134 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.1416581 Oct 22 14:47:49.489234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-76a89a6e-4808-47e9-900b-78846a77abcd service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390630 Oct 22 14:47:49.546129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:47:49.572564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-d9e41b93-d8c7-4e37-86a5-5e4776dec5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.574913 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-d9e41b93-d8c7-4e37-86a5-5e4776dec5a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 1098 time: 0.4557421 Oct 22 14:47:49.608464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88caaa-3c50-43ed-8c49-66846e21c522 service neutron] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:49.670591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40752922-0ffe-4c68-b7d5-d15d48c426c7 req-5279314a-f503-494a-ac10-76e74e4ac08e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533465 Oct 22 14:47:49.679866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-99a7f8db-5487-427c-8c3e-38e7c4d7c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.681492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-99a7f8db-5487-427c-8c3e-38e7c4d7c7b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.2391477 Oct 22 14:47:49.741727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-94338329-8f04-4196-b762-5c61545ca2a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4 HTTP/1.1" status: 200 len: 217 time: 0.1398818 Oct 22 14:47:49.757304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00b3276c-ba2d-4e3c-8a58-a5066eadb184 req-2f665a8d-fa98-479e-bea9-6eaa8421a532 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564802 Oct 22 14:47:49.758680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-00199048-028b-4d19-b58a-ba1f88c03b42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 217 time: 0.0502501 Oct 22 14:47:49.860008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-781ceeb2-2506-47e6-aac8-9e7ca11d42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:49.861422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-781ceeb2-2506-47e6-aac8-9e7ca11d42ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1094 time: 0.6478789 Oct 22 14:47:49.901380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:49.935689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fabf3-6c0b-4589-ad5d-b677125db295 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:46:28Z', 'revision_number': 4, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b64f65c9-a21f-413b-bb92-04426ebc6528', 'name': '', 'network_id': 'c6ae8f0a-d365-4364-a200-087b72c1e4d4', 'tenant_id': 'a803318c4e334622aae7163225866457', 'mac_address': 'fa:16:3e:ec:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '25241661-0d44-4a7f-b335-1870568a507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:28Z', 'updated_at': '2021-10-22T14:46:33Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'subnets': [{'id': '25241661-0d44-4a7f-b335-1870568a507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:47:49.959602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-6f578d5b-37c1-4f71-b68c-8d490a3fb562 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 217 time: 0.0714231 Oct 22 14:47:49.969348 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b12066cb-f5ca-4e34-b4d9-0500b1212165 req-2ef0331f-d18b-4ac3-acd0-fb3e70a45c5d service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167869 Oct 22 14:47:50.003283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-4f329752-5721-43ad-98a8-082d7b9bad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.004729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-4f329752-5721-43ad-98a8-082d7b9bad2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2640443 Oct 22 14:47:50.005169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'tag': '694a904f-34f6-42f3-8241-7ae6ab7202a4'}, {'name': 'network-changed', 'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:50.007489 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c09c11a-0a4e-45e1-8d3e-35465994e66b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d70141c-4acf-4e87-911d-8d5caf491e3f", "tag": "694a904f-34f6-42f3-8241-7ae6ab7202a4"}, {"name": "network-changed", "server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:50.054006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-8cd16d0c-d202-4cb0-9cee-0c2bcdcfb6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.055550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-8cd16d0c-d202-4cb0-9cee-0c2bcdcfb6ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a803318c4e334622aae7163225866457&device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 1096 time: 0.2249227 Oct 22 14:47:50.066308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-513af8ec-a82f-4047-b0e8-9da95ac0d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.067832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-513af8ec-a82f-4047-b0e8-9da95ac0d9fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0956006 Oct 22 14:47:50.126515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-5c40f6f8-c4cb-48d6-a30e-bbd094709ae8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463047 Oct 22 14:47:50.140332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-769e8deb-a275-4b11-9cef-2bf122f6650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.143089 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b858c-4f33-4d1a-86cf-9722ac98dfb4 x-openstack-request-id: req-155b858c-4f33-4d1a-86cf-9722ac98dfb4 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:50.144216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-769e8deb-a275-4b11-9cef-2bf122f6650d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235223 Oct 22 14:47:50.145262 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:50.145863 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-155b858c-4f33-4d1a-86cf-9722ac98dfb4 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:50.146471 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'status': 'completed', 'code': 200} Oct 22 14:47:50.242599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-559d4d49-7226-49df-9b5e-8cb832569e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.244338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-559d4d49-7226-49df-9b5e-8cb832569e3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.4762251 Oct 22 14:47:50.276122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f76dc-a7d3-487f-b6fb-1f02ad38b520 req-807062c9-6e87-4453-bfb9-c5c018a6e5ce tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.279012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc1f76dc-a7d3-487f-b6fb-1f02ad38b520 req-807062c9-6e87-4453-bfb9-c5c018a6e5ce tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 943 time: 0.1457353 Oct 22 14:47:50.297439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58dcc7-1864-40ce-9a1f-1abef3802c7e req-42647662-cb19-459c-8eac-bcabbdb3eac3 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.307459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e58dcc7-1864-40ce-9a1f-1abef3802c7e req-42647662-cb19-459c-8eac-bcabbdb3eac3 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.1840920 Oct 22 14:47:50.357933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-134541f1-81db-4e90-ba92-4c7104687222 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771279 Oct 22 14:47:50.370611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-54b86327-3e2a-4f9c-96bd-9dbf7b4b892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.372572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-54b86327-3e2a-4f9c-96bd-9dbf7b4b892c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 200 len: 921 time: 0.3030624 Oct 22 14:47:50.395200 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1013069-93de-4a2e-9414-89c6586fbe0f None None] New status for floating IP 2d8ed051-d8de-42d5-a7a2-61819eb7f1db: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:47:50.436239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e58dcc7-1864-40ce-9a1f-1abef3802c7e req-266be2db-541e-4952-bb84-387eaebc32b5 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201100 Oct 22 14:47:50.450535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc1f76dc-a7d3-487f-b6fb-1f02ad38b520 req-0b1c370e-915e-4ced-a3c2-de794f987586 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349723 Oct 22 14:47:50.463715 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-c15253cb-c9e4-4ab9-94c5-26ea83322b77 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080974 Oct 22 14:47:50.540591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-ed689e49-e337-44c6-a942-53856e2e93a6 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936315 Oct 22 14:47:50.546030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-6a7ba6f2-a3df-4b0e-ac83-76f1380869fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 200 len: 217 time: 0.1301897 Oct 22 14:47:50.595807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-a327ecba-d67f-4a45-9947-baa5f81f176b service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167146 Oct 22 14:47:50.650435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-8dc452b6-1d08-4187-b6ca-7ab4a658afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.651928 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-8dc452b6-1d08-4187-b6ca-7ab4a658afb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 200 len: 859 time: 0.0744865 Oct 22 14:47:50.753647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-cb6a236f-9d47-46ee-bf0f-f67445d045ae service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210239 Oct 22 14:47:50.793407 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed7f5a3-e803-4f1b-b40e-4359f68dd9c6 x-openstack-request-id: req-eed7f5a3-e803-4f1b-b40e-4359f68dd9c6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:50.795984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e416af-1fc0-40e8-9e3f-2ec6ef3cbbb4 req-9de73f73-b617-4888-99da-a78ed2f5dbfb tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.796232 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d70141c-4acf-4e87-911d-8d5caf491e3f", "tag": "694a904f-34f6-42f3-8241-7ae6ab7202a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:50.796232 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eed7f5a3-e803-4f1b-b40e-4359f68dd9c6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:50.796232 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'tag': '694a904f-34f6-42f3-8241-7ae6ab7202a4', 'status': 'completed', 'code': 200} Oct 22 14:47:50.796232 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'status': 'completed', 'code': 200} Oct 22 14:47:50.804410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46e416af-1fc0-40e8-9e3f-2ec6ef3cbbb4 req-9de73f73-b617-4888-99da-a78ed2f5dbfb tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 947 time: 0.2070947 Oct 22 14:47:50.832780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e15c419f-f382-4a63-aefe-d6141cf1a553 req-b42080dc-7a54-4420-93a8-ef1cbf679c3d service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466189 Oct 22 14:47:50.838317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-27309ba9-531c-40e9-83f4-3ac76ab3f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.839809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-27309ba9-531c-40e9-83f4-3ac76ab3f9c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ae8f0a-d365-4364-a200-087b72c1e4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765273 Oct 22 14:47:50.923781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46e416af-1fc0-40e8-9e3f-2ec6ef3cbbb4 req-e6933e1a-5da4-4ab6-81a1-41172f364975 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179621 Oct 22 14:47:50.935193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79675b43-4ae1-4647-b701-e66c49101aa7 req-22ba23c1-514b-4897-ab13-a9886ec29255 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:50.937298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79675b43-4ae1-4647-b701-e66c49101aa7 req-22ba23c1-514b-4897-ab13-a9886ec29255 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 943 time: 0.1060750 Oct 22 14:47:50.958400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd4a3ecb-8f68-481b-beae-8c47219ee1c8 req-b8b079bd-c71f-41a3-8e49-346860a48d64 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762500 Oct 22 14:47:51.024946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-f6d21919-5fa1-4ed5-9155-df81b04c15af service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640418 Oct 22 14:47:51.032236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79675b43-4ae1-4647-b701-e66c49101aa7 req-08006b48-b8bc-46cd-8dd3-32886c1f5c09 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854833 Oct 22 14:47:51.091185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-f2c03415-518f-470f-b94e-cc6661a7c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.092749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-f2c03415-518f-470f-b94e-cc6661a7c747 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 1098 time: 0.1248538 Oct 22 14:47:51.227416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571990db-eda5-4e10-9234-58b8467a6dc7 req-b88ed399-f445-4eda-8d06-73d0b2af6d3c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.237388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571990db-eda5-4e10-9234-58b8467a6dc7 req-b88ed399-f445-4eda-8d06-73d0b2af6d3c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.1349123 Oct 22 14:47:51.300986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571990db-eda5-4e10-9234-58b8467a6dc7 req-757dff6a-7fad-4dfa-9141-f3012274db50 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626428 Oct 22 14:47:51.305568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-afd85c2d-6e87-42e9-825e-337b2f2aec02 req-9cbc30c1-11a4-4cf8-81ec-91e18038fcc3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515349 Oct 22 14:47:51.308329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-d108cd2a-9541-483f-9a39-1422309bdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.313942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-d108cd2a-9541-483f-9a39-1422309bdd82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2005444 Oct 22 14:47:51.370958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-cf778936-f2ce-45ca-93ff-3e253d48369a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4 HTTP/1.1" status: 200 len: 217 time: 0.0487344 Oct 22 14:47:51.427225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-9236c6bd-9a5e-4760-842d-f87a880df3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.432358 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-9236c6bd-9a5e-4760-842d-f87a880df3ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0504746 Oct 22 14:47:51.432534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be823047-bda5-4e82-9550-c49070c77fb2 req-fe7b1888-b864-4c15-8066-3d112b8e394e tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 200 len: 693 time: 0.0918677 Oct 22 14:47:51.503188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-5a0e6164-a3fc-44be-9f8c-9a2174d3be11 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.506131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-5a0e6164-a3fc-44be-9f8c-9a2174d3be11 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.0762630 Oct 22 14:47:51.525586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-05b40257-d82d-43b9-bdee-71aa81a0d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.527169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-05b40257-d82d-43b9-bdee-71aa81a0d056 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688260 Oct 22 14:47:51.584579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be823047-bda5-4e82-9550-c49070c77fb2 req-c6380b6c-c0ad-4df6-9a1b-371eaaa0adfc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.586100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be823047-bda5-4e82-9550-c49070c77fb2 req-c6380b6c-c0ad-4df6-9a1b-371eaaa0adfc tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1461353 Oct 22 14:47:51.669383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be823047-bda5-4e82-9550-c49070c77fb2 req-d4aa3bb5-2472-4a69-8cac-c2e5fc4874de tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 696 time: 0.0759962 Oct 22 14:47:51.703999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-0f4169b5-620a-4101-9a64-f0ddcc61ff2e service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519370 Oct 22 14:47:51.753430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be823047-bda5-4e82-9550-c49070c77fb2 req-acc4ce13-ad08-4683-88cb-9b64c70f34b4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 696 time: 0.0692666 Oct 22 14:47:51.853800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-fde24511-e783-4188-9381-da3fb61e1156 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261487 Oct 22 14:47:51.856226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a00d8c-80c4-4ac6-b4f8-acde265db7e6 req-350cd984-67eb-45ea-8266-05352b0efc25 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.860903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0a00d8c-80c4-4ac6-b4f8-acde265db7e6 req-350cd984-67eb-45ea-8266-05352b0efc25 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 943 time: 0.2142510 Oct 22 14:47:51.937402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-91ac788f-eebc-4604-a34f-7a34236c09b9 service neutron] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:47:51.944409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-91ac788f-eebc-4604-a34f-7a34236c09b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:51.945784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7514f0de-d6a0-407d-bae4-191e386b33e0 req-91ac788f-eebc-4604-a34f-7a34236c09b9 service neutron] 10.222.0.53 "DELETE /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25/bindings/n-h1-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.4284825 Oct 22 14:47:51.962680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-f693e47e-d9e4-4a7f-a95f-8eb83bddb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:51.964095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-f693e47e-d9e4-4a7f-a95f-8eb83bddb89d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1094 time: 0.0522890 Oct 22 14:47:51.973315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0a00d8c-80c4-4ac6-b4f8-acde265db7e6 req-01b600b1-d8d4-487d-89dd-35880d60f1bc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066058 Oct 22 14:47:52.013326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Deleting port e49f5cda-5464-4d73-9b7e-215fe36aa474 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:52.013671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.089508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-683fe1d2-e1fb-43b5-a4a0-5aa627d92029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:52.091001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-683fe1d2-e1fb-43b5-a4a0-5aa627d92029 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1052442 Oct 22 14:47:52.129246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.129661 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.142044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-87d3886c-781d-4365-af7c-214404f97ca7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 217 time: 0.0400891 Oct 22 14:47:52.144209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Calling delete_port for e49f5cda-5464-4d73-9b7e-215fe36aa474 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:52.255378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-17b7316c-1aab-4034-8530-383500b3f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:52.257319 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-17b7316c-1aab-4034-8530-383500b3f75e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1051457 Oct 22 14:47:52.259773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2946a6-6f9d-4274-8496-9f5e9d1b25e5 req-72a7f21d-d09a-47e2-a34f-9a8714f812ba tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:52.261946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d2946a6-6f9d-4274-8496-9f5e9d1b25e5 req-72a7f21d-d09a-47e2-a34f-9a8714f812ba tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.1151607 Oct 22 14:47:52.280653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:52.331144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d2946a6-6f9d-4274-8496-9f5e9d1b25e5 req-a4e21ae8-e7d6-46b4-aef3-7ef222b172ff tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Oct 22 14:47:52.400352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-a41b2df7-0612-4380-81b5-e9ada4a347e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078346 Oct 22 14:47:52.511866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.536427 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-520fcd2a-9666-46c2-a4d9-49b620e66cee service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235440 Oct 22 14:47:52.594872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:52.608226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'mac_address': 'fa:16:3e:a1:18:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:52.613870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event deleted for resources: {'Port': ['ID=e49f5cda-5464-4d73-9b7e-215fe36aa474,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:52.682737 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.686141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b234f7f8-121a-4c2b-a4b1-f94e6f38da5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.730247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b936b3f-e633-419e-8c06-47e7eb5330a0 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:52.732667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c09c11a-0a4e-45e1-8d3e-35465994e66b req-e1394d99-c618-46fa-91c3-0213cf107b6d service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865835 Oct 22 14:47:52.769006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:52.802304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb0012-2b56-43ae-b845-c9385d08dcc0 req-9f96175e-0ac6-4155-b1db-b6bf3a03fc23 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:52.813858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2cb0012-2b56-43ae-b845-c9385d08dcc0 req-9f96175e-0ac6-4155-b1db-b6bf3a03fc23 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 947 time: 0.1768489 Oct 22 14:47:52.841813 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.845869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.847160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be823047-bda5-4e82-9550-c49070c77fb2 req-7ef44ee7-c22d-45f8-9441-6f26beb636ea tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "DELETE /v2.0/floatingips/2d8ed051-d8de-42d5-a7a2-61819eb7f1db HTTP/1.1" status: 204 len: 173 time: 1.0931003 Oct 22 14:47:52.871691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2cb0012-2b56-43ae-b845-c9385d08dcc0 req-f7f6dc46-b9ae-4e83-96f1-0750fda4ecbc tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569503 Oct 22 14:47:52.889060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:52.948114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:53.008826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde9a9d-b022-4a64-abb1-b881d751225b req-b317ce6a-e412-46c2-8a59-e9291a3ab8fb tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:53.010660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cde9a9d-b022-4a64-abb1-b881d751225b req-b317ce6a-e412-46c2-8a59-e9291a3ab8fb tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 944 time: 0.0953205 Oct 22 14:47:53.055895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5fffb-b48f-4982-9bb3-d6587630141e req-774bd318-29b0-4e85-a021-f09d0abae19e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:53.057374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98f5fffb-b48f-4982-9bb3-d6587630141e req-774bd318-29b0-4e85-a021-f09d0abae19e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.0888841 Oct 22 14:47:53.094261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cde9a9d-b022-4a64-abb1-b881d751225b req-018612a2-414e-465c-a27d-8317976be198 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Oct 22 14:47:53.124618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98f5fffb-b48f-4982-9bb3-d6587630141e req-9aa49824-9291-40f7-8d30-c9fcd0908e98 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540316 Oct 22 14:47:53.269682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ca51f-83a2-4504-9a69-76bab985627e req-9b2050bf-c2a9-41a9-abd1-9adc523b2688 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:53.271455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e22ca51f-83a2-4504-9a69-76bab985627e req-9b2050bf-c2a9-41a9-abd1-9adc523b2688 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 943 time: 0.0573359 Oct 22 14:47:53.315823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e22ca51f-83a2-4504-9a69-76bab985627e req-12b37a8a-b414-49e0-93e5-8afa3441dd2d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Oct 22 14:47:53.540456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12346be-65a8-4131-b07a-f75b70df75b0 req-5847ff0b-731b-4c42-a53a-cc80e8aea423 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:53.540713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c12346be-65a8-4131-b07a-f75b70df75b0 req-5847ff0b-731b-4c42-a53a-cc80e8aea423 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.0747812 Oct 22 14:47:53.608187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c12346be-65a8-4131-b07a-f75b70df75b0 req-5967d087-a113-4168-8150-9cd10e5122fc tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b0a0fa5-0060-4013-9ae6-409354675418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590270 Oct 22 14:47:53.641082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85240b22-6622-4164-9e40-f899fb692f86 req-fcc3ceaf-9c2a-4ffe-ae5d-1dfebb0858a8 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:53.642606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85240b22-6622-4164-9e40-f899fb692f86 req-fcc3ceaf-9c2a-4ffe-ae5d-1dfebb0858a8 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1095 time: 0.0558398 Oct 22 14:47:53.688004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85240b22-6622-4164-9e40-f899fb692f86 req-73c6a2f0-87a6-415c-bab0-ab1570386f38 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Oct 22 14:47:53.728720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8b936b3f-e633-419e-8c06-47e7eb5330a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:53.918621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29313a47-d5d7-40a1-b84d-1341b152fad4 req-7cb2d628-281f-43b2-b680-753b1a1818b8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:53.927605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29313a47-d5d7-40a1-b84d-1341b152fad4 req-7cb2d628-281f-43b2-b680-753b1a1818b8 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.0820918 Oct 22 14:47:53.984976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29313a47-d5d7-40a1-b84d-1341b152fad4 req-b8b2aa65-2cbe-463f-a1b0-39f43bcce432 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Oct 22 14:47:54.094362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-6d0d16fb-9c38-4e75-b7f2-cc1b27f5fd98 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:54.095979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-6d0d16fb-9c38-4e75-b7f2-cc1b27f5fd98 tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 945 time: 0.0849354 Oct 22 14:47:54.173295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dcd32-6b5b-49fd-ae03-08422c3a51f7 req-1db84f7e-8e1c-4b69-8c0f-7887f501fc1c tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:54.174858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-316dcd32-6b5b-49fd-ae03-08422c3a51f7 req-1db84f7e-8e1c-4b69-8c0f-7887f501fc1c tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 947 time: 0.1275058 Oct 22 14:47:54.189865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-632613aa-c12b-4873-a89a-213a61a52249 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:54.191912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-632613aa-c12b-4873-a89a-213a61a52249 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.1801622 Oct 22 14:47:54.219720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-2b4aaf6d-113d-49d5-bc3e-65648c53336e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/quotas/d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 375 time: 0.0192878 Oct 22 14:47:54.260368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Deleting port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:54.260702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:54.266767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-316dcd32-6b5b-49fd-ae03-08422c3a51f7 req-eda3e137-1bf3-4331-ba85-83aa97a8e40a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736899 Oct 22 14:47:54.284392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 694a904f-34f6-42f3-8241-7ae6ab7202a4 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:54.305738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-c13cc9a8-60d1-4d70-987e-6212f04a8b52 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795612 Oct 22 14:47:54.436437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 694a904f-34f6-42f3-8241-7ae6ab7202a4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:54.451521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '694a904f-34f6-42f3-8241-7ae6ab7202a4', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '694a904f-34f6-42f3-8241-7ae6ab7202a4', 'mac_address': 'fa:16:3e:b6:e0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:54.470432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-b8a03636-fe91-4ee5-aaba-de4ddd09be6b service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575875 Oct 22 14:47:54.501335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515ae27-70f3-4cf0-b8f5-5fd2063419e9 req-7de038e3-60ac-4b2f-898d-14056cfc1b2e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:54.503026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f515ae27-70f3-4cf0-b8f5-5fd2063419e9 req-7de038e3-60ac-4b2f-898d-14056cfc1b2e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 944 time: 0.1087108 Oct 22 14:47:54.505548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:54.520136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694a904f-34f6-42f3-8241-7ae6ab7202a4 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:54.542585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 694a904f-34f6-42f3-8241-7ae6ab7202a4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:54.585710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f515ae27-70f3-4cf0-b8f5-5fd2063419e9 req-6b1952be-94f5-49c2-877c-e3b1556aff3a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719187 Oct 22 14:47:54.600930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] For port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,segment=NetworkSegment(6c44ad85-53e3-467e-a68e-498d35e597bf),segment_id=6c44ad85-53e3-467e-a68e-498d35e597bf)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:54.601299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:54.603535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-2f9ca905-1df6-4e78-877f-40db7eab7807 service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320434 Oct 22 14:47:54.617198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Calling delete_port for d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:54.620732 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:54.690811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=694a904f-34f6-42f3-8241-7ae6ab7202a4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:54.744219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1afa-6371-465d-8d09-b34d9150ddf9 req-b28601f9-603c-42c6-9c6f-61e8f508d21c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:54.745743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3ea1afa-6371-465d-8d09-b34d9150ddf9 req-b28601f9-603c-42c6-9c6f-61e8f508d21c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 943 time: 0.0698450 Oct 22 14:47:54.793308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3ea1afa-6371-465d-8d09-b34d9150ddf9 req-e70bfb02-a9dd-45bf-8448-a4319e65e7b5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Oct 22 14:47:54.886015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:54.900100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d98e6905-7cb4-4d9f-92ff-fde5ddb391a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:54.933519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Pushing event deleted for resources: {'Port': ['ID=d98e6905-7cb4-4d9f-92ff-fde5ddb391a6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:55.045759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12628bf1-5201-4929-929b-9e23736bd291 req-7a2391c8-53bc-4d86-8939-0e1626f67f5a tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 210 time: 0.0582204 Oct 22 14:47:55.052597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] No DVR routers for this DVR port d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:55.066400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:55.070334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9954773f-6e2e-4a70-bdfb-2473c6c2e9c5 req-506fa552-aaae-4c44-b3a5-cf9fb491debb tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.69 "DELETE /v2.0/ports/d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 HTTP/1.1" status: 204 len: 173 time: 0.9680674 Oct 22 14:47:55.071002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'name': 'network-vif-deleted', 'tag': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:55.074417 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe8745a-87ab-4918-82bd-609502cfdda4" -d '{"events": [{"server_uuid": "1a179f64-068a-4d38-a6ab-ba3f71c4604f", "name": "network-vif-deleted", "tag": "d98e6905-7cb4-4d9f-92ff-fde5ddb391a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:55.167585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['694a904f-34f6-42f3-8241-7ae6ab7202a4'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:55.219071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-261d0f21-99a8-4467-be62-69fa09a9aacb req-1903507e-8ef5-4619-a0fa-2b04e5af57c8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 210 time: 0.0821149 Oct 22 14:47:55.264183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78721c20-b1c4-4cb9-98a0-7bb71d264d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:55.287761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-641bba27-6ccf-43db-8ecd-e0ed1c311b6b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:55.290520 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-641bba27-6ccf-43db-8ecd-e0ed1c311b6b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.53 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.1405485 Oct 22 14:47:55.292110 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59723f3e-bd96-4657-8035-5e2b43082341 x-openstack-request-id: req-59723f3e-bd96-4657-8035-5e2b43082341 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:55.292405 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a179f64-068a-4d38-a6ab-ba3f71c4604f", "name": "network-vif-deleted", "tag": "d98e6905-7cb4-4d9f-92ff-fde5ddb391a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:55.293490 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59723f3e-bd96-4657-8035-5e2b43082341 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:55.293490 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a179f64-068a-4d38-a6ab-ba3f71c4604f', 'name': 'network-vif-deleted', 'tag': 'd98e6905-7cb4-4d9f-92ff-fde5ddb391a6', 'status': 'completed', 'code': 200} Oct 22 14:47:55.361878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d43367-7283-4b49-a156-d1d9497eec26 req-be0797b1-6ae4-4cab-a784-2c9e5237fa5b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:55.371335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00d43367-7283-4b49-a156-d1d9497eec26 req-be0797b1-6ae4-4cab-a784-2c9e5237fa5b tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 945 time: 0.1551242 Oct 22 14:47:55.463252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Deleting port 41aec9bc-307a-4692-96b1-c313489501e9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:47:55.463961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:55.467406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00d43367-7283-4b49-a156-d1d9497eec26 req-b6498449-7cfc-473f-880e-32600d882feb tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4834eeb-8f34-4474-b9f5-d240781388e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918589 Oct 22 14:47:55.486388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e795-2ae5-4469-9b3b-11b264734265 req-9926fc7d-805f-4346-a855-c9acebc9b6d5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:55.494243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fb6e795-2ae5-4469-9b3b-11b264734265 req-9926fc7d-805f-4346-a855-c9acebc9b6d5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 948 time: 0.0854471 Oct 22 14:47:55.553687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fb6e795-2ae5-4469-9b3b-11b264734265 req-abbaaf3d-9f40-4112-9368-b610ebac9bba tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Oct 22 14:47:55.607995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] For port 41aec9bc-307a-4692-96b1-c313489501e9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=41aec9bc-307a-4692-96b1-c313489501e9,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:55.608325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:55.629182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Calling delete_port for 41aec9bc-307a-4692-96b1-c313489501e9 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:47:55.732143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bf9ef-e980-4ed1-9c69-99485e19c905 req-a04295d0-99e1-4772-9411-7d57c98f5c90 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:55.734419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf5bf9ef-e980-4ed1-9c69-99485e19c905 req-a04295d0-99e1-4772-9411-7d57c98f5c90 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 944 time: 0.0663617 Oct 22 14:47:55.794278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf5bf9ef-e980-4ed1-9c69-99485e19c905 req-cca5b56d-35b5-4bae-af78-603ecfac6127 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519328 Oct 22 14:47:55.935388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807ab0a-2938-46b9-8a86-a9cd5d00e7c7 req-fcb566b1-0354-4b14-b40e-3b136d8c92fc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:55.937518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1807ab0a-2938-46b9-8a86-a9cd5d00e7c7 req-fcb566b1-0354-4b14-b40e-3b136d8c92fc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 943 time: 0.0670195 Oct 22 14:47:55.999852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.007183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1807ab0a-2938-46b9-8a86-a9cd5d00e7c7 req-a5e958f1-2aab-42d3-968a-ef9e06975c29 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506527 Oct 22 14:47:56.012982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['41aec9bc-307a-4692-96b1-c313489501e9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:56.032704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Pushing event deleted for resources: {'Port': ['ID=41aec9bc-307a-4692-96b1-c313489501e9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:56.135216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] No DVR routers for this DVR port 41aec9bc-307a-4692-96b1-c313489501e9 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:47:56.139105 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.146926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-715cbd2d-7519-4771-bcb2-b2158448d761 req-5eef447f-e5cf-419f-8268-4339630b6f18 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.53 "DELETE /v2.0/ports/41aec9bc-307a-4692-96b1-c313489501e9 HTTP/1.1" status: 204 len: 173 time: 0.8430283 Oct 22 14:47:56.300606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:47:56.319435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca8c7dcf-b8d5-4835-a5ca-a2a0efa2f1da req-ed61eb7d-f504-40a1-99be-816f76add6af tempest-InstanceActionsTestJSON-500824754 tempest-InstanceActionsTestJSON-500824754-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a179f64-068a-4d38-a6ab-ba3f71c4604f HTTP/1.1" status: 200 len: 210 time: 0.0854969 Oct 22 14:47:56.410782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b137ada-46e7-486b-9c3b-506b1603111f req-2f22cca7-be67-46e6-8172-fb4d6e84eac7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 210 time: 0.0420098 Oct 22 14:47:56.572001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:56.587500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 694a904f-34f6-42f3-8241-7ae6ab7202a4 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:56.609991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1860f4d-0d5e-43ce-9ec5-f8cbe1829774 req-37f95aad-c79f-442d-bb03-2e70af12b2f9 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 210 time: 0.0504379 Oct 22 14:47:56.652782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'port_id': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'mac_address': 'fa:16:3e:a0:33:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d211829-591c-4b00-b4a4-771f3b3b90cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:47:56.731142 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.734771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fac89-fa7c-45bf-bdd6-dbee680044bd req-525de356-f37f-43bf-a96f-774363b10807 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:56.737242 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.743706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-740fac89-fa7c-45bf-bdd6-dbee680044bd req-525de356-f37f-43bf-a96f-774363b10807 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 948 time: 0.0828192 Oct 22 14:47:56.744271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.786326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336b6be0-b428-4a17-b73d-34bdb8e8cb99 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:47:56.814758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-740fac89-fa7c-45bf-bdd6-dbee680044bd req-5393dcfe-042e-4d69-abb5-f2afa85c9433 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Oct 22 14:47:56.825472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:56.857792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 694a904f-34f6-42f3-8241-7ae6ab7202a4 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:56.863272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 694a904f-34f6-42f3-8241-7ae6ab7202a4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:56.867576 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.949650 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:56.986194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc6487-0b35-4062-bd40-22a7038f69ef req-efad1d01-e554-4c01-9117-9a62e4336f72 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:57.004977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.009221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0abc6487-0b35-4062-bd40-22a7038f69ef req-efad1d01-e554-4c01-9117-9a62e4336f72 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 944 time: 0.1280224 Oct 22 14:47:57.078499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 694a904f-34f6-42f3-8241-7ae6ab7202a4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:57.079967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a904f-34f6-42f3-8241-7ae6ab7202a4'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:57.080126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0abc6487-0b35-4062-bd40-22a7038f69ef req-7cc16a2d-e304-4aaf-9844-72f3d45e2ff9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716510 Oct 22 14:47:57.083280 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db43da8-3e0e-44da-9bcb-e52bd566fa3f" -d '{"events": [{"server_uuid": "7d70141c-4acf-4e87-911d-8d5caf491e3f", "name": "network-vif-plugged", "status": "completed", "tag": "694a904f-34f6-42f3-8241-7ae6ab7202a4"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:57.098758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:57.151819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.152731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:47:57.250990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee269b04-059f-4f58-bb95-7a92bd76aef0 req-576ea8d5-0599-43ad-a038-fb83838673ec tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:57.252543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee269b04-059f-4f58-bb95-7a92bd76aef0 req-576ea8d5-0599-43ad-a038-fb83838673ec tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.0977273 Oct 22 14:47:57.298466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'name': 'network-vif-deleted', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:57.300849 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4953065c-5743-4ada-8725-d6acc37b0b35" -d '{"events": [{"server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "name": "network-vif-deleted", "tag": "41aec9bc-307a-4692-96b1-c313489501e9"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:57.391892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee269b04-059f-4f58-bb95-7a92bd76aef0 req-a66f4210-b342-476d-938f-b2473bc3b353 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319678 Oct 22 14:47:57.396234 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781d4d3d-8c31-4b6a-850a-e73ecb465413 x-openstack-request-id: req-781d4d3d-8c31-4b6a-850a-e73ecb465413 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:57.398345 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d70141c-4acf-4e87-911d-8d5caf491e3f", "name": "network-vif-plugged", "status": "completed", "tag": "694a904f-34f6-42f3-8241-7ae6ab7202a4", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:57.399163 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-781d4d3d-8c31-4b6a-850a-e73ecb465413 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:57.400429 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a904f-34f6-42f3-8241-7ae6ab7202a4', 'code': 200} Oct 22 14:47:57.415641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=694a904f-34f6-42f3-8241-7ae6ab7202a4,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:57.437633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba753101-06aa-4426-b203-abdd544abdf2 req-113b3268-1499-4684-b8e2-330e60731d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:57.439153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba753101-06aa-4426-b203-abdd544abdf2 req-113b3268-1499-4684-b8e2-330e60731d87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 1100 time: 0.1659157 Oct 22 14:47:57.502788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35638) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:57.557472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8b936b3f-e633-419e-8c06-47e7eb5330a0 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:47:57.562689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8b936b3f-e633-419e-8c06-47e7eb5330a0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:47:57.562689 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.563202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Deleting subnet ac7427da-b43a-4742-9da1-4720ca36dbb6 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:47:57.566366 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e489be-7356-46d8-bac7-a9f641f3e14d x-openstack-request-id: req-c0e489be-7356-46d8-bac7-a9f641f3e14d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:57.566830 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d", "name": "network-vif-deleted", "tag": "41aec9bc-307a-4692-96b1-c313489501e9", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:57.567317 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0e489be-7356-46d8-bac7-a9f641f3e14d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:57.567903 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d', 'name': 'network-vif-deleted', 'tag': '41aec9bc-307a-4692-96b1-c313489501e9', 'status': 'completed', 'code': 200} Oct 22 14:47:57.571075 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba753101-06aa-4426-b203-abdd544abdf2 req-f6cd41dc-6b9e-46a9-b179-4a47ed284b68 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225111 Oct 22 14:47:57.571927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.616756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.674487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['336b6be0-b428-4a17-b73d-34bdb8e8cb99'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:47:57.702906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14e7078-b66d-4fe9-9708-9d9a01ce619f req-ca22696d-fc3f-4d84-bc41-480cb59ebece tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 210 time: 0.0668457 Oct 22 14:47:57.718247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.860194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f07b3bca-b06c-4be0-9549-a71079fe2461 req-bdf10616-918f-4690-a4ad-978b81bbb2ba tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] 10.222.0.66 "GET /v2.0/ports?device_id=17d2c86a-c187-4cd3-b45f-d5aee6a2ba7d HTTP/1.1" status: 200 len: 210 time: 0.0540822 Oct 22 14:47:57.905894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:57.955533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.018225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.021533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ac7427da-b43a-4742-9da1-4720ca36dbb6 HTTP/1.1" status: 204 len: 168 time: 0.5175192 Oct 22 14:47:58.022830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e34ec-7f72-4722-bde5-046bd5c50954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7427da-b43a-4742-9da1-4720ca36dbb6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:58.034818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:58.064837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5da8-0f8e-4da4-80d3-6973e4b0a164 req-9dd7de5b-fa40-4f84-9b10-31102f999468 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:58.091935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ee5da8-0f8e-4da4-80d3-6973e4b0a164 req-9dd7de5b-fa40-4f84-9b10-31102f999468 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.1612792 Oct 22 14:47:58.133038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.138815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:47:58.169357 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.216035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.234437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ee5da8-0f8e-4da4-80d3-6973e4b0a164 req-f906cb78-436f-406e-b972-af24b1c35b4f tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322198 Oct 22 14:47:58.304906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:58.318872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:58.366796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.372474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bdd0-69cd-49cf-87ae-6ce79cb576a6 req-2245a037-c84b-4898-a7cb-5087597b580e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:58.385470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:47:58.385470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d98e6905-7cb4-4d9f-92ff-fde5ddb391a6 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:58.385735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20d8bdd0-69cd-49cf-87ae-6ce79cb576a6 req-2245a037-c84b-4898-a7cb-5087597b580e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 945 time: 0.1124654 Oct 22 14:47:58.419316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992c0762-8103-40c1-9afe-bfc2784e89eb']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:58.448748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c44ad85-53e3-467e-a68e-498d35e597bf') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:58.449015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c44ad85-53e3-467e-a68e-498d35e597bf') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:47:58.464138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.493916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.500901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:47:58.506704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:58.519547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20d8bdd0-69cd-49cf-87ae-6ce79cb576a6 req-06c48bdf-9ee6-488f-ac64-52f4068b3eb6 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327977 Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:47:58.567964 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:47:58.816980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 41aec9bc-307a-4692-96b1-c313489501e9 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:47:58.863660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 41aec9bc-307a-4692-96b1-c313489501e9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:47:58.864712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 41aec9bc-307a-4692-96b1-c313489501e9 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:47:58.933195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c430970-f2ee-4217-9ae7-5a0a24acb045 req-58bec974-d518-4507-a522-c5193e523bd4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:58.941314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c430970-f2ee-4217-9ae7-5a0a24acb045 req-58bec974-d518-4507-a522-c5193e523bd4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.1635046 Oct 22 14:47:58.958464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-b0acd3ad-2666-46b3-bbd0-4f83399d15f1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:58.964991 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-b0acd3ad-2666-46b3-bbd0-4f83399d15f1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.3961353 Oct 22 14:47:58.981158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Request body: {'port': {'device_id': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'admin_state_up': True, 'tenant_id': 'd04456eb09b34176abad98ce719b87b0'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:47:59.003670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83adea4e-9c97-4dde-a2e2-5be18e0225df req-d5c6e0e1-79d3-4663-a192-0edf4be32a9b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 210 time: 0.0955596 Oct 22 14:47:59.078601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c430970-f2ee-4217-9ae7-5a0a24acb045 req-dc778891-f1c4-4e33-b894-461280c3c4a3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358778 Oct 22 14:47:59.106768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35666) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:47:59.400445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:47:59.401071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:59.403032 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa38a7-d999-4fd7-ad65-8d55339f6732" -d '{"events": [{"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:47:59.421777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:59.454337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] 10.222.0.66 "DELETE /v2.0/networks/992c0762-8103-40c1-9afe-bfc2784e89eb HTTP/1.1" status: 204 len: 168 time: 1.4148660 Oct 22 14:47:59.458856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Made reservation on behalf of d04456eb09b34176abad98ce719b87b0 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:47:59.465639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8308-7ff0-41cb-9812-632879302f50 req-3a7a677f-0e02-4db3-92ef-fc4e373f32ed tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:59.467600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:47:59.471270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fae8308-7ff0-41cb-9812-632879302f50 req-3a7a677f-0e02-4db3-92ef-fc4e373f32ed tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.1264060 Oct 22 14:47:59.506506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da4c71-f3f5-4d92-8355-98039bcba12f admin admin] Pushing event deleted for resources: {'Network': ['ID=992c0762-8103-40c1-9afe-bfc2784e89eb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:47:59.509059 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6ac324-7356-4408-a420-dccaaa540e03 x-openstack-request-id: req-5c6ac324-7356-4408-a420-dccaaa540e03 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:47:59.509571 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:47:59.509977 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c6ac324-7356-4408-a420-dccaaa540e03 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:47:59.510527 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'code': 200} Oct 22 14:47:59.657551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fae8308-7ff0-41cb-9812-632879302f50 req-82c7992d-ce43-4fa4-8f13-39fb943f32c5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771355 Oct 22 14:47:59.751622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ae4b-5a05-4e77-b8ea-a818a08725c9 req-ce02bd16-2325-4451-8f1a-b72527a908db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:59.754884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e83ae4b-5a05-4e77-b8ea-a818a08725c9 req-ce02bd16-2325-4451-8f1a-b72527a908db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 1096 time: 0.1198549 Oct 22 14:47:59.843636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca268d9-f1a7-40d6-9ab7-f84366b91890 req-dd7d2b6c-908d-4633-a064-7857cfe1f407 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:47:59.845480 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e83ae4b-5a05-4e77-b8ea-a818a08725c9 req-13e6111f-6391-42bf-892e-fd664fb02dba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775898 Oct 22 14:47:59.852359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bca268d9-f1a7-40d6-9ab7-f84366b91890 req-dd7d2b6c-908d-4633-a064-7857cfe1f407 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 945 time: 0.0793300 Oct 22 14:47:59.861389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Allocated IP 172.20.0.14 (b5cf8401-c3af-427d-add2-1bd5ec5b8e19/99266398-9cc4-477d-b5a7-d39b56f511b2/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:47:59.922908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bca268d9-f1a7-40d6-9ab7-f84366b91890 req-b13bfe64-7dd4-43bc-904c-4df8eef21a73 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695806 Oct 22 14:47:59.972121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.098396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.147376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7af8dbf2-c662-4e06-ae05-85c5aa76f3d1 req-14914864-6f76-474d-a9be-5c5c6884d06f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 210 time: 0.0326328 Oct 22 14:48:00.258444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9026b9-71b6-4fa7-a410-057b895572e7 req-77a0fd2d-b665-48b8-a5e6-b23bb378804f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:00.260026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d9026b9-71b6-4fa7-a410-057b895572e7 req-77a0fd2d-b665-48b8-a5e6-b23bb378804f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.1149189 Oct 22 14:48:00.317486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:00.324366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d9026b9-71b6-4fa7-a410-057b895572e7 req-2ecaf8d6-2ef3-4468-aa8e-cb5c024e6c23 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566185 Oct 22 14:48:00.401018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Deleting port b64f65c9-a21f-413b-bb92-04426ebc6528 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:00.404244 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.418325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:00.427615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.447300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:00.468653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:00.469202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.500975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] For port b64f65c9-a21f-413b-bb92-04426ebc6528, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b64f65c9-a21f-413b-bb92-04426ebc6528,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:00.501844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.532547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Calling delete_port for b64f65c9-a21f-413b-bb92-04426ebc6528 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:00.560091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.560912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:00.586173 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9ec8a7eb-e2d3-4f5b-a79a-107a11d9ce41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a64c9f3653d4176851dec8cc7bb6efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659417 Oct 22 14:48:00.586812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:00.594264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:00.598233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:00.606903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:00.616404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:00.695571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:00.696312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.703692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4fc-3004-4d4c-8afa-4632806f02b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.717285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.730675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4fc-3004-4d4c-8afa-4632806f02b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.848842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:00.872123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4fc-3004-4d4c-8afa-4632806f02b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.875521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4fc-3004-4d4c-8afa-4632806f02b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:00.877123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06c9c4fc-3004-4d4c-8afa-4632806f02b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b0a0fa5-0060-4013-9ae6-409354675418 HTTP/1.1" status: 204 len: 168 time: 0.2888696 Oct 22 14:48:00.885805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c4fc-3004-4d4c-8afa-4632806f02b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0a0fa5-0060-4013-9ae6-409354675418,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:00.916810 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-3995196e-765a-4f18-a273-4f05d7c8c4ba tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9352560 Oct 22 14:48:00.932099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Request body: {'port': {'device_id': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:00.957924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cb6a5-f9ca-4430-a732-26cb2b4a0017 req-2e1bf19e-d508-4900-af6d-2924bc9f9808 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:00.959480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-647cb6a5-f9ca-4430-a732-26cb2b4a0017 req-2e1bf19e-d508-4900-af6d-2924bc9f9808 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.0654464 Oct 22 14:48:01.051998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-647cb6a5-f9ca-4430-a732-26cb2b4a0017 req-2ab9a4d6-2462-47bc-8287-4dee8cc3a726 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849378 Oct 22 14:48:01.112301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:01.153868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba944-f327-4bbd-9ae3-f93fab3017eb req-e4175318-6d96-40bf-9953-c7d968006e8b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:01.154815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1adba944-f327-4bbd-9ae3-f93fab3017eb req-e4175318-6d96-40bf-9953-c7d968006e8b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 945 time: 0.0746977 Oct 22 14:48:01.217309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1adba944-f327-4bbd-9ae3-f93fab3017eb req-a20e1cd9-4bd2-4d7d-af1a-619abb6b8f46 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525601 Oct 22 14:48:01.351107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaeee5-4c11-440c-9f55-e154b2800c86 req-0d6fc6dc-8f5e-48db-9c2f-7b2a2f79c166 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:01.352838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3eaeee5-4c11-440c-9f55-e154b2800c86 req-0d6fc6dc-8f5e-48db-9c2f-7b2a2f79c166 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 932 time: 0.0674260 Oct 22 14:48:01.398116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3eaeee5-4c11-440c-9f55-e154b2800c86 req-e99d3351-0962-452c-b84c-5d6c791d9037 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380595 Oct 22 14:48:01.426661 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:01.512785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:01.516756 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba00c32-2a86-420b-874d-2e4c3219fd7c" -d '{"events": [{"server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "name": "network-vif-plugged", "status": "completed", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:01.533347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Pushing event deleted for resources: {'Port': ['ID=b64f65c9-a21f-413b-bb92-04426ebc6528,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:01.556352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:01.578300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:01.613454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Transition to ACTIVE for port object d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:01.713019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e355-38af-47c2-9aab-355333947a94 req-17e2dc1e-5270-471f-8e09-bbe942c32fdf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:01.715285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75f7e355-38af-47c2-9aab-355333947a94 req-17e2dc1e-5270-471f-8e09-bbe942c32fdf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1251624 Oct 22 14:48:01.735340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:01.796450 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dbb5b8-429c-4d11-9f08-c0a4933d5ed3 x-openstack-request-id: req-24dbb5b8-429c-4d11-9f08-c0a4933d5ed3 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:01.796896 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "name": "network-vif-plugged", "status": "completed", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:01.797857 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24dbb5b8-429c-4d11-9f08-c0a4933d5ed3 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:01.798597 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'code': 200} Oct 22 14:48:01.836854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:01.855446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:01.869935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75f7e355-38af-47c2-9aab-355333947a94 req-9429a045-4bf2-48f0-a114-cef6235542bb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395121 Oct 22 14:48:01.905198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:01.905198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:01.905198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:01.931766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:01.932092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:01.941627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:01.941879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:01.942271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:01.942711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Bound port: d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:01.943119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:01.965022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30a47-8240-4abc-9e27-b34ca17a013d req-942e961b-7dd5-4676-a543-5d7a04befb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:01.966320 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4e30a47-8240-4abc-9e27-b34ca17a013d req-942e961b-7dd5-4676-a543-5d7a04befb32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0788076 Oct 22 14:48:01.997185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95cc84-a755-4044-8887-1b6fab050024 req-ff101fb5-1f44-46db-8fa3-205680022f06 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:02.001254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e95cc84-a755-4044-8887-1b6fab050024 req-ff101fb5-1f44-46db-8fa3-205680022f06 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.1328027 Oct 22 14:48:02.048366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4e30a47-8240-4abc-9e27-b34ca17a013d req-59f22bbb-24c7-4562-9631-a22226932352 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578876 Oct 22 14:48:02.057435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:02.063018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:02.114998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e95cc84-a755-4044-8887-1b6fab050024 req-ddb1a9fe-269d-4c03-a0cb-536ba66a8d4a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852277 Oct 22 14:48:02.132360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.167735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:02.168350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.169740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 1092 time: 1.2490094 Oct 22 14:48:02.170179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:02.173021 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c805c-a3a2-4ad5-a593-a64ff597bb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:02.195796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992ccd-a808-4312-b86e-2e3d0ed9c9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:02.202536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Router ef01a2ff-df00-473f-bd79-7162a76df81a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:48:02.218371 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4812eef-4683-48ef-ac12-bd01e4fa27e2 x-openstack-request-id: req-d4812eef-4683-48ef-ac12-bd01e4fa27e2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:02.218371 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:02.218371 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4812eef-4683-48ef-ac12-bd01e4fa27e2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:02.218371 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'status': 'completed', 'code': 200} Oct 22 14:48:02.357689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:48:02.367745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-af8bf7b0-3118-4d33-b5e4-e2eab62b6ece admin admin] 10.222.0.66 "PUT /v2.0/routers/ef01a2ff-df00-473f-bd79-7162a76df81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2575610 Oct 22 14:48:02.368819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35774) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:02.373055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] Sync routers for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:48:02.386586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:48:02.388164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:02.435263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c805c-a3a2-4ad5-a593-a64ff597bb7a req-20e7ee79-a541-42ad-b418-502a72e19b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:02.437622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-513c805c-a3a2-4ad5-a593-a64ff597bb7a req-20e7ee79-a541-42ad-b418-502a72e19b78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1095 time: 0.0864666 Oct 22 14:48:02.441205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:02.443964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877492d5-e335-451a-8e51-99d2ad1e5f33 req-c5db0da7-2ad7-418f-a2f5-9fcea2f84fd2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:02.445751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-877492d5-e335-451a-8e51-99d2ad1e5f33 req-c5db0da7-2ad7-418f-a2f5-9fcea2f84fd2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 945 time: 0.1382499 Oct 22 14:48:02.568445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-877492d5-e335-451a-8e51-99d2ad1e5f33 req-c8c1761d-2869-40f1-aa11-94e0080ce110 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135802 Oct 22 14:48:02.582297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.641173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc62e-f228-4e49-9d2f-aeb8da31e5bf req-12337fd8-9bcc-406c-be6d-fc2ac09f1e95 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:02.642722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-703dc62e-f228-4e49-9d2f-aeb8da31e5bf req-12337fd8-9bcc-406c-be6d-fc2ac09f1e95 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.1188638 Oct 22 14:48:02.680310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1905097028-network', 'tenant_id': '7dffd6cda6a34b6c9447899e89b514ac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:02.699246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:48:02.739281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c805c-a3a2-4ad5-a593-a64ff597bb7a req-0ae94036-d1e9-4a43-9295-c0ea04cb9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:02.740974 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-513c805c-a3a2-4ad5-a593-a64ff597bb7a req-0ae94036-d1e9-4a43-9295-c0ea04cb9d7c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d04456eb09b34176abad98ce719b87b0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2853265 Oct 22 14:48:02.755948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-703dc62e-f228-4e49-9d2f-aeb8da31e5bf req-6ad8a339-9e3f-4215-8409-33f35f2e1af4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063659 Oct 22 14:48:02.766427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.824073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Made reservation on behalf of 7dffd6cda6a34b6c9447899e89b514ac for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:02.826302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.864995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.944135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:48:01Z', 'revision_number': 5, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port': {'id': 'aa9cec16-8978-4e70-9f49-a02e1a6da964', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:46:24Z', 'updated_at': '2021-10-22T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:02.958708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Deleting port aa9cec16-8978-4e70-9f49-a02e1a6da964 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:02.960195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:02.977199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] Checking router: ef01a2ff-df00-473f-bd79-7162a76df81a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:48:02.986628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] Routers {'ef01a2ff-df00-473f-bd79-7162a76df81a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:48:02.986951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ef01a2ff-df00-473f-bd79-7162a76df81a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:03.010723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c805c-a3a2-4ad5-a593-a64ff597bb7a req-46faf1c5-1ba9-45a9-90b2-4562851151e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.012460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-513c805c-a3a2-4ad5-a593-a64ff597bb7a req-46faf1c5-1ba9-45a9-90b2-4562851151e3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607152 Oct 22 14:48:03.100810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] Set router ef01a2ff-df00-473f-bd79-7162a76df81a gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:48:03.106242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.119714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff198-59ab-4f04-9337-5ba3ff8768f0 req-04878989-ffe1-4e44-9e1b-c615fb9dfc12 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.121528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-b3588730-b7ff-487c-bfe3-4d5f8642f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.123093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-b3588730-b7ff-487c-bfe3-4d5f8642f133 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1095 time: 0.0563219 Oct 22 14:48:03.124434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b4ff198-59ab-4f04-9337-5ba3ff8768f0 req-04878989-ffe1-4e44-9e1b-c615fb9dfc12 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 950 time: 0.1749263 Oct 22 14:48:03.156834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:48:02Z', 'revision_number': 6, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:03.178537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.184145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-096c5f13-4e3a-45ea-b7ce-004956302cb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 217 time: 0.0492442 Oct 22 14:48:03.189390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16448422-fd12-4fd3-a0b8-5fcfdbcdf108 None None] The sync data for ids ['ef01a2ff-df00-473f-bd79-7162a76df81a'] in n-d-812148-2 is: [{'id': 'ef01a2ff-df00-473f-bd79-7162a76df81a', 'name': 'tempest-FloatingIPsAssociationTestJSON-636538299-router', 'tenant_id': 'a803318c4e334622aae7163225866457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:46:23Z', 'updated_at': '2021-10-22T14:48:02Z', 'revision_number': 6, 'project_id': 'a803318c4e334622aae7163225866457', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:48:03.192575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] For port aa9cec16-8978-4e70-9f49-a02e1a6da964, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aa9cec16-8978-4e70-9f49-a02e1a6da964,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:03.192950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.209826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:48:03.229650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Calling delete_port for aa9cec16-8978-4e70-9f49-a02e1a6da964 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:03.241528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b4ff198-59ab-4f04-9337-5ba3ff8768f0 req-fba9e173-43fb-446f-b074-1dcc0e45f7e9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093843 Oct 22 14:48:03.254642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8723f7cc-ce40-4f97-b624-89ea16fc128b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:03.267591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.267591 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Added segment 64c9d2de-615e-4648-bdb1-0c728c597342 of type vlan for network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 Oct 22 14:48:03.268154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4054-69ac-423d-8258-2691c7b1555d req-d07801a3-51c0-4c84-87a0-7dfbe7e47537 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.268154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-188f4054-69ac-423d-8258-2691c7b1555d req-d07801a3-51c0-4c84-87a0-7dfbe7e47537 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1676736 Oct 22 14:48:03.298208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-711fd149-e1ae-41ff-ace3-6ba7b4003e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.300011 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-711fd149-e1ae-41ff-ace3-6ba7b4003e5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.1028934 Oct 22 14:48:03.309572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.345015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-7adb8b10-08a6-4544-8d2b-62e695a19b62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316894 Oct 22 14:48:03.350053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-188f4054-69ac-423d-8258-2691c7b1555d req-dd6339c2-2a0b-4f8a-ab6c-f67099f27a79 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Oct 22 14:48:03.543118 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.551350 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:48:03.558028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0d6e-3c59-4541-b784-68f046710372 req-1bd1046f-f2b1-4751-94ec-deb4e4963163 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.559736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-857f0d6e-3c59-4541-b784-68f046710372 req-1bd1046f-f2b1-4751-94ec-deb4e4963163 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 945 time: 0.1563864 Oct 22 14:48:03.573885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64474ec0-c7ad-46fc-8777-2fe6575ed4e6 req-aeb548fd-41c3-442d-b6fc-b28177371eb5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.577792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64474ec0-c7ad-46fc-8777-2fe6575ed4e6 req-aeb548fd-41c3-442d-b6fc-b28177371eb5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.0971913 Oct 22 14:48:03.631577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-857f0d6e-3c59-4541-b784-68f046710372 req-260d2bbc-11ec-4332-92f0-346754535a14 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548775 Oct 22 14:48:03.632155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.679918 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.680849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:03.681450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.694748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9cec16-8978-4e70-9f49-a02e1a6da964,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:03.722337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64474ec0-c7ad-46fc-8777-2fe6575ed4e6 req-182ef08e-9f4f-47e0-99ea-8043cf677062 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251204 Oct 22 14:48:03.770677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1ecc70-4a4f-4493-8115-ac6de51c87f5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:03.774612 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-042f420b-470e-4fc3-b006-64ae5e5e6583 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189522 Oct 22 14:48:03.783131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-43d925a5-3414-4f43-a504-5531d5f9d937 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3408375 Oct 22 14:48:03.784193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:48:03.785918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35822) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:03.791902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Request body: {'subnet': {'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1905097028-subnet', 'tenant_id': '7dffd6cda6a34b6c9447899e89b514ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:03.904044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:03.909424 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d122ff7-ed90-43b0-a6af-cc83c8f03f99 req-4f8df98e-a2c8-4dd7-987e-12082ddaa7e7 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249275 Oct 22 14:48:03.978004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Made reservation on behalf of 7dffd6cda6a34b6c9447899e89b514ac for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:03.981426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.006702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.010149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.015393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40133cf-6ce9-4d0d-8d6b-5f94ed6449c3 req-e4c5bb3a-146b-4310-86cd-509166304158 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:04.016924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d40133cf-6ce9-4d0d-8d6b-5f94ed6449c3 req-e4c5bb3a-146b-4310-86cd-509166304158 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 1100 time: 0.1739042 Oct 22 14:48:04.076554 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d40133cf-6ce9-4d0d-8d6b-5f94ed6449c3 req-1c2c8c11-cfca-4e23-b530-873113fae0e6 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.146127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d40133cf-6ce9-4d0d-8d6b-5f94ed6449c3 req-1c2c8c11-cfca-4e23-b530-873113fae0e6 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.183266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.183841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef01a2ff-df00-473f-bd79-7162a76df81a {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:48:04.193115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.193115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7a097f30-f216-425e-88f5-3caee6a9be36 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ef01a2ff-df00-473f-bd79-7162a76df81a HTTP/1.1" status: 204 len: 168 time: 1.8183839 Oct 22 14:48:04.193868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35830) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:04.251777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Deleting subnet 25241661-0d44-4a7f-b335-1870568a507d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:48:04.255185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.257213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d40133cf-6ce9-4d0d-8d6b-5f94ed6449c3 req-1c2c8c11-cfca-4e23-b530-873113fae0e6 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.283468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.308774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d40133cf-6ce9-4d0d-8d6b-5f94ed6449c3 req-1c2c8c11-cfca-4e23-b530-873113fae0e6 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536993 Oct 22 14:48:04.320439 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.345965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c8c11-cfca-4e23-b530-873113fae0e6 tempest-LiveMigrationNegativeTest-1049146001 tempest-LiveMigrationNegativeTest-1049146001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a8acd-961c-4015-889a-2d86af7a111a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:04.378824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Checking segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:04.381511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Network hostable DHCP agents. Network: 0e1ecc70-4a4f-4493-8115-ac6de51c87f5, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:48:04.383497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c643e980-972c-427d-ba78-60716eff5a9c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:04.429720 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.504361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:48:04.512386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf28d-87fe-4b39-820f-bedb8e7b985b req-c5cc3015-87c0-4b55-b0ff-7916c15bc249 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:04.513866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81baf28d-87fe-4b39-820f-bedb8e7b985b req-c5cc3015-87c0-4b55-b0ff-7916c15bc249 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0639799 Oct 22 14:48:04.559687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81baf28d-87fe-4b39-820f-bedb8e7b985b req-9c98ad2d-37f9-4368-8188-00389857c43c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383308 Oct 22 14:48:04.605670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 0e1ecc70-4a4f-4493-8115-ac6de51c87f5) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:04.610683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:04.619711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.620104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e681a-5a39-4d06-88f2-bea96e714547 None None] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:48:04.648615 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.680302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.682844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6705b-5288-4333-b39e-c6b0aedec4fb None None] Network c6ae8f0a-d365-4364-a200-087b72c1e4d4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:48:04.686368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/25241661-0d44-4a7f-b335-1870568a507d HTTP/1.1" status: 204 len: 168 time: 0.4917791 Oct 22 14:48:04.688329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35854) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:04.689532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c61b00-372b-4dbb-b266-e8237d890494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25241661-0d44-4a7f-b335-1870568a507d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:04.709706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1ce9-35e6-405e-a960-8ec3c6d67dd8 req-a04e62eb-5097-44de-873d-cb44d08dfb01 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:04.717502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec9e1ce9-35e6-405e-a960-8ec3c6d67dd8 req-a04e62eb-5097-44de-873d-cb44d08dfb01 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1059997 Oct 22 14:48:04.776712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec9e1ce9-35e6-405e-a960-8ec3c6d67dd8 req-f5872dac-1efd-43a4-a746-be6826780937 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Oct 22 14:48:04.833137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.839917 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2d887be2-85f8-48b2-a01f-a1828f1300f8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0525877 Oct 22 14:48:04.865571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aa9cec16-8978-4e70-9f49-a02e1a6da964 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:04.898418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16862b9-329e-4908-9e25-5dbfb1d7a5a2 req-bafd5492-6698-421c-b6da-d69e878f65f9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:04.908695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b16862b9-329e-4908-9e25-5dbfb1d7a5a2 req-bafd5492-6698-421c-b6da-d69e878f65f9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 945 time: 0.0864058 Oct 22 14:48:04.912369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: aa9cec16-8978-4e70-9f49-a02e1a6da964 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:48:04.912917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aa9cec16-8978-4e70-9f49-a02e1a6da964 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:04.913482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b64f65c9-a21f-413b-bb92-04426ebc6528 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:04.934110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Deleting port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:04.934459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:04.947954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b64f65c9-a21f-413b-bb92-04426ebc6528 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:48:04.949393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b64f65c9-a21f-413b-bb92-04426ebc6528 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:04.966118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b16862b9-329e-4908-9e25-5dbfb1d7a5a2 req-98f8549d-c711-4cbe-9da1-92e5c8fbbbd5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563362 Oct 22 14:48:04.996790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'tenant_id': '7dffd6cda6a34b6c9447899e89b514ac', 'fixed_ips': [{'subnet_id': 'c643e980-972c-427d-ba78-60716eff5a9c'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:48:04.998695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.043822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] For port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,segment=NetworkSegment(c7a2e6b3-ebb5-4ca1-9803-71111b8debb1),segment_id=c7a2e6b3-ebb5-4ca1-9803-71111b8debb1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:05.044219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.071660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Calling delete_port for e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:05.099802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] DHCP port deletion for c6ae8f0a-d365-4364-a200-087b72c1e4d4 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:48:05.117824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ac4c5-3ad6-4b69-8ccc-eb3eab595008 req-95449a8e-6b86-4fc8-a9ba-2d741018f12b tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:05.125491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-085ac4c5-3ad6-4b69-8ccc-eb3eab595008 req-95449a8e-6b86-4fc8-a9ba-2d741018f12b tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0681827 Oct 22 14:48:05.159652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-085ac4c5-3ad6-4b69-8ccc-eb3eab595008 req-7a492d61-4324-4df6-b798-1684912bbb34 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Oct 22 14:48:05.208699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Allocated IP 172.20.0.2 (0e1ecc70-4a4f-4493-8115-ac6de51c87f5/c643e980-972c-427d-ba78-60716eff5a9c/a2c5133f-02a9-4899-ae2f-04a76e120789) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:05.227833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Deleting port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:05.228121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.236071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.262726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:05.268369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] No DVR routers for this DVR port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:05.361496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] For port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7, host n-d-812148-2, got binding levels [] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:05.361952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.369109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.381897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Calling delete_port for e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:05.385970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.ipam_backend_mixin [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 was not found and therefore no delete operation was performed {{(pid=107803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 14:48:05.391207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.401033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ae8f0a-d365-4364-a200-087b72c1e4d4']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:05.412782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:05.413011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a2e6b3-ebb5-4ca1-9803-71111b8debb1') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:48:05.418407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] No DVR routers for this DVR port e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:05.425728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.447991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2b8a-bdbe-4397-988e-9e6e6ffd4401 None None] Pushing event deleted for resources: {'Port': ['ID=e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:05.449498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.458119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:48:05.458594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:48:05.460501 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:48:05.509304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.620819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.641603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-d3db3dfa-4855-44bd-a269-302547221767 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:05.643090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-d3db3dfa-4855-44bd-a269-302547221767 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 816 time: 0.1020069 Oct 22 14:48:05.659018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-66c71870-9300-4368-bd3a-3cfd75a7cc82 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/quotas/7dffd6cda6a34b6c9447899e89b514ac HTTP/1.1" status: 200 len: 375 time: 0.0096323 Oct 22 14:48:05.660172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.666120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.674890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c6ae8f0a-d365-4364-a200-087b72c1e4d4 HTTP/1.1" status: 204 len: 168 time: 0.9799893 Oct 22 14:48:05.675193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:05.681562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:05.685297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c5ea5-4d21-4113-b693-cf6ae3b45653 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ae8f0a-d365-4364-a200-087b72c1e4d4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:05.689142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:05.709497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Pushing event updated for resources: {'Port': ['ID=a2c5133f-02a9-4899-ae2f-04a76e120789,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:05.732146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-76d20183-c03b-46f8-b488-ac9db84cb303 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590746 Oct 22 14:48:05.757567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Attempting to bind port a2c5133f-02a9-4899-ae2f-04a76e120789 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:05.757998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Attempting to bind port a2c5133f-02a9-4899-ae2f-04a76e120789 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:05.758593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Attempting to bind port a2c5133f-02a9-4899-ae2f-04a76e120789 on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:05.763905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:05.765012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Checking segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:05.765012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.765303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Bound using segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:05.765775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Bound port: a2c5133f-02a9-4899-ae2f-04a76e120789, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:05.766170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.838247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-409e21e1-165b-48c1-a7c2-381d61d74e2f service neutron] 10.222.0.66 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973134 Oct 22 14:48:05.838477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] For port a2c5133f-02a9-4899-ae2f-04a76e120789, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:05.841713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] For port a2c5133f-02a9-4899-ae2f-04a76e120789, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a2c5133f-02a9-4899-ae2f-04a76e120789,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:05.932117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe09093-35b8-41ee-87cb-5c175436f8d3 req-1c6759d0-151c-416d-9423-2d6b6f5ae935 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:05.933660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fe09093-35b8-41ee-87cb-5c175436f8d3 req-1c6759d0-151c-416d-9423-2d6b6f5ae935 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0986094 Oct 22 14:48:05.966532 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:05.986086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-5fa4e932-f716-4bf7-a3bd-2f2ee1f1d72b service neutron] 10.222.0.66 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380560 Oct 22 14:48:05.987828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fe09093-35b8-41ee-87cb-5c175436f8d3 req-bc1f310a-2245-4529-adc4-eb4e17642af8 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Oct 22 14:48:06.081972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88e98-e88f-4a31-a2bf-7791aa00ef46 None None] Pushing event updated for resources: {'Port': ['ID=a2c5133f-02a9-4899-ae2f-04a76e120789,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:06.131272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d2427-0496-43e3-ba6d-ccd07bb3da92 req-1a27f81d-1f90-4684-8f57-ec8a3b4c9467 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:06.132994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-322d2427-0496-43e3-ba6d-ccd07bb3da92 req-1a27f81d-1f90-4684-8f57-ec8a3b4c9467 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.0613918 Oct 22 14:48:06.187910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-322d2427-0496-43e3-ba6d-ccd07bb3da92 req-afcfaf32-b3c9-443f-81e1-e97fd1d244dd tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Oct 22 14:48:06.397716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225623d1-ae16-461e-a900-fa5a684d0909 req-2d6f02ad-c117-4076-a644-1424c48900ab tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:06.399440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-225623d1-ae16-461e-a900-fa5a684d0909 req-2d6f02ad-c117-4076-a644-1424c48900ab tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0603580 Oct 22 14:48:06.457368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35916) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:06.463818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-225623d1-ae16-461e-a900-fa5a684d0909 req-33f2e64d-c7ff-473c-8809-28f1a9263cb8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567639 Oct 22 14:48:06.548153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35930) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:06.548427 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e9536da-cce6-4e85-a559-7f603f8035e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a803318c4e334622aae7163225866457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895362 Oct 22 14:48:06.615831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9a94911-d874-453f-adc0-5768c9c774b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:06.666752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9a94911-d874-453f-adc0-5768c9c774b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:06.833901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a2c5133f-02a9-4899-ae2f-04a76e120789 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:06.862196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:06.865735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:07.069520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-37830bcd-c38b-410b-9618-8391bac28de2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:07.070881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-37830bcd-c38b-410b-9618-8391bac28de2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 816 time: 0.4388072 Oct 22 14:48:07.083895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a2c5133f-02a9-4899-ae2f-04a76e120789 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:07.084854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.090686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b45e3-8bbd-4af7-8c0d-a0dd43a2043d req-4272ca1a-0d82-44e8-8845-1e1af70fb5f7 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:07.092342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a69b45e3-8bbd-4af7-8c0d-a0dd43a2043d req-4272ca1a-0d82-44e8-8845-1e1af70fb5f7 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0958049 Oct 22 14:48:07.106020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-f756bc0e-4b8d-42c6-8899-844c87928c3b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/quotas/7dffd6cda6a34b6c9447899e89b514ac HTTP/1.1" status: 200 len: 375 time: 0.0229833 Oct 22 14:48:07.127573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:07.133267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.167949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'port_id': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'mac_address': 'fa:16:3e:07:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99266398-9cc4-477d-b5a7-d39b56f511b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:07.171482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9a94911-d874-453f-adc0-5768c9c774b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.174040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9a94911-d874-453f-adc0-5768c9c774b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.175224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a9a94911-d874-453f-adc0-5768c9c774b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4834eeb-8f34-4474-b9f5-d240781388e7 HTTP/1.1" status: 204 len: 168 time: 0.6256092 Oct 22 14:48:07.177274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:07.179710 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae769a-08ef-45e5-917c-c8ac45d56eac" -d '{"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:07.192627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a94911-d874-453f-adc0-5768c9c774b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4834eeb-8f34-4474-b9f5-d240781388e7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:07.205292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:07.219146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a69b45e3-8bbd-4af7-8c0d-a0dd43a2043d req-00637a44-39ec-48d4-8c66-664f49e21393 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147976 Oct 22 14:48:07.272534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-8dfc4fde-a084-4ac7-9fe8-a014cebebde2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336811 Oct 22 14:48:07.359663 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be0425a-3fb9-4d01-b701-7272fa26d084 x-openstack-request-id: req-6be0425a-3fb9-4d01-b701-7272fa26d084 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:07.359980 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:07.360233 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6be0425a-3fb9-4d01-b701-7272fa26d084 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:07.360617 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'code': 200} Oct 22 14:48:07.366469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caffb82d-7dd3-48bf-abc9-d76eb8317f49 None None] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:48:07.377854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.395578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-06f2eb4d-5b60-4eb4-b953-b0e2c28f36f8 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201408 Oct 22 14:48:07.415404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-4d302246-54b6-4255-9997-084ffe5740ad tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:07.417780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-4d302246-54b6-4255-9997-084ffe5740ad tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.0642152 Oct 22 14:48:07.483375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:07.533523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70f731-873c-4aee-b20f-abd912f02e59 req-34c00274-07e0-4958-b7cf-1ac0e3b7ab40 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:07.535982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2a0863dc-960a-41e0-a8ba-0fb3d0a61488 None None] Provisioning complete for port a2c5133f-02a9-4899-ae2f-04a76e120789 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:07.536366 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a0863dc-960a-41e0-a8ba-0fb3d0a61488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.551382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c70f731-873c-4aee-b20f-abd912f02e59 req-34c00274-07e0-4958-b7cf-1ac0e3b7ab40 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 949 time: 0.1260853 Oct 22 14:48:07.570019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Deleting port 694a904f-34f6-42f3-8241-7ae6ab7202a4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:07.570019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.596000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.605328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-7edcb5ac-a36c-45a5-baa4-9b34c1151f11 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087033 Oct 22 14:48:07.650844 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.660710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c70f731-873c-4aee-b20f-abd912f02e59 req-9ec2a4ff-b2c3-41e0-b792-a9ade5e16842 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Oct 22 14:48:07.686084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:07.735536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port a2c5133f-02a9-4899-ae2f-04a76e120789, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a2c5133f-02a9-4899-ae2f-04a76e120789,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:07.748823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:07.807408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] For port 694a904f-34f6-42f3-8241-7ae6ab7202a4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=694a904f-34f6-42f3-8241-7ae6ab7202a4,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:07.808836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.847801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a0863dc-960a-41e0-a8ba-0fb3d0a61488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.850626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Calling delete_port for 694a904f-34f6-42f3-8241-7ae6ab7202a4 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:07.890363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:07.892672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:08.053043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:08.101972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0d1b-cd78-4fcb-b172-a7599856112d req-67fd0612-6497-4964-99ce-7289a9aa5c9d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:08.115737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09bd0d1b-cd78-4fcb-b172-a7599856112d req-67fd0612-6497-4964-99ce-7289a9aa5c9d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.1615808 Oct 22 14:48:08.122106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:48:08.122679 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e7655e1d-6f26-45dd-b5a8-f69fc4e99ab7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:08.158045 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2a0863dc-960a-41e0-a8ba-0fb3d0a61488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:48:08.158566 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2a0863dc-960a-41e0-a8ba-0fb3d0a61488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:48:08.199195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:08.256066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09bd0d1b-cd78-4fcb-b172-a7599856112d req-1aa70695-67f8-487b-a6c0-13e7992e3c2a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393609 Oct 22 14:48:08.305695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=a2c5133f-02a9-4899-ae2f-04a76e120789,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:08.335416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:08.412500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:08.466283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503aec0-79cb-4d7a-a2f1-eec72e68d3e4 req-38a0453c-d8fa-48c2-993a-e1b1248ce909 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:08.472482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['694a904f-34f6-42f3-8241-7ae6ab7202a4'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:08.473883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1503aec0-79cb-4d7a-a2f1-eec72e68d3e4 req-38a0453c-d8fa-48c2-993a-e1b1248ce909 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1096 time: 0.1087313 Oct 22 14:48:08.495126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-4963d4a9-f383-4b19-9cbc-b6c616217a48 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:08.503240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Pushing event deleted for resources: {'Port': ['ID=694a904f-34f6-42f3-8241-7ae6ab7202a4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:08.503916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-4963d4a9-f383-4b19-9cbc-b6c616217a48 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 816 time: 0.1669915 Oct 22 14:48:08.569492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] No DVR routers for this DVR port 694a904f-34f6-42f3-8241-7ae6ab7202a4 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:08.577614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:08.596600 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7e0d6ae-7bca-409e-92f7-c889f6842f68 req-46132cc0-c485-4d08-8660-9861282e6ac5 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.69 "DELETE /v2.0/ports/694a904f-34f6-42f3-8241-7ae6ab7202a4 HTTP/1.1" status: 204 len: 173 time: 1.1607938 Oct 22 14:48:08.599012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'name': 'network-vif-deleted', 'tag': '694a904f-34f6-42f3-8241-7ae6ab7202a4'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:08.612320 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67713673-0467-4bc8-9cd6-a40e6296834e" -d '{"events": [{"server_uuid": "7d70141c-4acf-4e87-911d-8d5caf491e3f", "name": "network-vif-deleted", "tag": "694a904f-34f6-42f3-8241-7ae6ab7202a4"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:08.616124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-90e54b9a-9fb4-4b80-a0c8-c5d35cabfc15 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/quotas/7dffd6cda6a34b6c9447899e89b514ac HTTP/1.1" status: 200 len: 375 time: 0.1107066 Oct 22 14:48:08.643760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1503aec0-79cb-4d7a-a2f1-eec72e68d3e4 req-185c6d8f-b972-4ce4-a33e-d527be1667f3 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578162 Oct 22 14:48:08.743547 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ad2719-0390-442c-95fa-68b948226e3f x-openstack-request-id: req-f2ad2719-0390-442c-95fa-68b948226e3f {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:08.744592 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d70141c-4acf-4e87-911d-8d5caf491e3f", "name": "network-vif-deleted", "tag": "694a904f-34f6-42f3-8241-7ae6ab7202a4", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:08.744592 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2ad2719-0390-442c-95fa-68b948226e3f {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:08.744592 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d70141c-4acf-4e87-911d-8d5caf491e3f', 'name': 'network-vif-deleted', 'tag': '694a904f-34f6-42f3-8241-7ae6ab7202a4', 'status': 'completed', 'code': 200} Oct 22 14:48:08.826469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-4080f0c3-a52b-47e0-8614-6d7ea4cdd74e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1959100 Oct 22 14:48:08.851086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a2c5133f-02a9-4899-ae2f-04a76e120789 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:08.961168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:08.963609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f179994c-64ee-466c-9130-3921a3863716 None None] Provisioning complete for port a2c5133f-02a9-4899-ae2f-04a76e120789 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:08.963979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f179994c-64ee-466c-9130-3921a3863716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:08.979893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-0418fd2d-d479-492e-a0bd-700c122fe493 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520312 Oct 22 14:48:09.056555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a2c5133f-02a9-4899-ae2f-04a76e120789 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:09.057157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.117823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-43e94ad2-0d7f-43b5-8f88-ac8b2b966a10 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311600 Oct 22 14:48:09.183811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36046) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:09.242856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7200a7df-7356-4a30-bf55-e298511407dc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:09.249650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:09.299968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '6f6fb575-7361-4504-a15b-39c8b524df20', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '6f6fb575-7361-4504-a15b-39c8b524df20', 'mac_address': 'fa:16:3e:4e:6c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:09.325708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-568744511-network', 'tenant_id': '78e6512c66294ff1933e33acfde9e550'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:09.394387 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.425959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f6fb575-7361-4504-a15b-39c8b524df20 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:09.460141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Made reservation on behalf of 78e6512c66294ff1933e33acfde9e550 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:09.463331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.468044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:09.481926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.562084 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.593957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-924de280-384a-48b1-badc-7f0bf727ed92 req-0027251e-fe1e-4432-9e2a-632fa9af1738 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d70141c-4acf-4e87-911d-8d5caf491e3f HTTP/1.1" status: 200 len: 210 time: 0.0557768 Oct 22 14:48:09.646028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:09.665270 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.719276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6f6fb575-7361-4504-a15b-39c8b524df20'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:09.735710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.770177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:48:09.796241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d8539-16a1-457c-8096-09925243d585,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:09.827582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:09.829672 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Added segment 46fbc9ad-824c-4e4d-a1ef-6062d88c887d of type vlan for network 874db200-069b-4bce-80fa-bed9c766bbe0 Oct 22 14:48:09.921150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:10.095980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:10.095980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:10.095980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:10.187322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] Pushing event updated for resources: {'Network': ['ID=874db200-069b-4bce-80fa-bed9c766bbe0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:10.208178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 874db200-069b-4bce-80fa-bed9c766bbe0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:48:10.232518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fade9d-71f4-4307-acd3-cb446fd7beb6 req-c36e34f5-d005-4822-8574-b1f267948c2a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:10.240239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60fade9d-71f4-4307-acd3-cb446fd7beb6 req-c36e34f5-d005-4822-8574-b1f267948c2a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.0636306 Oct 22 14:48:10.260290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3aef3d71-46f6-436a-8ce1-19983adc434d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0754552 Oct 22 14:48:10.263302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:10.269965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Request body: {'subnet': {'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-568744511-subnet', 'tenant_id': '78e6512c66294ff1933e33acfde9e550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:10.300232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60fade9d-71f4-4307-acd3-cb446fd7beb6 req-e868a64c-96e1-49f8-bed3-62fee472f58f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Oct 22 14:48:10.363898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:10.367024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 694a904f-34f6-42f3-8241-7ae6ab7202a4 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:10.415260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 694a904f-34f6-42f3-8241-7ae6ab7202a4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:48:10.415888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 694a904f-34f6-42f3-8241-7ae6ab7202a4 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:10.439716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Made reservation on behalf of 78e6512c66294ff1933e33acfde9e550 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:10.445349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:10.457774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75ae89a6-39d5-42a5-8e3f-21bb3cd1e41f req-cb19c0a5-36e7-4a21-b19f-15a571386266 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0711951 Oct 22 14:48:10.608853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:10.646341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-63431b4b-7753-4c6b-bf20-83d039b0abc7 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:10.652953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'mac_address': 'fa:16:3e:a1:18:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:10.653618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-63431b4b-7753-4c6b-bf20-83d039b0abc7 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 816 time: 0.2653627 Oct 22 14:48:10.721112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:10.727880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Request body: {'port': {'device_id': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'admin_state_up': True, 'tenant_id': '7dffd6cda6a34b6c9447899e89b514ac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:10.743170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b936b3f-e633-419e-8c06-47e7eb5330a0 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:10.782786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:10.880725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:10.917160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:10.986876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:11.007338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.025346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8b936b3f-e633-419e-8c06-47e7eb5330a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:11.096103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:11.099973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Made reservation on behalf of 7dffd6cda6a34b6c9447899e89b514ac for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:11.107196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.140893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Checking segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:11.141260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Network hostable DHCP agents. Network: 874db200-069b-4bce-80fa-bed9c766bbe0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:48:11.151063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:11.158182 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.161811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:11.162577 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.356867 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.396291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Allocated IP 172.20.0.4 (0e1ecc70-4a4f-4493-8115-ac6de51c87f5/c643e980-972c-427d-ba78-60716eff5a9c/dce73723-a140-46f6-8e77-691dd733bb57) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:11.398209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:11.409593 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cd039-0a7e-4849-a764-f65be046ef61" -d '{"events": [{"server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "name": "network-vif-plugged", "status": "completed", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:11.433540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:11.481734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Network 874db200-069b-4bce-80fa-bed9c766bbe0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:48:11.566848 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.567942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:11.675680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-ae16a6d7-2eca-442d-b7c1-1bd11d3e5d25 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:11.687520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-ae16a6d7-2eca-442d-b7c1-1bd11d3e5d25 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 816 time: 0.2868152 Oct 22 14:48:11.708688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Request body: {'port': {'device_id': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'admin_state_up': True, 'tenant_id': '7dffd6cda6a34b6c9447899e89b514ac'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:11.710862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 874db200-069b-4bce-80fa-bed9c766bbe0) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:11.730421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1de5c9-4f01-476c-84c8-828557040f6d None None] Network 874db200-069b-4bce-80fa-bed9c766bbe0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:48:11.736775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:11.737705 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.788291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:11.847758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-719601dc-ec2d-4bc0-826c-96cab5b15872 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:48:11.850008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-719601dc-ec2d-4bc0-826c-96cab5b15872 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156798 Oct 22 14:48:11.856550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.859970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 6f6fb575-7361-4504-a15b-39c8b524df20 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:11.860248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e53a2-63a0-46a5-a739-fddd5df5ea38 req-d4be4ea2-fa3b-4d2d-88cd-f0247a9bad53 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:11.860557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:11.867973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b69e53a2-63a0-46a5-a739-fddd5df5ea38 req-d4be4ea2-fa3b-4d2d-88cd-f0247a9bad53 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.1734335 Oct 22 14:48:11.959934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c0dd6e1-3258-4cdd-937e-b6ff7d97b94a tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:11.962147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c0dd6e1-3258-4cdd-937e-b6ff7d97b94a tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 1093 time: 0.0898440 Oct 22 14:48:11.973908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b69e53a2-63a0-46a5-a739-fddd5df5ea38 req-2d354b36-5a8d-41db-85c2-79b727188f92 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 Oct 22 14:48:11.988571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3dd50505-4e60-42b3-bd18-82f8a8cd0914 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7231536 Oct 22 14:48:11.988816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Request body: {'binding': {'host': 'n-h2-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:11.989062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Unknown quota resources ['binding']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:48:12.010429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.053275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25277ffd-3840-4d60-b83a-51e1ddf823af None None] Network 874db200-069b-4bce-80fa-bed9c766bbe0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:48:12.134823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Pushing event updated for resources: {'Port': ['ID=dce73723-a140-46f6-8e77-691dd733bb57,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:12.157541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:12.162211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:12.173421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:12.296432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Made reservation on behalf of 7dffd6cda6a34b6c9447899e89b514ac for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:12.302942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.316447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d32f3-37d4-4ad5-be85-7748b3aad39c req-7011729e-cbc3-4287-b6aa-5dae20495a37 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:12.329111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b6d32f3-37d4-4ad5-be85-7748b3aad39c req-7011729e-cbc3-4287-b6aa-5dae20495a37 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.2331481 Oct 22 14:48:12.330600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:12.331305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.423663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b6d32f3-37d4-4ad5-be85-7748b3aad39c req-beb17b1b-ef36-4fa0-9fac-488101382e4c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856543 Oct 22 14:48:12.441384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-2f833179-b352-41e9-8e51-8efad0e42e5b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7227557 Oct 22 14:48:12.456827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Request body: {'port': {'device_id': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:12.554438 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6200c85-ed25-449c-8ffa-332433ed3b89 x-openstack-request-id: req-f6200c85-ed25-449c-8ffa-332433ed3b89 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:12.554935 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "name": "network-vif-plugged", "status": "completed", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:12.556145 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6200c85-ed25-449c-8ffa-332433ed3b89 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:12.557493 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'code': 200} Oct 22 14:48:12.584404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.588395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on host n-h2-812148-2 for vnic_type normal with profile None {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:12.591843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:12.599370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:12.600701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:12.620560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:12.620871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:12.637471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.678826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:12.682243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:12.682899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:12.683572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Bound port: 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:12.703369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c74fefec-d4ae-4c39-9826-e66229a41133 req-e56efb09-8690-455d-9dad-cef2102d1448 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0836229 Oct 22 14:48:12.758226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:12.764637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1fa222c9-d673-4066-9572-dacaa284f8b6 None None] Provisioning complete for port dce73723-a140-46f6-8e77-691dd733bb57 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:12.764637 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1fa222c9-d673-4066-9572-dacaa284f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.764908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Allocated IP 172.20.0.13 (0e1ecc70-4a4f-4493-8115-ac6de51c87f5/c643e980-972c-427d-ba78-60716eff5a9c/757adc53-ab16-4f4a-8140-c325bb31e78d) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:12.801648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:12.807215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1fa222c9-d673-4066-9572-dacaa284f8b6 None None] Port dce73723-a140-46f6-8e77-691dd733bb57 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:48:12.814625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8b936b3f-e633-419e-8c06-47e7eb5330a0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:12.815019 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.835991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68287-c0b0-4b8f-9949-86aead6e28a2 req-3374282e-8ccc-49aa-bd63-1c54744dea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:12.837529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60f68287-c0b0-4b8f-9949-86aead6e28a2 req-3374282e-8ccc-49aa-bd63-1c54744dea0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1097 time: 0.2023885 Oct 22 14:48:12.946874 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:12.982093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.031999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60f68287-c0b0-4b8f-9949-86aead6e28a2 req-f90d0680-a998-46ed-a18f-288313da2183 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136372 Oct 22 14:48:13.058786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:13.072332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-f00c5406-22b2-4926-8c15-67ecdb058470 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:13.074001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-f00c5406-22b2-4926-8c15-67ecdb058470 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.53 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.0962913 Oct 22 14:48:13.084537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:13.086267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.113237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.114414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8bdfa63a-8377-42d9-ba2b-76ff81bfb42d service neutron] 10.222.0.66 "POST /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99/bindings HTTP/1.1" status: 201 len: 389 time: 1.1340051 Oct 22 14:48:13.169419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.263449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-31af25f9-2f76-4a62-abd3-6e8b00c4fd46 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:13.266461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-31af25f9-2f76-4a62-abd3-6e8b00c4fd46 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.69 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 816 time: 0.1473794 Oct 22 14:48:13.269162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:13.298929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-26d17c0f-e03d-42d3-b9e5-2b48a097b34d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:13.300506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-26d17c0f-e03d-42d3-b9e5-2b48a097b34d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 821 time: 0.2485371 Oct 22 14:48:13.307522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.370132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-b70e9643-f7e9-4db5-9556-45b6f7aa5987 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/quotas/78e6512c66294ff1933e33acfde9e550 HTTP/1.1" status: 200 len: 375 time: 0.0605593 Oct 22 14:48:13.379273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:13.416740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:13.421421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:13.484036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-fd9c5405-4589-4f37-bec1-e2eea7f83d64 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026797 Oct 22 14:48:13.567382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Pushing event updated for resources: {'Port': ['ID=757adc53-ab16-4f4a-8140-c325bb31e78d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:13.601870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce73723-a140-46f6-8e77-691dd733bb57 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:13.612603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.628081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-a97335a0-f54c-4ead-974e-34f5cff79f8f service neutron] 10.222.0.66 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427610 Oct 22 14:48:13.644279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:13.644898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.652355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Request body: {'port': {'device_id': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'admin_state_up': True, 'tenant_id': '7dffd6cda6a34b6c9447899e89b514ac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:13.660771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Transition to ACTIVE for port object dce73723-a140-46f6-8e77-691dd733bb57 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:13.812486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.819196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-69ea2673-49e0-4ae1-911c-e4a554c33a9d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1141565 Oct 22 14:48:13.828857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-45190e5f-996c-438c-9b2e-3c3928e9d9f4 service neutron] 10.222.0.66 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996779 Oct 22 14:48:13.834821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Request body: {'port': {'device_id': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:13.873760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5dc8970c-092e-4fc6-af7a-b4b7487719f9 None None] Provisioning complete for port 757adc53-ab16-4f4a-8140-c325bb31e78d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:13.874428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5dc8970c-092e-4fc6-af7a-b4b7487719f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.940892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:13.964828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8970c-092e-4fc6-af7a-b4b7487719f9 None None] Port 757adc53-ab16-4f4a-8140-c325bb31e78d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:48:14.002366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Pushing event updated for resources: {'Port': ['ID=dce73723-a140-46f6-8e77-691dd733bb57,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:14.044340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9afa-4580-4b18-933b-a298dd9cc319 req-083124a1-26b3-4faa-9906-bc0663474a4e tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:14.054006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-294d9afa-4580-4b18-933b-a298dd9cc319 req-083124a1-26b3-4faa-9906-bc0663474a4e tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.0974984 Oct 22 14:48:14.150501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-c2ad331f-6afe-4926-9440-e8269cc9bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:14.152658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-c2ad331f-6afe-4926-9440-e8269cc9bbd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1096 time: 0.1387198 Oct 22 14:48:14.201557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-294d9afa-4580-4b18-933b-a298dd9cc319 req-d6dd8d3f-4277-4dbe-b85d-b279ecde62cf tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430690 Oct 22 14:48:14.207534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Made reservation on behalf of 7dffd6cda6a34b6c9447899e89b514ac for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:14.211030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:14.285715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Deleting port 7200a7df-7356-4a30-bf55-e298511407dc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:14.286031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:14.368782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Attempting to bind port dce73723-a140-46f6-8e77-691dd733bb57 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:14.369358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Attempting to bind port dce73723-a140-46f6-8e77-691dd733bb57 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:14.369932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Attempting to bind port dce73723-a140-46f6-8e77-691dd733bb57 on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:14.454132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0dea9-0e79-4184-8b78-4ddd7ef2571e req-190d778a-bb76-4a9a-ac86-a4f82985a2a4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:14.461918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00d0dea9-0e79-4184-8b78-4ddd7ef2571e req-190d778a-bb76-4a9a-ac86-a4f82985a2a4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 945 time: 0.2128510 Oct 22 14:48:14.463872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Port dce73723-a140-46f6-8e77-691dd733bb57 on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:14.464310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Attempting to bind port dce73723-a140-46f6-8e77-691dd733bb57 on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:14.519960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78409aac-a625-4bd8-a89e-3b83ef7351cb req-b21c2e21-2571-4d88-99ae-c0f697e10e8d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:14.524349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:14.524822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Checking segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:14.525306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Bound using segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:14.525853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Bound port: dce73723-a140-46f6-8e77-691dd733bb57, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:14.526314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:14.528015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78409aac-a625-4bd8-a89e-3b83ef7351cb req-b21c2e21-2571-4d88-99ae-c0f697e10e8d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.1848538 Oct 22 14:48:14.559392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20'}, {'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:14.568780 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d3df6d-cecc-4476-8b37-4727fcb78ea0" -d '{"events": [{"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20"}, {"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:14.574062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-864ec1fa-7122-414c-9917-d69caef46410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:14.575881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-864ec1fa-7122-414c-9917-d69caef46410 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.4063396 Oct 22 14:48:14.611473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78409aac-a625-4bd8-a89e-3b83ef7351cb req-dbb31003-e6f9-4e01-bfcb-2329f7893b92 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Oct 22 14:48:14.636347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00d0dea9-0e79-4184-8b78-4ddd7ef2571e req-22cefc3e-0777-42a9-8905-1333135f67bf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734862 Oct 22 14:48:14.653967 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-5f60207e-ae79-4eb9-bf5b-ad08c2b8b54e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 217 time: 0.0657542 Oct 22 14:48:14.664789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] For port 7200a7df-7356-4a30-bf55-e298511407dc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7200a7df-7356-4a30-bf55-e298511407dc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:14.665389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:14.724652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Calling delete_port for 7200a7df-7356-4a30-bf55-e298511407dc owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:14.754490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] For port dce73723-a140-46f6-8e77-691dd733bb57, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:14.780759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2057d68c-f430-4993-992c-18dcfd1cfe96 req-df2018dc-f785-4717-bde2-38d00bcaa2c1 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 210 time: 0.0449252 Oct 22 14:48:14.796803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-c738062f-4104-42ca-9d97-579695ad815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:14.798572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-c738062f-4104-42ca-9d97-579695ad815b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1229584 Oct 22 14:48:14.804686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] For port dce73723-a140-46f6-8e77-691dd733bb57, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dce73723-a140-46f6-8e77-691dd733bb57,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:14.827581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b438855-b00b-4808-8127-2db59c5879d5 req-659da74c-4b69-4581-86b9-ae152102584e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0469921 Oct 22 14:48:14.829541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757adc53-ab16-4f4a-8140-c325bb31e78d {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:14.836349 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-38dc3448-4b3e-4364-90c3-458389694372 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269713 Oct 22 14:48:14.837494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:14.863617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Transition to ACTIVE for port object 757adc53-ab16-4f4a-8140-c325bb31e78d will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:14.898613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:14.960469 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cda4e8-7f4c-4c90-859d-1fc7b3ac94b2 x-openstack-request-id: req-77cda4e8-7f4c-4c90-859d-1fc7b3ac94b2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:14.961030 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20", "code": 200}, {"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:14.961030 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77cda4e8-7f4c-4c90-859d-1fc7b3ac94b2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:14.963304 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20', 'code': 200} Oct 22 14:48:14.963304 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'code': 200} Oct 22 14:48:14.987142 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:15.014386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:15.030528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:15.034148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] 10.222.0.53 "PUT /v2.0/ports/dce73723-a140-46f6-8e77-691dd733bb57 HTTP/1.1" status: 200 len: 1091 time: 2.5821114 Oct 22 14:48:15.094382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'tag': 'dce73723-a140-46f6-8e77-691dd733bb57'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:15.096999 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7815b-bd92-443d-8190-44fe66af52e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4cee16-1fcf-437d-a95d-aaa71aa5ba91", "tag": "dce73723-a140-46f6-8e77-691dd733bb57"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:15.100375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289ba96-7dc2-48aa-ab02-68ab7882382e service neutron] Pushing event updated for resources: {'Port': ['ID=dce73723-a140-46f6-8e77-691dd733bb57,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:15.149464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Pushing event updated for resources: {'Port': ['ID=757adc53-ab16-4f4a-8140-c325bb31e78d,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Attempting to bind port 757adc53-ab16-4f4a-8140-c325bb31e78d on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Attempting to bind port 757adc53-ab16-4f4a-8140-c325bb31e78d by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Attempting to bind port 757adc53-ab16-4f4a-8140-c325bb31e78d on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Port 757adc53-ab16-4f4a-8140-c325bb31e78d on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Attempting to bind port 757adc53-ab16-4f4a-8140-c325bb31e78d on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Checking segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Bound using segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Bound port: 757adc53-ab16-4f4a-8140-c325bb31e78d, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:15.289933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:15.541062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] For port 757adc53-ab16-4f4a-8140-c325bb31e78d, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:15.746798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Allocated IP 172.20.0.9 (0e1ecc70-4a4f-4493-8115-ac6de51c87f5/c643e980-972c-427d-ba78-60716eff5a9c/4eabce15-3189-470b-83f1-c40f0712a00d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:15.770739 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-283cd3e7-1b8e-46fb-ad71-b2591d96bbef service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210131 Oct 22 14:48:15.814652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-f819cce5-add0-4df2-8d8c-0503546990f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:15.816169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-f819cce5-add0-4df2-8d8c-0503546990f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 1094 time: 0.5927098 Oct 22 14:48:15.917903 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44a88f-eaa5-46db-92bc-6fa923ba0fb4 x-openstack-request-id: req-8a44a88f-eaa5-46db-92bc-6fa923ba0fb4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:15.918209 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4cee16-1fcf-437d-a95d-aaa71aa5ba91", "tag": "dce73723-a140-46f6-8e77-691dd733bb57", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:15.918451 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a44a88f-eaa5-46db-92bc-6fa923ba0fb4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:15.919013 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'tag': 'dce73723-a140-46f6-8e77-691dd733bb57', 'status': 'completed', 'code': 200} Oct 22 14:48:15.928533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-7e9a5e9b-ff05-42d3-8e93-57a25a3d8f91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce73723-a140-46f6-8e77-691dd733bb57 HTTP/1.1" status: 200 len: 217 time: 0.0948675 Oct 22 14:48:16.035438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99056a21-0a7a-456b-9396-f07a8620696a req-a273db5d-782f-4f3a-b0a6-760fec27c091 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.037076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99056a21-0a7a-456b-9396-f07a8620696a req-a273db5d-782f-4f3a-b0a6-760fec27c091 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/ports?device_id=71131952-6034-469a-97d6-75b2ac157a3e HTTP/1.1" status: 200 len: 949 time: 0.0793970 Oct 22 14:48:16.048224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de28d8-59de-4a8d-af1a-48a8ab15f78a req-267ac3b9-3210-4629-8dbb-c90dcb31d83c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.049715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72de28d8-59de-4a8d-af1a-48a8ab15f78a req-267ac3b9-3210-4629-8dbb-c90dcb31d83c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0824349 Oct 22 14:48:16.081338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-c9cf5fcf-88fe-46dc-80f6-da75a6e5e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.083080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-c9cf5fcf-88fe-46dc-80f6-da75a6e5e562 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.1394639 Oct 22 14:48:16.108801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] For port 757adc53-ab16-4f4a-8140-c325bb31e78d, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=757adc53-ab16-4f4a-8140-c325bb31e78d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:16.115348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:16.117057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99056a21-0a7a-456b-9396-f07a8620696a req-7e2ba3c2-4fba-4698-a1d0-8e0f9a6af681 tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.66 "GET /v2.0/security-groups?id=9bfc53d6-2833-4b8d-9280-db3181542c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663385 Oct 22 14:48:16.127462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-62fad81d-5e40-4b65-b753-b710a19e9963 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331931 Oct 22 14:48:16.129654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72de28d8-59de-4a8d-af1a-48a8ab15f78a req-73d0d072-350b-448d-a92a-608445eeb970 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654769 Oct 22 14:48:16.187801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Pushing event deleted for resources: {'Port': ['ID=7200a7df-7356-4a30-bf55-e298511407dc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:16.251686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dcc1e049-b8fb-4393-9ea3-50b40825701b req-6424baff-a2be-494c-8b3c-e088df303a5b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 210 time: 0.0465028 Oct 22 14:48:16.262733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-cafdb8a9-94e1-40fe-a3a4-ae9a723cac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.264967 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-cafdb8a9-94e1-40fe-a3a4-ae9a723cac92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510177 Oct 22 14:48:16.265927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] No DVR routers for this DVR port 7200a7df-7356-4a30-bf55-e298511407dc on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:16.274410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:16.277785 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bf4ec8-6ebc-4c5b-8ce9-281adaee6381 req-cb2ea417-4489-4fcc-8382-f0a533b6da9a tempest-LiveMigrationNegativeTest-477751809 tempest-LiveMigrationNegativeTest-477751809-project] 10.222.0.53 "DELETE /v2.0/ports/7200a7df-7356-4a30-bf55-e298511407dc HTTP/1.1" status: 204 len: 173 time: 3.0111859 Oct 22 14:48:16.286705 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:16.286855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7c417-7b69-4ee0-9137-2e71840d2248 req-f9a1ae94-992a-4170-84d7-27750a2eb85b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.290146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29b7c417-7b69-4ee0-9137-2e71840d2248 req-f9a1ae94-992a-4170-84d7-27750a2eb85b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.1002142 Oct 22 14:48:16.365384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:16.384960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29b7c417-7b69-4ee0-9137-2e71840d2248 req-1e8cc8af-508f-45f5-9e4e-a0a38c6b59a2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889356 Oct 22 14:48:16.392412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-470813ff-49d8-4406-ae9f-4c475f16a874 req-8588b1e2-fcf7-44a1-b4ef-efec9a9cf2c3 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0447972 Oct 22 14:48:16.467140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.467140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:16.467140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] 10.222.0.53 "PUT /v2.0/ports/757adc53-ab16-4f4a-8140-c325bb31e78d HTTP/1.1" status: 200 len: 1092 time: 2.6315534 Oct 22 14:48:16.467140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'tag': '757adc53-ab16-4f4a-8140-c325bb31e78d'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:16.469312 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672" -d '{"events": [{"name": "network-changed", "server_uuid": "1c23fa10-00cb-4ed1-883b-66dba280f8d6", "tag": "757adc53-ab16-4f4a-8140-c325bb31e78d"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:16.523293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763fd3d-79dc-4ada-ac42-7ad00765399c service neutron] Pushing event updated for resources: {'Port': ['ID=757adc53-ab16-4f4a-8140-c325bb31e78d,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:16.574630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-eb37af4d-5a2c-49ce-acec-6e27fe3baa8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2861750 Oct 22 14:48:16.686791 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-5011689d-f090-4f9e-b2a8-bf17043a609a service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961623 Oct 22 14:48:16.750417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d6bbf-4ff1-4277-994a-d77b4ae39f35 req-e5d65caa-afac-46c9-b890-e9295439631f tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.753341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-06c8ff49-682c-4c24-8707-b8a70df5aa4e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.754850 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-06c8ff49-682c-4c24-8707-b8a70df5aa4e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.3350825 Oct 22 14:48:16.758344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f8d6bbf-4ff1-4277-994a-d77b4ae39f35 req-e5d65caa-afac-46c9-b890-e9295439631f tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1097 time: 0.1821542 Oct 22 14:48:16.770495 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b285fee-f65b-40c5-97b2-084f003fe3e5 x-openstack-request-id: req-1b285fee-f65b-40c5-97b2-084f003fe3e5 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:16.770495 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c23fa10-00cb-4ed1-883b-66dba280f8d6", "tag": "757adc53-ab16-4f4a-8140-c325bb31e78d", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:16.770495 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b285fee-f65b-40c5-97b2-084f003fe3e5 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:16.770495 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'tag': '757adc53-ab16-4f4a-8140-c325bb31e78d', 'status': 'completed', 'code': 200} Oct 22 14:48:16.783305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-bba165a4-9ab6-4955-96a6-82ecb829052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:16.784805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-bba165a4-9ab6-4955-96a6-82ecb829052c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1343956 Oct 22 14:48:16.796724 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:16.832607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f8d6bbf-4ff1-4277-994a-d77b4ae39f35 req-c116cd09-966b-4e4a-82a6-44b096141174 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660117 Oct 22 14:48:16.832798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-2'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:16.931614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7200a7df-7356-4a30-bf55-e298511407dc no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:16.943840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-3557a46c-5c22-408c-9122-c6826c6d5a6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757adc53-ab16-4f4a-8140-c325bb31e78d HTTP/1.1" status: 200 len: 217 time: 0.1145616 Oct 22 14:48:16.997769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 7200a7df-7356-4a30-bf55-e298511407dc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:48:16.998517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7200a7df-7356-4a30-bf55-e298511407dc not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:17.049691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Pushing event updated for resources: {'Port': ['ID=4eabce15-3189-470b-83f1-c40f0712a00d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:17.091737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-4fa0fe3a-74dc-4a16-8873-2d22a55aa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:17.094792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-4fa0fe3a-74dc-4a16-8873-2d22a55aa756 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.1468134 Oct 22 14:48:17.210279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac83-e518-4b75-9b51-f147266a93fb req-47b30fa4-56bc-4a1b-852c-1e5ac8c45d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:17.214396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-47b30fa4-56bc-4a1b-852c-1e5ac8c45d3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030769 Oct 22 14:48:17.257977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0eebee2-63d9-4a3f-9fe3-b4d03dbb36fc req-ec471947-226a-493c-a379-298c5da1123f service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564408 Oct 22 14:48:17.374280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:17.391682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:17.401644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:17.435985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:17.618517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-bed6da09-5690-45c7-8e6f-d7ef8eb1ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:17.620469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-d42b7794-7765-4d9b-803c-7929f85896bb service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957357 Oct 22 14:48:17.621130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-bed6da09-5690-45c7-8e6f-d7ef8eb1ec78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 1096 time: 0.8793087 Oct 22 14:48:17.747372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:17.753727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:17.770410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-adefe53b-7373-4290-b959-984afbb5f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:17.775505 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-adefe53b-7373-4290-b959-984afbb5f03e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 1094 time: 0.3779857 Oct 22 14:48:17.845859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4514ac83-e518-4b75-9b51-f147266a93fb req-21f6fa34-32e0-473e-8b8d-7ae83877cd39 service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096555 Oct 22 14:48:17.891315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d6a6e4cd-3eb2-4364-afbf-aaccaab0afe0 None None] Provisioning complete for port 4eabce15-3189-470b-83f1-c40f0712a00d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:17.892588 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e4cd-3eb2-4364-afbf-aaccaab0afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:17.966661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6e4cd-3eb2-4364-afbf-aaccaab0afe0 None None] Port 4eabce15-3189-470b-83f1-c40f0712a00d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:48:17.969721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71131952-6034-469a-97d6-75b2ac157a3e', 'name': 'network-vif-deleted', 'tag': '7200a7df-7356-4a30-bf55-e298511407dc'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:17.970803 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58cc8ac-36ee-4c65-b9f8-146c68d6548c" -d '{"events": [{"server_uuid": "71131952-6034-469a-97d6-75b2ac157a3e", "name": "network-vif-deleted", "tag": "7200a7df-7356-4a30-bf55-e298511407dc"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:18.061632 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-c1be4792-e627-4aa7-abf2-cb86c55769a4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4128568 Oct 22 14:48:18.201299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-32f5d3af-db60-4907-8956-42fd58b2ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.210339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-32f5d3af-db60-4907-8956-42fd58b2ffc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1180651 Oct 22 14:48:18.239778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Request body: {'port': {'device_id': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:18.244489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-3b2a5e23-815c-4a35-ba75-da037bbf9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.248426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-3b2a5e23-815c-4a35-ba75-da037bbf9918 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 917 time: 0.4531820 Oct 22 14:48:18.377710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-0773d14e-c442-4691-9a6b-dd78ddb1b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.383356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-0773d14e-c442-4691-9a6b-dd78ddb1b1e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 925 time: 0.5270178 Oct 22 14:48:18.448157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-c2085233-b910-40fa-8d9a-7cc3aba76a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.449923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-c2085233-b910-40fa-8d9a-7cc3aba76a86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 917 time: 0.2330151 Oct 22 14:48:18.547793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-f1eb5dcb-e874-47ca-bee7-3f3c184f52fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757adc53-ab16-4f4a-8140-c325bb31e78d HTTP/1.1" status: 200 len: 217 time: 0.0868645 Oct 22 14:48:18.578884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-b044c7de-8111-4399-88e9-f75e702d5fdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce73723-a140-46f6-8e77-691dd733bb57 HTTP/1.1" status: 200 len: 217 time: 0.1326375 Oct 22 14:48:18.587739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:18.673547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-1a370abe-a0a9-49a5-b7cb-1af6db40134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.675377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-1a370abe-a0a9-49a5-b7cb-1af6db40134a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.1180968 Oct 22 14:48:18.777901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-a0711a75-13b1-46d4-9dbe-a01c24c132c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.780288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-a0711a75-13b1-46d4-9dbe-a01c24c132c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941153 Oct 22 14:48:18.814403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-e8161bde-867e-416f-ae84-858429bdef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:18.816920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-e8161bde-867e-416f-ae84-858429bdef57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.2147655 Oct 22 14:48:18.910709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:18.991969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:19.063700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:19.068465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-8a78086a-87fc-4268-985f-47d95e9ee93f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 200 len: 1000 time: 0.6160524 Oct 22 14:48:19.149339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-ff7058da-52f2-4192-adda-eec0e7c024c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:19.151053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-ff7058da-52f2-4192-adda-eec0e7c024c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.0605669 Oct 22 14:48:19.185523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:19.321786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:19.406687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-e812f84c-768e-491c-815e-392515778156 service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050706 Oct 22 14:48:19.414868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-0f1ce6e8-526c-4943-baa4-126ae8fd93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:19.421242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-0f1ce6e8-526c-4943-baa4-126ae8fd93e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5662150 Oct 22 14:48:19.717895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on host n-h1-812148-2 for vnic_type normal with profile {"migrating_to": "n-h2-812148-2"} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:19.717895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:19.718250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:19.745266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa5fcdcf-ff01-4fdb-89b3-f4841192e672 req-8f537967-0051-4c4b-8005-a55f78a03d17 service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125815 Oct 22 14:48:19.755418 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-cbb5c229-f7fc-446b-80dc-98fa42d296dd service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750583 Oct 22 14:48:19.977967 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3dd7815b-bd92-443d-8190-44fe66af52e0 req-02e96cae-df33-4d93-b889-ab0384594541 service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996393 Oct 22 14:48:19.996603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:19.996925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Attempting to bind port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:20.027967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:20.028300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:20.028700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:20.029159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Bound port: 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:20.029591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:20.054749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-f6b890ad-2fc9-49b0-a62f-f58cc8137ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:20.056327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-f6b890ad-2fc9-49b0-a62f-f58cc8137ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8547297 Oct 22 14:48:20.558802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-889f2859-6da5-4da7-a180-1feb002e4f69 service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853219 Oct 22 14:48:20.654070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-d5199a6a-56da-4843-8f56-eb939573bcd8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:20.655629 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-d5199a6a-56da-4843-8f56-eb939573bcd8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 821 time: 1.5859790 Oct 22 14:48:20.676350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'port': {'device_id': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'admin_state_up': True, 'tenant_id': '78e6512c66294ff1933e33acfde9e550'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:20.887756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:20.940407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dce73723-a140-46f6-8e77-691dd733bb57 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:20.960297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Made reservation on behalf of 78e6512c66294ff1933e33acfde9e550 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:20.966313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:20.984221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:21.151677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port dce73723-a140-46f6-8e77-691dd733bb57, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dce73723-a140-46f6-8e77-691dd733bb57,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:21.185590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'dce73723-a140-46f6-8e77-691dd733bb57', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'port_id': 'dce73723-a140-46f6-8e77-691dd733bb57', 'mac_address': 'fa:16:3e:85:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c643e980-972c-427d-ba78-60716eff5a9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:21.245889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Allocated IP 172.20.0.8 (874db200-069b-4bce-80fa-bed9c766bbe0/8b1edebd-03f0-4d47-9aa7-6f1856e61e1b/a96e71cf-6a47-4804-9ca3-4cd018c90faf) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:21.257530 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db545f58-4ed3-452c-8ba7-96aefed16fe5 req-0bfd7a10-a556-47a5-9d59-1b049a7962b8 service neutron] 10.222.0.69 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693943 Oct 22 14:48:21.268788 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:21.312181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:21.337291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce73723-a140-46f6-8e77-691dd733bb57 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:21.442032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port dce73723-a140-46f6-8e77-691dd733bb57, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dce73723-a140-46f6-8e77-691dd733bb57,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:21.534761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:21.535859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 757adc53-ab16-4f4a-8140-c325bb31e78d details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:21.671476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=dce73723-a140-46f6-8e77-691dd733bb57,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:21.672680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eabce15-3189-470b-83f1-c40f0712a00d {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:21.704219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:21.778305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 757adc53-ab16-4f4a-8140-c325bb31e78d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=757adc53-ab16-4f4a-8140-c325bb31e78d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:21.816571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '757adc53-ab16-4f4a-8140-c325bb31e78d', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'port_id': '757adc53-ab16-4f4a-8140-c325bb31e78d', 'mac_address': 'fa:16:3e:8b:1c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c643e980-972c-427d-ba78-60716eff5a9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:21.949354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:21.950074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:21.953646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 1121 time: 5.1446855 Oct 22 14:48:21.969621 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.010575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Transition to ACTIVE for port object 4eabce15-3189-470b-83f1-c40f0712a00d will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:22.011820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757adc53-ab16-4f4a-8140-c325bb31e78d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:22.020928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dd0de-a37d-40c9-bf92-6887086ed6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=8']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:22.039834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 757adc53-ab16-4f4a-8140-c325bb31e78d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=757adc53-ab16-4f4a-8140-c325bb31e78d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:22.058225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['336b6be0-b428-4a17-b73d-34bdb8e8cb99'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:22.114363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.736188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.768558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.778183 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.813367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Network 874db200-069b-4bce-80fa-bed9c766bbe0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:22.817038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:22.818885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Pushing event updated for resources: {'Port': ['ID=4eabce15-3189-470b-83f1-c40f0712a00d,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:22.821519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:22.831579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=757adc53-ab16-4f4a-8140-c325bb31e78d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:22.875273 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93ac5b88-8c44-464e-aa93-eee0be001f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.965471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:22.965471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:22.975758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:23.001497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Attempting to bind port 4eabce15-3189-470b-83f1-c40f0712a00d on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:23.001829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Attempting to bind port 4eabce15-3189-470b-83f1-c40f0712a00d by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:23.002152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Attempting to bind port 4eabce15-3189-470b-83f1-c40f0712a00d on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:23.006591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Port 4eabce15-3189-470b-83f1-c40f0712a00d on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:23.006913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Attempting to bind port 4eabce15-3189-470b-83f1-c40f0712a00d on network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:23.011744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:23.012345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Checking segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:23.012463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Bound using segment: {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:23.012843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Bound port: 4eabce15-3189-470b-83f1-c40f0712a00d, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c9d2de-615e-4648-bdb1-0c728c597342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:23.013195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:23.039461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['dce73723-a140-46f6-8e77-691dd733bb57'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:23.067518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['757adc53-ab16-4f4a-8140-c325bb31e78d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:23.081383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] For port 4eabce15-3189-470b-83f1-c40f0712a00d, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:23.095840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] For port 4eabce15-3189-470b-83f1-c40f0712a00d, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4eabce15-3189-470b-83f1-c40f0712a00d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:23.321543 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-e841ea4d-0dd4-4de7-93f9-0e637cbfadf2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6440043 Oct 22 14:48:23.321543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:23.328217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Request body: {'port': {'device_id': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:23.375539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:23.376172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:23.377605 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] 10.222.0.69 "PUT /v2.0/ports/4eabce15-3189-470b-83f1-c40f0712a00d HTTP/1.1" status: 200 len: 1091 time: 5.1903358 Oct 22 14:48:23.475688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dc8ba-d24a-43de-89c3-d1cfa214996a service neutron] Pushing event updated for resources: {'Port': ['ID=4eabce15-3189-470b-83f1-c40f0712a00d,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:23.484242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:23.776009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-65719ead-0ef4-4870-ba51-e1da9a3302d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:23.778473 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-65719ead-0ef4-4870-ba51-e1da9a3302d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 1094 time: 0.1620381 Oct 22 14:48:23.855897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-9f79de89-9c8c-4046-9207-dc4b1f428766 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eabce15-3189-470b-83f1-c40f0712a00d HTTP/1.1" status: 200 len: 217 time: 0.0665283 Oct 22 14:48:23.981132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-58e5beb0-7aa3-44f8-8d55-8afa6d6e6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:23.983295 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-58e5beb0-7aa3-44f8-8d55-8afa6d6e6d85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.1092308 Oct 22 14:48:24.093530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-f910e592-17d0-471a-878a-0a9502eb1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:24.099133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-f910e592-17d0-471a-878a-0a9502eb1cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057110 Oct 22 14:48:24.167760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96e71cf-6a47-4804-9ca3-4cd018c90faf {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:24.179216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:24.236950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Transition to ACTIVE for port object a96e71cf-6a47-4804-9ca3-4cd018c90faf will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:24.258137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-8ced5801-a389-49b7-96c8-7effe8cacec9 service neutron] 10.222.0.69 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383200 Oct 22 14:48:24.356158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:24.442465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-022cce66-88f1-4a7b-9b23-55b9933c4a6c req-b0349c82-6d9b-44ad-91b7-58dfbf0026c9 service neutron] 10.222.0.69 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743948 Oct 22 14:48:24.443524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:24.526569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Attempting to bind port a96e71cf-6a47-4804-9ca3-4cd018c90faf on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:24.527069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Attempting to bind port a96e71cf-6a47-4804-9ca3-4cd018c90faf by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:24.527504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Attempting to bind port a96e71cf-6a47-4804-9ca3-4cd018c90faf on network 874db200-069b-4bce-80fa-bed9c766bbe0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:24.532426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Port a96e71cf-6a47-4804-9ca3-4cd018c90faf on network 874db200-069b-4bce-80fa-bed9c766bbe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:24.532866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Attempting to bind port a96e71cf-6a47-4804-9ca3-4cd018c90faf on network 874db200-069b-4bce-80fa-bed9c766bbe0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:24.538714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:24.539191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Checking segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:24.539665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Bound using segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:24.541006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Bound port: a96e71cf-6a47-4804-9ca3-4cd018c90faf, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:24.541449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:24.614464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:24.619951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:24.694953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:24.833952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:24.844681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:24.845446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:24.851575 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-8fd2c90e-38d4-4a1f-b828-3b95e5ff19b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/a96e71cf-6a47-4804-9ca3-4cd018c90faf HTTP/1.1" status: 200 len: 1091 time: 1.5227144 Oct 22 14:48:24.963261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:25.131674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-5277a0c5-6fd6-4456-941e-0f86dd6c5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:25.133294 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-5277a0c5-6fd6-4456-941e-0f86dd6c5fcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 1094 time: 0.0639746 Oct 22 14:48:25.146140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dce73723-a140-46f6-8e77-691dd733bb57 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:25.207272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-21373cab-f754-444b-b58d-7024d2222337 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf HTTP/1.1" status: 200 len: 217 time: 0.0647273 Oct 22 14:48:25.253876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:25.282981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 has no active binding in host n-h2-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:48:25.302379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-4fe5cfae-9347-41c1-bdbf-b82ce5919247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:25.304400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-4fe5cfae-9347-41c1-bdbf-b82ce5919247 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b HTTP/1.1" status: 200 len: 861 time: 0.0893757 Oct 22 14:48:25.305911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e746032-06e7-41c7-9884-bf89f31dba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:25.357425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port dce73723-a140-46f6-8e77-691dd733bb57 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:25.377756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port dce73723-a140-46f6-8e77-691dd733bb57 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:25.383209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:25.390264 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-84f4289d-1166-4f0c-80f0-d5e0d0b74f63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=874db200-069b-4bce-80fa-bed9c766bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777595 Oct 22 14:48:25.554360 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-56ca21b3-02a8-41d2-82c1-e830b2cf6086 service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513953 Oct 22 14:48:25.620623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:25.718819 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6793b6dd-79b3-478e-90b6-707bd7e69dba req-f8067bd4-6f8e-41a5-8dcb-c0cf8eebb647 service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560507 Oct 22 14:48:25.721664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port dce73723-a140-46f6-8e77-691dd733bb57, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dce73723-a140-46f6-8e77-691dd733bb57,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:25.722992 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce73723-a140-46f6-8e77-691dd733bb57'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:25.725873 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf80af47-f143-49d3-bcfa-eb242c2749ec" -d '{"events": [{"server_uuid": "7c4cee16-1fcf-437d-a95d-aaa71aa5ba91", "name": "network-vif-plugged", "status": "completed", "tag": "dce73723-a140-46f6-8e77-691dd733bb57"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:25.789253 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:25.790344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 757adc53-ab16-4f4a-8140-c325bb31e78d up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:25.918064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=dce73723-a140-46f6-8e77-691dd733bb57,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:26.034434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 757adc53-ab16-4f4a-8140-c325bb31e78d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:26.038559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 757adc53-ab16-4f4a-8140-c325bb31e78d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:26.038928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:26.172529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:26.221705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 757adc53-ab16-4f4a-8140-c325bb31e78d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=757adc53-ab16-4f4a-8140-c325bb31e78d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:26.331815 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:26.407483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:26.409961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=757adc53-ab16-4f4a-8140-c325bb31e78d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:26.445913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:27.344876 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-f53de78f-ed93-4109-895a-bcab010c28d4 service neutron] 10.222.0.69 "GET /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.0550427 Oct 22 14:48:27.522761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:27.543542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:27.577385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336b6be0-b428-4a17-b73d-34bdb8e8cb99 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:27.587675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:28.325456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:28.391345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:28.402565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Transition to ACTIVE for port object 336b6be0-b428-4a17-b73d-34bdb8e8cb99 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:28.478728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4eabce15-3189-470b-83f1-c40f0712a00d details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:28.503672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:28.659590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] No DVR routers for this DVR port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:28.704594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4eabce15-3189-470b-83f1-c40f0712a00d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4eabce15-3189-470b-83f1-c40f0712a00d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:28.736594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '4eabce15-3189-470b-83f1-c40f0712a00d', 'network_id': '0e1ecc70-4a4f-4493-8115-ac6de51c87f5', 'port_id': '4eabce15-3189-470b-83f1-c40f0712a00d', 'mac_address': 'fa:16:3e:ce:89:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c643e980-972c-427d-ba78-60716eff5a9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:28.751930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Pushing event updated for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:28.758473 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] 10.222.0.69 "PUT /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99/bindings/n-h2-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4063661 Oct 22 14:48:28.792227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.792227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.793676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.793676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.796031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.796276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.798090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.799045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.801869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.802225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.802562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.802901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e05ce-bbae-49ef-9f1a-74045d852af6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:28.823276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:28.844663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eabce15-3189-470b-83f1-c40f0712a00d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:28.868689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4eabce15-3189-470b-83f1-c40f0712a00d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4eabce15-3189-470b-83f1-c40f0712a00d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:29.017991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-bbf0b6d0-1b00-4714-852f-e9c410eb667b tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:29.019611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-bbf0b6d0-1b00-4714-852f-e9c410eb667b tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.0544481 Oct 22 14:48:29.102785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-fbc4b4fa-cdd9-4d26-9591-54c100d744ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:29.104266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-fbc4b4fa-cdd9-4d26-9591-54c100d744ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0&tenant_id=51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 1095 time: 0.0758641 Oct 22 14:48:29.172503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-3e892b56-5bb3-4ee0-889f-91d179deba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:29.174118 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-3e892b56-5bb3-4ee0-889f-91d179deba5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1095 time: 0.0451927 Oct 22 14:48:29.225455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:29.282710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=4eabce15-3189-470b-83f1-c40f0712a00d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:29.290063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-7795900b-298a-42c2-8d0f-f71bea285d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:29.291814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-7795900b-298a-42c2-8d0f-f71bea285d96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1100986 Oct 22 14:48:29.335322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-fdcbc625-a38b-4856-9dd7-6cc29de9e54c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 217 time: 0.0347106 Oct 22 14:48:29.394602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-5ed17f1e-cdfc-4956-bf78-88daeb961bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:29.396326 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-5ed17f1e-cdfc-4956-bf78-88daeb961bfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0529065 Oct 22 14:48:29.437457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-c3ef5b49-0b95-43f7-a98c-62ff57817f7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322130 Oct 22 14:48:29.544205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-37fef697-876c-4730-b719-cef8146e5661 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983906 Oct 22 14:48:29.653326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['4eabce15-3189-470b-83f1-c40f0712a00d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:29.667295 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-48271723-012a-474b-a9da-aef030bc56cf service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145914 Oct 22 14:48:30.050648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087abc-63f3-4de0-bffc-1694c3a0a0a2 req-6d26b70f-91b1-487c-b425-f6b0827df10c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:30.052141 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be087abc-63f3-4de0-bffc-1694c3a0a0a2 req-6d26b70f-91b1-487c-b425-f6b0827df10c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.1123931 Oct 22 14:48:30.085773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c218-8a45-4832-9cf0-eaa7d4643719 req-4e4378a0-b8f6-41ac-a204-1afb1025e235 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:30.087282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7875c218-8a45-4832-9cf0-eaa7d4643719 req-4e4378a0-b8f6-41ac-a204-1afb1025e235 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 943 time: 0.1003370 Oct 22 14:48:30.124690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be087abc-63f3-4de0-bffc-1694c3a0a0a2 req-6846a8b1-ba6c-40ba-9b46-6425bfc5d6b2 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661120 Oct 22 14:48:30.187563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7875c218-8a45-4832-9cf0-eaa7d4643719 req-cf1a3d02-5bab-421c-94f3-d166a25a991c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796845 Oct 22 14:48:30.267751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242de47b-f74e-4e59-a8b7-2f0c2f9ded6f req-0e0b93b4-b347-4a00-9104-804165b4edf0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:30.277545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-242de47b-f74e-4e59-a8b7-2f0c2f9ded6f req-0e0b93b4-b347-4a00-9104-804165b4edf0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 944 time: 0.0885296 Oct 22 14:48:30.302543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-396f3ca1-14fd-45fd-acc6-5958bf5a569c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:30.305343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-396f3ca1-14fd-45fd-acc6-5958bf5a569c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.1134763 Oct 22 14:48:30.332595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-242de47b-f74e-4e59-a8b7-2f0c2f9ded6f req-24555702-ad8b-46c0-8397-d33c592063cb tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Oct 22 14:48:30.448161 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a3594c-d6e2-4613-a13d-1f3c769ad069 x-openstack-request-id: req-57a3594c-d6e2-4613-a13d-1f3c769ad069 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:30.450483 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71131952-6034-469a-97d6-75b2ac157a3e", "name": "network-vif-deleted", "tag": "7200a7df-7356-4a30-bf55-e298511407dc", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:30.450932 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57a3594c-d6e2-4613-a13d-1f3c769ad069 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:30.453810 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71131952-6034-469a-97d6-75b2ac157a3e', 'name': 'network-vif-deleted', 'tag': '7200a7df-7356-4a30-bf55-e298511407dc', 'status': 'completed', 'code': 200} Oct 22 14:48:30.496893 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc11e0fa-fdac-4dd9-b0e9-6d2097a0b01b x-openstack-request-id: req-bc11e0fa-fdac-4dd9-b0e9-6d2097a0b01b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:30.496893 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cee16-1fcf-437d-a95d-aaa71aa5ba91", "name": "network-vif-plugged", "status": "completed", "tag": "dce73723-a140-46f6-8e77-691dd733bb57", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:30.496893 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc11e0fa-fdac-4dd9-b0e9-6d2097a0b01b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:30.496893 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce73723-a140-46f6-8e77-691dd733bb57', 'code': 200} Oct 22 14:48:30.504549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a96e71cf-6a47-4804-9ca3-4cd018c90faf details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:30.507395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:30.592696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36382) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:30.658351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:30.766498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01067018-48ff-4dd0-8eb0-5b36f2543d52 req-9159b3c9-3824-48ea-ae7e-a10f8bd042fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:30.773115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01067018-48ff-4dd0-8eb0-5b36f2543d52 req-9159b3c9-3824-48ea-ae7e-a10f8bd042fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 1096 time: 0.1347151 Oct 22 14:48:30.793097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3184-e4b3-4c5d-9627-a316f8fdbea1 req-fc8be7bd-08c0-49ba-bbd7-ed96e63d9f79 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:30.799625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f88a3184-e4b3-4c5d-9627-a316f8fdbea1 req-fc8be7bd-08c0-49ba-bbd7-ed96e63d9f79 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 950 time: 0.1154637 Oct 22 14:48:30.833390 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01067018-48ff-4dd0-8eb0-5b36f2543d52 req-4e54c62e-07bb-447e-b108-90e13ca0bd63 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523944 Oct 22 14:48:30.854954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-5948478f-cfa5-42c5-9c34-ace5857e9d58 service neutron] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:30.866006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-5948478f-cfa5-42c5-9c34-ace5857e9d58 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:30.866006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-5948478f-cfa5-42c5-9c34-ace5857e9d58 service neutron] 10.222.0.53 "DELETE /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99/bindings/n-h1-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.5407598 Oct 22 14:48:30.902700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:30.910880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f88a3184-e4b3-4c5d-9627-a316f8fdbea1 req-ce53413b-bf33-488d-aa8d-bc8c86ba3c43 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049340 Oct 22 14:48:30.926105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36394) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:30.935729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d4927cc1-6729-4a16-95da-617368d93bcf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb5ffd98c53b4583a0eebad864ee9d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416812 Oct 22 14:48:31.036859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74270646-01a0-454c-8602-7204fa4b17f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:31.068878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74270646-01a0-454c-8602-7204fa4b17f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:31.098612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'port_id': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'mac_address': 'fa:16:3e:35:1c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1edebd-03f0-4d47-9aa7-6f1856e61e1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:31.150592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:31.167293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96e71cf-6a47-4804-9ca3-4cd018c90faf {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:31.202926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:31.259942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74270646-01a0-454c-8602-7204fa4b17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:31.262395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74270646-01a0-454c-8602-7204fa4b17f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:31.266472 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-74270646-01a0-454c-8602-7204fa4b17f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bfc53d6-2833-4b8d-9280-db3181542c7e HTTP/1.1" status: 204 len: 168 time: 0.3364704 Oct 22 14:48:31.288822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74270646-01a0-454c-8602-7204fa4b17f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc53d6-2833-4b8d-9280-db3181542c7e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:31.326159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:31.390377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:31.691676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefa182-2f65-48b7-a48a-784acda0c71c req-87e54dcb-f9e8-42a9-a78b-6b61741a49d3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:31.700118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbefa182-2f65-48b7-a48a-784acda0c71c req-87e54dcb-f9e8-42a9-a78b-6b61741a49d3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.0793092 Oct 22 14:48:31.741830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a96e71cf-6a47-4804-9ca3-4cd018c90faf'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:31.753538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbefa182-2f65-48b7-a48a-784acda0c71c req-b47af456-3327-4787-9496-ea7db9b304dc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514367 Oct 22 14:48:31.908241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0f5f-82c6-454e-bc73-5d459a415ef7 req-b55e5266-efe9-4621-90fb-ea8ea95cc65c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:31.910120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc0f0f5f-82c6-454e-bc73-5d459a415ef7 req-b55e5266-efe9-4621-90fb-ea8ea95cc65c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 944 time: 0.0717075 Oct 22 14:48:32.025962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc0f0f5f-82c6-454e-bc73-5d459a415ef7 req-60a5b531-98be-465d-b2a8-66edde2bef20 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089425 Oct 22 14:48:32.046122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d2c4-11c9-4379-b17d-6b489d3b7968 req-0fdc160d-88bf-43e5-a413-54deaec4e347 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.054154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c402d2c4-11c9-4379-b17d-6b489d3b7968 req-0fdc160d-88bf-43e5-a413-54deaec4e347 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 944 time: 0.1269732 Oct 22 14:48:32.132809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c402d2c4-11c9-4379-b17d-6b489d3b7968 req-11f674cb-c5c4-417c-9c3a-59c8bfc7ed47 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775988 Oct 22 14:48:32.308223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb9f0-486d-46c8-8304-d6a367d27f20 req-f493f333-c5eb-4d24-8a08-b949f3e9eb3f tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.308223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9cb9f0-486d-46c8-8304-d6a367d27f20 req-f493f333-c5eb-4d24-8a08-b949f3e9eb3f tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1095 time: 0.0570352 Oct 22 14:48:32.340697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9cb9f0-486d-46c8-8304-d6a367d27f20 req-62569059-93ee-47b2-b8f1-73d15ccc62f9 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Oct 22 14:48:32.455777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99'}, {'name': 'network-changed', 'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99'}, {'name': 'network-changed', 'server_uuid': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'tag': '4eabce15-3189-470b-83f1-c40f0712a00d'}, {'name': 'network-changed', 'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:32.458139 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa" -d '{"events": [{"server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "name": "network-vif-unplugged", "status": "completed", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99"}, {"name": "network-changed", "server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99"}, {"name": "network-changed", "server_uuid": "15a19e7b-6681-4d60-85ea-3baee6f32af8", "tag": "4eabce15-3189-470b-83f1-c40f0712a00d"}, {"name": "network-changed", "server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:32.495540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757adc53-ab16-4f4a-8140-c325bb31e78d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:32.498208 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a168ea62-bedb-4a6f-a1bc-554c84cf3ab9" -d '{"events": [{"server_uuid": "1c23fa10-00cb-4ed1-883b-66dba280f8d6", "name": "network-vif-plugged", "status": "completed", "tag": "757adc53-ab16-4f4a-8140-c325bb31e78d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:32.534223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4eabce15-3189-470b-83f1-c40f0712a00d up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:32.535625 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b019c-5055-408f-bffe-aa6eed10d95a x-openstack-request-id: req-b76b019c-5055-408f-bffe-aa6eed10d95a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:32.536160 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "name": "network-vif-unplugged", "status": "completed", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99", "code": 200}, {"name": "network-changed", "server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15a19e7b-6681-4d60-85ea-3baee6f32af8", "tag": "4eabce15-3189-470b-83f1-c40f0712a00d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:32.536470 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b76b019c-5055-408f-bffe-aa6eed10d95a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:32.537106 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'code': 200} Oct 22 14:48:32.537390 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'status': 'completed', 'code': 200} Oct 22 14:48:32.547834 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'tag': '4eabce15-3189-470b-83f1-c40f0712a00d', 'status': 'completed', 'code': 200} Oct 22 14:48:32.548386 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'status': 'completed', 'code': 200} Oct 22 14:48:32.588033 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da417a-c7a3-459c-82d6-7a214c95355a x-openstack-request-id: req-93da417a-c7a3-459c-82d6-7a214c95355a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:32.588502 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c23fa10-00cb-4ed1-883b-66dba280f8d6", "name": "network-vif-plugged", "status": "completed", "tag": "757adc53-ab16-4f4a-8140-c325bb31e78d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:32.588877 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93da417a-c7a3-459c-82d6-7a214c95355a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:32.589405 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757adc53-ab16-4f4a-8140-c325bb31e78d', 'code': 200} Oct 22 14:48:32.706659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-e8db8785-69aa-4463-98f5-de9411bfd28c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.707959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-5085f36f-8f70-4fa4-9f1e-4e8ec0c426d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.708570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-e8db8785-69aa-4463-98f5-de9411bfd28c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.1586654 Oct 22 14:48:32.709445 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-5085f36f-8f70-4fa4-9f1e-4e8ec0c426d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 1095 time: 0.1156526 Oct 22 14:48:32.730458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-bb65570b-f7d5-4948-97cf-23b6d956bd4e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/quotas/51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 375 time: 0.0152726 Oct 22 14:48:32.750907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-e863c997-837e-47f3-9d9d-9e7e187ba6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.752568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-e863c997-837e-47f3-9d9d-9e7e187ba6f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1095 time: 0.1191199 Oct 22 14:48:32.787811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-b4aeb008-9f77-4d2b-9e1f-a5b118b7eb73 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552557 Oct 22 14:48:32.809381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aee12-f702-41c6-8aaa-ae11100f8adb req-3f03c609-946c-4f5c-ad7e-4a2a47945ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.812566 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ab4aee12-f702-41c6-8aaa-ae11100f8adb req-3f03c609-946c-4f5c-ad7e-4a2a47945ada service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 1097 time: 0.1445179 Oct 22 14:48:32.912511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-49c59c4e-a2f8-42b7-be98-a9fca3feaf50 service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207078 Oct 22 14:48:32.945771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36474) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:32.954496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ab4aee12-f702-41c6-8aaa-ae11100f8adb req-4b1feead-3719-438e-b920-874b0c59ef66 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020370 Oct 22 14:48:32.959225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-a042ef1b-e051-440a-bcd0-6a160f5e07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.959609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 4eabce15-3189-470b-83f1-c40f0712a00d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:32.960678 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-a042ef1b-e051-440a-bcd0-6a160f5e07cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 917 time: 0.2408388 Oct 22 14:48:32.969605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 4eabce15-3189-470b-83f1-c40f0712a00d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:32.969605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:32.981975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-073b55d5-71a8-418d-8312-b2bcd35aa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:32.984229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-073b55d5-71a8-418d-8312-b2bcd35aa098 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2170212 Oct 22 14:48:33.015652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-26d3e0a5-9cac-4dfc-bfe9-8ec70bf8bd25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eabce15-3189-470b-83f1-c40f0712a00d HTTP/1.1" status: 200 len: 217 time: 0.0427928 Oct 22 14:48:33.035118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-08a48272-2c04-4c92-b406-111d26a05bf4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c55ba1c6e0844301ada6060c60ecacc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860429 Oct 22 14:48:33.036174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36476) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:33.047524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-51196d89-3516-484c-94af-b86b8eb6396e service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340971 Oct 22 14:48:33.087863 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:33.121011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-b07a0a89-2c49-48dc-84b6-ce69323428b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:33.121011 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-b07a0a89-2c49-48dc-84b6-ce69323428b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.0949099 Oct 22 14:48:33.178450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4eabce15-3189-470b-83f1-c40f0712a00d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4eabce15-3189-470b-83f1-c40f0712a00d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:33.191534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fdee90-8dfc-4d39-b6c3-297833908579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:33.230768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8c0a7-ba08-4a0c-85a1-ceeaa3169807 req-a01f24cb-cd8f-4793-8ff4-fce2a8d9d59c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:33.238745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67d8c0a7-ba08-4a0c-85a1-ceeaa3169807 req-a01f24cb-cd8f-4793-8ff4-fce2a8d9d59c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 944 time: 0.0689640 Oct 22 14:48:33.285533 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:33.307327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67d8c0a7-ba08-4a0c-85a1-ceeaa3169807 req-816fbec5-14f5-4543-9384-73860d613e6f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485222 Oct 22 14:48:33.417472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=4eabce15-3189-470b-83f1-c40f0712a00d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:33.460253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.462372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.472762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.473213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.473614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.474013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.487415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.487415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.487415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.487415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.487415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.487415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:33.525528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4daa0-0485-47b1-bdf7-9158657b16cb req-ab847bc3-070d-4997-a8c0-ea8f2253cd1f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:33.542537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8d4daa0-0485-47b1-bdf7-9158657b16cb req-ab847bc3-070d-4997-a8c0-ea8f2253cd1f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0986803 Oct 22 14:48:33.604580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-3d7dfbdb-3a71-4697-916c-421f407f9584 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 217 time: 0.4142938 Oct 22 14:48:33.616572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-771d87b8-264d-41cd-a105-c6c547a85b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:33.619661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-771d87b8-264d-41cd-a105-c6c547a85b5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4868269 Oct 22 14:48:33.635555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fdee90-8dfc-4d39-b6c3-297833908579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:33.640593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:33.671729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8d4daa0-0485-47b1-bdf7-9158657b16cb req-44f7255c-90b2-4c92-85af-7d69f20a1923 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228242 Oct 22 14:48:33.756763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b8750f5-7d8a-48cb-80a9-a904208f62fd req-51d7470b-4823-4f84-b1a2-1cbb8e2d7813 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 210 time: 0.0580928 Oct 22 14:48:33.872595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-884b0c05-7abf-434e-9b30-27f56a5d5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:33.876509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-884b0c05-7abf-434e-9b30-27f56a5d5a9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.2441032 Oct 22 14:48:33.916540 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-476052fd-f05b-4aa1-ad29-7824670d30a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314100 Oct 22 14:48:33.965314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-df2f959b-06f5-43d5-9166-28fffbb9e57e service neutron] 10.222.0.69 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274028 Oct 22 14:48:34.053882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fdee90-8dfc-4d39-b6c3-297833908579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:34.056532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fdee90-8dfc-4d39-b6c3-297833908579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:34.057987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0fdee90-8dfc-4d39-b6c3-297833908579 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f19a8acd-961c-4015-889a-2d86af7a111a HTTP/1.1" status: 204 len: 168 time: 1.0204492 Oct 22 14:48:34.094916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdee90-8dfc-4d39-b6c3-297833908579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a8acd-961c-4015-889a-2d86af7a111a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:34.186455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-db55042b-f6ac-4910-8db7-6b02a4e4a669 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557628 Oct 22 14:48:34.223045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-09f8fd6b-0224-4583-b6d7-443715578d2a service neutron] 10.222.0.69 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369864 Oct 22 14:48:34.350741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-8592fc10-b599-4934-842e-760430cc6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:34.352270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-8592fc10-b599-4934-842e-760430cc6cd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 1095 time: 0.0718558 Oct 22 14:48:34.354457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-4a10d312-41f1-4e40-a955-69444491029c service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546679 Oct 22 14:48:34.464775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef0359-8072-4a99-bcf3-3c1e29f774e0 req-15851881-a65b-4893-8d20-18a66c57a82c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:34.467446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1ef0359-8072-4a99-bcf3-3c1e29f774e0 req-15851881-a65b-4893-8d20-18a66c57a82c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 944 time: 0.0598505 Oct 22 14:48:34.500913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-fbcca39c-55f9-4d02-9ac7-05a6ef0e4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:34.502426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-fbcca39c-55f9-4d02-9ac7-05a6ef0e4b82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 922 time: 0.1428127 Oct 22 14:48:34.518460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1ef0359-8072-4a99-bcf3-3c1e29f774e0 req-68edd557-c482-4e4a-bf51-0d8a9226953e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442257 Oct 22 14:48:34.525169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a96e71cf-6a47-4804-9ca3-4cd018c90faf up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:34.582014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-2b4f2455-a1ad-455c-9a1b-f0c640b22114 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf HTTP/1.1" status: 200 len: 217 time: 0.0708790 Oct 22 14:48:34.595335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eabce15-3189-470b-83f1-c40f0712a00d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:34.597692 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2bc3a-9448-496d-a23b-7b1a137d9bae" -d '{"events": [{"server_uuid": "15a19e7b-6681-4d60-85ea-3baee6f32af8", "name": "network-vif-plugged", "status": "completed", "tag": "4eabce15-3189-470b-83f1-c40f0712a00d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:34.686791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-8deb46a7-470f-4c22-af94-3945e78df272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:34.687339 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be284f-2efb-47ab-9e8c-46bf99b5890a x-openstack-request-id: req-b7be284f-2efb-47ab-9e8c-46bf99b5890a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:34.687713 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a19e7b-6681-4d60-85ea-3baee6f32af8", "name": "network-vif-plugged", "status": "completed", "tag": "4eabce15-3189-470b-83f1-c40f0712a00d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:34.688041 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7be284f-2efb-47ab-9e8c-46bf99b5890a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:34.688493 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eabce15-3189-470b-83f1-c40f0712a00d', 'code': 200} Oct 22 14:48:34.688644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-8deb46a7-470f-4c22-af94-3945e78df272 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b HTTP/1.1" status: 200 len: 861 time: 0.0985322 Oct 22 14:48:34.745948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port a96e71cf-6a47-4804-9ca3-4cd018c90faf completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:34.752793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port a96e71cf-6a47-4804-9ca3-4cd018c90faf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:34.753692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:34.805471 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-8d79b8dc-9fce-4e4b-8673-4b54b478835b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=874db200-069b-4bce-80fa-bed9c766bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958447 Oct 22 14:48:34.909553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeffce9-c02c-4ce6-a85e-3a8010e8b397 req-7053f1b1-8501-4009-8b2f-1587bb251b90 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:34.921640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9aeffce9-c02c-4ce6-a85e-3a8010e8b397 req-7053f1b1-8501-4009-8b2f-1587bb251b90 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.1194263 Oct 22 14:48:34.965407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:34.965867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306328d-27c8-4dd6-b910-a5b5e2a49bd2 req-356926db-0368-4508-b4f4-d2ab321d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:34.968076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a306328d-27c8-4dd6-b910-a5b5e2a49bd2 req-356926db-0368-4508-b4f4-d2ab321d543d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 1096 time: 0.1447809 Oct 22 14:48:35.029078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a306328d-27c8-4dd6-b910-a5b5e2a49bd2 req-59356f41-4cb3-4099-8636-8f71b1043a17 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Oct 22 14:48:35.033659 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-ef2af31f-b35e-400c-ba82-ef143a1b7f3a service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195661 Oct 22 14:48:35.035303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:35.035735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-166e1562-528e-42a1-b479-9dadadd824ba req-59646e23-cf42-4359-b133-4d23519a274a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 210 time: 0.0462921 Oct 22 14:48:35.039117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:35.040599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9aeffce9-c02c-4ce6-a85e-3a8010e8b397 req-a8e06422-cb23-4aff-9fa2-f6fcef21e060 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133738 Oct 22 14:48:35.042126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:35.189090 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:35.191077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:35.307469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:35.355025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'mac_address': 'fa:16:3e:d0:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:35.358262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:35.363301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:35.421661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:35.437573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:35.471148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:35.472942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:35.489015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e51d1ed-0663-42eb-8163-f82a6ccaaaaa req-452f8843-96cb-413f-9703-e963f7b199b5 service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682243 Oct 22 14:48:35.549989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:35.588425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:35.674826 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:35.698020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16b7e-5758-422b-98a6-960de336866c req-ac1a9698-7064-429c-acb8-399d628aa0ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:35.699708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92d16b7e-5758-422b-98a6-960de336866c req-ac1a9698-7064-429c-acb8-399d628aa0ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0730307 Oct 22 14:48:35.714393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:35.781174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92d16b7e-5758-422b-98a6-960de336866c req-9797f97b-6cfd-4323-9c19-a79b3338b6bc tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717506 Oct 22 14:48:36.184317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef12004a-5d2c-4578-8a6b-6e7a9c88cb2f req-d3560e6e-c707-46d3-93f4-c039e3a8de83 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 210 time: 0.0502226 Oct 22 14:48:36.303626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa09f1-0917-443a-a217-1b7443f100c3 req-f60cfa17-7c36-4ff7-820a-4b4a595c8c13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:36.305485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51aa09f1-0917-443a-a217-1b7443f100c3 req-f60cfa17-7c36-4ff7-820a-4b4a595c8c13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0513239 Oct 22 14:48:36.374403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51aa09f1-0917-443a-a217-1b7443f100c3 req-01df2b00-b8db-4ae0-9e8c-041201f4b397 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Oct 22 14:48:36.633853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-79aedffa-0584-41b2-920a-31c3e3280bb3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:36.635498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-79aedffa-0584-41b2-920a-31c3e3280bb3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.1377258 Oct 22 14:48:36.650248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Request body: {'port': {'device_id': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'admin_state_up': True, 'tenant_id': '51cbf8e053444044b1d7a28962d5450c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:36.689381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf'}, {'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:36.691864 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca5bf7f-4cd7-4607-b393-f403e3d68826" -d '{"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-plugged", "status": "completed", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf"}, {"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:36.754832 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe7d70-e14c-4a17-9977-0ff1a6519d2b x-openstack-request-id: req-8bfe7d70-e14c-4a17-9977-0ff1a6519d2b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:36.755372 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-plugged", "status": "completed", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf", "code": 200}, {"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:36.755809 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bfe7d70-e14c-4a17-9977-0ff1a6519d2b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:36.756377 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'code': 200} Oct 22 14:48:36.756781 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20', 'code': 200} Oct 22 14:48:36.925512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843788e-df73-49f9-9796-2b09da5d4bfa req-3a3c4560-4268-4f76-9964-dc67a86dd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:36.927339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9843788e-df73-49f9-9796-2b09da5d4bfa req-3a3c4560-4268-4f76-9964-dc67a86dd8de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 1096 time: 0.0902054 Oct 22 14:48:36.958533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dd687-bb04-4f65-b57d-69e040c030b0 req-b4f5ba9c-da9e-4379-b7d6-f2fdf4029f35 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:36.960924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-909dd687-bb04-4f65-b57d-69e040c030b0 req-b4f5ba9c-da9e-4379-b7d6-f2fdf4029f35 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0933414 Oct 22 14:48:36.977097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Made reservation on behalf of 51cbf8e053444044b1d7a28962d5450c for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:36.984572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:37.021937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:37.039446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9843788e-df73-49f9-9796-2b09da5d4bfa req-b2af49c4-6366-4801-ab09-ee93ea67f707 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943449 Oct 22 14:48:37.068196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-909dd687-bb04-4f65-b57d-69e040c030b0 req-e513fa20-dea4-4149-9565-bebef4d287f5 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Oct 22 14:48:37.203890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:37.204291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:37.249296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Allocated IP 172.20.0.11 (4c703f8f-48de-4fdc-93e5-a42bb2e26303/9d211829-591c-4b00-b4a4-771f3b3b90cb/b4cf99dc-df36-4437-bc5f-a84ab381e0a6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:37.320873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:37.345303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a13d5e74-f1b6-4081-a2bd-f946da7f9dc7 req-30d3269a-3e97-4205-b719-976a20f6e4ea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 210 time: 0.0576184 Oct 22 14:48:37.378930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:37.493435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:37.567742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=10']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:37.585880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:37.633360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60e23f-f216-492d-aca9-13ec7915bc9a req-b379b42e-ef35-41d0-a39b-4184264ef159 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:37.634903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c60e23f-f216-492d-aca9-13ec7915bc9a req-b379b42e-ef35-41d0-a39b-4184264ef159 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.1320152 Oct 22 14:48:37.723592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c60e23f-f216-492d-aca9-13ec7915bc9a req-f1a21a04-3436-4aad-8f97-fb453a6daa98 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806901 Oct 22 14:48:37.772550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:37.876001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:37.903595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:37.906531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:37.909384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:37.968453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:37.970143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:38.001949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-d9401064-3bfe-4e4d-9057-c4d5ebef7128 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:38.010965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-d9401064-3bfe-4e4d-9057-c4d5ebef7128 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.1765225 Oct 22 14:48:38.030180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-4179f382-f789-4989-8855-f7a6883018c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/quotas/fac90d375d56471696fa875bf0f4b5df HTTP/1.1" status: 200 len: 375 time: 0.0178862 Oct 22 14:48:38.117281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-03d5ff2d-08f0-4858-9c95-3e4f5db5ca6c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4658430 Oct 22 14:48:38.142531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Request body: {'port': {'device_id': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:38.142673 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-77cc6332-d2da-4138-a2ef-1a696f8757e3 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947659 Oct 22 14:48:38.249574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:38.314017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-b69df89a-c536-4f85-8730-d78092823379 service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715939 Oct 22 14:48:38.574285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:38.635491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317769a8-4690-464b-9174-65d27ff67179 req-4b1c99fa-a432-45d2-bb5c-a44f3f571bb3 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:38.643859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-317769a8-4690-464b-9174-65d27ff67179 req-4b1c99fa-a432-45d2-bb5c-a44f3f571bb3 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1350451 Oct 22 14:48:38.659360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-09f7d13e-4dc8-49ae-a2c8-575d17631af9 service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438776 Oct 22 14:48:38.744394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cf99dc-df36-4437-bc5f-a84ab381e0a6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:38.766209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-317769a8-4690-464b-9174-65d27ff67179 req-54e92c19-d42d-46cd-88f2-4f1fafeab575 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213958 Oct 22 14:48:38.779815 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:38.805304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:38.806102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Transition to ACTIVE for port object b4cf99dc-df36-4437-bc5f-a84ab381e0a6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:38.818608 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5ee9de-94de-4b4b-947c-6a161c4406cd" -d '{"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:38.862413 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:38.882422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:38.922762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:38.984493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775eac-7232-47cc-9fd0-c7789f4e1b2c req-9478fb2c-b5ac-4ae1-b170-4a42c5faa9ca tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:38.986413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc775eac-7232-47cc-9fd0-c7789f4e1b2c req-9478fb2c-b5ac-4ae1-b170-4a42c5faa9ca tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1139588 Oct 22 14:48:39.009697 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:39.091828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc775eac-7232-47cc-9fd0-c7789f4e1b2c req-948882a1-1d8f-4783-a0b2-a0f1ea26a0f7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955415 Oct 22 14:48:39.099617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:39.151056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:39.165839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:39.166193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:39.166509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:39.171502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:39.171942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:39.177382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:39.177713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:39.178114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:39.178501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Bound port: b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:39.178853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:39.345151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:39.350289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:39.358780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284423-b3fc-4653-88d4-33faac55f016 req-1d1ca469-1061-4e6b-9a27-248b2d4467fb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:39.373425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30284423-b3fc-4653-88d4-33faac55f016 req-1d1ca469-1061-4e6b-9a27-248b2d4467fb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0993359 Oct 22 14:48:39.458218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:39.475354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30284423-b3fc-4653-88d4-33faac55f016 req-0d439d49-cc15-42c6-91d0-5caeae3e29ea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990274 Oct 22 14:48:39.527651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:39.528388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:39.530175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] 10.222.0.69 "PUT /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 1092 time: 1.4030256 Oct 22 14:48:39.530600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:39.532934 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98310126-fd0e-405e-a36e-67dd6dc8a13a" -d '{"events": [{"name": "network-changed", "server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:39.542294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0154b-94de-4809-84bb-5af5f0de31fa service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:39.604513 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f24514-1c0b-4a92-8f82-7a342a669409 x-openstack-request-id: req-f6f24514-1c0b-4a92-8f82-7a342a669409 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:39.604513 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:39.604513 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6f24514-1c0b-4a92-8f82-7a342a669409 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:39.605407 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'code': 200} Oct 22 14:48:39.637824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25c43-b50e-42bd-8f64-1ad7b2aa40bf req-2b638696-9619-4929-8125-e7009724a67c tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:39.646247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4a25c43-b50e-42bd-8f64-1ad7b2aa40bf req-2b638696-9619-4929-8125-e7009724a67c tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 946 time: 0.0724802 Oct 22 14:48:39.714398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea072b12-380f-46dc-b040-663d1ff5e3ce req-1ed544ff-31dd-41c0-8ff7-eaf5662234a5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 210 time: 0.0410426 Oct 22 14:48:39.748607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4a25c43-b50e-42bd-8f64-1ad7b2aa40bf req-efbc773f-db83-4ee4-82c0-19198bf30884 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987513 Oct 22 14:48:39.791783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-19009bf5-0235-4b41-9835-4f1acb162071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:39.798224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-19009bf5-0235-4b41-9835-4f1acb162071 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1095 time: 0.1112938 Oct 22 14:48:39.924366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-68f12243-a0f2-44ac-a8b0-6203f3dca59b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 217 time: 0.1100488 Oct 22 14:48:39.925771 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc85781-b23b-4df5-b8c5-d9259f58518c x-openstack-request-id: req-7dc85781-b23b-4df5-b8c5-d9259f58518c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:39.926046 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:39.926301 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7dc85781-b23b-4df5-b8c5-d9259f58518c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:39.926875 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'status': 'completed', 'code': 200} Oct 22 14:48:40.014227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-07590763-5fe3-4263-aa11-901bfd6ffdc9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:40.016513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-07590763-5fe3-4263-aa11-901bfd6ffdc9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf HTTP/1.1" status: 200 len: 943 time: 0.1274493 Oct 22 14:48:40.029976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-2e589889-646c-4718-8697-72a5a3d372c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:40.032920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-2e589889-646c-4718-8697-72a5a3d372c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0972910 Oct 22 14:48:40.074180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-19637802-ab12-4e3d-937c-343d2f06091d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324242 Oct 22 14:48:40.265861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Deleting port 8b936b3f-e633-419e-8c06-47e7eb5330a0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:40.266201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:40.304498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-b4660cc8-5827-4f51-af64-4e23ce4066aa service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055855 Oct 22 14:48:40.390777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dfb08-8aa7-412f-b6e1-46e00f17ba61 req-7f80de9f-89e9-4a76-b8bf-3c980307ee12 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:40.392791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae0dfb08-8aa7-412f-b6e1-46e00f17ba61 req-7f80de9f-89e9-4a76-b8bf-3c980307ee12 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.1207433 Oct 22 14:48:40.401974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd02fc-ae3b-4f1f-8b73-0d9d89a5e717 req-3e04730b-0bc5-4f86-b916-c6683249ed2d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:40.403736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abfd02fc-ae3b-4f1f-8b73-0d9d89a5e717 req-3e04730b-0bc5-4f86-b916-c6683249ed2d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1225159 Oct 22 14:48:40.485447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abfd02fc-ae3b-4f1f-8b73-0d9d89a5e717 req-b6a6dd4d-bf56-4e21-bee4-232b8be4b060 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546122 Oct 22 14:48:40.494340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] For port 8b936b3f-e633-419e-8c06-47e7eb5330a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8b936b3f-e633-419e-8c06-47e7eb5330a0,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:40.494768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:40.526729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Calling delete_port for 8b936b3f-e633-419e-8c06-47e7eb5330a0 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:40.526729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c29641a-1c80-4356-9329-8dc5539f81f0 req-65b99bc1-322c-4410-bb8d-bdec21105e52 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108233 Oct 22 14:48:40.538024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae0dfb08-8aa7-412f-b6e1-46e00f17ba61 req-153d1661-157b-4d06-bd9b-d199c9f0b743 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133955 Oct 22 14:48:40.555405 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:48:40.751017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-a9cf7ffa-8c1a-4fe4-8045-5aaa744f7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:40.752953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-a9cf7ffa-8c1a-4fe4-8045-5aaa744f7074 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1095 time: 0.1058276 Oct 22 14:48:40.831643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0f36-77f8-4208-89e6-a588366287b0 req-165f30e6-7fcb-4af9-bc73-0c740662b014 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:40.833281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38cd0f36-77f8-4208-89e6-a588366287b0 req-165f30e6-7fcb-4af9-bc73-0c740662b014 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0743270 Oct 22 14:48:40.903187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38cd0f36-77f8-4208-89e6-a588366287b0 req-311a0585-2168-4a59-b673-d2e29bad45f5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Oct 22 14:48:41.052617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:41.068016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251816dd-f064-48be-88f4-aa8f83f603d5 req-b4fbfb71-507c-47d1-b04d-1e23ba75bf44 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:41.074526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-251816dd-f064-48be-88f4-aa8f83f603d5 req-b4fbfb71-507c-47d1-b04d-1e23ba75bf44 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1211100 Oct 22 14:48:41.126541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event deleted for resources: {'Port': ['ID=8b936b3f-e633-419e-8c06-47e7eb5330a0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:41.147877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-251816dd-f064-48be-88f4-aa8f83f603d5 req-2149e1ac-1235-4bc7-8139-015fd30fc439 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Oct 22 14:48:41.152624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-d67e5e87-669d-471c-8f5e-b13044e2c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:41.155033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-d67e5e87-669d-471c-8f5e-b13044e2c3bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.3839450 Oct 22 14:48:41.159253 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:41.176622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] No DVR routers for this DVR port 8b936b3f-e633-419e-8c06-47e7eb5330a0 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:41.179219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:41.183171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7b708fb-acbd-48cb-8856-14aab74e3e80 req-ab1b93c8-43dd-4868-8225-82226915cc21 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "DELETE /v2.0/ports/8b936b3f-e633-419e-8c06-47e7eb5330a0 HTTP/1.1" status: 204 len: 173 time: 1.1485548 Oct 22 14:48:41.222579 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-66ca4a22-6743-450d-aaef-4803ad6d28f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0535321 Oct 22 14:48:41.302435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62a0b65b-804a-426a-96b8-66d3bac0e6c7 req-0b9c825f-01eb-4824-9d4b-3f9ae0307191 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 210 time: 0.0648971 Oct 22 14:48:41.325819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-7e7c9e6f-1537-482c-adf9-65982f2cd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:41.330278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-7e7c9e6f-1537-482c-adf9-65982f2cd6b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0937266 Oct 22 14:48:41.377128 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-330114ec-e92b-4e37-967f-4e8d7542b1e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387051 Oct 22 14:48:41.482880 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-ecb17806-fe9f-4e7b-8f71-0da88d6e078c service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941339 Oct 22 14:48:41.510365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071a8e-61b9-4cd8-928d-db50fa88bf6c req-e9901e83-e6f7-4027-af24-e1e1bd905afd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:41.512031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2071a8e-61b9-4cd8-928d-db50fa88bf6c req-e9901e83-e6f7-4027-af24-e1e1bd905afd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1243162 Oct 22 14:48:41.606765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:41.610345 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71915991-bfc4-4493-9d84-784069a3578b" -d '{"events": [{"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-unplugged", "status": "completed", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:41.624438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2071a8e-61b9-4cd8-928d-db50fa88bf6c req-37888be5-b4b3-4c8c-8543-b4219d5b1b9c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014030 Oct 22 14:48:41.677694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98310126-fd0e-405e-a36e-67dd6dc8a13a req-720329b3-2550-496e-ab85-0c5c9ebacfa0 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870635 Oct 22 14:48:41.697419 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd012e19-802a-4ce9-a816-e064021ee094 x-openstack-request-id: req-bd012e19-802a-4ce9-a816-e064021ee094 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:41.697832 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-unplugged", "status": "completed", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:41.699189 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd012e19-802a-4ce9-a816-e064021ee094 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:41.704589 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'code': 200} Oct 22 14:48:41.796338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a814c-3ac6-4d78-ad2f-61b9f8e904ce req-4986e398-ccfd-47fa-bcce-311b5d53c286 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:41.798055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e81a814c-3ac6-4d78-ad2f-61b9f8e904ce req-4986e398-ccfd-47fa-bcce-311b5d53c286 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0798874 Oct 22 14:48:41.869589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e81a814c-3ac6-4d78-ad2f-61b9f8e904ce req-78b44f02-2305-402a-ac0a-f6528a959879 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655570 Oct 22 14:48:41.890406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e451cc-f978-4618-bb3f-5aafdfadbcab req-2950ee78-8e12-4568-a483-ee677babc975 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:41.893518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57e451cc-f978-4618-bb3f-5aafdfadbcab req-2950ee78-8e12-4568-a483-ee677babc975 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0814431 Oct 22 14:48:41.928250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-deleted', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:41.930887 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffd8e18-053c-4bd2-ad08-d3905fdca736" -d '{"events": [{"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-deleted", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:41.952711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57e451cc-f978-4618-bb3f-5aafdfadbcab req-12fa4d64-2ba3-4f83-92e2-1c1604b25e16 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533738 Oct 22 14:48:42.179287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d87d2e-9b4a-4f9b-a64a-6ffcaae15711 req-d9145bc0-b138-46be-933f-0fa45c72118d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.186763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d87d2e-9b4a-4f9b-a64a-6ffcaae15711 req-d9145bc0-b138-46be-933f-0fa45c72118d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.1312470 Oct 22 14:48:42.389966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-ba9493e2-76c0-48cc-a62e-3e568bd9acba tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.395037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d87d2e-9b4a-4f9b-a64a-6ffcaae15711 req-71cae64b-e6ed-4a31-b46d-e6d7b275733d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059841 Oct 22 14:48:42.395503 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-ba9493e2-76c0-48cc-a62e-3e568bd9acba tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.3691752 Oct 22 14:48:42.417145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Request body: {'port': {'device_id': '8ffab272-8326-4896-882b-381ede991ae3', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'admin_state_up': True, 'tenant_id': 'fac90d375d56471696fa875bf0f4b5df'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:42.442514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b89e8-9af3-4874-a87f-f5d37fba0e8b req-d7388ebb-e5ce-496d-9dd2-d1422a0b8646 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.458699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b89e8-9af3-4874-a87f-f5d37fba0e8b req-d7388ebb-e5ce-496d-9dd2-d1422a0b8646 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.471455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b89e8-9af3-4874-a87f-f5d37fba0e8b req-d7388ebb-e5ce-496d-9dd2-d1422a0b8646 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.484830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc7b89e8-9af3-4874-a87f-f5d37fba0e8b req-d7388ebb-e5ce-496d-9dd2-d1422a0b8646 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8&device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6&device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 2417 time: 0.1991744 Oct 22 14:48:42.567634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc7b89e8-9af3-4874-a87f-f5d37fba0e8b req-b87b0334-a08b-4802-999b-d0b478dab509 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808249 Oct 22 14:48:42.604822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:42.645787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8b936b3f-e633-419e-8c06-47e7eb5330a0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:48:42.647222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8b936b3f-e633-419e-8c06-47e7eb5330a0 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:48:42.683711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2b38bbb-f805-449d-b80b-229526be5a0b req-aca01f2b-99eb-42a1-8c79-202536eb19df tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 210 time: 0.0442610 Oct 22 14:48:42.805385 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c0b355-d8b0-4b79-94fa-27418d4d1953 x-openstack-request-id: req-27c0b355-d8b0-4b79-94fa-27418d4d1953 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:42.805654 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf", "name": "network-vif-deleted", "tag": "8b936b3f-e633-419e-8c06-47e7eb5330a0", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:42.805912 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27c0b355-d8b0-4b79-94fa-27418d4d1953 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:42.806305 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b29eeb4-a5c2-4c4a-a4da-d3857f2c49bf', 'name': 'network-vif-deleted', 'tag': '8b936b3f-e633-419e-8c06-47e7eb5330a0', 'status': 'completed', 'code': 200} Oct 22 14:48:42.860410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b69c-bda0-4f7f-a6d6-a0f2ed022d2e req-ac5a6f45-5ff0-451f-9e26-661a689cf2f7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.862302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0994b69c-bda0-4f7f-a6d6-a0f2ed022d2e req-ac5a6f45-5ff0-451f-9e26-661a689cf2f7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1367457 Oct 22 14:48:42.917285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0994b69c-bda0-4f7f-a6d6-a0f2ed022d2e req-74d2c2db-6d42-44fe-aad7-0834f41c23c7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Oct 22 14:48:42.955843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ba566-cc17-488f-9c61-69ad7dbb32bb req-2caa78f8-1612-4ff6-87c8-8475d3b8156e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:42.957449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32ba566-cc17-488f-9c61-69ad7dbb32bb req-2caa78f8-1612-4ff6-87c8-8475d3b8156e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0576012 Oct 22 14:48:43.041543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32ba566-cc17-488f-9c61-69ad7dbb32bb req-9df229c4-393c-48af-b70b-64a42be25edc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Oct 22 14:48:43.085224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44669f-6c68-44a3-b7ca-bfe0c410d313 req-19ba7333-4d4a-44bb-882b-3adceb5f0b61 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:43.086670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf44669f-6c68-44a3-b7ca-bfe0c410d313 req-19ba7333-4d4a-44bb-882b-3adceb5f0b61 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Oct 22 14:48:43.124957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf44669f-6c68-44a3-b7ca-bfe0c410d313 req-fd05fb73-e5f1-47cd-b0fc-79e7241fa03a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Oct 22 14:48:43.214128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Made reservation on behalf of fac90d375d56471696fa875bf0f4b5df for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:48:43.219345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:43.291085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d341-0481-47fa-aee3-0e2a5b610997 req-aeea2f39-e15a-405a-9212-8217e2a92d14 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:43.299091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1158d341-0481-47fa-aee3-0e2a5b610997 req-aeea2f39-e15a-405a-9212-8217e2a92d14 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0739720 Oct 22 14:48:43.346990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:43.362292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1158d341-0481-47fa-aee3-0e2a5b610997 req-975e8827-c1e3-4ec1-a81c-012c4b710550 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565197 Oct 22 14:48:43.511010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2e3f-a71e-44a1-b1dc-1c3e8fd0c2c2 req-ee71be54-6682-44a3-94c9-d85772124499 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:43.520334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd6a2e3f-a71e-44a1-b1dc-1c3e8fd0c2c2 req-ee71be54-6682-44a3-94c9-d85772124499 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0714760 Oct 22 14:48:43.543436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Allocated IP 172.20.0.3 (914865b7-cca2-4769-bac5-367b55402118/82fe8bd6-bb99-4b9b-8cfb-d85e2e662374/55630857-082c-4898-9afd-32033214e6ff) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:48:43.577299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd6a2e3f-a71e-44a1-b1dc-1c3e8fd0c2c2 req-bd36e4c3-2bf9-4a23-9862-79bea91af294 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507963 Oct 22 14:48:43.604240 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:43.749135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97b74-0ad2-453a-81f0-638ae646f9d3 req-3aeb3030-5b06-44e9-9645-72921b50b7c7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:43.750644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16b97b74-0ad2-453a-81f0-638ae646f9d3 req-3aeb3030-5b06-44e9-9645-72921b50b7c7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0904152 Oct 22 14:48:43.791205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:43.813025 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:43.827870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16b97b74-0ad2-453a-81f0-638ae646f9d3 req-91db3fda-350a-4a9f-814b-6d0d377bb3ba tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645056 Oct 22 14:48:43.894035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:43.937555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:43.973823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df1f70-194d-42e1-8d3c-2d92b8c74d8e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:43.994368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=470edb5ec73a44f7a6bf00125367722d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280215 Oct 22 14:48:43.995594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36922) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:43.996346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.996683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.997012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.997497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.998332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.998661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.999026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.999338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.999639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:43.999958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:44.000374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:44.000579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97282f7-043a-44c8-a525-833c8783cd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:48:44.029265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Network 914865b7-cca2-4769-bac5-367b55402118 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:48:44.029265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:48:44.031616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:48:44.079913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8877b71-eee2-4083-a2bc-fafc796073f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.086575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:44.087462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.096571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:44.110431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8877b71-eee2-4083-a2bc-fafc796073f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.240272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993aa3-5722-41a6-b69b-11fd3164a048 req-a14bcdc9-3fa2-4547-988c-2a4a7c208472 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:44.246793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0993aa3-5722-41a6-b69b-11fd3164a048 req-a14bcdc9-3fa2-4547-988c-2a4a7c208472 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 931 time: 0.0630128 Oct 22 14:48:44.264881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9f9b56ac-d9c5-4ac6-8c50-eaab58e537c9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8562539 Oct 22 14:48:44.281954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Request body: {'port': {'device_id': '8ffab272-8326-4896-882b-381ede991ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:44.299616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0993aa3-5722-41a6-b69b-11fd3164a048 req-572e1f9c-75c0-4b17-83a1-885df4a8ffbf tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507367 Oct 22 14:48:44.353963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8877b71-eee2-4083-a2bc-fafc796073f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.358169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8877b71-eee2-4083-a2bc-fafc796073f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.365512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b8877b71-eee2-4083-a2bc-fafc796073f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86df1f70-194d-42e1-8d3c-2d92b8c74d8e HTTP/1.1" status: 204 len: 168 time: 0.3590441 Oct 22 14:48:44.370712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.377696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8877b71-eee2-4083-a2bc-fafc796073f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df1f70-194d-42e1-8d3c-2d92b8c74d8e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:44.617205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:44.897464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:44.929047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'port_id': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'mac_address': 'fa:16:3e:ba:f4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d211829-591c-4b00-b4a4-771f3b3b90cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:44.968761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55630857-082c-4898-9afd-32033214e6ff {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:44.984131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:44.989085 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.016573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cf99dc-df36-4437-bc5f-a84ab381e0a6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:45.018608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Transition to ACTIVE for port object 55630857-082c-4898-9afd-32033214e6ff will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:48:45.040997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:45.051989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5017-6bf2-4c21-82c2-aed02c8d7319 req-e3705fc5-495f-465f-b0c4-3341bd327939 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:45.053495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-549f5017-6bf2-4c21-82c2-aed02c8d7319 req-e3705fc5-495f-465f-b0c4-3341bd327939 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0616946 Oct 22 14:48:45.101610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.102110 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.123305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-549f5017-6bf2-4c21-82c2-aed02c8d7319 req-d253dbc8-a5de-4621-a3e3-a7e4803e9ff0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Oct 22 14:48:45.230917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:45.233679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:45.322039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Attempting to bind port 55630857-082c-4898-9afd-32033214e6ff on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:45.322683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Attempting to bind port 55630857-082c-4898-9afd-32033214e6ff by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:45.323166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Attempting to bind port 55630857-082c-4898-9afd-32033214e6ff on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:45.329675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Port 55630857-082c-4898-9afd-32033214e6ff on network 914865b7-cca2-4769-bac5-367b55402118 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:45.335497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Attempting to bind port 55630857-082c-4898-9afd-32033214e6ff on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:45.335639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2f592-8a60-4c31-ba1a-6d4233257b29 req-cf77432e-18b0-4e98-a0eb-b6069582b76f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:45.337915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:45.338381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Checking segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:45.339032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Bound using segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:45.343186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Bound port: 55630857-082c-4898-9afd-32033214e6ff, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:45.343186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.344060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79b2f592-8a60-4c31-ba1a-6d4233257b29 req-cf77432e-18b0-4e98-a0eb-b6069582b76f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1104701 Oct 22 14:48:45.345437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36960) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:45.371608 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cc8aa3e-87b6-4fe4-9611-1d36d4484c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.425680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79b2f592-8a60-4c31-ba1a-6d4233257b29 req-ebfc9d26-8ca0-454a-8966-9845e7d75c0a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626519 Oct 22 14:48:45.454716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:48:45.458132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:45.547925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44825f8a-07a8-4096-88d1-f61af8b48bfb req-bb3d2e69-a213-4e54-b408-64de57695156 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:45.555437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44825f8a-07a8-4096-88d1-f61af8b48bfb req-bb3d2e69-a213-4e54-b408-64de57695156 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 943 time: 0.0756629 Oct 22 14:48:45.558516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['b4cf99dc-df36-4437-bc5f-a84ab381e0a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:45.571249 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cc8aa3e-87b6-4fe4-9611-1d36d4484c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.574001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.635073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:45.640688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.640688 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] 10.222.0.69 "PUT /v2.0/ports/55630857-082c-4898-9afd-32033214e6ff HTTP/1.1" status: 200 len: 1091 time: 1.3618999 Oct 22 14:48:45.640688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'tag': '55630857-082c-4898-9afd-32033214e6ff'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:45.640688 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "tag": "55630857-082c-4898-9afd-32033214e6ff"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:45.648893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44825f8a-07a8-4096-88d1-f61af8b48bfb req-2fd52b89-c7aa-4413-864d-6c432920ff9f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850694 Oct 22 14:48:45.686566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cc8aa3e-87b6-4fe4-9611-1d36d4484c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.731579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854c51c-6a6b-4aeb-94c8-ad21a22a3f3b service neutron] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:45.765317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3cc8aa3e-87b6-4fe4-9611-1d36d4484c39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f6b100eb86047b3b4283feba77c06ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178274 Oct 22 14:48:45.767018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8aa3e-87b6-4fe4-9611-1d36d4484c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc625af-341a-4813-862e-dba59d08f92d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:45.768207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36978) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:45.849447 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6771d8b4-b907-4c34-a8be-429f10195dbc x-openstack-request-id: req-6771d8b4-b907-4c34-a8be-429f10195dbc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:45.858550 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "tag": "55630857-082c-4898-9afd-32033214e6ff", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:45.858550 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6771d8b4-b907-4c34-a8be-429f10195dbc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:45.858550 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'tag': '55630857-082c-4898-9afd-32033214e6ff', 'status': 'completed', 'code': 200} Oct 22 14:48:45.867315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-ca32b5d0-9b23-4030-8511-7c83c996ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:45.871302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-ca32b5d0-9b23-4030-8511-7c83c996ec4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0724719 Oct 22 14:48:45.901591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-316501e4-a179-48b1-81a9-24a91b9eb8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.929969 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-316501e4-a179-48b1-81a9-24a91b9eb8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:45.946290 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-14031128-9e0d-4af0-855e-2fd0d0dc4963 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55630857-082c-4898-9afd-32033214e6ff HTTP/1.1" status: 200 len: 217 time: 0.0641999 Oct 22 14:48:46.002217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9eadface-ff32-4029-91de-552f9cb30768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.003709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-9eadface-ff32-4029-91de-552f9cb30768 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.0470014 Oct 22 14:48:46.040666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-a473c0aa-61f6-42b0-9e79-001d2d739070 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260184 Oct 22 14:48:46.060089 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-316501e4-a179-48b1-81a9-24a91b9eb8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:46.062578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-316501e4-a179-48b1-81a9-24a91b9eb8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:46.067595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-316501e4-a179-48b1-81a9-24a91b9eb8f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fc625af-341a-4813-862e-dba59d08f92d HTTP/1.1" status: 204 len: 168 time: 0.2945929 Oct 22 14:48:46.080396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316501e4-a179-48b1-81a9-24a91b9eb8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc625af-341a-4813-862e-dba59d08f92d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:46.258276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-bc1fc90c-2419-4547-b937-df86c530d227 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081981 Oct 22 14:48:46.323953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843443b-734f-4ce9-8ade-95824f13a9cd req-7b97fab8-8219-4943-ac91-a902e55a8d95 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.325646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a843443b-734f-4ce9-8ade-95824f13a9cd req-7b97fab8-8219-4943-ac91-a902e55a8d95 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1313889 Oct 22 14:48:46.376823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01fdd0-ea1a-46ff-ae7f-e5c22822bac1 req-295c24d4-7f39-4a78-8633-d88b8b7b2eee tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.378429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae01fdd0-ea1a-46ff-ae7f-e5c22822bac1 req-295c24d4-7f39-4a78-8633-d88b8b7b2eee tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.1335554 Oct 22 14:48:46.400524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a843443b-734f-4ce9-8ade-95824f13a9cd req-cc549124-0750-47dc-9cc6-f1f2dbb3edb3 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645959 Oct 22 14:48:46.417603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69fdabdd-863c-41f0-9316-2c92907768eb req-a95cf7d2-eb17-489b-bd26-47ef50fc9519 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410735 Oct 22 14:48:46.471812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae01fdd0-ea1a-46ff-ae7f-e5c22822bac1 req-d3699433-180a-4df1-accb-d58b5166dcc7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Oct 22 14:48:46.562663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bcf0a-6cf0-4040-9ce6-5006dcc6c627 req-b2465b35-0644-4f06-9df1-1b74644d22e3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.564565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c5bcf0a-6cf0-4040-9ce6-5006dcc6c627 req-b2465b35-0644-4f06-9df1-1b74644d22e3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0709410 Oct 22 14:48:46.654946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-2aab3600-adc2-4fe8-853b-70b1ec17235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.656604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-2aab3600-adc2-4fe8-853b-70b1ec17235b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0906456 Oct 22 14:48:46.670059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c5bcf0a-6cf0-4040-9ce6-5006dcc6c627 req-9f854037-59e5-44a7-b323-7807f39a5fde tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900483 Oct 22 14:48:46.876714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-1ecd07b4-8232-459f-940e-78bccfd3653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.878910 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-1ecd07b4-8232-459f-940e-78bccfd3653a service neutron] 10.222.0.69 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 905 time: 0.2134540 Oct 22 14:48:46.883661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353d125-aeb8-43c8-9a95-d63876e60c07 req-c04d8f5f-745a-43e0-95e8-ba8c150b30a3 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:46.885622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2353d125-aeb8-43c8-9a95-d63876e60c07 req-c04d8f5f-745a-43e0-95e8-ba8c150b30a3 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 943 time: 0.0879047 Oct 22 14:48:46.928269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-7bf0ea86-3382-4599-94a3-a20b46f53986 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55630857-082c-4898-9afd-32033214e6ff HTTP/1.1" status: 200 len: 217 time: 0.0417421 Oct 22 14:48:46.932677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2353d125-aeb8-43c8-9a95-d63876e60c07 req-b8f93d3d-96a3-43ca-b961-1328a676c8d0 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Oct 22 14:48:47.020664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-64cff2c8-c111-4f1c-a686-260d0047b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:47.022343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-64cff2c8-c111-4f1c-a686-260d0047b216 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.0828879 Oct 22 14:48:47.084832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-c3c142ca-626f-4fc1-ae24-0be565c3c8de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537782 Oct 22 14:48:47.193696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-06a1b9c8-dd7d-48c5-a13a-a9f907b7f6be service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989928 Oct 22 14:48:47.320648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79dc9a23-fa0f-4cc1-bab3-cef5f337ee36 req-4b0360b7-45cb-4571-97fd-3b6829660995 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175172 Oct 22 14:48:47.609016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942e0e1-4b9b-46c5-af95-83fea51e3c9b req-bad74e80-d01d-4421-a3c8-47be37e4adf2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:47.610547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4942e0e1-4b9b-46c5-af95-83fea51e3c9b req-bad74e80-d01d-4421-a3c8-47be37e4adf2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1131649 Oct 22 14:48:47.677995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6e6b-f473-4d74-ae94-e151968b580b req-905fb48a-f81a-43ed-bfb5-01e5792716f6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:47.679534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7ad6e6b-f473-4d74-ae94-e151968b580b req-905fb48a-f81a-43ed-bfb5-01e5792716f6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.0942900 Oct 22 14:48:47.692781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4942e0e1-4b9b-46c5-af95-83fea51e3c9b req-854bb9cd-1856-4e9f-af76-cdefa504e4af tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657904 Oct 22 14:48:47.743883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7ad6e6b-f473-4d74-ae94-e151968b580b req-683d8f8c-1271-43ba-ab37-cdbc48cd5e64 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472345 Oct 22 14:48:47.819990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63240e1-b7b0-4384-bb11-e6c12c174aed req-7b07b111-7d17-403c-9cd4-47bdb2a778b9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:47.821469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a63240e1-b7b0-4384-bb11-e6c12c174aed req-7b07b111-7d17-403c-9cd4-47bdb2a778b9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Oct 22 14:48:47.863044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a63240e1-b7b0-4384-bb11-e6c12c174aed req-c5281dc0-4a93-4b98-8bbc-6eb64b12342e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Oct 22 14:48:48.059584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1aa01-b0f9-408b-a6de-f0c1fcf524ea req-2c9381ce-58cf-4983-9868-d360be4365c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:48.061079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fc1aa01-b0f9-408b-a6de-f0c1fcf524ea req-2c9381ce-58cf-4983-9868-d360be4365c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 943 time: 0.0492198 Oct 22 14:48:48.099502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fc1aa01-b0f9-408b-a6de-f0c1fcf524ea req-0e803e1c-234b-48ff-901d-7c3dcff180f1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Oct 22 14:48:48.680891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a96e71cf-6a47-4804-9ca3-4cd018c90faf details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:48.742291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:48.890006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:48.920341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'port_id': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'mac_address': 'fa:16:3e:35:1c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1edebd-03f0-4d47-9aa7-6f1856e61e1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:48.941236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407a5f0-704d-4b7e-bf00-8a06b99a4fca req-3da0f8ee-a1ec-4f2c-8ffb-e91e1f18e159 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:48.948983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1407a5f0-704d-4b7e-bf00-8a06b99a4fca req-3da0f8ee-a1ec-4f2c-8ffb-e91e1f18e159 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.0966074 Oct 22 14:48:48.983160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:49.009033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1407a5f0-704d-4b7e-bf00-8a06b99a4fca req-dc4ec359-42a4-4c95-ad2c-e3974634bfeb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Oct 22 14:48:49.021719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:49.027801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a96e71cf-6a47-4804-9ca3-4cd018c90faf {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:49.036681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:49.038014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:49.039202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ed2b2-1bc6-44cd-9cd1-de04ee61994e req-8fea3b26-4a99-4df2-b6e6-cf3284d17d7f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:49.041358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e3ed2b2-1bc6-44cd-9cd1-de04ee61994e req-8fea3b26-4a99-4df2-b6e6-cf3284d17d7f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1462705 Oct 22 14:48:49.100969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:49.122050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e3ed2b2-1bc6-44cd-9cd1-de04ee61994e req-9407bc64-4d0a-4b22-b68b-a050814b973e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637352 Oct 22 14:48:49.182469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:49.204159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:49.258630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:49.262030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:49.265095 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab00b54-0fe1-4e82-874d-7d5a0c69f459" -d '{"events": [{"server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "name": "network-vif-plugged", "status": "completed", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:49.269387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebaccb-616a-4f8d-995d-d4b64db72b20 req-a78fc721-e917-41c0-9651-1107040e35ed tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:49.271502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53ebaccb-616a-4f8d-995d-d4b64db72b20 req-a78fc721-e917-41c0-9651-1107040e35ed tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 944 time: 0.0770245 Oct 22 14:48:49.325116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:49.336512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:49.366348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53ebaccb-616a-4f8d-995d-d4b64db72b20 req-3b581cea-9dbe-4f27-a9ca-557d3e8ea946 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651164 Oct 22 14:48:49.371587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a96e71cf-6a47-4804-9ca3-4cd018c90faf'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:49.465213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:49.522837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188b9c-f02a-4f6f-952e-d0b27649be41 req-44c31aa6-1256-44d0-b40d-17463a445393 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:49.524665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9188b9c-f02a-4f6f-952e-d0b27649be41 req-44c31aa6-1256-44d0-b40d-17463a445393 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 943 time: 0.0797715 Oct 22 14:48:49.593324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9188b9c-f02a-4f6f-952e-d0b27649be41 req-5e19a77f-6a58-4995-88b5-2442e8f4b9a1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Oct 22 14:48:49.631020 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bc1d6d-c731-402e-8076-6af5e12612cb x-openstack-request-id: req-99bc1d6d-c731-402e-8076-6af5e12612cb {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:49.632005 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "name": "network-vif-plugged", "status": "completed", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:49.632429 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99bc1d6d-c731-402e-8076-6af5e12612cb {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:49.632984 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'code': 200} Oct 22 14:48:49.722044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa77d-f265-4d09-8fee-d7360f12282b req-827b7d8c-ebe2-4614-984b-db0b344e6db1 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:49.723840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66ffa77d-f265-4d09-8fee-d7360f12282b req-827b7d8c-ebe2-4614-984b-db0b344e6db1 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1097 time: 0.0524065 Oct 22 14:48:49.765831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66ffa77d-f265-4d09-8fee-d7360f12282b req-46d50a0c-a663-4bca-b13e-78f0d473c091 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Oct 22 14:48:49.776556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0466a3-091b-4b02-a856-d5d1e92c891c req-84df2788-6b94-4b36-8b87-9b4dfbca5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:49.778078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f0466a3-091b-4b02-a856-d5d1e92c891c req-84df2788-6b94-4b36-8b87-9b4dfbca5ec7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1097 time: 0.0877485 Oct 22 14:48:49.826012 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f0466a3-091b-4b02-a856-d5d1e92c891c req-44659acc-c9b1-4078-9fbd-4c9aa35080f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Oct 22 14:48:50.147402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363f812-8585-4e6d-83d7-b013cb84c8c8 req-0caecb3d-eed3-4078-8b9f-e45545955616 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:50.149590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e363f812-8585-4e6d-83d7-b013cb84c8c8 req-0caecb3d-eed3-4078-8b9f-e45545955616 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0558918 Oct 22 14:48:50.195570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e363f812-8585-4e6d-83d7-b013cb84c8c8 req-56148d30-f37f-45ea-b4ae-f040fe3e088c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Oct 22 14:48:50.371146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c15d590-4f6e-4e17-a97a-e18de76f5dac req-bb9e4b02-362a-43fa-81ba-9c90a54ed71b tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=190092d77b3f4586a12cd1604a83659a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242276 Oct 22 14:48:50.521107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d590-4f6e-4e17-a97a-e18de76f5dac req-d47a5f35-977f-4ebd-989e-50580b004c7f tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:50.522775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c15d590-4f6e-4e17-a97a-e18de76f5dac req-d47a5f35-977f-4ebd-989e-50580b004c7f tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451759 Oct 22 14:48:50.542826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c15d590-4f6e-4e17-a97a-e18de76f5dac req-0a05f77a-b6d4-48b2-8fc8-f15758284e27 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/quotas/190092d77b3f4586a12cd1604a83659a HTTP/1.1" status: 200 len: 375 time: 0.0135465 Oct 22 14:48:50.601195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c15d590-4f6e-4e17-a97a-e18de76f5dac req-15fd2bc0-ccfd-461c-92c6-0144f8eb9998 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=190092d77b3f4586a12cd1604a83659a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507336 Oct 22 14:48:50.704536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:48:50.708109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a96e71cf-6a47-4804-9ca3-4cd018c90faf up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:50.833385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port a96e71cf-6a47-4804-9ca3-4cd018c90faf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:50.834036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:50.899727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338e036-1d55-4c2f-8284-0e291b3205ab req-6454f0ea-7145-4770-9721-e3b28938a078 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:50.913304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1338e036-1d55-4c2f-8284-0e291b3205ab req-6454f0ea-7145-4770-9721-e3b28938a078 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0760674 Oct 22 14:48:50.929159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:50.946797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '55630857-082c-4898-9afd-32033214e6ff', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '55630857-082c-4898-9afd-32033214e6ff', 'mac_address': 'fa:16:3e:0b:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:48:51.003039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1338e036-1d55-4c2f-8284-0e291b3205ab req-50cf294a-2c77-4aba-a56e-5771177e7939 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840554 Oct 22 14:48:51.147329 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:51.169431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:51.172170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55630857-082c-4898-9afd-32033214e6ff {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:48:51.202993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab2afe-2bf2-4905-a8a3-fd271107a49c req-a0dcb46d-a726-4aac-8988-b56d1ee6bba8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:51.211003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14ab2afe-2bf2-4905-a8a3-fd271107a49c req-a0dcb46d-a726-4aac-8988-b56d1ee6bba8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 944 time: 0.0710003 Oct 22 14:48:51.218391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:51.239700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:51.261134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14ab2afe-2bf2-4905-a8a3-fd271107a49c req-b1df84d2-875e-4eb0-b659-9d00953187bb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491014 Oct 22 14:48:51.297434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:51.349093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:51.364497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:51.419561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69df72b-4894-4269-900e-e4548764c6f5 req-e173501f-0b0d-4720-a3bc-ba67dc131f2c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:51.421787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c69df72b-4894-4269-900e-e4548764c6f5 req-e173501f-0b0d-4720-a3bc-ba67dc131f2c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 944 time: 0.0789535 Oct 22 14:48:51.444934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:51.475288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c69df72b-4894-4269-900e-e4548764c6f5 req-98789aa9-dabd-4296-b472-a951e0b85f15 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Oct 22 14:48:51.634752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:51.637105 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c42f68-4e76-4f03-9c86-d53e0700778f" -d '{"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-plugged", "status": "completed", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:52.047798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['55630857-082c-4898-9afd-32033214e6ff'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:48:52.270717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817def2-e615-4d8f-b0b8-8b264feaa242 req-2341af2a-f641-45a9-a494-b37945fc9f72 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:52.272199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6817def2-e615-4d8f-b0b8-8b264feaa242 req-2341af2a-f641-45a9-a494-b37945fc9f72 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0479553 Oct 22 14:48:52.327650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6817def2-e615-4d8f-b0b8-8b264feaa242 req-96d21e40-81cf-4672-91c3-d922b642c064 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 Oct 22 14:48:52.380651 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2755be27-2809-4047-9456-08ef6557a5fd x-openstack-request-id: req-2755be27-2809-4047-9456-08ef6557a5fd {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:52.381186 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-plugged", "status": "completed", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:52.381598 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2755be27-2809-4047-9456-08ef6557a5fd {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:52.382187 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'code': 200} Oct 22 14:48:52.553501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784cc8-4013-4226-8052-e828c810d9da req-8dd47d21-3776-4265-8c9b-a3b904a70129 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:52.554985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51784cc8-4013-4226-8052-e828c810d9da req-8dd47d21-3776-4265-8c9b-a3b904a70129 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0615408 Oct 22 14:48:52.575119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3c83c138-28ad-480b-bd91-49b9a992c39f tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:48:52.577083 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3c83c138-28ad-480b-bd91-49b9a992c39f tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068245 Oct 22 14:48:52.615659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51784cc8-4013-4226-8052-e828c810d9da req-ec88a5ed-1c0b-48a6-972e-77f1d8e6c483 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489924 Oct 22 14:48:52.629727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-405fbc49-26dc-40b7-88a1-30992719f34e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:52.639238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9bc6-0bab-40b5-bacf-798c74580a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:52.641535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-405fbc49-26dc-40b7-88a1-30992719f34e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 1094 time: 0.0553637 Oct 22 14:48:52.647329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Request body: {'binding': {'host': 'n-h1-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:48:52.647780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Unknown quota resources ['binding']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:48:52.829916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on host n-h1-812148-2 for vnic_type normal with profile None {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:48:52.830176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:48:52.830771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:52.836668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:48:52.837065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:48:52.843248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:48:52.843871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:48:52.844450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:48:52.844878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Bound port: d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:48:52.921776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca333e7-1470-482b-9623-6bfc01472a57 req-02b6667e-2705-4583-8dfc-acee91214a5d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:52.923766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:48:52.930298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ca333e7-1470-482b-9623-6bfc01472a57 req-02b6667e-2705-4583-8dfc-acee91214a5d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0752814 Oct 22 14:48:52.975205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ca333e7-1470-482b-9623-6bfc01472a57 req-95e2cdb2-9ff2-4338-8690-ca0c5c6808f3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Oct 22 14:48:53.044734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:53.047853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-96e51753-9ad7-4802-82ba-2f35f23cf206 service neutron] 10.222.0.66 "POST /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4042439 Oct 22 14:48:53.092821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08888d6-b50d-466d-a06f-69d767615546 req-4448c8d7-b550-4d1a-98fa-1a00d466bc15 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:53.094372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a08888d6-b50d-466d-a06f-69d767615546 req-4448c8d7-b550-4d1a-98fa-1a00d466bc15 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 944 time: 0.0613236 Oct 22 14:48:53.152379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a08888d6-b50d-466d-a06f-69d767615546 req-2f3058a0-c2ee-4aa2-b730-6c2a93657681 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513799 Oct 22 14:48:53.744063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe9863-80cf-44a5-800f-092ed32c082e req-486fdc8f-79a2-432c-ac8e-057e67f98f1a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:53.745671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5afe9863-80cf-44a5-800f-092ed32c082e req-486fdc8f-79a2-432c-ac8e-057e67f98f1a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0608895 Oct 22 14:48:53.810542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5afe9863-80cf-44a5-800f-092ed32c082e req-dbf0714d-8b58-4771-8f5c-15369275a95d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Oct 22 14:48:53.828906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78258f6-432a-481c-b208-f5418b75cb44 req-88adeca1-38f1-43ac-b896-5bbd2b0a7f74 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:53.829881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e78258f6-432a-481c-b208-f5418b75cb44 req-88adeca1-38f1-43ac-b896-5bbd2b0a7f74 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0643077 Oct 22 14:48:53.870114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e78258f6-432a-481c-b208-f5418b75cb44 req-8d51f1de-2a3e-43db-aee1-6cc977bc2309 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Oct 22 14:48:53.919612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69008261-060d-40df-b69e-750883388f3d req-f7fd853e-5045-44f3-9109-9173c9e6e846 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:53.922509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69008261-060d-40df-b69e-750883388f3d req-f7fd853e-5045-44f3-9109-9173c9e6e846 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0509222 Oct 22 14:48:53.960322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69008261-060d-40df-b69e-750883388f3d req-dc7c810d-9aca-46f4-b1f0-d67320c110f1 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Oct 22 14:48:54.058159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b9355f-0adc-4463-bf56-5348a9f93b8b req-65c729fd-50e6-4362-a1af-e58d0c2e8346 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=190092d77b3f4586a12cd1604a83659a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255492 Oct 22 14:48:54.177454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb6e27-5ddf-4cdb-b8f4-07c908f15bff req-8bbb8a71-a1c2-4908-9392-60f4b9b68f17 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.178870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddbb6e27-5ddf-4cdb-b8f4-07c908f15bff req-8bbb8a71-a1c2-4908-9392-60f4b9b68f17 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1097 time: 0.0934253 Oct 22 14:48:54.209129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9355f-0adc-4463-bf56-5348a9f93b8b req-e0faf5cc-fecd-42e4-bbd8-d16ad3a7c55e tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.210569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b9355f-0adc-4463-bf56-5348a9f93b8b req-e0faf5cc-fecd-42e4-bbd8-d16ad3a7c55e tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459463 Oct 22 14:48:54.237839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddbb6e27-5ddf-4cdb-b8f4-07c908f15bff req-a4282eee-c0ee-4229-9e52-5e7503fe373e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Oct 22 14:48:54.239192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b9355f-0adc-4463-bf56-5348a9f93b8b req-48f16b75-0b72-4101-83da-33f6c90aaab2 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/quotas/190092d77b3f4586a12cd1604a83659a HTTP/1.1" status: 200 len: 375 time: 0.0207298 Oct 22 14:48:54.271905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b9355f-0adc-4463-bf56-5348a9f93b8b req-a5bc4c75-ad53-4433-8744-77d11229fa17 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=190092d77b3f4586a12cd1604a83659a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261352 Oct 22 14:48:54.352833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8794f7-d449-42bf-9d75-ea83dbdb3b1a req-50ec7ad5-1c98-44ff-abb4-beb8821602b0 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.352833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd8794f7-d449-42bf-9d75-ea83dbdb3b1a req-50ec7ad5-1c98-44ff-abb4-beb8821602b0 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0507193 Oct 22 14:48:54.435930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd8794f7-d449-42bf-9d75-ea83dbdb3b1a req-4579c136-19b9-4c9a-8fb6-8a7a0d319c20 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755019 Oct 22 14:48:54.452689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bb44-350a-4544-a6f5-3605f22b1069 req-163089a7-5ebe-4713-848a-1f189d4e2bec tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.454181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a339bb44-350a-4544-a6f5-3605f22b1069 req-163089a7-5ebe-4713-848a-1f189d4e2bec tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 944 time: 0.0770316 Oct 22 14:48:54.481893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-293a8e39-6170-49c2-9e52-54dfa6478e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.484151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-293a8e39-6170-49c2-9e52-54dfa6478e88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1097 time: 0.0537503 Oct 22 14:48:54.616626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-b49beb20-73ca-44c7-823a-93aefb3dc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.618557 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-b49beb20-73ca-44c7-823a-93aefb3dc64f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1232369 Oct 22 14:48:54.677916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-ebfa7fd0-d1b5-4d68-83e4-6e57e28745ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 217 time: 0.0512018 Oct 22 14:48:54.734785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:48:54.739897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-f42b0378-7f61-43a1-af07-52621c3ffae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:54.741613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-f42b0378-7f61-43a1-af07-52621c3ffae3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0513926 Oct 22 14:48:54.762653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a339bb44-350a-4544-a6f5-3605f22b1069 req-0d670aa0-9a2f-45f9-9d34-4af22b5e1cf3 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025866 Oct 22 14:48:54.791241 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a65c114e-43e6-4a14-8f78-c5dc2362b008 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391908 Oct 22 14:48:54.904393 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-cb1af6ea-ac36-4e8a-8ef1-83dc00f5cf63 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977650 Oct 22 14:48:54.953563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 55630857-082c-4898-9afd-32033214e6ff completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:48:54.957924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 55630857-082c-4898-9afd-32033214e6ff triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:48:54.959414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:55.030836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-46a023a6-ffe6-4e80-91db-70c7eb4df746 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185510 Oct 22 14:48:55.033754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2450dd-9bfd-4af0-9a7a-d43e424ee5a5 req-e6ea001e-c870-47cb-850f-9699313610ae tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:55.035557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad2450dd-9bfd-4af0-9a7a-d43e424ee5a5 req-e6ea001e-c870-47cb-850f-9699313610ae tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0764759 Oct 22 14:48:55.082010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad2450dd-9bfd-4af0-9a7a-d43e424ee5a5 req-d62dcbc0-a566-4437-8eae-7e7719bf786e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374761 Oct 22 14:48:55.106219 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:55.129987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55630857-082c-4898-9afd-32033214e6ff'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:55.132269 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b492fb-37bf-4982-8c67-3f2bd938abd0" -d '{"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-plugged", "status": "completed", "tag": "55630857-082c-4898-9afd-32033214e6ff"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:55.144825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:55.160214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8e21f6f7-08ae-4aed-8f8f-fddb8fd609e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:55.202237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b7ec7-32cd-414f-8bcd-0868ac73596b req-30dc8b69-7461-4d82-9e3d-66c91b2f4554 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:55.203764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-598b7ec7-32cd-414f-8bcd-0868ac73596b req-30dc8b69-7461-4d82-9e3d-66c91b2f4554 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 951 time: 0.0545397 Oct 22 14:48:55.268019 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:55.277621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-598b7ec7-32cd-414f-8bcd-0868ac73596b req-29f9fd9e-3c56-4ca3-8514-42aa32459971 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677137 Oct 22 14:48:55.305090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1a33e-1753-467d-b6a1-df304bde41db req-24d38654-4bea-431e-ad56-9a38a899041a tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:55.305090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49d1a33e-1753-467d-b6a1-df304bde41db req-24d38654-4bea-431e-ad56-9a38a899041a tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0710208 Oct 22 14:48:55.339884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:55.344304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49d1a33e-1753-467d-b6a1-df304bde41db req-a0c3f560-656d-4206-aa6c-7d8e922a2e17 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Oct 22 14:48:55.386465 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f240dbe9-225f-4cf2-9aa2-0287b9ce89d1 x-openstack-request-id: req-f240dbe9-225f-4cf2-9aa2-0287b9ce89d1 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:55.386965 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-plugged", "status": "completed", "tag": "55630857-082c-4898-9afd-32033214e6ff", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:55.387302 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f240dbe9-225f-4cf2-9aa2-0287b9ce89d1 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:55.388314 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55630857-082c-4898-9afd-32033214e6ff', 'code': 200} Oct 22 14:48:55.483152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a3de1cd-a72f-4e25-b7c2-f17d155c20a9 req-911a801d-2fdb-4484-9574-1973bba53f55 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=190092d77b3f4586a12cd1604a83659a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233734 Oct 22 14:48:55.552468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969a88-a08f-4da7-8e48-16cec51dc7c1 req-9aa8e568-afbc-4831-a974-ea8537b89a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:55.554018 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29969a88-a08f-4da7-8e48-16cec51dc7c1 req-9aa8e568-afbc-4831-a974-ea8537b89a4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0482082 Oct 22 14:48:55.627126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3de1cd-a72f-4e25-b7c2-f17d155c20a9 req-09902c60-4131-4371-a1d1-d2a84ef513fb tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:55.628917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a3de1cd-a72f-4e25-b7c2-f17d155c20a9 req-09902c60-4131-4371-a1d1-d2a84ef513fb tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398172 Oct 22 14:48:55.636446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29969a88-a08f-4da7-8e48-16cec51dc7c1 req-9cdfab6a-9de6-4ffe-b30d-678f5dc14bc8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685205 Oct 22 14:48:55.672186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a3de1cd-a72f-4e25-b7c2-f17d155c20a9 req-689f9441-4b41-45ea-931e-d420fd2bff81 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/quotas/190092d77b3f4586a12cd1604a83659a HTTP/1.1" status: 200 len: 375 time: 0.0361826 Oct 22 14:48:55.711938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a3de1cd-a72f-4e25-b7c2-f17d155c20a9 req-a8ab65d8-1473-452c-adef-8def7c346814 tempest-QuotasAdminNegativeTest-971304282 tempest-QuotasAdminNegativeTest-971304282-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=190092d77b3f4586a12cd1604a83659a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332501 Oct 22 14:48:55.723791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b26b5-feec-4509-90c8-4a1f61dd7284 req-586b2aa1-edda-45a0-8a0e-2624245c67a4 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:55.725776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-675b26b5-feec-4509-90c8-4a1f61dd7284 req-586b2aa1-edda-45a0-8a0e-2624245c67a4 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0908060 Oct 22 14:48:55.770919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-675b26b5-feec-4509-90c8-4a1f61dd7284 req-2421d6fd-e6d2-4c18-b53c-ad820ac468ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355904 Oct 22 14:48:56.258167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22262-bc33-41a2-b562-93a2fbc0ca20 req-6f04c123-1aa8-4a38-ae63-2e169c4f7369 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:56.259725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29a22262-bc33-41a2-b562-93a2fbc0ca20 req-6f04c123-1aa8-4a38-ae63-2e169c4f7369 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0531604 Oct 22 14:48:56.333691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29a22262-bc33-41a2-b562-93a2fbc0ca20 req-a1342d0a-c714-405f-9c01-f7d7903e9e7f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526898 Oct 22 14:48:56.398793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:56.442609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:56.541768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302e040-22e2-4aee-b32d-25f0da524081 req-84bebf89-3f63-40db-be84-92c79b04e6c9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:56.543346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a302e040-22e2-4aee-b32d-25f0da524081 req-84bebf89-3f63-40db-be84-92c79b04e6c9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.1037006 Oct 22 14:48:56.553833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3831e7-c7ca-4974-bcbf-c7d58230cdaf req-10cf51c1-3405-41db-af4c-fe096573d9ea tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:56.555422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3831e7-c7ca-4974-bcbf-c7d58230cdaf req-10cf51c1-3405-41db-af4c-fe096573d9ea tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0785940 Oct 22 14:48:56.617115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a302e040-22e2-4aee-b32d-25f0da524081 req-8663490d-b238-4952-b58d-7231c563a7bc tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604997 Oct 22 14:48:56.623780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3831e7-c7ca-4974-bcbf-c7d58230cdaf req-7ccba5e0-74db-45bd-942a-3ca05f4ee792 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 Oct 22 14:48:56.785437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c67bd-0b53-405b-903a-42cd622efad4 req-98d8df15-74ed-4ecb-8d22-c1f54a3e447e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:56.793079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b9c67bd-0b53-405b-903a-42cd622efad4 req-98d8df15-74ed-4ecb-8d22-c1f54a3e447e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0709131 Oct 22 14:48:56.828324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b9c67bd-0b53-405b-903a-42cd622efad4 req-a63dc91a-f777-46b1-8cd6-e21a2c4b4c1f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Oct 22 14:48:57.036534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37412) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:57.206079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-328074cd-422e-4fb9-878c-451070b0259e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.328583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-328074cd-422e-4fb9-878c-451070b0259e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.420670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-328074cd-422e-4fb9-878c-451070b0259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.474344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ca954-329a-4ece-85e6-39cca8780fe0 req-096f3939-e58c-477a-a7a0-94f2e6991e5f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:57.477742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-930ca954-329a-4ece-85e6-39cca8780fe0 req-096f3939-e58c-477a-a7a0-94f2e6991e5f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0649681 Oct 22 14:48:57.489402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37462) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:57.498874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-328074cd-422e-4fb9-878c-451070b0259e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=190092d77b3f4586a12cd1604a83659a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603333 Oct 22 14:48:57.532222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328074cd-422e-4fb9-878c-451070b0259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1569b0-c27e-46c6-a984-f3ca75979acc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:57.597115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-930ca954-329a-4ece-85e6-39cca8780fe0 req-5a44e42a-737a-44c8-8711-46104405af93 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031313 Oct 22 14:48:57.639923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f193177d-eed7-46c7-b374-df136743c6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.665787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f193177d-eed7-46c7-b374-df136743c6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.865830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effbf37-c846-4edf-96c1-42caec1777b3 req-45633685-de11-400b-be98-662060135b44 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:57.867569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8effbf37-c846-4edf-96c1-42caec1777b3 req-45633685-de11-400b-be98-662060135b44 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0919399 Oct 22 14:48:57.881828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66724-e2b5-40bf-b792-096a12ca8eaf req-781b6e55-25d4-47d1-b053-6d5f403bfeeb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:57.883295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49f66724-e2b5-40bf-b792-096a12ca8eaf req-781b6e55-25d4-47d1-b053-6d5f403bfeeb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0958531 Oct 22 14:48:57.905804 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f193177d-eed7-46c7-b374-df136743c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.908211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f193177d-eed7-46c7-b374-df136743c6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.909275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f193177d-eed7-46c7-b374-df136743c6c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a1569b0-c27e-46c6-a984-f3ca75979acc HTTP/1.1" status: 204 len: 168 time: 0.4187691 Oct 22 14:48:57.932788 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:57.943443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193177d-eed7-46c7-b374-df136743c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1569b0-c27e-46c6-a984-f3ca75979acc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:57.981987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8effbf37-c846-4edf-96c1-42caec1777b3 req-c89c6a45-201f-4a3c-bfa3-74d79a1c91f9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892406 Oct 22 14:48:57.985733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49f66724-e2b5-40bf-b792-096a12ca8eaf req-e774b836-b445-4ea8-b8dc-58dcacfcea7b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957739 Oct 22 14:48:58.311238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85218a1f-c1fd-4d29-9d6c-bb8772cdb132 req-5e824724-03b3-4cf4-ad50-5d21a2755604 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:58.326932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85218a1f-c1fd-4d29-9d6c-bb8772cdb132 req-5e824724-03b3-4cf4-ad50-5d21a2755604 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0870497 Oct 22 14:48:58.394483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85218a1f-c1fd-4d29-9d6c-bb8772cdb132 req-431fa8a3-cbc1-49aa-a60c-7d2401b2351b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Oct 22 14:48:58.662256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-438ed487-a969-415a-a340-e536d508f82f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:58.664662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-438ed487-a969-415a-a340-e536d508f82f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 945 time: 0.0654123 Oct 22 14:48:58.772133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a96e71cf-6a47-4804-9ca3-4cd018c90faf no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:58.772910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Deleting port a96e71cf-6a47-4804-9ca3-4cd018c90faf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:48:58.773677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:58.808579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab3bb-dac5-4804-a381-77677273f4c7 req-527eef2a-5fe8-4160-9a4b-38fdafa65d2e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:58.809840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37550) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:58.816616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d5ab3bb-dac5-4804-a381-77677273f4c7 req-527eef2a-5fe8-4160-9a4b-38fdafa65d2e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.1012161 Oct 22 14:48:58.827024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a0726bf-6229-42eb-9355-799c3fd9b188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:58.855942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d5ab3bb-dac5-4804-a381-77677273f4c7 req-dfe95a10-9662-41a8-9b29-f1cd20904630 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Oct 22 14:48:58.910314 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:58.916870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:58.917365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:58.939157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:58.941449 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f75c3b9-298d-4454-a5e0-3a55da7759f5" -d '{"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:58.952364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Calling delete_port for a96e71cf-6a47-4804-9ca3-4cd018c90faf owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:48:58.955785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a96e71cf-6a47-4804-9ca3-4cd018c90faf, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a96e71cf-6a47-4804-9ca3-4cd018c90faf,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:59.033281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.122507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a0726bf-6229-42eb-9355-799c3fd9b188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.151484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:48:59.154898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:59.210572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a0726bf-6229-42eb-9355-799c3fd9b188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.273821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37574) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:48:59.274268 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a0726bf-6229-42eb-9355-799c3fd9b188 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9102068d76b747bf8b25563ab0f2938b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629595 Oct 22 14:48:59.277623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0726bf-6229-42eb-9355-799c3fd9b188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e88f0a6-9b70-4d6a-96bb-7d69e662440f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:59.345700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.379563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.385854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9caa933-4e0b-4127-a1a5-c8db28d78bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.391125 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2baa0e8-91ee-46a4-84d1-ca9dda83f6bd x-openstack-request-id: req-b2baa0e8-91ee-46a4-84d1-ca9dda83f6bd {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:48:59.395445 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:48:59.395930 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2baa0e8-91ee-46a4-84d1-ca9dda83f6bd {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:48:59.396510 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'code': 200} Oct 22 14:48:59.417780 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9caa933-4e0b-4127-a1a5-c8db28d78bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.432956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event deleted for resources: {'Port': ['ID=a96e71cf-6a47-4804-9ca3-4cd018c90faf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:59.455043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:48:59.495160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] No DVR routers for this DVR port a96e71cf-6a47-4804-9ca3-4cd018c90faf on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:48:59.498553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.502596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-645f0d9e-8d40-4dd2-ac09-5250ab1d72ac req-634ea2a5-66e5-44e5-99c4-f8cb78789f99 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "DELETE /v2.0/ports/a96e71cf-6a47-4804-9ca3-4cd018c90faf HTTP/1.1" status: 204 len: 173 time: 0.8304985 Oct 22 14:48:59.503093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-deleted', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:48:59.507948 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89228b5-325a-41e2-8b7f-3ce4e12ed5ba" -d '{"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-deleted", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:48:59.530765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4a1b4-3eda-4838-8f3d-8e0ede78e51b req-6d080bc3-d325-4c9a-9672-973e036d8f53 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:59.532345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39d4a1b4-3eda-4838-8f3d-8e0ede78e51b req-6d080bc3-d325-4c9a-9672-973e036d8f53 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0600703 Oct 22 14:48:59.582739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39d4a1b4-3eda-4838-8f3d-8e0ede78e51b req-f29d9b1e-3348-4460-8e4c-ad263b959c89 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Oct 22 14:48:59.593504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.636394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9caa933-4e0b-4127-a1a5-c8db28d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.640728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9caa933-4e0b-4127-a1a5-c8db28d78bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:48:59.642091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f9caa933-4e0b-4127-a1a5-c8db28d78bf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e88f0a6-9b70-4d6a-96bb-7d69e662440f HTTP/1.1" status: 204 len: 168 time: 0.3667996 Oct 22 14:48:59.659148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa933-4e0b-4127-a1a5-c8db28d78bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e88f0a6-9b70-4d6a-96bb-7d69e662440f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:59.683001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=11']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:48:59.764427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60f71ba7-4c7c-4423-9385-a758cf94c6c7 req-41b4730c-d0ee-4f44-a8fb-d57ff6993267 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 210 time: 0.0281284 Oct 22 14:48:59.964742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a243-d291-42d6-9fb2-f0f7ce4f99eb req-96184de5-9a76-40fb-9217-5eb85f5dc314 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:48:59.967381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5182a243-d291-42d6-9fb2-f0f7ce4f99eb req-96184de5-9a76-40fb-9217-5eb85f5dc314 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0551457 Oct 22 14:49:00.039452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5182a243-d291-42d6-9fb2-f0f7ce4f99eb req-d1cdc42e-05c0-4c61-bc04-261dc5dd14d8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Oct 22 14:49:00.176476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1c52-4124-4871-8227-6599be2da2f7 req-940ec92a-a2a6-4ec7-ac2e-b50d0b702989 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:00.190579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acef1c52-4124-4871-8227-6599be2da2f7 req-940ec92a-a2a6-4ec7-ac2e-b50d0b702989 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0877042 Oct 22 14:49:00.235409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acef1c52-4124-4871-8227-6599be2da2f7 req-0df94b1c-f45e-46c5-a3fa-35ed4c98b3b6 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Oct 22 14:49:00.291784 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5628fbcb-738d-497a-af0f-d09c93afa8e2 x-openstack-request-id: req-5628fbcb-738d-497a-af0f-d09c93afa8e2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:00.292313 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6", "name": "network-vif-deleted", "tag": "a96e71cf-6a47-4804-9ca3-4cd018c90faf", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:00.292412 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5628fbcb-738d-497a-af0f-d09c93afa8e2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:00.292777 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6', 'name': 'network-vif-deleted', 'tag': 'a96e71cf-6a47-4804-9ca3-4cd018c90faf', 'status': 'completed', 'code': 200} Oct 22 14:49:00.767335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9406-4577-4508-9323-8771e343b49d req-10d85ba5-28fc-4ec0-a8d3-ffdc1953694a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:00.767335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33db9406-4577-4508-9323-8771e343b49d req-10d85ba5-28fc-4ec0-a8d3-ffdc1953694a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0855968 Oct 22 14:49:00.833207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33db9406-4577-4508-9323-8771e343b49d req-f7e0fabe-f680-4f77-a9e8-0097328c555b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613327 Oct 22 14:49:00.980267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0987a644-edb2-4ba3-bec0-c72a9df64722 req-6069f1fe-0108-4b1f-9314-83ec6b88f085 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd1e405c-d9c1-4ad7-9bf8-c4bddc7834f6 HTTP/1.1" status: 200 len: 210 time: 0.0383289 Oct 22 14:49:01.176333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4152c-eaa3-4c9b-b077-5a2fb0539131 req-bb8f7f3c-5a40-4a72-ac84-f55796a1fd11 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:01.178324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76b4152c-eaa3-4c9b-b077-5a2fb0539131 req-bb8f7f3c-5a40-4a72-ac84-f55796a1fd11 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0558157 Oct 22 14:49:01.222731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76b4152c-eaa3-4c9b-b077-5a2fb0539131 req-32daba38-b779-4964-bf15-f500d1380003 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Oct 22 14:49:01.376875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb970d-2a87-4c06-ae11-aa887bd26668 req-b23d6795-1faf-4def-ae62-7a2ebbf87a4e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:01.378407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ceb970d-2a87-4c06-ae11-aa887bd26668 req-b23d6795-1faf-4def-ae62-7a2ebbf87a4e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0766556 Oct 22 14:49:01.397600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:01.403979 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b40064-d6d0-4083-b20c-96c493b7fac5" -d '{"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:01.422368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ceb970d-2a87-4c06-ae11-aa887bd26668 req-30719db7-626f-41b5-91fa-60994328e1e4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Oct 22 14:49:01.480096 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac9022-3bb9-4d09-9201-375ca4c7f224 x-openstack-request-id: req-90ac9022-3bb9-4d09-9201-375ca4c7f224 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:01.480385 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:01.480634 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90ac9022-3bb9-4d09-9201-375ca4c7f224 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:01.481021 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'code': 200} Oct 22 14:49:01.989863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e7cb-6904-43d1-89a1-7916f186620c req-ef8feb41-c7a9-40f4-9d8c-06db2987d9b5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:01.991489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eee3e7cb-6904-43d1-89a1-7916f186620c req-ef8feb41-c7a9-40f4-9d8c-06db2987d9b5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0592635 Oct 22 14:49:02.035511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eee3e7cb-6904-43d1-89a1-7916f186620c req-ef377955-1929-4656-b26b-597d73de28eb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372391 Oct 22 14:49:02.516441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37716) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:02.522773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282490037', 'description': 'tempest-description--151436989'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:02.638711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8fb73-0de0-4b2d-86ff-1f5bee1567c0 req-95d33b49-73f9-4b98-9294-953ba31c28b8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:02.643193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24c8fb73-0de0-4b2d-86ff-1f5bee1567c0 req-95d33b49-73f9-4b98-9294-953ba31c28b8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Oct 22 14:49:02.644798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:02.714076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24c8fb73-0de0-4b2d-86ff-1f5bee1567c0 req-18cac579-daad-49d2-8d2f-b567c6a3cf03 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 Oct 22 14:49:02.743445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-1b08c4fa-b185-4819-bb40-fca53c3767f7 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5db13bfa0f2c4a4f863f4985f5f5ab23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333216 Oct 22 14:49:02.811886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:02.910078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca239929-e04c-4ebe-87e6-1c0437841784 req-69aef120-5865-43b4-a7b6-e6973370777f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:02.911533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca239929-e04c-4ebe-87e6-1c0437841784 req-69aef120-5865-43b4-a7b6-e6973370777f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1169000 Oct 22 14:49:02.921037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-b03e5f01-6c3f-401a-ae6e-658583ea11ab tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:02.922558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-b03e5f01-6c3f-401a-ae6e-658583ea11ab tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706219 Oct 22 14:49:02.948349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-90725149-765c-4a33-a410-67ab66b4cbaa tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/quotas/5db13bfa0f2c4a4f863f4985f5f5ab23 HTTP/1.1" status: 200 len: 375 time: 0.0189137 Oct 22 14:49:02.952302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.009686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca239929-e04c-4ebe-87e6-1c0437841784 req-cd3081c2-cde6-470f-ac36-2f733af4d456 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860972 Oct 22 14:49:03.011685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-3183d14c-b480-4e30-a424-856525c9ea30 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db13bfa0f2c4a4f863f4985f5f5ab23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447037 Oct 22 14:49:03.021346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b256c06d-84c4-4576-96f5-64976359dd5a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:03.138179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.139627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-74ba63d6-8509-4e06-86ed-f05da1b79f47 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6211009 Oct 22 14:49:03.142722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37736) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:03.147545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'security_group_rule': {'security_group_id': 'b256c06d-84c4-4576-96f5-64976359dd5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:03.292546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.438056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.457337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb6aa3-b7b8-4b22-a459-7f055ffb00cb req-4c333685-9e2d-4893-82f8-d4638caaf840 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:03.465068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5cb6aa3-b7b8-4b22-a459-7f055ffb00cb req-4c333685-9e2d-4893-82f8-d4638caaf840 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0998833 Oct 22 14:49:03.501111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5cb6aa3-b7b8-4b22-a459-7f055ffb00cb req-aabb8cca-afcf-4e6c-93ff-711eeecb3b49 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345705 Oct 22 14:49:03.502420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.522109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a85676f-ab8c-40bf-9eec-499c54a45bb8,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:03.602173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.605068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.607107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c4747b66-3fd2-4f86-9e68-f39d6f33db97 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4627635 Oct 22 14:49:03.614826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:03.620158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'security_group_rule': {'security_group_id': 'b256c06d-84c4-4576-96f5-64976359dd5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:03.651787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7a12ceb-f9a0-4748-ba9b-cff0c12a1b4a req-45731bb8-b449-4ef6-8af4-240669f1c6dc tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 210 time: 0.0274889 Oct 22 14:49:03.781922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.836862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704e6f8-1511-49d1-8384-6a2a0050d3ff req-24ed9a02-2426-41f0-8108-451d6ea57d9f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:03.839803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7704e6f8-1511-49d1-8384-6a2a0050d3ff req-24ed9a02-2426-41f0-8108-451d6ea57d9f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0528748 Oct 22 14:49:03.865374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.891936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7704e6f8-1511-49d1-8384-6a2a0050d3ff req-e766aeea-0426-4677-b74c-16e0e54d1078 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Oct 22 14:49:03.958300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:03.978179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2273f1a2-f807-4c5b-a515-d25e42a2dd2a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:04.144339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:04.148327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8440c3dd-8040-4176-94a6-61ec3a2cf36a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5287092 Oct 22 14:49:04.148670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:04.153627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:04.165606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80eb74-cfaf-4f6f-b0ad-58466cc61d99 req-04ad3395-1b29-4ddc-8371-71433d04180f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:04.169954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a80eb74-cfaf-4f6f-b0ad-58466cc61d99 req-04ad3395-1b29-4ddc-8371-71433d04180f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0671751 Oct 22 14:49:04.213054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a80eb74-cfaf-4f6f-b0ad-58466cc61d99 req-51625ff2-65c0-4298-9290-f87e5cd480e0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Oct 22 14:49:04.284892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:04.382680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:04.493650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Allocated IP 172.25.1.123 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/d841aadb-c521-412d-96c7-e0e2db03070b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:49:04.634772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:04.666172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39677b-f842-45dd-ad34-ef8e91251582 req-d516621d-7e62-4c3a-ae16-fc41a1190d4f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:04.667800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd39677b-f842-45dd-ad34-ef8e91251582 req-d516621d-7e62-4c3a-ae16-fc41a1190d4f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0786231 Oct 22 14:49:04.712635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd39677b-f842-45dd-ad34-ef8e91251582 req-85647a1d-93fe-40dd-8349-ae8643d2b9fb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Oct 22 14:49:04.859922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f04622e7-66b6-46c9-8fc3-0dcad50af988 req-88127d06-a942-47a0-b658-48f1ed78ece6 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Oct 22 14:49:04.905943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:04.957098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:49:04.961634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:04.965227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:49:04.973728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'Port': ['ID=d841aadb-c521-412d-96c7-e0e2db03070b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:05.079304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb01e8a-4a0f-48f9-ba37-916ad08707ec req-141410f0-e905-4bd2-a8e2-25b012fab1a7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:05.080809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bb01e8a-4a0f-48f9-ba37-916ad08707ec req-141410f0-e905-4bd2-a8e2-25b012fab1a7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0875895 Oct 22 14:49:05.112740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:05.133880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bb01e8a-4a0f-48f9-ba37-916ad08707ec req-ec8a4ad7-8ba8-4cc2-9579-afc4c8396ad8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466771 Oct 22 14:49:05.344927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:05.399135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c66a86-38a4-4cdb-bec4-badbb84bdb43 req-b6102cd0-5f51-4a2c-a944-f7a3dff6356d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:05.400755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88c66a86-38a4-4cdb-bec4-badbb84bdb43 req-b6102cd0-5f51-4a2c-a944-f7a3dff6356d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1086652 Oct 22 14:49:05.493307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88c66a86-38a4-4cdb-bec4-badbb84bdb43 req-4ea66132-b113-4d84-9213-8e9b6404cd5f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813236 Oct 22 14:49:05.552629 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:05.659562 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:05.768418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:05.772751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'Port': ['ID=d841aadb-c521-412d-96c7-e0e2db03070b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:05.805347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd64ff-1de5-439f-92f7-b300be77174e req-97547680-52f4-4484-8b85-719d4f83d60f tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:05.806807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8bd64ff-1de5-439f-92f7-b300be77174e req-97547680-52f4-4484-8b85-719d4f83d60f tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 948 time: 0.0898910 Oct 22 14:49:05.889818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8322ba-000f-4944-bece-1774d3c9dab1 req-90093d4c-2e3d-499f-bf94-0a97becdb471 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:05.891337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da8322ba-000f-4944-bece-1774d3c9dab1 req-90093d4c-2e3d-499f-bf94-0a97becdb471 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0965474 Oct 22 14:49:05.894036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8bd64ff-1de5-439f-92f7-b300be77174e req-198b5463-943c-4034-891a-65be67a16948 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780866 Oct 22 14:49:05.940731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da8322ba-000f-4944-bece-1774d3c9dab1 req-a6390e6c-5a3a-4c7b-aa8d-ba32b647198b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Oct 22 14:49:05.949577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:05.951288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5aa20d5b-5539-4ad9-a0d6-02ff498e88ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8015251 Oct 22 14:49:06.046920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ad41e8a-0dde-4d72-98a1-6f8964efa2f1 req-2e251d67-6545-4030-92b1-316bf95afb67 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 210 time: 0.0297830 Oct 22 14:49:06.265467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-633bddfb-e94d-4e6a-8ce6-4d87b3eb7a7a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:06.267340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-633bddfb-e94d-4e6a-8ce6-4d87b3eb7a7a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 821 time: 0.1455464 Oct 22 14:49:06.292624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9d44-b8f7-48bc-b890-c7e3abe4b21f req-ebd6eead-95d6-44da-a8cf-2864b3f742c7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:06.294785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec2f9d44-b8f7-48bc-b890-c7e3abe4b21f req-ebd6eead-95d6-44da-a8cf-2864b3f742c7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0869932 Oct 22 14:49:06.298293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-42dbbebb-629e-4a3d-9614-8d7da3873dc5 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/quotas/78e6512c66294ff1933e33acfde9e550 HTTP/1.1" status: 200 len: 375 time: 0.0246375 Oct 22 14:49:06.364256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec2f9d44-b8f7-48bc-b890-c7e3abe4b21f req-9379863d-a1d4-40d7-b30c-634320058c7b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632505 Oct 22 14:49:06.373429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-7aa37499-458b-44f1-a2c4-dda2ae09327b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666757 Oct 22 14:49:06.432500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-96ddf2b0-6919-4084-8e14-e06b34d16126 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5db13bfa0f2c4a4f863f4985f5f5ab23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261211 Oct 22 14:49:06.493817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-5d680129-a796-49f9-a710-c456bf5f2ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126239 Oct 22 14:49:06.564128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-a1499668-b4de-4b9b-8764-ef594381f841 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:06.565551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-a1499668-b4de-4b9b-8764-ef594381f841 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266923 Oct 22 14:49:06.586517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Request body: {'port': {'device_id': '88ccd05b-72d0-4287-9d5f-593474158663', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '5db13bfa0f2c4a4f863f4985f5f5ab23'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:06.643156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2fabe004-d401-4b78-8c24-629bf9a4ef87 service neutron] 10.222.0.66 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397076 Oct 22 14:49:06.657417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb911b6c-f257-464e-a9a9-dcc458d65b9c req-d91d7ac2-b66e-44e6-8fb1-8f8775d4e729 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:06.659469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb911b6c-f257-464e-a9a9-dcc458d65b9c req-d91d7ac2-b66e-44e6-8fb1-8f8775d4e729 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0784688 Oct 22 14:49:06.715894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb911b6c-f257-464e-a9a9-dcc458d65b9c req-ebdec895-0e69-4337-9161-fde266e296dc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Oct 22 14:49:06.821651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Made reservation on behalf of 5db13bfa0f2c4a4f863f4985f5f5ab23 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:06.826023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:06.835537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:06.917191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:06.994589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-177d40d2-e0ee-4a9e-a746-ae1e5036e0be req-28159af9-7496-49da-9843-bd6279acccd6 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 210 time: 0.0306275 Oct 22 14:49:07.053740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ca215-3793-4a93-808d-a59ce4c9f178 req-01051463-ec01-41ac-b307-e6e5d4571bb2 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:07.055279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea9ca215-3793-4a93-808d-a59ce4c9f178 req-01051463-ec01-41ac-b307-e6e5d4571bb2 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 948 time: 0.0639176 Oct 22 14:49:07.118794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:07.132726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea9ca215-3793-4a93-808d-a59ce4c9f178 req-7e111703-6073-42d6-acfa-2cb5f6315c0b tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687473 Oct 22 14:49:07.157125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9411cd-ce17-4aa6-85d2-44a634cb23b5 req-54b3f693-b8c9-4d6f-a7ed-89df3de771ea tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:07.164717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb9411cd-ce17-4aa6-85d2-44a634cb23b5 req-54b3f693-b8c9-4d6f-a7ed-89df3de771ea tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0986264 Oct 22 14:49:07.201525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe850c-2268-41e5-aa48-f151032b4ffb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:07.212022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb9411cd-ce17-4aa6-85d2-44a634cb23b5 req-6cbb7bba-fbd1-4583-89a0-3f9e72cdde27 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Oct 22 14:49:07.297851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Allocated IP 192.168.233.207 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/fe538560-19f8-45ff-a142-8619154f6964) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:49:07.305489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ef06575-3eaa-4444-98f4-5277cca37ca1 req-1f9ca3db-5538-456f-b4c1-1239a7fed2d2 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 210 time: 0.0280211 Oct 22 14:49:07.468200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951da2-3779-4b84-ba74-7b7177109837 req-f22cac82-8067-445a-b80c-b02e0fcc2a73 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:07.469978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5951da2-3779-4b84-ba74-7b7177109837 req-f22cac82-8067-445a-b80c-b02e0fcc2a73 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 948 time: 0.1035371 Oct 22 14:49:07.499089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90011cfe-610a-413e-9deb-5c45e7176720 req-d074346d-d8fd-4aa0-baa3-000ce8c37691 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:07.500743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90011cfe-610a-413e-9deb-5c45e7176720 req-d074346d-d8fd-4aa0-baa3-000ce8c37691 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Oct 22 14:49:07.525907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:07.549645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90011cfe-610a-413e-9deb-5c45e7176720 req-0e29a81d-0b9b-45d5-b4a3-b96639e6afc9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Oct 22 14:49:07.610518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Deleting port 6f6fb575-7361-4504-a15b-39c8b524df20 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:07.610859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:07.685594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:07.730987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] For port 6f6fb575-7361-4504-a15b-39c8b524df20, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6f6fb575-7361-4504-a15b-39c8b524df20,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:07.731468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:07.754692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:49:07.757612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Calling delete_port for 6f6fb575-7361-4504-a15b-39c8b524df20 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:07.764150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:07.773422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:49:07.780109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Pushing event updated for resources: {'Port': ['ID=fe538560-19f8-45ff-a142-8619154f6964,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:07.845376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137bfa9-1a3b-47fa-84c5-89da9cd83935 req-9f2f7699-ed41-40f8-b693-99dbf39d5194 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:07.852695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3137bfa9-1a3b-47fa-84c5-89da9cd83935 req-9f2f7699-ed41-40f8-b693-99dbf39d5194 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0632029 Oct 22 14:49:07.863441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:07.864066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:07.893082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3137bfa9-1a3b-47fa-84c5-89da9cd83935 req-f57f2575-5f39-475c-8ba4-4b42dbc644fc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Oct 22 14:49:08.042637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-12a4eef2-64ef-4931-a4a1-7c5fa05f4880 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4599292 Oct 22 14:49:08.043119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-23df2c02-35f9-467e-b967-f62bc0eaebd9 None None] Provisioning complete for port fe538560-19f8-45ff-a142-8619154f6964 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:08.044193 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23df2c02-35f9-467e-b967-f62bc0eaebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:08.066690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Request body: {'port': {'device_id': '88ccd05b-72d0-4287-9d5f-593474158663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:08.083195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-23df2c02-35f9-467e-b967-f62bc0eaebd9 None None] Port fe538560-19f8-45ff-a142-8619154f6964 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:49:08.094993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:08.131382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa23181c-1c3f-4ecd-a8dc-d3c28cb1d61a req-76a66f88-eb52-45e6-91e8-34b7fb24e80f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 210 time: 0.0592320 Oct 22 14:49:08.159723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Pushing event deleted for resources: {'Port': ['ID=6f6fb575-7361-4504-a15b-39c8b524df20,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:08.182338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] No DVR routers for this DVR port 6f6fb575-7361-4504-a15b-39c8b524df20 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:08.185657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:08.189462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5951da2-3779-4b84-ba74-7b7177109837 req-3138fe0f-4964-4c13-9d4a-f7f31502fb62 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "DELETE /v2.0/ports/6f6fb575-7361-4504-a15b-39c8b524df20 HTTP/1.1" status: 204 len: 173 time: 0.7068501 Oct 22 14:49:08.206334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-deleted', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:08.208959 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655cf5e-be61-42cb-9ae0-f44218a4dff0" -d '{"events": [{"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-deleted", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:08.220860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:08.248605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4887c6e4-8897-4d93-bdae-48079752d631 req-96bdf816-8477-42b4-bd7b-0814855ee53a tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 210 time: 0.0262966 Oct 22 14:49:08.327289 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e1d51-8643-4cd8-af3b-73c885d6ee59 x-openstack-request-id: req-395e1d51-8643-4cd8-af3b-73c885d6ee59 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:08.327638 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a369ed6-f1de-4106-ab27-da7b7986a63b", "name": "network-vif-deleted", "tag": "6f6fb575-7361-4504-a15b-39c8b524df20", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:08.327817 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-395e1d51-8643-4cd8-af3b-73c885d6ee59 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:08.328212 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a369ed6-f1de-4106-ab27-da7b7986a63b', 'name': 'network-vif-deleted', 'tag': '6f6fb575-7361-4504-a15b-39c8b524df20', 'status': 'completed', 'code': 200} Oct 22 14:49:08.395322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9463f0-088a-4c19-baae-c0785942ead7 req-63cede74-7a3b-4903-9122-f337986c4f82 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:08.396852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c9463f0-088a-4c19-baae-c0785942ead7 req-63cede74-7a3b-4903-9122-f337986c4f82 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0533986 Oct 22 14:49:08.471652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c9463f0-088a-4c19-baae-c0785942ead7 req-a37a2474-2eee-4918-bf9a-8a2e0bf330be tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685494 Oct 22 14:49:08.544436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe538560-19f8-45ff-a142-8619154f6964 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:08.570389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:08.591342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Transition to ACTIVE for port object fe538560-19f8-45ff-a142-8619154f6964 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:49:08.669367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20046ba-b677-486d-96f8-a41f310ae88e req-187858ba-0cee-4770-abbd-47c0e91f6a94 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:08.677098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c20046ba-b677-486d-96f8-a41f310ae88e req-187858ba-0cee-4770-abbd-47c0e91f6a94 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.1013463 Oct 22 14:49:08.682624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:08.708647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ccd92-e437-41e1-84af-307454bf481f req-ab1b4ece-992a-4b08-8063-65302b0cc975 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:08.716364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e18ccd92-e437-41e1-84af-307454bf481f req-ab1b4ece-992a-4b08-8063-65302b0cc975 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 936 time: 0.1286626 Oct 22 14:49:08.757950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c20046ba-b677-486d-96f8-a41f310ae88e req-4129348e-3d51-4d34-8ebf-2fcaef8a9604 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777705 Oct 22 14:49:08.786699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe538560-19f8-45ff-a142-8619154f6964,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:08.791142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277403-d757-49d2-b3c7-04492d67b340 req-b308be9a-b0c1-47e4-a4cb-b9aee73c10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:08.792738 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-b308be9a-b0c1-47e4-a4cb-b9aee73c10aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 1096 time: 0.1233726 Oct 22 14:49:08.833513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e18ccd92-e437-41e1-84af-307454bf481f req-f533912b-ba2d-42cb-be75-d8f06509b418 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159163 Oct 22 14:49:08.908494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143921-158b-47e7-9565-c6b5b18a165b req-71d8cf0f-b121-49fa-8a5f-634ca06e735f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:08.914379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b143921-158b-47e7-9565-c6b5b18a165b req-71d8cf0f-b121-49fa-8a5f-634ca06e735f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0659523 Oct 22 14:49:08.963647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b143921-158b-47e7-9565-c6b5b18a165b req-6388b87d-d1b5-4ab2-a72f-e9989487d665 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Oct 22 14:49:09.193459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Attempting to bind port fe538560-19f8-45ff-a142-8619154f6964 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:09.193459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Attempting to bind port fe538560-19f8-45ff-a142-8619154f6964 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:09.193459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Attempting to bind port fe538560-19f8-45ff-a142-8619154f6964 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:09.199490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Port fe538560-19f8-45ff-a142-8619154f6964 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:09.199490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Attempting to bind port fe538560-19f8-45ff-a142-8619154f6964 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:09.202592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277403-d757-49d2-b3c7-04492d67b340 req-db75ad15-933d-4b07-863a-a4f837730a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.204617 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-db75ad15-933d-4b07-863a-a4f837730a46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 200 len: 917 time: 0.3979645 Oct 22 14:49:09.208853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:09.209296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:09.209751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:09.210252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Bound port: fe538560-19f8-45ff-a142-8619154f6964, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:09.210702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:09.233359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73120878-ebb8-45e9-b71d-b12e4d29c53a req-74e6f5fc-737b-4b0c-aad9-2d42b8c3af7d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 210 time: 0.0311005 Oct 22 14:49:09.255949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-c05279a7-c817-47d6-b32c-88f0ec48c748 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce73723-a140-46f6-8e77-691dd733bb57 HTTP/1.1" status: 200 len: 217 time: 0.0429194 Oct 22 14:49:09.358944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277403-d757-49d2-b3c7-04492d67b340 req-708b0e8c-a012-4ea5-834f-5a8ccf6ee36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.360532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-708b0e8c-a012-4ea5-834f-5a8ccf6ee36b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 200 len: 855 time: 0.0822091 Oct 22 14:49:09.363790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] For port fe538560-19f8-45ff-a142-8619154f6964, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:09.369092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] For port fe538560-19f8-45ff-a142-8619154f6964, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fe538560-19f8-45ff-a142-8619154f6964,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:09.369439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bd61fa8-35c5-41d1-adb5-aa4bc142576b req-e73e7ec0-ef5c-42ad-8eb3-9030ee5ab4f9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a369ed6-f1de-4106-ab27-da7b7986a63b HTTP/1.1" status: 200 len: 210 time: 0.0294690 Oct 22 14:49:09.435258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277403-d757-49d2-b3c7-04492d67b340 req-f8857e0b-8009-47ac-aed6-d42241133e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.436862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-f8857e0b-8009-47ac-aed6-d42241133e52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e1ecc70-4a4f-4493-8115-ac6de51c87f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658050 Oct 22 14:49:09.491216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:09.526492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.528494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:09.537610 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] 10.222.0.69 "PUT /v2.0/ports/fe538560-19f8-45ff-a142-8619154f6964 HTTP/1.1" status: 200 len: 1096 time: 1.4694495 Oct 22 14:49:09.638386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552103-f51b-490b-bb79-6e224c7b279a req-99e0144e-e000-4b00-be99-ec3eee6216f7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.641798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-3de0d999-9e40-425c-aff2-e1416c7b9482 service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952341 Oct 22 14:49:09.647226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3552103-f51b-490b-bb79-6e224c7b279a req-99e0144e-e000-4b00-be99-ec3eee6216f7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0744646 Oct 22 14:49:09.703703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3552103-f51b-490b-bb79-6e224c7b279a req-34b4fd73-5588-4eee-a435-1ee8a2405475 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Oct 22 14:49:09.736911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f1103-15aa-453f-841f-90c80e8fbca3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe538560-19f8-45ff-a142-8619154f6964,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:09.847380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f7aceb40-af6c-4685-9b00-36cb60648798 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.848864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f7aceb40-af6c-4685-9b00-36cb60648798 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 821 time: 0.2895770 Oct 22 14:49:09.868858 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-07710561-5888-42cd-bdf6-3e961cba313c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646752 Oct 22 14:49:09.878829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'port': {'device_id': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'admin_state_up': True, 'tenant_id': '78e6512c66294ff1933e33acfde9e550'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:09.892356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-15c5aea6-7cac-42fa-a4bb-1ecfa6f1cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.893864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-15c5aea6-7cac-42fa-a4bb-1ecfa6f1cb47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5db13bfa0f2c4a4f863f4985f5f5ab23&device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 1099 time: 0.1909697 Oct 22 14:49:09.911338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16f643-ff91-4b52-92a1-5d031ff47e51 req-bf1e1609-ba11-4c25-befb-a20bac4aa035 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:09.913558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f16f643-ff91-4b52-92a1-5d031ff47e51 req-bf1e1609-ba11-4c25-befb-a20bac4aa035 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0704734 Oct 22 14:49:09.952364 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd277403-d757-49d2-b3c7-04492d67b340 req-aaf6b82a-ffa2-489e-86b2-27d63df105ec service neutron] 10.222.0.53 "GET /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736845 Oct 22 14:49:09.962440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-0fcbfeab-35da-444c-8385-ed912960fa32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=fe538560-19f8-45ff-a142-8619154f6964 HTTP/1.1" status: 200 len: 217 time: 0.0530057 Oct 22 14:49:09.984603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f16f643-ff91-4b52-92a1-5d031ff47e51 req-9532601d-555f-4225-b633-b77c7383480e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621369 Oct 22 14:49:10.011044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410aa6-43cd-4aa2-80e9-4e07faf746bf req-1b919144-6be2-4a5e-8b11-b5eb3c54fdd4 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.011044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0410aa6-43cd-4aa2-80e9-4e07faf746bf req-1b919144-6be2-4a5e-8b11-b5eb3c54fdd4 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 948 time: 0.0683348 Oct 22 14:49:10.069483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0410aa6-43cd-4aa2-80e9-4e07faf746bf req-2661be70-616b-4df8-bdcd-b9ceccb7966d tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462024 Oct 22 14:49:10.089060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-eab88858-e9a8-48fb-8872-b4fd1da14eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.091935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-eab88858-e9a8-48fb-8872-b4fd1da14eca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1183705 Oct 22 14:49:10.133654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-69d056f6-7656-48eb-a60a-2feadb7da80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.135441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-69d056f6-7656-48eb-a60a-2feadb7da80e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 1096 time: 0.1748555 Oct 22 14:49:10.142917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95ce5-2e2a-49d6-8d1e-f17efae5de24 req-b13fa302-a8c7-45cf-8b18-25591bbbbcaf tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.144776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9e95ce5-2e2a-49d6-8d1e-f17efae5de24 req-b13fa302-a8c7-45cf-8b18-25591bbbbcaf tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0648718 Oct 22 14:49:10.185556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-01be923d-eebe-42f4-86b8-5793fff8710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.187076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-01be923d-eebe-42f4-86b8-5793fff8710f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871160 Oct 22 14:49:10.189578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9e95ce5-2e2a-49d6-8d1e-f17efae5de24 req-a0e8e8dd-1b4e-4d25-b03a-4ba38538cb36 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Oct 22 14:49:10.264364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Made reservation on behalf of 78e6512c66294ff1933e33acfde9e550 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:10.267888 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:10.331154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-f83a0d1e-4312-48d9-be19-89936ef78545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.332650 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-f83a0d1e-4312-48d9-be19-89936ef78545 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1724722 Oct 22 14:49:10.334741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f82cd41-c869-4147-b2a4-2975ec457082 req-c7bfe770-cfed-4690-9a6b-f3782940cba7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 210 time: 0.0288527 Oct 22 14:49:10.336126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ccd05b-72d0-4287-9d5f-593474158663', 'tag': 'fe538560-19f8-45ff-a142-8619154f6964'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:10.338362 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa546c9-e484-49f7-a8ae-37634b4db660" -d '{"events": [{"name": "network-changed", "server_uuid": "88ccd05b-72d0-4287-9d5f-593474158663", "tag": "fe538560-19f8-45ff-a142-8619154f6964"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:10.419854 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69542fc6-fdde-4d7a-afc1-7a020d62178b x-openstack-request-id: req-69542fc6-fdde-4d7a-afc1-7a020d62178b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:10.420144 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ccd05b-72d0-4287-9d5f-593474158663", "tag": "fe538560-19f8-45ff-a142-8619154f6964", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:10.420406 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69542fc6-fdde-4d7a-afc1-7a020d62178b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:10.420783 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ccd05b-72d0-4287-9d5f-593474158663', 'tag': 'fe538560-19f8-45ff-a142-8619154f6964', 'status': 'completed', 'code': 200} Oct 22 14:49:10.434653 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-de40cbf3-15d3-48b2-b031-3d2030a96fa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 200 len: 217 time: 0.0850949 Oct 22 14:49:10.445971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-3c6b5729-af3a-492e-9a0a-061a651ee35a service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437723 Oct 22 14:49:10.586441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-30fcbc78-8a58-4e7b-8bca-ce41962ec5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.587958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-30fcbc78-8a58-4e7b-8bca-ce41962ec5cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.1390345 Oct 22 14:49:10.616408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Allocated IP 172.20.0.2 (874db200-069b-4bce-80fa-bed9c766bbe0/8b1edebd-03f0-4d47-9aa7-6f1856e61e1b/e93566e2-ab79-49c2-8e0e-373cc65feb71) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:49:10.636076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-d7a4d4a3-6b3a-4262-8223-7ace268d9491 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362542 Oct 22 14:49:10.674752 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-16ce6f5b-31e7-46af-bd2d-8fe4be9d55c3 req-9364167d-2d0b-4a72-8d1d-2ccff16fb3e0 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147090 Oct 22 14:49:10.796482 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-605c6666-0b8f-430a-9896-1037e346203c service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511679 Oct 22 14:49:10.846990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:10.855393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7147c5-39e5-4312-94e0-3b06ba810801 req-2a52df39-14b8-4cd1-9003-41891343dfe3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.858037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b7147c5-39e5-4312-94e0-3b06ba810801 req-2a52df39-14b8-4cd1-9003-41891343dfe3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0681007 Oct 22 14:49:10.914737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b7147c5-39e5-4312-94e0-3b06ba810801 req-2024adc2-ae89-4089-a7e2-611e273c9c3c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496058 Oct 22 14:49:10.960941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-c43b03a9-3c46-419b-a524-4881f50a9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.962440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-c43b03a9-3c46-419b-a524-4881f50a9b6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5db13bfa0f2c4a4f863f4985f5f5ab23&device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 1099 time: 0.1629498 Oct 22 14:49:10.974754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200c78-4140-4421-b921-977dab68db87 req-5496660c-02b2-4032-a948-fd75886eb8b5 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:10.974999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:10.976555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42200c78-4140-4421-b921-977dab68db87 req-5496660c-02b2-4032-a948-fd75886eb8b5 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 949 time: 0.0589142 Oct 22 14:49:10.982619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:10.996755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 has no active binding in host n-h1-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:49:11.019045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42200c78-4140-4421-b921-977dab68db87 req-90f8fe16-6aeb-4414-818d-0fecb1657ed0 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Oct 22 14:49:11.071764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c480720-1ab9-4cc1-8494-e46c7fab9ce4 req-61f87319-b74a-4e53-a024-7579e2fb742f service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167952 Oct 22 14:49:11.134222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29426-3ae2-455b-a17d-866d3cf457d2 req-b63b106b-a2d2-407a-9afe-0b22da074ee3 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.135767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bb29426-3ae2-455b-a17d-866d3cf457d2 req-b63b106b-a2d2-407a-9afe-0b22da074ee3 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0690947 Oct 22 14:49:11.139050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-978d4216-9eb4-4982-b02b-523770a1155b tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.140550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-978d4216-9eb4-4982-b02b-523770a1155b tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1097 time: 0.1242073 Oct 22 14:49:11.145209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-f9790fab-c92a-402e-97bb-32603cfaafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.146562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-f9790fab-c92a-402e-97bb-32603cfaafb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1676874 Oct 22 14:49:11.161147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812148-2'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:11.196231 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:11.209789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:11.212828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bb29426-3ae2-455b-a17d-866d3cf457d2 req-d2f927c5-4092-4f25-95c4-27255413e157 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685980 Oct 22 14:49:11.217087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-c000cc61-eaaf-4008-91a6-5d47d2ba2d49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=fe538560-19f8-45ff-a142-8619154f6964 HTTP/1.1" status: 200 len: 217 time: 0.0529621 Oct 22 14:49:11.224158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf778f-e074-4964-ba24-a87a87576bca req-efb003d0-a2af-44c3-a414-a6b16e8f8b2e tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.225663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfcf778f-e074-4964-ba24-a87a87576bca req-efb003d0-a2af-44c3-a414-a6b16e8f8b2e tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 948 time: 0.0832667 Oct 22 14:49:11.260204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 6f6fb575-7361-4504-a15b-39c8b524df20 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:11.260323 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:11.260426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6f6fb575-7361-4504-a15b-39c8b524df20 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:11.289719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfcf778f-e074-4964-ba24-a87a87576bca req-28401934-8e6b-4756-a397-6582ed66d0c8 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562131 Oct 22 14:49:11.321094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:11.344594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Network 874db200-069b-4bce-80fa-bed9c766bbe0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:49:11.354378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:11.359588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-2c5ada6e-737d-4e50-b7a1-54df54d10304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.361372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-2c5ada6e-737d-4e50-b7a1-54df54d10304 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1335676 Oct 22 14:49:11.362146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:49:11.364215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebfad4-67c6-4eed-9a4e-95620bb95abc req-69189432-514b-46a2-820f-6dded830904e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.367997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58ebfad4-67c6-4eed-9a4e-95620bb95abc req-69189432-514b-46a2-820f-6dded830904e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0565367 Oct 22 14:49:11.414800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:11.442784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58ebfad4-67c6-4eed-9a4e-95620bb95abc req-433e130b-7dae-489f-bf03-f494373b3a23 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 Oct 22 14:49:11.451948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73413e-1d3a-43de-a757-43374677ea80 req-fd18230f-5411-4dbc-8cdf-67c2f0b16a07 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.453435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d73413e-1d3a-43de-a757-43374677ea80 req-fd18230f-5411-4dbc-8cdf-67c2f0b16a07 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0797305 Oct 22 14:49:11.495305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d73413e-1d3a-43de-a757-43374677ea80 req-54304b24-4193-4937-ac3c-bfd22616ee7b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339570 Oct 22 14:49:11.576568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faffe6-aa44-4571-9a7f-ea9891875335 req-eb0c4569-670d-4d34-b1e9-374bb30ce3ca tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.578281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31faffe6-aa44-4571-9a7f-ea9891875335 req-eb0c4569-670d-4d34-b1e9-374bb30ce3ca tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 931 time: 0.0681303 Oct 22 14:49:11.645083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31faffe6-aa44-4571-9a7f-ea9891875335 req-9e742f96-b3fa-47c9-b5c3-e83fc6985d40 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567801 Oct 22 14:49:11.657013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c787-b363-4121-860a-4e61e69d8ec9 req-6046b6c7-e2ae-4ece-8aa6-e1bfc8e9722f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.663080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80f6c787-b363-4121-860a-4e61e69d8ec9 req-6046b6c7-e2ae-4ece-8aa6-e1bfc8e9722f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 946 time: 0.0795205 Oct 22 14:49:11.707382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80f6c787-b363-4121-860a-4e61e69d8ec9 req-c0d75e8a-d31a-477a-8755-df094d1adbdc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366328 Oct 22 14:49:11.734522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.735335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:11.760690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-a295b4ae-89ae-42a7-aadb-3cd7952613ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.762710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-a295b4ae-89ae-42a7-aadb-3cd7952613ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738046 Oct 22 14:49:11.837985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e33728-d16f-49b7-9415-9cdb391446fc req-258b8d94-3db7-4a11-8225-1ad94b2d6613 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:11.839530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8e33728-d16f-49b7-9415-9cdb391446fc req-258b8d94-3db7-4a11-8225-1ad94b2d6613 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0601029 Oct 22 14:49:11.877618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8e33728-d16f-49b7-9415-9cdb391446fc req-6a21a703-49cd-44c2-8df4-1a2373045772 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Oct 22 14:49:11.884665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:11.921576 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-9a6e4741-3f7f-4e5b-b057-04ed94d2251f service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323488 Oct 22 14:49:11.923486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-8edc22c1-96b8-418b-bea8-b26f9331d5a2 req-6e08c875-f3b2-4707-89a4-3427dffe8e1e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:49:11.924474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8edc22c1-96b8-418b-bea8-b26f9331d5a2 req-6e08c875-f3b2-4707-89a4-3427dffe8e1e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065026 Oct 22 14:49:11.937824 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-2818b355-38b0-4d89-86a5-898ae1cddf58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0641484 Oct 22 14:49:11.957375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:11.984354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Request body: {'port': {'device_id': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:12.048062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8edc22c1-96b8-418b-bea8-b26f9331d5a2 req-b30446cf-69e7-4434-afa3-7db3adfe777e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1165152 Oct 22 14:49:12.067073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6c17f-1100-4a95-b8cb-419c72197748 req-79b68034-b444-4720-a9e3-d73e20dc8b39 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.068569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0c6c17f-1100-4a95-b8cb-419c72197748 req-79b68034-b444-4720-a9e3-d73e20dc8b39 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 946 time: 0.0747125 Oct 22 14:49:12.074013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.110573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0c6c17f-1100-4a95-b8cb-419c72197748 req-4173e1a4-68c5-44b5-b8fc-366c31a855c5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Oct 22 14:49:12.112719 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.124714 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-baa546c9-e484-49f7-a8ae-37634b4db660 req-64a52481-e119-4603-a5f3-1bb9bd15b223 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909533 Oct 22 14:49:12.188190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.229649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355cc45-9386-4b2e-b33b-e7ee940f942d req-9bd33a66-f22e-4175-99b8-fa24b585fb6a tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.231852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d355cc45-9386-4b2e-b33b-e7ee940f942d req-9bd33a66-f22e-4175-99b8-fa24b585fb6a tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 949 time: 0.0526302 Oct 22 14:49:12.276517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d355cc45-9386-4b2e-b33b-e7ee940f942d req-89654da0-759b-4761-9b6b-18149ea28d6f tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376828 Oct 22 14:49:12.330126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b997-6c7d-4ff2-bf35-8ad7fd931b48 req-c6e2fd35-1ae2-45ba-ba94-16a80355358a tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.331791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea15b997-6c7d-4ff2-bf35-8ad7fd931b48 req-c6e2fd35-1ae2-45ba-ba94-16a80355358a tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0541706 Oct 22 14:49:12.364166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:12.380307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea15b997-6c7d-4ff2-bf35-8ad7fd931b48 req-2e71e559-8764-4458-b97f-2458aad11ddc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Oct 22 14:49:12.417165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on host n-h2-812148-2 for vnic_type normal with profile {"migrating_to": "n-h1-812148-2"} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:12.417449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:12.417778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:12.421702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:12.422013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9e8a-e841-404d-944e-6cdbb233fa88 req-a66e0e61-ed7c-43fa-b41b-47aca8a497b2 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.423999 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ed9c1f-641f-4659-9e3d-cccb206335f8" -d '{"events": [{"server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:12.424141 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b06a9e8a-e841-404d-944e-6cdbb233fa88 req-a66e0e61-ed7c-43fa-b41b-47aca8a497b2 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 948 time: 0.0650165 Oct 22 14:49:12.436210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:12.436562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Attempting to bind port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:12.445275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:12.445611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:12.446002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:12.446436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Bound port: d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:12.446790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.466887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b06a9e8a-e841-404d-944e-6cdbb233fa88 req-3c8281e2-f0fa-4656-8f5c-2d6fa4b6020c tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Oct 22 14:49:12.538864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb67a-8b57-4b39-b6d4-262ec2e6d02d req-ab43d7ac-d92a-47af-93f0-6c699ccae445 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.540368 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b49323-a96f-4051-bce2-903041f2fe81 x-openstack-request-id: req-81b49323-a96f-4051-bce2-903041f2fe81 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:12.540674 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:12.540932 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81b49323-a96f-4051-bce2-903041f2fe81 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:12.541339 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'code': 200} Oct 22 14:49:12.548272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a2fb67a-8b57-4b39-b6d4-262ec2e6d02d req-ab43d7ac-d92a-47af-93f0-6c699ccae445 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 946 time: 0.0669551 Oct 22 14:49:12.584297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:12.588667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:12.593173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93566e2-ab79-49c2-8e0e-373cc65feb71 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:12.599555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a2fb67a-8b57-4b39-b6d4-262ec2e6d02d req-f183938f-60bb-43ed-84aa-409031235a90 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 Oct 22 14:49:12.600864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.618525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Transition to ACTIVE for port object e93566e2-ab79-49c2-8e0e-373cc65feb71 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:49:12.637873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975441cd-4171-4d82-9ea3-47d3aa557261 req-ebaea425-5a29-4123-86d7-f8ee4d285f5a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.639627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-975441cd-4171-4d82-9ea3-47d3aa557261 req-ebaea425-5a29-4123-86d7-f8ee4d285f5a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0594649 Oct 22 14:49:12.673379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.718002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-975441cd-4171-4d82-9ea3-47d3aa557261 req-b3b46693-ca94-44d0-8260-eabdbe1d278b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661271 Oct 22 14:49:12.733944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761e40f-2a85-4c6c-abed-07eb99882d02 req-bb3dc782-3c38-4cf2-9751-861b3d48e6ce tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.735457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5761e40f-2a85-4c6c-abed-07eb99882d02 req-bb3dc782-3c38-4cf2-9751-861b3d48e6ce tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0664470 Oct 22 14:49:12.752393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.753263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.754618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] 10.222.0.69 "PUT /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 1122 time: 1.5974813 Oct 22 14:49:12.757155 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:12.781263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86a732-7878-4c15-8e15-fa5bf679d57b service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=8']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:12.844760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:12.864971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:12.920396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:12.978310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-646a4da9-5019-4837-a8e1-85598864e32c tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:12.980164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-646a4da9-5019-4837-a8e1-85598864e32c tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 949 time: 0.1193986 Oct 22 14:49:13.047338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Attempting to bind port e93566e2-ab79-49c2-8e0e-373cc65feb71 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:13.047962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Attempting to bind port e93566e2-ab79-49c2-8e0e-373cc65feb71 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:13.048463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Attempting to bind port e93566e2-ab79-49c2-8e0e-373cc65feb71 on network 874db200-069b-4bce-80fa-bed9c766bbe0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:13.056057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Port e93566e2-ab79-49c2-8e0e-373cc65feb71 on network 874db200-069b-4bce-80fa-bed9c766bbe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:13.056774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Attempting to bind port e93566e2-ab79-49c2-8e0e-373cc65feb71 on network 874db200-069b-4bce-80fa-bed9c766bbe0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:13.070863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:13.071583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Checking segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:13.072203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Bound using segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:13.072814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Bound port: e93566e2-ab79-49c2-8e0e-373cc65feb71, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:13.084826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.103825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5761e40f-2a85-4c6c-abed-07eb99882d02 req-47490995-70bb-4906-8e33-49c44f3ba3fb tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610342 Oct 22 14:49:13.138142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bb69c-f2e4-4a3f-8a23-6f04ad6d4e38 req-99efff8a-947f-4741-a6db-68f7082e2e04 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.139875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b6bb69c-f2e4-4a3f-8a23-6f04ad6d4e38 req-99efff8a-947f-4741-a6db-68f7082e2e04 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0918601 Oct 22 14:49:13.199342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b6bb69c-f2e4-4a3f-8a23-6f04ad6d4e38 req-09fcef50-6f7d-45b4-a1c1-1571e64bc66b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Oct 22 14:49:13.223000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:13.227413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:13.233679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Deleting port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:13.233825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.302249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d629125-96e4-42ab-86bc-f7431e785847 req-28942e4a-61fe-4b72-8a91-c5f64b60606f tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.303812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d629125-96e4-42ab-86bc-f7431e785847 req-28942e4a-61fe-4b72-8a91-c5f64b60606f tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1097 time: 0.0451851 Oct 22 14:49:13.331403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] For port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:13.331767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.344621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Calling delete_port for 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:13.347566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d629125-96e4-42ab-86bc-f7431e785847 req-9fc37fd7-3060-4689-b2e4-a713a5c9213c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362902 Oct 22 14:49:13.419961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.463705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f571b4-878d-473c-94bd-41be851b8caf req-7684d1c0-4c98-4051-a617-09b8f5938efb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.468967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3f571b4-878d-473c-94bd-41be851b8caf req-7684d1c0-4c98-4051-a617-09b8f5938efb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0609205 Oct 22 14:49:13.474818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.475490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.476892 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] 10.222.0.69 "PUT /v2.0/ports/e93566e2-ab79-49c2-8e0e-373cc65feb71 HTTP/1.1" status: 200 len: 1091 time: 1.5177996 Oct 22 14:49:13.509322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b22c0-be6f-4f8d-a5d6-7bde777619da service neutron] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:13.537548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3f571b4-878d-473c-94bd-41be851b8caf req-ad63478c-0ad9-4cb3-beda-b1f380787944 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652709 Oct 22 14:49:13.551218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d13ee-9c29-4e2b-ac54-05876053278e req-abeb7bcb-c79b-4286-90fb-6be592a2e8bc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.562251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d13ee-9c29-4e2b-ac54-05876053278e req-abeb7bcb-c79b-4286-90fb-6be592a2e8bc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.572777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d13ee-9c29-4e2b-ac54-05876053278e req-abeb7bcb-c79b-4286-90fb-6be592a2e8bc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.572777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-510d13ee-9c29-4e2b-ac54-05876053278e req-abeb7bcb-c79b-4286-90fb-6be592a2e8bc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8&device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6&device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 2417 time: 0.1012926 Oct 22 14:49:13.640135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-510d13ee-9c29-4e2b-ac54-05876053278e req-a5cb7bfa-e261-448a-9508-eae9d5e0ae16 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619802 Oct 22 14:49:13.658285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.672264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b12735-2102-40fe-a921-ec922714ab48 req-d334bc53-44fe-47b9-be27-a5a13c297968 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.675423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b12735-2102-40fe-a921-ec922714ab48 req-d334bc53-44fe-47b9-be27-a5a13c297968 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 949 time: 0.0693398 Oct 22 14:49:13.693614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Pushing event deleted for resources: {'Port': ['ID=7c2b1cc9-a897-4d11-87dc-0c46fb0711c3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:13.735131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-75ed57ab-7526-4fd9-8605-672fa1d93074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.736381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b12735-2102-40fe-a921-ec922714ab48 req-fb1303a7-baba-468f-9be8-8c52540a06a6 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/security-groups?id=e55b111c-afe8-4bd9-8676-3544ff451974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Oct 22 14:49:13.736501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-75ed57ab-7526-4fd9-8605-672fa1d93074 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 1094 time: 0.1137605 Oct 22 14:49:13.750285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] No DVR routers for this DVR port 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:13.758369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:13.761761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ee4a2542-e6f9-430d-bcf5-cbfe25182d70 req-a8d31997-7d03-4ccf-aa79-64046c4916d9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.53 "DELETE /v2.0/ports/7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 HTTP/1.1" status: 204 len: 173 time: 0.7666011 Oct 22 14:49:13.789797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-e3843f25-121a-43f4-af39-9e5a1c26534d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71 HTTP/1.1" status: 200 len: 217 time: 0.0407789 Oct 22 14:49:13.847003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4a021-d126-4d5d-bf23-fc02fdb36628 req-ed7c4865-5868-44b3-b206-6a0b851aa72c tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.848001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-9f45e350-9f99-40a6-9d60-c50a1bb9aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:13.848973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03c4a021-d126-4d5d-bf23-fc02fdb36628 req-ed7c4865-5868-44b3-b206-6a0b851aa72c tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 948 time: 0.0517106 Oct 22 14:49:13.849624 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-9f45e350-9f99-40a6-9d60-c50a1bb9aad3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b HTTP/1.1" status: 200 len: 861 time: 0.0507054 Oct 22 14:49:13.884528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-892e7f2e-965d-4323-8bb8-ce719ac69000 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=874db200-069b-4bce-80fa-bed9c766bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262806 Oct 22 14:49:13.889088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03c4a021-d126-4d5d-bf23-fc02fdb36628 req-5e5ab0cc-eb62-4131-a724-b8063ba71f16 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342519 Oct 22 14:49:13.971266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a588bee0-5613-40c8-a214-5bbc71e50da6 req-1808e116-8e07-4747-8366-a06ef8c87a0e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0543756 Oct 22 14:49:13.985688 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-f9eebabd-2cba-4955-8d9c-c00d94bd2de7 service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930901 Oct 22 14:49:14.094031 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09a1bdc2-e723-45d5-b668-248d18004a85 req-4e8c2078-5e63-450c-8a67-788b4607795e service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989842 Oct 22 14:49:14.161877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a24a13-737c-45b7-b6f4-9b35d6b94295 req-f13daa99-ceff-4e48-a1e2-41787823f225 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:14.163997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7a24a13-737c-45b7-b6f4-9b35d6b94295 req-f13daa99-ceff-4e48-a1e2-41787823f225 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0770605 Oct 22 14:49:14.209879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7a24a13-737c-45b7-b6f4-9b35d6b94295 req-a65e8d49-f657-44f5-9c6d-cdccf8263a00 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Oct 22 14:49:14.542539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'}, {'name': 'network-changed', 'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71'}, {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-deleted', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:14.545137 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775709e-0145-4b4b-87c2-246a1ec818dd" -d '{"events": [{"name": "network-changed", "server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0"}, {"name": "network-changed", "server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71"}, {"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-deleted", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:14.564846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a84ca-fb04-4b4b-b9ea-0452a2cb4591 req-f834a556-a3c5-4a31-9b15-d87bbf937f40 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:14.567729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b5a84ca-fb04-4b4b-b9ea-0452a2cb4591 req-f834a556-a3c5-4a31-9b15-d87bbf937f40 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0586464 Oct 22 14:49:14.609208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b5a84ca-fb04-4b4b-b9ea-0452a2cb4591 req-c783d65e-93db-427f-b105-bc85dbc1922f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Oct 22 14:49:14.828875 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d4c9c5-5525-4e4e-8ff1-66d3070922d3 x-openstack-request-id: req-63d4c9c5-5525-4e4e-8ff1-66d3070922d3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:14.829386 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71", "status": "completed", "code": 200}, {"server_uuid": "12b5226a-0e7e-4da1-b332-c7e47bf1c37a", "name": "network-vif-deleted", "tag": "7c2b1cc9-a897-4d11-87dc-0c46fb0711c3", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:14.829599 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63d4c9c5-5525-4e4e-8ff1-66d3070922d3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:14.830059 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'status': 'completed', 'code': 200} Oct 22 14:49:14.830372 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'status': 'completed', 'code': 200} Oct 22 14:49:14.830708 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b5226a-0e7e-4da1-b332-c7e47bf1c37a', 'name': 'network-vif-deleted', 'tag': '7c2b1cc9-a897-4d11-87dc-0c46fb0711c3', 'status': 'completed', 'code': 200} Oct 22 14:49:14.872600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fe538560-19f8-45ff-a142-8619154f6964 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:14.932990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b776-061b-4cc7-ace3-588a6b993433 req-04f23631-d901-4708-a9ce-9ab0295bf2ec tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:14.935075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-81798314-68ba-433f-88e9-ef3cc13ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:14.936588 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-81798314-68ba-433f-88e9-ef3cc13ef083 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 1094 time: 0.0842044 Oct 22 14:49:14.943415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d271b776-061b-4cc7-ace3-588a6b993433 req-04f23631-d901-4708-a9ce-9ab0295bf2ec tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0717921 Oct 22 14:49:14.943891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-2557f32a-8139-4a0e-b8a8-72ee26e4a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:14.946245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-2557f32a-8139-4a0e-b8a8-72ee26e4a122 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1125 time: 0.0854323 Oct 22 14:49:15.000551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d271b776-061b-4cc7-ace3-588a6b993433 req-c3f2e09c-c85e-4416-856d-4b4e5a050d52 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560267 Oct 22 14:49:15.023676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fe538560-19f8-45ff-a142-8619154f6964, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fe538560-19f8-45ff-a142-8619154f6964,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:15.037807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'fe538560-19f8-45ff-a142-8619154f6964', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'fe538560-19f8-45ff-a142-8619154f6964', 'mac_address': 'fa:16:3e:5a:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:49:15.089363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:15.105104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe538560-19f8-45ff-a142-8619154f6964 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:15.116423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52be64f6-806e-495e-ae7f-f60997fcc30f req-69d77be1-1f88-4f72-a26b-24ed53e8b6c9 tempest-ListImageFiltersTestJSON-616632418 tempest-ListImageFiltersTestJSON-616632418-project] 10.222.0.66 "GET /v2.0/ports?device_id=12b5226a-0e7e-4da1-b332-c7e47bf1c37a HTTP/1.1" status: 200 len: 210 time: 0.0309446 Oct 22 14:49:15.127757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fe538560-19f8-45ff-a142-8619154f6964, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fe538560-19f8-45ff-a142-8619154f6964,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:15.145109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-e1e8e97d-a68f-498b-9512-05e5ad3b6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.146616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-e1e8e97d-a68f-498b-9512-05e5ad3b6bec service neutron] 10.222.0.69 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 922 time: 0.1995270 Oct 22 14:49:15.192900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-6229449f-e37a-45cd-a4b0-8112ecf3e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.194352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-6229449f-e37a-45cd-a4b0-8112ecf3e7df service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.2337339 Oct 22 14:49:15.195760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-9cae96e4-8fe4-4816-97b0-97de583c40a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71 HTTP/1.1" status: 200 len: 217 time: 0.0394344 Oct 22 14:49:15.212246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:15.247842 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-6c4a9de6-1f80-4de8-bf68-a30736118b29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 217 time: 0.0456069 Oct 22 14:49:15.296418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fe538560-19f8-45ff-a142-8619154f6964,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:15.322760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-759dbabb-bf50-4a1b-8e79-879f9d7108cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.324338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-759dbabb-bf50-4a1b-8e79-879f9d7108cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b HTTP/1.1" status: 200 len: 861 time: 0.1166070 Oct 22 14:49:15.328211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-66a5a572-a44b-4bb2-a6cf-5ac32e39fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.329529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-66a5a572-a44b-4bb2-a6cf-5ac32e39fabe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0641460 Oct 22 14:49:15.367097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-279041da-48c9-4db1-b50f-eda6416a59b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=874db200-069b-4bce-80fa-bed9c766bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332327 Oct 22 14:49:15.386663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-ccd642e7-1349-4db9-a9fa-61b44dc1827b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448499 Oct 22 14:49:15.408480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51491e8-b73e-436f-a777-40bd2cb771b1 req-b312e56b-60c4-44b7-a49c-2dc6d6d846ae tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.411542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e51491e8-b73e-436f-a777-40bd2cb771b1 req-b312e56b-60c4-44b7-a49c-2dc6d6d846ae tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 949 time: 0.0629737 Oct 22 14:49:15.452460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e51491e8-b73e-436f-a777-40bd2cb771b1 req-f4aef93e-2505-4aec-8735-d7ce1f93cfed tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360951 Oct 22 14:49:15.546400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-857e2b9b-9252-4843-864f-8493c53bb512 service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619444 Oct 22 14:49:15.549831 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-5945fa02-7b88-43b4-a15a-4e2c8fd74492 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443224 Oct 22 14:49:15.561059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf46da-86b5-4aa4-aeff-c95826e972ac req-04fcf258-2e0b-49ce-8b6c-b99d1de7f4b9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.562538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bbf46da-86b5-4aa4-aeff-c95826e972ac req-04fcf258-2e0b-49ce-8b6c-b99d1de7f4b9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Oct 22 14:49:15.608378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bbf46da-86b5-4aa4-aeff-c95826e972ac req-7b66abcb-f7d0-4085-adc8-ac0cffbd46eb tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Oct 22 14:49:15.712177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-34a43d8a-3b4b-4f01-bd03-6b3f27c53554 service neutron] 10.222.0.69 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557310 Oct 22 14:49:15.713990 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d775709e-0145-4b4b-87c2-246a1ec818dd req-08090a78-541e-4970-855e-cadb0a875c76 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565380 Oct 22 14:49:15.812458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['fe538560-19f8-45ff-a142-8619154f6964'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:15.813635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-04fac2c0-332a-4516-95e8-7edd53752fe7 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:49:15.814765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-04fac2c0-332a-4516-95e8-7edd53752fe7 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072274 Oct 22 14:49:15.858306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-af33c706-75bb-4435-9cb1-fa77c799b530 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:15.866040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-af33c706-75bb-4435-9cb1-fa77c799b530 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0444336 Oct 22 14:49:15.873593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Request body: {'binding': {'host': 'n-h2-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:15.874319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Unknown quota resources ['binding']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:49:16.006836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1379-8aac-48b2-9dfa-abbc90bb817a req-ee409fb8-9377-4d5a-96dc-d3d93fbe15e9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:16.008306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c71f1379-8aac-48b2-9dfa-abbc90bb817a req-ee409fb8-9377-4d5a-96dc-d3d93fbe15e9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.1034098 Oct 22 14:49:16.076983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c71f1379-8aac-48b2-9dfa-abbc90bb817a req-c9552b27-b77a-4314-acca-c9b1e4c0ccf9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617027 Oct 22 14:49:16.079206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on host n-h2-812148-2 for vnic_type normal with profile None {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:16.079545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:16.079902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:16.084281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:16.084605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:16.089504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:16.089839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:16.090273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:16.091007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Bound port: b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:16.144865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:16.238701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:16.239953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02ed8a3b-3027-457e-ad75-30a6f850df4b service neutron] 10.222.0.66 "POST /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3730075 Oct 22 14:49:16.337572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-10290eab-56de-4a80-81fa-161e026a0be2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407655 Oct 22 14:49:16.348135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27230556-a3cf-490e-aff0-eb3bad65ac04 req-955a734b-a5ba-44b3-b5f6-a811fc3e8469 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:16.349827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27230556-a3cf-490e-aff0-eb3bad65ac04 req-955a734b-a5ba-44b3-b5f6-a811fc3e8469 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0519159 Oct 22 14:49:16.393040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27230556-a3cf-490e-aff0-eb3bad65ac04 req-4b85c45e-7b89-4bf3-b4bf-8ed92d35df46 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Oct 22 14:49:16.407168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-4d2b294c-69f2-4d3f-9806-99e0861a5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:16.408853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-4d2b294c-69f2-4d3f-9806-99e0861a5234 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1095 time: 0.0458782 Oct 22 14:49:16.557549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-6cc6fd9c-0166-4979-ba7e-ed34c53090a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:16.558942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-6cc6fd9c-0166-4979-ba7e-ed34c53090a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1073420 Oct 22 14:49:16.607194 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-542e3c07-5526-40b6-9b1e-24cae8b2734e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.0399072 Oct 22 14:49:16.661689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-2d0f7707-345b-4c24-9a8f-b8bf4df7a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:16.663430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-2d0f7707-345b-4c24-9a8f-b8bf4df7a750 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0463476 Oct 22 14:49:16.704309 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-c69f7348-0181-4044-bf7c-b13815818577 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257680 Oct 22 14:49:16.813553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-a3dbabe0-6e45-4eb0-943a-e0c7ec31377d service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895085 Oct 22 14:49:16.923199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e791acf-34a5-49a8-8b06-cffa5e77652a req-adfc2f9c-cf03-48d3-8536-cba826e181ed service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863037 Oct 22 14:49:17.049579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d02d6-4bf1-4369-9426-187b62803dfe req-6fd75821-5f59-4ff3-8157-b0eeac3aa639 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.051075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6d02d6-4bf1-4369-9426-187b62803dfe req-6fd75821-5f59-4ff3-8157-b0eeac3aa639 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0560451 Oct 22 14:49:17.072878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-14c16075-5f5e-4a8f-a446-d5ae1c6494ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.075225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-14c16075-5f5e-4a8f-a446-d5ae1c6494ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1097 time: 0.0406902 Oct 22 14:49:17.090533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6d02d6-4bf1-4369-9426-187b62803dfe req-13478c75-5227-4e6d-84f2-e9cc4d89e216 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Oct 22 14:49:17.176500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-fcefd93c-9eea-48a9-87bc-7d8f302f827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.177936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-fcefd93c-9eea-48a9-87bc-7d8f302f827d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.0933099 Oct 22 14:49:17.204028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6390a-a73f-4cb8-a931-92a11eef0f34 req-7475e877-8228-467b-aa3b-3745aa9d81ac tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.205500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6c6390a-a73f-4cb8-a931-92a11eef0f34 req-7475e877-8228-467b-aa3b-3745aa9d81ac tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 949 time: 0.0505600 Oct 22 14:49:17.220834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-d014bbd2-68b9-430e-9372-4440097d1b71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0358486 Oct 22 14:49:17.235908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:17.251665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6c6390a-a73f-4cb8-a931-92a11eef0f34 req-7107a2e6-766f-4b68-af41-054a9da6911f tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Oct 22 14:49:17.268264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:17.268660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7c2b1cc9-a897-4d11-87dc-0c46fb0711c3 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:17.306000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-243c5f75-4d0a-4f23-b88f-715a09b65613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.307555 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-243c5f75-4d0a-4f23-b88f-715a09b65613 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0757456 Oct 22 14:49:17.334676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94b8ca-12ac-4a26-8ac2-73e860979fef req-e4f24cf2-866e-4ca3-a652-6af5b929d2e2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.336495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a94b8ca-12ac-4a26-8ac2-73e860979fef req-e4f24cf2-866e-4ca3-a652-6af5b929d2e2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0568790 Oct 22 14:49:17.349951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-0a935ceb-5f39-43b8-8b98-d6df5d8b7806 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329986 Oct 22 14:49:17.389475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a94b8ca-12ac-4a26-8ac2-73e860979fef req-4937933c-b681-4466-9bf3-9244611c6508 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Oct 22 14:49:17.444952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9badc-edef-4ebf-ba3a-8743991b379b req-d8bd2605-7df0-4446-8f73-185380ac4df2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.446358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9d9badc-edef-4ebf-ba3a-8743991b379b req-d8bd2605-7df0-4446-8f73-185380ac4df2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0717432 Oct 22 14:49:17.457869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-532e2673-fcbd-4592-b1fc-52e8d43cbc98 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944932 Oct 22 14:49:17.509839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9d9badc-edef-4ebf-ba3a-8743991b379b req-6d4d9509-47f0-4b4c-9dc1-2723a50614d1 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522356 Oct 22 14:49:17.523810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d238cf1-4422-412d-b22b-41d5c2234135 req-c0e17755-e590-44eb-a1b0-27864bd8ea19 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.525439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d238cf1-4422-412d-b22b-41d5c2234135 req-c0e17755-e590-44eb-a1b0-27864bd8ea19 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0771210 Oct 22 14:49:17.557664 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:49:17.569202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d238cf1-4422-412d-b22b-41d5c2234135 req-fac7e2cd-7b06-430f-834e-cbbcee12f9e2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Oct 22 14:49:17.692798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ead73-c9f9-40e7-8e78-49f8e1e84982 req-6c1e311d-f83d-45cb-bd40-c931940b9687 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:17.694365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed9ead73-c9f9-40e7-8e78-49f8e1e84982 req-6c1e311d-f83d-45cb-bd40-c931940b9687 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0595286 Oct 22 14:49:17.734723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed9ead73-c9f9-40e7-8e78-49f8e1e84982 req-21dbecd2-5f0a-4795-8740-911aade94b69 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Oct 22 14:49:17.800540 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-a878c8e3-b211-4cf5-a4c2-ea7c0e5035f7 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336816 Oct 22 14:49:18.218608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c23aa-a7f5-4b8c-8c3c-0f46d2f8b7e2 req-14785e63-068c-48b9-bc66-63068c20039c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:18.220319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af3c23aa-a7f5-4b8c-8c3c-0f46d2f8b7e2 req-14785e63-068c-48b9-bc66-63068c20039c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0547771 Oct 22 14:49:18.259660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af3c23aa-a7f5-4b8c-8c3c-0f46d2f8b7e2 req-c095b144-6250-4bea-80e4-bc4d8c31ab52 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Oct 22 14:49:18.389578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bc93c-ef75-4cf3-957e-eb12c7b7eaa5 req-524066a3-2f34-451a-aa33-3b4b6bf0fed0 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:18.391511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d92bc93c-ef75-4cf3-957e-eb12c7b7eaa5 req-524066a3-2f34-451a-aa33-3b4b6bf0fed0 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 949 time: 0.0671225 Oct 22 14:49:18.440615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d92bc93c-ef75-4cf3-957e-eb12c7b7eaa5 req-fc8f1806-bf7f-4834-be96-96ec70994772 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Oct 22 14:49:18.570201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24fa61-2573-4b5d-a238-48244d809c86 req-adfc2bdc-be22-44fc-9df2-31b8d72e0130 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:18.571732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da24fa61-2573-4b5d-a238-48244d809c86 req-adfc2bdc-be22-44fc-9df2-31b8d72e0130 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0560877 Oct 22 14:49:18.620091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da24fa61-2573-4b5d-a238-48244d809c86 req-0431cdb9-4890-4e69-91bd-744346180ce8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Oct 22 14:49:18.736692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccf41-72e2-486d-881e-e17e2bfae194 req-8e8e0d23-e528-4615-b24a-485d5e46044a tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:18.738526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e96ccf41-72e2-486d-881e-e17e2bfae194 req-8e8e0d23-e528-4615-b24a-485d5e46044a tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0600648 Oct 22 14:49:18.780668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e96ccf41-72e2-486d-881e-e17e2bfae194 req-f7ea8321-663e-4f54-a976-3b89d03bd4bc tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Oct 22 14:49:18.885452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:18.889292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fe538560-19f8-45ff-a142-8619154f6964 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:49:18.892825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90999a-e4ef-4d20-8716-de81daad63fd req-2ee8a935-19e2-4f60-8193-585bebfd28b3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:18.894406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd90999a-e4ef-4d20-8716-de81daad63fd req-2ee8a935-19e2-4f60-8193-585bebfd28b3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0545609 Oct 22 14:49:18.940076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd90999a-e4ef-4d20-8716-de81daad63fd req-94092f1c-1b87-4841-bfc3-4e101da218c6 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Oct 22 14:49:19.013976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-36f9f228-472e-4e74-aefa-9e8a641418b2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:19.016183 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-36f9f228-472e-4e74-aefa-9e8a641418b2 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Oct 22 14:49:19.077691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7f725-062a-4429-9490-ea0e0c98fe59 req-5d794e5d-1e1f-4b6a-9c62-5082973975f5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:19.079667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54e7f725-062a-4429-9490-ea0e0c98fe59 req-5d794e5d-1e1f-4b6a-9c62-5082973975f5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0560927 Oct 22 14:49:19.087547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:19.103146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'port_id': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'mac_address': 'fa:16:3e:29:4b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1edebd-03f0-4d47-9aa7-6f1856e61e1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:49:19.124455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54e7f725-062a-4429-9490-ea0e0c98fe59 req-18071c10-92ac-4d21-8be9-28049d97282b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Oct 22 14:49:19.160095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Deleting port 4eabce15-3189-470b-83f1-c40f0712a00d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:19.160431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.160968 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.187251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93566e2-ab79-49c2-8e0e-373cc65feb71 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:19.216077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:19.217831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port fe538560-19f8-45ff-a142-8619154f6964 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:49:19.222797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port fe538560-19f8-45ff-a142-8619154f6964 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:19.223425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.284558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] For port 4eabce15-3189-470b-83f1-c40f0712a00d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4eabce15-3189-470b-83f1-c40f0712a00d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:19.284558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.301710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Calling delete_port for 4eabce15-3189-470b-83f1-c40f0712a00d owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:19.320994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.360291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ccd05b-72d0-4287-9d5f-593474158663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe538560-19f8-45ff-a142-8619154f6964'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:19.363333 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b0a29-d572-48b0-be64-33b59b2031a8" -d '{"events": [{"server_uuid": "88ccd05b-72d0-4287-9d5f-593474158663", "name": "network-vif-plugged", "status": "completed", "tag": "fe538560-19f8-45ff-a142-8619154f6964"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:19.370797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.390425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fe538560-19f8-45ff-a142-8619154f6964, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fe538560-19f8-45ff-a142-8619154f6964,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:19.453702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10496-f8e6-4d72-913d-c09916546437 req-9fa86bf0-d3e5-4611-8602-d95dd93da110 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:19.454928 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b7ae4-97ba-4abe-baff-7b527011f6b0 x-openstack-request-id: req-c94b7ae4-97ba-4abe-baff-7b527011f6b0 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:19.455249 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ccd05b-72d0-4287-9d5f-593474158663", "name": "network-vif-plugged", "status": "completed", "tag": "fe538560-19f8-45ff-a142-8619154f6964", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:19.455580 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c94b7ae4-97ba-4abe-baff-7b527011f6b0 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:19.456088 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ccd05b-72d0-4287-9d5f-593474158663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe538560-19f8-45ff-a142-8619154f6964', 'code': 200} Oct 22 14:49:19.461763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b10496-f8e6-4d72-913d-c09916546437 req-9fa86bf0-d3e5-4611-8602-d95dd93da110 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.1178739 Oct 22 14:49:19.470363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:19.501028 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.551522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b10496-f8e6-4d72-913d-c09916546437 req-996118f8-957c-4591-bf66-0ceee92acddc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801899 Oct 22 14:49:19.598157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fe538560-19f8-45ff-a142-8619154f6964,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:19.612964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adbd9a-7faa-4610-8a96-27ada631c7ae req-a464e713-0b00-40cd-aac1-20f15e91260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:19.619347 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12adbd9a-7faa-4610-8a96-27ada631c7ae req-a464e713-0b00-40cd-aac1-20f15e91260f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 1101 time: 0.0861337 Oct 22 14:49:19.627230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.651017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['dce73723-a140-46f6-8e77-691dd733bb57', '757adc53-ab16-4f4a-8140-c325bb31e78d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:19.675100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb2a6e-753f-4685-8cf8-04973656a551 req-4dff4bcf-20e1-42f9-987c-0a901c5b5a08 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:19.676740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1eb2a6e-753f-4685-8cf8-04973656a551 req-4dff4bcf-20e1-42f9-987c-0a901c5b5a08 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0590239 Oct 22 14:49:19.715765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Pushing event deleted for resources: {'Port': ['ID=4eabce15-3189-470b-83f1-c40f0712a00d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:19.722905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1eb2a6e-753f-4685-8cf8-04973656a551 req-9c3ab2a7-e61e-4119-8b75-238090b179cb tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Oct 22 14:49:19.823384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] No DVR routers for this DVR port 4eabce15-3189-470b-83f1-c40f0712a00d on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:19.830669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12adbd9a-7faa-4610-8a96-27ada631c7ae req-239f8fc0-6495-407a-a317-868f6cee523f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012603 Oct 22 14:49:19.832440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:19.836493 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2badbf2d-71df-46ed-ae1b-e595cc49a985 req-94cd372f-70ee-4c8b-b9dc-aac5c9e15e32 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.69 "DELETE /v2.0/ports/4eabce15-3189-470b-83f1-c40f0712a00d HTTP/1.1" status: 204 len: 173 time: 0.8072398 Oct 22 14:49:19.837039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'name': 'network-vif-deleted', 'tag': '4eabce15-3189-470b-83f1-c40f0712a00d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:19.840043 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4704f6d-f618-49d1-8382-d6fccb475485" -d '{"events": [{"server_uuid": "15a19e7b-6681-4d60-85ea-3baee6f32af8", "name": "network-vif-deleted", "tag": "4eabce15-3189-470b-83f1-c40f0712a00d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:19.889992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc55c0-214a-4d54-b2a2-c8868e35b977 req-37642b0e-607a-4803-8f31-3c8cfa57eb7a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:19.897752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:19.905517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fcc55c0-214a-4d54-b2a2-c8868e35b977 req-37642b0e-607a-4803-8f31-3c8cfa57eb7a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.1400721 Oct 22 14:49:19.917896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e93566e2-ab79-49c2-8e0e-373cc65feb71'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:19.978379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d081333-180f-4a4d-8abc-349644c7b486 req-6092e57b-2c59-40b6-adfa-8c35328f8c2e tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0530088 Oct 22 14:49:20.026148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fcc55c0-214a-4d54-b2a2-c8868e35b977 req-efe69c60-ab7e-4981-b45c-8bf4e26af8ed tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148334 Oct 22 14:49:20.073699 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1325b04-2763-4504-ae58-129578862b80 x-openstack-request-id: req-d1325b04-2763-4504-ae58-129578862b80 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:20.074792 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a19e7b-6681-4d60-85ea-3baee6f32af8", "name": "network-vif-deleted", "tag": "4eabce15-3189-470b-83f1-c40f0712a00d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:20.075219 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1325b04-2763-4504-ae58-129578862b80 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:20.076193 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a19e7b-6681-4d60-85ea-3baee6f32af8', 'name': 'network-vif-deleted', 'tag': '4eabce15-3189-470b-83f1-c40f0712a00d', 'status': 'completed', 'code': 200} Oct 22 14:49:20.172507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c787c9b-00c8-4e23-9f83-e76d329cbd57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=564203d69c7f4c699c8edb90d110e305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708559 Oct 22 14:49:20.172678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38134) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:20.187983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2848481-41e0-442a-94f0-0605a3e6af75 req-f21ae100-05e5-4257-8a8e-cd8083b71b69 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:20.190652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2848481-41e0-442a-94f0-0605a3e6af75 req-f21ae100-05e5-4257-8a8e-cd8083b71b69 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 944 time: 0.0958693 Oct 22 14:49:20.255980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd526607-08fc-49f5-8b78-e8993b385c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:20.256157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2848481-41e0-442a-94f0-0605a3e6af75 req-ac46ea90-17f2-4848-aaa0-4b241d57b6a3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Oct 22 14:49:20.283118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd526607-08fc-49f5-8b78-e8993b385c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:20.324024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef79f9-c298-4950-9327-cce703ccafc7 req-2e39ce24-8d48-440c-86ad-7e2116611f57 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:20.327413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99ef79f9-c298-4950-9327-cce703ccafc7 req-2e39ce24-8d48-440c-86ad-7e2116611f57 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0704336 Oct 22 14:49:20.365422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99ef79f9-c298-4950-9327-cce703ccafc7 req-550c9807-4550-4bac-b1aa-c54269effee6 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Oct 22 14:49:20.420967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd526607-08fc-49f5-8b78-e8993b385c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:20.423790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd526607-08fc-49f5-8b78-e8993b385c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:20.427547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd526607-08fc-49f5-8b78-e8993b385c43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e55b111c-afe8-4bd9-8676-3544ff451974 HTTP/1.1" status: 204 len: 168 time: 0.2512944 Oct 22 14:49:20.434486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd526607-08fc-49f5-8b78-e8993b385c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b111c-afe8-4bd9-8676-3544ff451974,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:20.675881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c23368-0fb6-4897-bc30-214772b7eec5 req-212ce621-3834-4b1e-ab35-115509ba2315 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:20.677269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09c23368-0fb6-4897-bc30-214772b7eec5 req-212ce621-3834-4b1e-ab35-115509ba2315 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0540864 Oct 22 14:49:20.720060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09c23368-0fb6-4897-bc30-214772b7eec5 req-a9675113-d577-441d-b0ca-6c7ce5edec32 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Oct 22 14:49:20.888767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab15ae-8a3b-4a19-a0e8-f3afa88a2a0a req-c99bb53c-6de1-46af-9129-67e8401da132 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:20.890545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30ab15ae-8a3b-4a19-a0e8-f3afa88a2a0a req-c99bb53c-6de1-46af-9129-67e8401da132 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0552731 Oct 22 14:49:20.905642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4eabce15-3189-470b-83f1-c40f0712a00d no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:20.925371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 4eabce15-3189-470b-83f1-c40f0712a00d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:20.925967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4eabce15-3189-470b-83f1-c40f0712a00d not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:20.937070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30ab15ae-8a3b-4a19-a0e8-f3afa88a2a0a req-009386c4-d5b6-41d7-9d50-dce55320e327 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399177 Oct 22 14:49:21.093347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10ae32c6-a33f-4299-a7ff-2a035ab4946f req-94273a03-db02-4a16-956a-cdc7c310a732 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0314438 Oct 22 14:49:21.203321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557768c-8915-431c-97ee-6865ac6155b8 req-d9a86a20-5ba9-4dcf-a3ee-5ad2681a0bab tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:21.207438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b557768c-8915-431c-97ee-6865ac6155b8 req-d9a86a20-5ba9-4dcf-a3ee-5ad2681a0bab tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0583444 Oct 22 14:49:21.252872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b557768c-8915-431c-97ee-6865ac6155b8 req-984dda41-80e7-41ce-b2f3-ca96571466e0 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Oct 22 14:49:21.367404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f1395-942d-4f5c-970c-95fdba09af5e req-9eb88ebc-909b-4d44-87d9-8b71253bbdcd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:21.369084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af8f1395-942d-4f5c-970c-95fdba09af5e req-9eb88ebc-909b-4d44-87d9-8b71253bbdcd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 944 time: 0.0504236 Oct 22 14:49:21.420648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af8f1395-942d-4f5c-970c-95fdba09af5e req-a2dbbfde-1a6b-42be-8f93-6d82a0bff975 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Oct 22 14:49:21.524782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642dd-bcf1-48fd-8372-95f3d2a36e76 req-165eecd8-8eea-4002-a2c2-796eefa4d92c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:21.526532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-336642dd-bcf1-48fd-8372-95f3d2a36e76 req-165eecd8-8eea-4002-a2c2-796eefa4d92c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0537522 Oct 22 14:49:21.573487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-336642dd-bcf1-48fd-8372-95f3d2a36e76 req-2ab94c13-af83-4d43-a651-f80c0af6fdee tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Oct 22 14:49:21.845182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257117ab-bfad-4dd8-9a63-e0d544430d88 req-0e532870-27eb-4345-abbe-08e08066c511 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:21.846652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-257117ab-bfad-4dd8-9a63-e0d544430d88 req-0e532870-27eb-4345-abbe-08e08066c511 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Oct 22 14:49:21.891920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-257117ab-bfad-4dd8-9a63-e0d544430d88 req-17bbace4-d035-4745-8616-40b38498239a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Oct 22 14:49:22.054846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3001-ce7d-4d3d-972c-19a3c5d6f31b req-a74ced3d-5304-4385-9478-827a64e46488 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:22.056419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d78a3001-ce7d-4d3d-972c-19a3c5d6f31b req-a74ced3d-5304-4385-9478-827a64e46488 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0526857 Oct 22 14:49:22.095313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d78a3001-ce7d-4d3d-972c-19a3c5d6f31b req-f083f7c8-4e28-41d9-bf67-e17d3db5ae11 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Oct 22 14:49:22.232686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9816d23-93f5-4fd1-97d9-ef1e2f92dfd4 req-45572ed8-e9e1-4e80-9c9d-fad31cacf229 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0271018 Oct 22 14:49:22.368262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3069ab-fb8c-45d0-a39c-1018adfb420c req-74705082-12bb-408c-a80e-818c9fad4d66 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:22.369988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a3069ab-fb8c-45d0-a39c-1018adfb420c req-74705082-12bb-408c-a80e-818c9fad4d66 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0492959 Oct 22 14:49:22.410095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a3069ab-fb8c-45d0-a39c-1018adfb420c req-26fbb62e-0707-4551-9fb5-aeca8cf84c8c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Oct 22 14:49:22.536214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205de44-afa8-4203-b7f1-a680bc0ef5b4 req-c40ddba2-ea09-438d-b2d9-3ea7e7b0208f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:22.537943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2205de44-afa8-4203-b7f1-a680bc0ef5b4 req-c40ddba2-ea09-438d-b2d9-3ea7e7b0208f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 944 time: 0.0564137 Oct 22 14:49:22.578254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2205de44-afa8-4203-b7f1-a680bc0ef5b4 req-ab30739a-300a-4431-813d-9e599a3d6fab tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Oct 22 14:49:22.607730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f10b62d-8a2a-4e20-b4fc-5d7f24187e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:22.693815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38218) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:22.722686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb6b78-a5f5-4e93-ac96-f0ca75933ee4 req-43653956-7a1c-46c1-a57c-83fc5f68ed04 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:22.724709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25fb6b78-a5f5-4e93-ac96-f0ca75933ee4 req-43653956-7a1c-46c1-a57c-83fc5f68ed04 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0534451 Oct 22 14:49:22.780358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25fb6b78-a5f5-4e93-ac96-f0ca75933ee4 req-1369e8f9-c8ed-42d2-a9bd-0c9e1ee6d530 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Oct 22 14:49:22.810770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49fac9dd-3f4d-46dd-8c7d-e0af1a735199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:22.884086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49fac9dd-3f4d-46dd-8c7d-e0af1a735199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:22.922599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:49:23.014702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d18a10-fd50-46d3-8e41-bc41af9ca49c req-2b7891aa-2a0d-429c-839b-0fcd00a3e6e3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:23.016469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29d18a10-fd50-46d3-8e41-bc41af9ca49c req-2b7891aa-2a0d-429c-839b-0fcd00a3e6e3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0515954 Oct 22 14:49:23.038297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49fac9dd-3f4d-46dd-8c7d-e0af1a735199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.057738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29d18a10-fd50-46d3-8e41-bc41af9ca49c req-9a35b203-3fbe-4b72-9ffb-b3b30dcbbb8f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351152 Oct 22 14:49:23.070668 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-49fac9dd-3f4d-46dd-8c7d-e0af1a735199 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acc18c0f78d246f38eafd308d363054f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756299 Oct 22 14:49:23.074035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38224) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:23.076671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port e93566e2-ab79-49c2-8e0e-373cc65feb71 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:49:23.081807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e93566e2-ab79-49c2-8e0e-373cc65feb71 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:23.082617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.100581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fac9dd-3f4d-46dd-8c7d-e0af1a735199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcc0db8-7f67-45d6-a283-6395fc70f9fa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:23.145498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80da3ed-b8de-48c0-bfb3-ee16f208fe2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.168189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80da3ed-b8de-48c0-bfb3-ee16f208fe2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.196547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.225774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:23.229182 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a5d75-08e4-4859-9bc1-e3a978491aaf" -d '{"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-plugged", "status": "completed", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:23.238137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d079-7c26-4e36-9629-10091d2b3f32 req-46944b56-512c-45bf-a7eb-abb0a107bfab tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:23.239699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dca0d079-7c26-4e36-9629-10091d2b3f32 req-46944b56-512c-45bf-a7eb-abb0a107bfab tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0642493 Oct 22 14:49:23.245223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:23.282951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dca0d079-7c26-4e36-9629-10091d2b3f32 req-80b733a1-0393-4f58-abe6-273fa7ec0eac tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Oct 22 14:49:23.316456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80da3ed-b8de-48c0-bfb3-ee16f208fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.319416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80da3ed-b8de-48c0-bfb3-ee16f208fe2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.321933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c80da3ed-b8de-48c0-bfb3-ee16f208fe2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dcc0db8-7f67-45d6-a283-6395fc70f9fa HTTP/1.1" status: 204 len: 168 time: 0.2468147 Oct 22 14:49:23.332323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80da3ed-b8de-48c0-bfb3-ee16f208fe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcc0db8-7f67-45d6-a283-6395fc70f9fa,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:23.333092 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8a7df-bb3f-4f8d-a84f-2ba6ff60ab9f x-openstack-request-id: req-7dd8a7df-bb3f-4f8d-a84f-2ba6ff60ab9f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:23.334570 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-plugged", "status": "completed", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:23.335602 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7dd8a7df-bb3f-4f8d-a84f-2ba6ff60ab9f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:23.336442 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'code': 200} Oct 22 14:49:23.359512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:23.420983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:23.433599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-016c6e23-d85c-401f-8300-bd7373b8627b req-fe1c906f-c719-4a4a-8ff4-5c3ef44444be tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0489023 Oct 22 14:49:23.537362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba861cb-e400-4627-8f01-10bb4b0f171c req-8285a0f4-457d-4322-9077-1483a5d4bba5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:23.538804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aba861cb-e400-4627-8f01-10bb4b0f171c req-8285a0f4-457d-4322-9077-1483a5d4bba5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0491638 Oct 22 14:49:23.576884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aba861cb-e400-4627-8f01-10bb4b0f171c req-bf4b5762-5c0f-4dc6-b81c-4d23566d8f81 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Oct 22 14:49:23.707291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b940a-3428-426b-b24a-a6aadb025070 req-a726f0cd-1e43-49a0-9500-d141ce75576e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:23.708862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-950b940a-3428-426b-b24a-a6aadb025070 req-a726f0cd-1e43-49a0-9500-d141ce75576e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0580256 Oct 22 14:49:23.751154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-950b940a-3428-426b-b24a-a6aadb025070 req-21480da0-a892-4d69-9365-f1420230cdd8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Oct 22 14:49:23.903690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237f9a-0734-4126-96df-ef5b408daf9f req-ac54687e-024f-4018-8428-01e046330d5c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:23.905946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47237f9a-0734-4126-96df-ef5b408daf9f req-ac54687e-024f-4018-8428-01e046330d5c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0571339 Oct 22 14:49:23.947327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47237f9a-0734-4126-96df-ef5b408daf9f req-9cefa708-fd40-4b12-97de-f52362f46bbb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Oct 22 14:49:24.178291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3933059-ebf8-4680-b39d-b6b1f7c9bb7d req-4372c385-b7e0-4aeb-a166-46ce795d18e2 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:24.179842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3933059-ebf8-4680-b39d-b6b1f7c9bb7d req-4372c385-b7e0-4aeb-a166-46ce795d18e2 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0505524 Oct 22 14:49:24.217330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3933059-ebf8-4680-b39d-b6b1f7c9bb7d req-8cf77621-dd65-47dc-b80d-a92ebf13b81a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Oct 22 14:49:24.408931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7972ed-6778-4aba-ae5d-97b0fc8897ce req-d423981c-96e9-4adc-983b-6ce941a41ad9 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:24.415314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac7972ed-6778-4aba-ae5d-97b0fc8897ce req-d423981c-96e9-4adc-983b-6ce941a41ad9 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0549018 Oct 22 14:49:24.450778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac7972ed-6778-4aba-ae5d-97b0fc8897ce req-0e8599d9-0b67-47bb-8312-7e49f6f438da tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Oct 22 14:49:24.537043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d29a3d81-ee9b-4e12-83a3-850c951229f1 req-785dfc41-3b26-47ec-b314-9048f601dfbe tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0333111 Oct 22 14:49:24.598448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38264) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:24.699164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185cac2-3f90-4b84-9fa3-520087373f05 req-321abd27-f883-4596-a8f9-f7b0a07701fd tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:24.700942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7185cac2-3f90-4b84-9fa3-520087373f05 req-321abd27-f883-4596-a8f9-f7b0a07701fd tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Oct 22 14:49:24.705743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-878169633-network', 'tenant_id': '62b5371cfbb84cf4b17155812da0d317'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:24.751852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7185cac2-3f90-4b84-9fa3-520087373f05 req-dc9a1dd1-d985-4746-93e6-03be47cbef12 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Oct 22 14:49:24.868104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6286c1-d1a6-49e4-b197-742f219e5ac0 req-06a43e14-20da-4c80-92e2-3811b1d5ef37 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:24.869479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b6286c1-d1a6-49e4-b197-742f219e5ac0 req-06a43e14-20da-4c80-92e2-3811b1d5ef37 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0526412 Oct 22 14:49:24.870549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Made reservation on behalf of 62b5371cfbb84cf4b17155812da0d317 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:24.872886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:24.887533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:24.927780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b6286c1-d1a6-49e4-b197-742f219e5ac0 req-ddbd5e25-5522-4c43-90e3-b1458e054544 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Oct 22 14:49:24.984656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.069354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d2bfe-4166-480e-9bf1-9d08c588ac6b req-02235366-254a-47f8-94f2-9878861d8354 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:25.070861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b5d2bfe-4166-480e-9bf1-9d08c588ac6b req-02235366-254a-47f8-94f2-9878861d8354 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0523748 Oct 22 14:49:25.094172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.117835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9c335cdc-81d7-4116-a4e7-aa6bac85ecb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.129588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b5d2bfe-4166-480e-9bf1-9d08c588ac6b req-76bb0c10-def9-4df7-b3f6-690cdf7ad668 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491486 Oct 22 14:49:25.135360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:49:25.145467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f45d1c-6e8c-4662-92ba-979d94a52e77,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:25.150105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.150502 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Added segment 46fceed6-d373-4d6c-985f-938d12307a0d of type vlan for network 6354c5df-240f-4487-936c-ffe2e466b8aa Oct 22 14:49:25.190110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.282186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.283221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:25.283873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.371980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] Pushing event updated for resources: {'Network': ['ID=6354c5df-240f-4487-936c-ffe2e466b8aa,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:25.383421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6354c5df-240f-4487-936c-ffe2e466b8aa details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:49:25.390663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a48a8-0b51-4268-bbd4-0da782b58cca req-dcd2dd22-e32c-4178-8615-97224db9309b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:25.392177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d94a48a8-0b51-4268-bbd4-0da782b58cca req-dcd2dd22-e32c-4178-8615-97224db9309b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.1058171 Oct 22 14:49:25.437404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d94a48a8-0b51-4268-bbd4-0da782b58cca req-4db553ce-ba35-49fc-a986-a8eecd0be297 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388372 Oct 22 14:49:25.490535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-77039c1a-065f-403b-9b34-fe39ce96ba9d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8905983 Oct 22 14:49:25.493520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38278) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:25.498454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Request body: {'subnet': {'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-878169633-subnet', 'tenant_id': '62b5371cfbb84cf4b17155812da0d317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:25.564428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e412ec-3f26-436b-8c6c-5a1feafb84de req-3798a076-9a82-42d7-93a1-c3fcae0eca2b tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:25.565872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92e412ec-3f26-436b-8c6c-5a1feafb84de req-3798a076-9a82-42d7-93a1-c3fcae0eca2b tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0486116 Oct 22 14:49:25.602669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92e412ec-3f26-436b-8c6c-5a1feafb84de req-c2b7f29e-2a8f-4c46-ab4b-46b4e3998ce0 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Oct 22 14:49:25.603687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Made reservation on behalf of 62b5371cfbb84cf4b17155812da0d317 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:25.606122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.701770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91f29916-25b8-4c70-8fda-a4bc66f3a5c8 req-d1706403-6f16-4a43-acfd-2742ad02ae8b tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0376201 Oct 22 14:49:25.876940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff3dc-6c77-4e65-a187-1ecc07870ad5 req-396d4ddc-72c2-4bf5-8738-f1f1e387292f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:25.878402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e29ff3dc-6c77-4e65-a187-1ecc07870ad5 req-396d4ddc-72c2-4bf5-8738-f1f1e387292f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Oct 22 14:49:25.897727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:25.960682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e29ff3dc-6c77-4e65-a187-1ecc07870ad5 req-785c117c-22e7-4f0f-a158-98d7fe894733 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Oct 22 14:49:25.968014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acdc134-2164-45d6-abde-c5894c4c8b13,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:25.989415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Checking segment: {'id': '46fceed6-d373-4d6c-985f-938d12307a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:25.989801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Network hostable DHCP agents. Network: 6354c5df-240f-4487-936c-ffe2e466b8aa, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:49:26.077340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d76a1-7e4c-45f8-8f4d-60d5a07c7306 req-4dce7212-74f4-4d08-a8a6-86c455be56af tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:26.078814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-164d76a1-7e4c-45f8-8f4d-60d5a07c7306 req-4dce7212-74f4-4d08-a8a6-86c455be56af tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Oct 22 14:49:26.106170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Network 6354c5df-240f-4487-936c-ffe2e466b8aa is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:49:26.122878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-164d76a1-7e4c-45f8-8f4d-60d5a07c7306 req-5c410730-41e2-47dd-abcc-81eba4bc3989 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368977 Oct 22 14:49:26.192191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 6354c5df-240f-4487-936c-ffe2e466b8aa) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:26.196591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:26.197175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:26.204314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5821741-0377-4287-beb9-1f1b3108891e None None] Network 6354c5df-240f-4487-936c-ffe2e466b8aa requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:26.250644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e867e63-9766-43b7-b9b2-372f0e533bc6 req-cf91f39b-018a-468a-9c2a-a71d71f01f86 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:26.252117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e867e63-9766-43b7-b9b2-372f0e533bc6 req-cf91f39b-018a-468a-9c2a-a71d71f01f86 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0516992 Oct 22 14:49:26.296736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e867e63-9766-43b7-b9b2-372f0e533bc6 req-9ff1307b-90a2-4e42-8736-b574c2f3d37b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Oct 22 14:49:26.310217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d0485de7-98b7-41a5-a545-095462ebc238 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8084702 Oct 22 14:49:26.351634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:26.356905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7ab55-c89c-42f4-b8dc-dc96f8995d72 None None] Network 6354c5df-240f-4487-936c-ffe2e466b8aa requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:26.382819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:26.732196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6c37c191-07e9-45ce-9810-5caf3ec35e40 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:26.733643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6c37c191-07e9-45ce-9810-5caf3ec35e40 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/networks?id=6354c5df-240f-4487-936c-ffe2e466b8aa HTTP/1.1" status: 200 len: 813 time: 0.1014960 Oct 22 14:49:26.749823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-ae615753-c829-42a0-aaf7-bcc6623ce658 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/quotas/62b5371cfbb84cf4b17155812da0d317 HTTP/1.1" status: 200 len: 375 time: 0.0096180 Oct 22 14:49:26.781358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-12da0661-7968-48df-ad17-475b16ead7fa tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62b5371cfbb84cf4b17155812da0d317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262759 Oct 22 14:49:26.876957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-774165db-6b1b-4a8f-bf12-6087e074a4c2 service neutron] 10.222.0.66 "GET /v2.0/networks/6354c5df-240f-4487-936c-ffe2e466b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881469 Oct 22 14:49:26.972280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-3a929339-81e9-4ac0-9e79-7438ff6a5dd4 service neutron] 10.222.0.66 "GET /v2.0/networks/6354c5df-240f-4487-936c-ffe2e466b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893943 Oct 22 14:49:27.266600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161359-0553-4936-960e-24e923fb2846 req-97e30bbb-4c59-4e9b-bbcb-d00c50f1e844 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:27.268195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5161359-0553-4936-960e-24e923fb2846 req-97e30bbb-4c59-4e9b-bbcb-d00c50f1e844 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0511775 Oct 22 14:49:27.333961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5161359-0553-4936-960e-24e923fb2846 req-44a227bf-f716-4699-a0ca-431d00df830b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594182 Oct 22 14:49:27.403575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18043b2-8b72-4aee-97a0-b5889016853a req-7f366575-0bf6-4a96-a1fa-2c0d9661a1d8 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:27.416046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e18043b2-8b72-4aee-97a0-b5889016853a req-7f366575-0bf6-4a96-a1fa-2c0d9661a1d8 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0779657 Oct 22 14:49:27.421088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6104593-80c9-447a-82a3-ec2071c0f01c req-740cfd28-acaa-4366-b2dd-14f0b6950ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:27.421088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d6104593-80c9-447a-82a3-ec2071c0f01c req-740cfd28-acaa-4366-b2dd-14f0b6950ef1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 1096 time: 0.0466669 Oct 22 14:49:27.458646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d6104593-80c9-447a-82a3-ec2071c0f01c req-55ae9d94-911c-47dd-a197-f78e35876ada service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Oct 22 14:49:27.458872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dfad7ce-af29-4ee2-9b33-db6cbea0899f req-616f6f4b-caab-4606-b319-e17815a1b0bd tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0415998 Oct 22 14:49:27.479637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e18043b2-8b72-4aee-97a0-b5889016853a req-08837700-ddd4-467a-9db6-e1567bd7d280 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634356 Oct 22 14:49:27.601415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e882dfd-0377-40bf-bfb2-c85e18d70c17 req-bcfa8980-c2ec-4edc-9bd6-8d46b9a9f336 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:27.602901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e882dfd-0377-40bf-bfb2-c85e18d70c17 req-bcfa8980-c2ec-4edc-9bd6-8d46b9a9f336 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0806868 Oct 22 14:49:27.611003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6dc56-9ac9-4d2f-87e9-8e5b21b771df req-ef1b9036-cc9b-4e22-968f-5379de67d119 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:27.612399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65a6dc56-9ac9-4d2f-87e9-8e5b21b771df req-ef1b9036-cc9b-4e22-968f-5379de67d119 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0794792 Oct 22 14:49:27.664842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e882dfd-0377-40bf-bfb2-c85e18d70c17 req-87665fb2-1a9f-4c00-a5b6-6e402479ae88 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514884 Oct 22 14:49:27.672250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65a6dc56-9ac9-4d2f-87e9-8e5b21b771df req-8a108bc3-c75a-44a8-9492-b49d6893dfb3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523031 Oct 22 14:49:27.741449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2dbf1f5a-98bc-4124-abea-7e883a303f87 req-b93a8d0f-0b22-4619-92ed-cab70d6de1e9 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 210 time: 0.0351880 Oct 22 14:49:27.793515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f985f3-90e0-407b-99da-74bb8c262089 req-056b494c-dd0b-4252-8306-d0c824ebbc76 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:27.795107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83f985f3-90e0-407b-99da-74bb8c262089 req-056b494c-dd0b-4252-8306-d0c824ebbc76 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0566711 Oct 22 14:49:27.835090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83f985f3-90e0-407b-99da-74bb8c262089 req-7fde0655-4357-4f32-adfe-5298e2870ff4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Oct 22 14:49:28.003693 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:28.459195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc177-8d9d-4da5-bb6c-50d76d7e9f90 req-4baca72c-e057-4586-8801-931218154ca6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:28.460701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b52dc177-8d9d-4da5-bb6c-50d76d7e9f90 req-4baca72c-e057-4586-8801-931218154ca6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Oct 22 14:49:28.501744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b52dc177-8d9d-4da5-bb6c-50d76d7e9f90 req-9f9c1c92-e4c8-414b-b804-8ea61e831a5c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Oct 22 14:49:28.599778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c3dda84-a835-4b7d-9ea9-912fcbd8f6bf req-754184f1-434a-414b-8ba2-b50edabf2fa0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0269263 Oct 22 14:49:28.703930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd1f9-55e7-4844-b678-a69d4fc11c54 req-eeacd800-a5ae-4e77-bf67-a93c1769b253 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:28.705420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-653fd1f9-55e7-4844-b678-a69d4fc11c54 req-eeacd800-a5ae-4e77-bf67-a93c1769b253 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0508173 Oct 22 14:49:28.747522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-653fd1f9-55e7-4844-b678-a69d4fc11c54 req-5fca04b8-3446-49de-94b5-3d69e2c0af55 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356443 Oct 22 14:49:28.932223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b70ff6-dd78-43a2-9c9c-38d096a55641 req-c7ec6bc7-dfc6-4fa4-8fb2-1d3591c417be tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:28.934336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b70ff6-dd78-43a2-9c9c-38d096a55641 req-c7ec6bc7-dfc6-4fa4-8fb2-1d3591c417be tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.1258674 Oct 22 14:49:28.971923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b70ff6-dd78-43a2-9c9c-38d096a55641 req-9da2e3c5-5936-48a1-9ee2-ef9edc8e89cd tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Oct 22 14:49:29.085665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653834ad-2bd7-4eef-a011-2138864e1294 req-8f1c6105-9114-46f1-88ad-d8fafeff4ae0 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:29.087204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-653834ad-2bd7-4eef-a011-2138864e1294 req-8f1c6105-9114-46f1-88ad-d8fafeff4ae0 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Oct 22 14:49:29.127820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-653834ad-2bd7-4eef-a011-2138864e1294 req-7f5b68b7-7121-46e3-a69e-bde2e2ddd45f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Oct 22 14:49:29.221553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a75bf654-5d62-4e3a-8c0a-71126d9ca901 req-d0e764e0-f7f5-41b3-bbf5-d18a3bd73dfe tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 210 time: 0.0341980 Oct 22 14:49:29.332432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0123cbf-aabb-4316-b5dc-024cecb702cd req-dde69787-6847-4c02-996a-ca9b99eb0d95 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:29.333891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0123cbf-aabb-4316-b5dc-024cecb702cd req-dde69787-6847-4c02-996a-ca9b99eb0d95 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0533628 Oct 22 14:49:29.377453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0123cbf-aabb-4316-b5dc-024cecb702cd req-a74e6637-9c60-4e9f-91e4-e3d3108abae9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365686 Oct 22 14:49:29.618531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0683c-c917-4238-af0c-08e1dd437e89 req-eabf98e4-161d-47a8-8b5e-745e2bb7ec55 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:29.622500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dd0683c-c917-4238-af0c-08e1dd437e89 req-eabf98e4-161d-47a8-8b5e-745e2bb7ec55 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Oct 22 14:49:29.659069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dd0683c-c917-4238-af0c-08e1dd437e89 req-e9a740dc-3623-4912-b2f1-4f44ab5ba30f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Oct 22 14:49:29.753105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd13e7af-5217-483e-968d-cf02c2852e30 req-76f39573-267d-4727-a7bf-daa4c6ff0cf5 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Oct 22 14:49:29.883964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4664e-5c39-4f71-98e2-5c8b89a4178b req-d0281708-84b9-4228-a2d7-72fc622afebc tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:29.885444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ad4664e-5c39-4f71-98e2-5c8b89a4178b req-d0281708-84b9-4228-a2d7-72fc622afebc tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0542302 Oct 22 14:49:29.926059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ad4664e-5c39-4f71-98e2-5c8b89a4178b req-a8224b7a-62d1-4231-b237-e34ab87711b1 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Oct 22 14:49:30.093642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab138-d503-44a4-a11c-47a9bd76305a req-56b48167-e669-4182-9e4a-dd4150d794c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:30.095114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13bab138-d503-44a4-a11c-47a9bd76305a req-56b48167-e669-4182-9e4a-dd4150d794c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0523140 Oct 22 14:49:30.134392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13bab138-d503-44a4-a11c-47a9bd76305a req-8be0502b-8db0-4635-b04a-3cd5999ab008 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Oct 22 14:49:30.246487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-ab59f647-6a29-4d1c-896c-d5a16d55e8bc tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:30.248128 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-ab59f647-6a29-4d1c-896c-d5a16d55e8bc tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.53 "GET /v2.0/networks?id=6354c5df-240f-4487-936c-ffe2e466b8aa HTTP/1.1" status: 200 len: 813 time: 0.1141002 Oct 22 14:49:30.255691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48e87b-f16d-4c8c-ad1f-8cb85d2c3467 req-2ef089a9-fcd0-471d-b616-2ccd56bef122 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:30.257235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e48e87b-f16d-4c8c-ad1f-8cb85d2c3467 req-2ef089a9-fcd0-471d-b616-2ccd56bef122 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0598214 Oct 22 14:49:30.265115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Request body: {'port': {'device_id': '723d6209-a826-46b5-a003-eb605973e5e0', 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa', 'admin_state_up': True, 'tenant_id': '62b5371cfbb84cf4b17155812da0d317'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:30.301124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e48e87b-f16d-4c8c-ad1f-8cb85d2c3467 req-fa97b11a-deb5-470e-bd07-8a667dd59f59 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Oct 22 14:49:30.407547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-786968bf-a81f-4aff-ab9e-1a1147303f11 req-206bcbba-da51-4055-96c2-dd7d192aa619 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 210 time: 0.0348101 Oct 22 14:49:30.486154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Made reservation on behalf of 62b5371cfbb84cf4b17155812da0d317 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:30.489635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:30.514103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-825b04f7-1a16-4a0f-94af-e88f6639c8c3 service neutron] 10.222.0.53 "GET /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0/bindings/n-h1-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.0856955 Oct 22 14:49:30.553779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9974bad-a33e-4778-bc33-c58247d0e3f3 req-a8d07950-95b2-41fb-a40f-ab8e13d13af3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:30.555285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9974bad-a33e-4778-bc33-c58247d0e3f3 req-a8d07950-95b2-41fb-a40f-ab8e13d13af3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 944 time: 0.0816205 Oct 22 14:49:30.562031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-8a75d189-a624-4a19-a946-0420203c6d5f tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:30.563662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-8a75d189-a624-4a19-a946-0420203c6d5f tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1097 time: 0.0881877 Oct 22 14:49:30.583042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-2'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:30.626135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9974bad-a33e-4778-bc33-c58247d0e3f3 req-377b6d02-1cc3-44dd-8c7b-01e05092be7e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615320 Oct 22 14:49:30.662860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:30.698638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Allocated IP 172.20.0.14 (6354c5df-240f-4487-936c-ffe2e466b8aa/7acdc134-2164-45d6-abde-c5894c4c8b13/6839bbbe-d4ca-408d-a050-8687134c1c55) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:49:30.826945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:30.836781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731334c-a509-4b6f-ae17-d62e84bf0dfc req-ee682f93-ad92-4710-bc6c-567e1ed7af05 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:30.838231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9731334c-a509-4b6f-ae17-d62e84bf0dfc req-ee682f93-ad92-4710-bc6c-567e1ed7af05 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 946 time: 0.1085434 Oct 22 14:49:30.843565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:30.896373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9731334c-a509-4b6f-ae17-d62e84bf0dfc req-654d250c-d997-4257-b5d5-a347cf20bb61 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Oct 22 14:49:30.904403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:30.907327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:30.952997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:30.955988 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4237762b-18ab-4bdd-8ca5-158bd42b78f0" -d '{"events": [{"server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:30.956823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:30.960706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:30.974899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:30.977241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:31.006608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6916f5f6-e764-4054-9c81-9a7750f32895 req-12b5c85d-bda5-42b8-a9ad-b9e31d7ea8d0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Oct 22 14:49:31.060300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.083765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.086249 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.162932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Network 6354c5df-240f-4487-936c-ffe2e466b8aa is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:49:31.172300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:31.174025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Pushing event updated for resources: {'Port': ['ID=6839bbbe-d4ca-408d-a050-8687134c1c55,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:31.176254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:49:31.177342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:31.188902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37cbe-facb-4945-a5c3-12327a08b966 req-81676939-9c79-4f28-b596-2d0784949932 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.190401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40e37cbe-facb-4945-a5c3-12327a08b966 req-81676939-9c79-4f28-b596-2d0784949932 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.1255016 Oct 22 14:49:31.193319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on host n-h1-812148-2 for vnic_type normal with profile {"migrating_to": "n-h2-812148-2"} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:31.193655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:31.193984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:31.200911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:31.201230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:31.207379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.207727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.208065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.208391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.208725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.209055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.209374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.209725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.210022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.210345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.210665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.210995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:31.217689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:31.218027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:31.218896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:31.218896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Bound port: b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:31.219671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.253691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.254714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.271659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40e37cbe-facb-4945-a5c3-12327a08b966 req-41046304-6872-4df1-86ca-cec828389572 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730760 Oct 22 14:49:31.275516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] Transition to ACTIVE for port object d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:49:31.303072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:31.306239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:31.320150 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7685f-9ed6-40ab-b6b7-2a5cfaacc539 x-openstack-request-id: req-bff7685f-9ed6-40ab-b6b7-2a5cfaacc539 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:31.320571 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:31.320795 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bff7685f-9ed6-40ab-b6b7-2a5cfaacc539 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:31.321222 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'code': 200} Oct 22 14:49:31.336583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:31.338695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:31.356783 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-6d4e89ee-6ff0-485d-9a33-e70e013bf481 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0969965 Oct 22 14:49:31.374144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Request body: {'port': {'device_id': '723d6209-a826-46b5-a003-eb605973e5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:31.385087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.415691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.475131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:31.499202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:31.533055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] No DVR routers for this DVR port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:31.539845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.541211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:31.557698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.558842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.560261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 1122 time: 0.9824960 Oct 22 14:49:31.565313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b7321-19f9-4a68-87df-0a493896b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=8']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:31.577233 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-a269eed2-bc89-4d70-88cf-f8d91799ab4a service neutron] 10.222.0.53 "PUT /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0/bindings/n-h1-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0561099 Oct 22 14:49:31.583521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af1a64-e80f-4822-86e8-9b37870217e6 req-73b5ddac-0335-4dcf-804f-312c2b9b95b5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.588579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on host n-h1-812148-2 for vnic_type normal with profile {"migrating_to": "n-h2-812148-2"} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:31.589170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:31.590338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:31.591576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2af1a64-e80f-4822-86e8-9b37870217e6 req-73b5ddac-0335-4dcf-804f-312c2b9b95b5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.1999099 Oct 22 14:49:31.596261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:31.597279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Attempting to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:31.607518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:31.608030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:31.608737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:31.609045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23817f-7183-4bb7-92c7-3ac01556c75c req-49fdb60f-3e81-4d0b-b772-a395e7948854 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.609349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Bound port: b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:31.609803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:31.610730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e23817f-7183-4bb7-92c7-3ac01556c75c req-49fdb60f-3e81-4d0b-b772-a395e7948854 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.1752546 Oct 22 14:49:31.669298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b4cf99dc-df36-4437-bc5f-a84ab381e0a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:31.672311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2af1a64-e80f-4822-86e8-9b37870217e6 req-47042f35-475a-4113-b668-853ae05a3e6a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Oct 22 14:49:31.688906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e23817f-7183-4bb7-92c7-3ac01556c75c req-19e9d419-7070-4a22-a513-9ec21bc30be1 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Oct 22 14:49:31.720679 n-d-812148-2 neutron-server[107803]: WARNING neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Concurrent port binding operations failed on port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 Oct 22 14:49:31.724231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:31.729905 n-d-812148-2 neutron-server[107803]: INFO neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Attempt 2 to bind port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 Oct 22 14:49:31.731494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 has no active binding in host n-h2-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:49:31.741173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['b4cf99dc-df36-4437-bc5f-a84ab381e0a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:31.827419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-8f97520a-c287-49dc-b5b0-958ad0f8d670 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.828947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-8f97520a-c287-49dc-b5b0-958ad0f8d670 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0936339 Oct 22 14:49:31.862855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e904cb-e687-4561-96c6-0113e2c2e663 req-4dc8a549-3df6-4ffe-b2b4-ccfe5f2ba4b8 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.869627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7e904cb-e687-4561-96c6-0113e2c2e663 req-4dc8a549-3df6-4ffe-b2b4-ccfe5f2ba4b8 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 932 time: 0.1007555 Oct 22 14:49:31.942229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-5cec2651-5af1-4c27-9fa4-7110528f30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:31.943909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-5cec2651-5af1-4c27-9fa4-7110528f30ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d&tenant_id=d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 1096 time: 0.0744750 Oct 22 14:49:32.053528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6839bbbe-d4ca-408d-a050-8687134c1c55 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:32.065076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:32.068888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-701cc2d4-0248-4e14-9f54-3e1d020f8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.070407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-701cc2d4-0248-4e14-9f54-3e1d020f8685 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1096 time: 0.0977156 Oct 22 14:49:32.090090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Transition to ACTIVE for port object 6839bbbe-d4ca-408d-a050-8687134c1c55 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:49:32.179423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-c5841004-61cc-4ce1-a094-1d15bb7656c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.181571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-c5841004-61cc-4ce1-a094-1d15bb7656c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1007259 Oct 22 14:49:32.183036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07c1bd-55b0-4b8d-84a4-d6cd321b221d req-51ab305f-7b87-4d8b-9812-4ed837ab5dfc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.185464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c07c1bd-55b0-4b8d-84a4-d6cd321b221d req-51ab305f-7b87-4d8b-9812-4ed837ab5dfc tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.3795002 Oct 22 14:49:32.191052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7e904cb-e687-4561-96c6-0113e2c2e663 req-9266723f-bb7d-41d4-b77e-085ae620293b tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202536 Oct 22 14:49:32.198565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:32.238468 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-e836625e-bbf2-41ff-a656-e648d7973a91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 200 len: 217 time: 0.0480258 Oct 22 14:49:32.240002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c07c1bd-55b0-4b8d-84a4-d6cd321b221d req-b769f3e4-68b4-4ad4-b4eb-f293b2bbd5f7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Oct 22 14:49:32.310434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdd62-9fd4-4af8-ac17-264a3305c47a req-26310273-0acf-4800-b609-0c556154fd5b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.311870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34bbdd62-9fd4-4af8-ac17-264a3305c47a req-26310273-0acf-4800-b609-0c556154fd5b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0550778 Oct 22 14:49:32.345554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-091332f3-9b4f-4fb5-a517-346c1879d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.347060 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-091332f3-9b4f-4fb5-a517-346c1879d7cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0862491 Oct 22 14:49:32.349361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Pushing event updated for resources: {'Port': ['ID=6839bbbe-d4ca-408d-a050-8687134c1c55,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:32.377788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34bbdd62-9fd4-4af8-ac17-264a3305c47a req-211e4cc5-048e-467a-bc64-33f89c153e61 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Oct 22 14:49:32.379660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-032e1620-9abe-44db-a7e7-c5681c872c53 req-f4986146-c1c9-4476-b757-5dfcf03984ac tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a19e7b-6681-4d60-85ea-3baee6f32af8 HTTP/1.1" status: 200 len: 210 time: 0.0364523 Oct 22 14:49:32.412951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-deeed6ef-9590-4198-906c-5579ff752183 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431914 Oct 22 14:49:32.464689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Attempting to bind port 6839bbbe-d4ca-408d-a050-8687134c1c55 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:32.465097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Attempting to bind port 6839bbbe-d4ca-408d-a050-8687134c1c55 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '46fceed6-d373-4d6c-985f-938d12307a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:32.465459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Attempting to bind port 6839bbbe-d4ca-408d-a050-8687134c1c55 on network 6354c5df-240f-4487-936c-ffe2e466b8aa {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:32.496352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Port 6839bbbe-d4ca-408d-a050-8687134c1c55 on network 6354c5df-240f-4487-936c-ffe2e466b8aa not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:32.496681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Attempting to bind port 6839bbbe-d4ca-408d-a050-8687134c1c55 on network 6354c5df-240f-4487-936c-ffe2e466b8aa {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:32.507655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:32.507999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Checking segment: {'id': '46fceed6-d373-4d6c-985f-938d12307a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:32.508387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Bound using segment: {'id': '46fceed6-d373-4d6c-985f-938d12307a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:32.508823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Bound port: 6839bbbe-d4ca-408d-a050-8687134c1c55, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fceed6-d373-4d6c-985f-938d12307a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:32.509177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:32.516556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad5ba6-3291-4387-95a9-c9653b3f3660 req-98a08154-bdab-40bb-87fd-a45d56214856 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.518039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60ad5ba6-3291-4387-95a9-c9653b3f3660 req-98a08154-bdab-40bb-87fd-a45d56214856 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0560486 Oct 22 14:49:32.554906 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-f4ca9d85-7c68-445b-ad00-dec53d0768df service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327887 Oct 22 14:49:32.555745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60ad5ba6-3291-4387-95a9-c9653b3f3660 req-a312074d-bb5a-4740-aaeb-6ff2d91492e1 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Oct 22 14:49:32.618347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] For port 6839bbbe-d4ca-408d-a050-8687134c1c55, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:32.659868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] For port 6839bbbe-d4ca-408d-a050-8687134c1c55, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6839bbbe-d4ca-408d-a050-8687134c1c55,segment=NetworkSegment(46fceed6-d373-4d6c-985f-938d12307a0d),segment_id=46fceed6-d373-4d6c-985f-938d12307a0d)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:32.682162 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-90161ce9-6a95-47f1-8f07-48626fa81e5e service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177676 Oct 22 14:49:32.741254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:32.783304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.783885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:32.785276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] 10.222.0.53 "PUT /v2.0/ports/6839bbbe-d4ca-408d-a050-8687134c1c55 HTTP/1.1" status: 200 len: 1092 time: 1.4169950 Oct 22 14:49:32.785716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723d6209-a826-46b5-a003-eb605973e5e0', 'tag': '6839bbbe-d4ca-408d-a050-8687134c1c55'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:32.788238 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9586d110-6158-4dd5-b195-59910fcc9f50" -d '{"events": [{"name": "network-changed", "server_uuid": "723d6209-a826-46b5-a003-eb605973e5e0", "tag": "6839bbbe-d4ca-408d-a050-8687134c1c55"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:32.814589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b92b2d-0855-4381-a896-eb3c3202308e service neutron] Pushing event updated for resources: {'Port': ['ID=6839bbbe-d4ca-408d-a050-8687134c1c55,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:32.827575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7657b-7047-4de4-85f0-476a356190a2 req-0fc71c14-cf84-48ff-b91c-34cde0a985b9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.829075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbd7657b-7047-4de4-85f0-476a356190a2 req-0fc71c14-cf84-48ff-b91c-34cde0a985b9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0933933 Oct 22 14:49:32.842799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450a54-4bc7-4aab-bc1e-c1802feff29d req-3ae94d8b-78ef-45ff-bbeb-3478a9957b5c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:32.844288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9450a54-4bc7-4aab-bc1e-c1802feff29d req-3ae94d8b-78ef-45ff-bbeb-3478a9957b5c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0793836 Oct 22 14:49:32.904724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbd7657b-7047-4de4-85f0-476a356190a2 req-4e50bd29-c97d-4cc4-88fa-9ede4687f86a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594437 Oct 22 14:49:32.909692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9450a54-4bc7-4aab-bc1e-c1802feff29d req-fe1af9ff-415e-484b-b87a-bab79aba1003 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Oct 22 14:49:32.950149 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff31411-2fa0-400a-b349-513e4506e279 x-openstack-request-id: req-dff31411-2fa0-400a-b349-513e4506e279 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:32.950439 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723d6209-a826-46b5-a003-eb605973e5e0", "tag": "6839bbbe-d4ca-408d-a050-8687134c1c55", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:32.950689 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dff31411-2fa0-400a-b349-513e4506e279 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:32.951151 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723d6209-a826-46b5-a003-eb605973e5e0', 'tag': '6839bbbe-d4ca-408d-a050-8687134c1c55', 'status': 'completed', 'code': 200} Oct 22 14:49:33.018791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586d110-6158-4dd5-b195-59910fcc9f50 req-f2611d6a-ac6d-4da5-bc0c-78b79456c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.020324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9586d110-6158-4dd5-b195-59910fcc9f50 req-f2611d6a-ac6d-4da5-bc0c-78b79456c695 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62b5371cfbb84cf4b17155812da0d317&device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0439446 Oct 22 14:49:33.120215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586d110-6158-4dd5-b195-59910fcc9f50 req-b55631c4-65b8-47a2-8b2f-a3d78ad37677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.121766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9586d110-6158-4dd5-b195-59910fcc9f50 req-b55631c4-65b8-47a2-8b2f-a3d78ad37677 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=62b5371cfbb84cf4b17155812da0d317&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0913041 Oct 22 14:49:33.220833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586d110-6158-4dd5-b195-59910fcc9f50 req-601c3ff5-aff1-49cf-a8ae-6b9d379f9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.222324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9586d110-6158-4dd5-b195-59910fcc9f50 req-601c3ff5-aff1-49cf-a8ae-6b9d379f9065 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922034 Oct 22 14:49:33.311479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc5556-35c5-483c-9b33-84a79fbfb0ed req-90fbdbdb-28d0-44bf-b5ac-8ab3c053817e tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.313337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bccc5556-35c5-483c-9b33-84a79fbfb0ed req-90fbdbdb-28d0-44bf-b5ac-8ab3c053817e tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 944 time: 0.0520139 Oct 22 14:49:33.323662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:33.328330 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5002872-0866-46f6-aed3-b0be71ea67ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:33.331767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-f1abd903-cd55-41e8-8ff2-3b514b1053dc tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.333492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-f1abd903-cd55-41e8-8ff2-3b514b1053dc tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0796208 Oct 22 14:49:33.335195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-d41f08dd-b024-4577-aab9-2daf26161f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.336646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-d41f08dd-b024-4577-aab9-2daf26161f22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62b5371cfbb84cf4b17155812da0d317&device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0708354 Oct 22 14:49:33.392108 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-2c12cb06-f728-4f4e-b20b-8921e022674b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6839bbbe-d4ca-408d-a050-8687134c1c55 HTTP/1.1" status: 200 len: 217 time: 0.0452650 Oct 22 14:49:33.399011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bccc5556-35c5-483c-9b33-84a79fbfb0ed req-45f42cbf-72ff-42dd-8f4a-c21ffaa2b90b tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675063 Oct 22 14:49:33.419758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab218ad-a0a6-4bd0-a619-4a2af248fd74 req-723df4b8-fea5-494d-8aaa-dec0ace5f11a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.427236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ab218ad-a0a6-4bd0-a619-4a2af248fd74 req-723df4b8-fea5-494d-8aaa-dec0ace5f11a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.0941961 Oct 22 14:49:33.455608 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f7060-eecc-413e-b2f0-ce7dd355d12e x-openstack-request-id: req-d98f7060-eecc-413e-b2f0-ce7dd355d12e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:33.456317 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:33.456317 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d98f7060-eecc-413e-b2f0-ce7dd355d12e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:33.456539 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'status': 'completed', 'code': 200} Oct 22 14:49:33.481769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-1f6a984d-3178-440b-88e2-734b9d8f4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.483220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-1f6a984d-3178-440b-88e2-734b9d8f4aac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7acdc134-2164-45d6-abde-c5894c4c8b13 HTTP/1.1" status: 200 len: 853 time: 0.0694358 Oct 22 14:49:33.486149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ab218ad-a0a6-4bd0-a619-4a2af248fd74 req-3fa247e4-7d14-4314-8303-bba6fcd618f9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484962 Oct 22 14:49:33.563183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:33.565611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-248e3860-5999-4411-8159-c12f6fbfd57c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6354c5df-240f-4487-936c-ffe2e466b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539715 Oct 22 14:49:33.613581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3471f0-901a-4085-a1d6-e70ae2c7097f req-d3dcf4b5-cd57-4cce-b35f-65f122b905b3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.615266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3471f0-901a-4085-a1d6-e70ae2c7097f req-d3dcf4b5-cd57-4cce-b35f-65f122b905b3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0692215 Oct 22 14:49:33.622072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-3ad21786-338b-45e6-b97d-d4a2f332d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.623634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-3ad21786-338b-45e6-b97d-d4a2f332d0c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1125 time: 0.1131983 Oct 22 14:49:33.667562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3471f0-901a-4085-a1d6-e70ae2c7097f req-22be9fa6-7604-4a66-924d-b55f9ad0133e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Oct 22 14:49:33.686212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-22a4834f-6aea-40f1-b877-91c5ffd6410e service neutron] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:33.699821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-22a4834f-6aea-40f1-b877-91c5ffd6410e service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:33.700985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b91afae0-fff7-4cc8-b111-5c89bee884ca req-22a4834f-6aea-40f1-b877-91c5ffd6410e service neutron] 10.222.0.69 "DELETE /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0/bindings/n-h2-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.3174567 Oct 22 14:49:33.747481 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-4ddf65d1-6df9-482b-9517-7b8927ed36b2 service neutron] 10.222.0.53 "GET /v2.0/networks/6354c5df-240f-4487-936c-ffe2e466b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647224 Oct 22 14:49:33.767010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942b447-8cbd-43e3-b1cc-dde904373466 req-afb8749d-0a41-4e6c-8872-9041dee17f73 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.768576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5942b447-8cbd-43e3-b1cc-dde904373466 req-afb8749d-0a41-4e6c-8872-9041dee17f73 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0503497 Oct 22 14:49:33.790358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-c0546003-8f2f-4eec-8077-c15a9e92afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.791890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-c0546003-8f2f-4eec-8077-c15a9e92afc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1413631 Oct 22 14:49:33.809422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5942b447-8cbd-43e3-b1cc-dde904373466 req-1728e133-b6a5-4439-9b17-b826c5042e50 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Oct 22 14:49:33.875112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-97163d52-524d-4678-b503-2254ba71fff5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0400894 Oct 22 14:49:33.902535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fb941-d325-40ff-a83d-cf4b49374bd8 req-0dafe30d-addf-4df6-99e3-14c400f3d6d9 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.904260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd8fb941-d325-40ff-a83d-cf4b49374bd8 req-0dafe30d-addf-4df6-99e3-14c400f3d6d9 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1096 time: 0.0416043 Oct 22 14:49:33.920880 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b321d72b-e8cd-438b-9844-3c5f5d58255d req-79d50525-c465-437e-a8f4-bfc25b7106be service neutron] 10.222.0.53 "GET /v2.0/networks/6354c5df-240f-4487-936c-ffe2e466b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654499 Oct 22 14:49:33.943113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd8fb941-d325-40ff-a83d-cf4b49374bd8 req-3dd1ae69-1e4e-4afb-9279-506540addc02 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Oct 22 14:49:33.945918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-af89b782-708f-4dbf-9e0e-c62079be1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:33.947901 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-af89b782-708f-4dbf-9e0e-c62079be1265 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0561905 Oct 22 14:49:33.988311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-9114b78f-6965-41ab-a637-070e759d1d4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258586 Oct 22 14:49:34.082658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afc476-4200-4c06-88cb-78612544388a req-24107215-ed04-4e76-9120-7bc28c6a1547 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:34.084164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88afc476-4200-4c06-88cb-78612544388a req-24107215-ed04-4e76-9120-7bc28c6a1547 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0595531 Oct 22 14:49:34.094526 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-ba566972-a817-49ff-9da3-6361a8bcc3ef service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951710 Oct 22 14:49:34.150454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88afc476-4200-4c06-88cb-78612544388a req-71298e29-43c2-46b4-b744-6a4084c7a718 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Oct 22 14:49:34.158839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269765b-ffd4-43b8-99ae-02374c9665a0 req-dde6d785-c9ef-499f-affd-f659022e9f78 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:34.160385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5269765b-ffd4-43b8-99ae-02374c9665a0 req-dde6d785-c9ef-499f-affd-f659022e9f78 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0753093 Oct 22 14:49:34.205211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5269765b-ffd4-43b8-99ae-02374c9665a0 req-08115f50-fff6-4cef-a0d4-28dad1e2ea71 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Oct 22 14:49:34.208218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5002872-0866-46f6-aed3-b0be71ea67ef req-9727e96f-def4-412a-915f-d349625745c1 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041820 Oct 22 14:49:34.317465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f522-87b3-4550-8a94-29b40d1460bd req-b3596c23-c634-489c-888e-a5b579b5c299 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:34.318996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e755f522-87b3-4550-8a94-29b40d1460bd req-b3596c23-c634-489c-888e-a5b579b5c299 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 1096 time: 0.0779495 Oct 22 14:49:34.331866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ab30b-6911-48e9-8c21-5d7e2401c1d1 req-44b99152-3240-46a4-b81b-418fcf7c34c4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:34.333325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea5ab30b-6911-48e9-8c21-5d7e2401c1d1 req-44b99152-3240-46a4-b81b-418fcf7c34c4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 946 time: 0.0622933 Oct 22 14:49:34.383207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e755f522-87b3-4550-8a94-29b40d1460bd req-ae02dfeb-8786-4211-85cb-194b4dd5c7a4 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Oct 22 14:49:34.391325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea5ab30b-6911-48e9-8c21-5d7e2401c1d1 req-c8c99171-a927-481a-8c46-e7e90641b91f tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514786 Oct 22 14:49:34.528105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fd9ab-648b-4828-9d82-2671f744014a req-f5bafb71-b36f-40bf-ad1c-781e1f34c447 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:34.546173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962fd9ab-648b-4828-9d82-2671f744014a req-f5bafb71-b36f-40bf-ad1c-781e1f34c447 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0767121 Oct 22 14:49:34.549589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db1f3-17eb-4400-86da-24929ba7b5f6 req-e55d6004-2d7c-42ad-aae2-ed8b2ce90d8f tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:34.551092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-921db1f3-17eb-4400-86da-24929ba7b5f6 req-e55d6004-2d7c-42ad-aae2-ed8b2ce90d8f tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 944 time: 0.0720127 Oct 22 14:49:34.602375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962fd9ab-648b-4828-9d82-2671f744014a req-d9e6db4e-b7eb-40a2-b6ec-7a7fd590f0bb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662990 Oct 22 14:49:34.609529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-921db1f3-17eb-4400-86da-24929ba7b5f6 req-d74dfa2c-57ce-4294-a2c1-618ca5996319 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Oct 22 14:49:35.682685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733aa87-942f-438e-848b-3fb7555f0603 req-fed3b75d-3ccf-42f1-a8af-223a080c3ea5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:35.684999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f733aa87-942f-438e-848b-3fb7555f0603 req-fed3b75d-3ccf-42f1-a8af-223a080c3ea5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0506673 Oct 22 14:49:35.721569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f733aa87-942f-438e-848b-3fb7555f0603 req-a20aadfc-5a7f-4cdd-b9c1-89500dfcfb89 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Oct 22 14:49:35.826513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be2be-e3a5-40f9-8831-737b9cd4734c req-7c9a521d-b175-4771-8704-4bf49e12f15e tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:35.828032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a1be2be-e3a5-40f9-8831-737b9cd4734c req-7c9a521d-b175-4771-8704-4bf49e12f15e tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0488784 Oct 22 14:49:35.865352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a1be2be-e3a5-40f9-8831-737b9cd4734c req-59941030-ce26-45ef-83e9-24e06e73a005 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Oct 22 14:49:35.978401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-5ce57c24-3948-40ca-bf5c-ea6aa34ba473 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:35.980080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-5ce57c24-3948-40ca-bf5c-ea6aa34ba473 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Oct 22 14:49:36.016083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d752473-7599-4934-b7ef-294dac6c2221 req-7fe312a2-28af-4cff-9ec3-a9446c70d252 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:36.017576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d752473-7599-4934-b7ef-294dac6c2221 req-7fe312a2-28af-4cff-9ec3-a9446c70d252 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0532632 Oct 22 14:49:36.055703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d752473-7599-4934-b7ef-294dac6c2221 req-35eb0595-20e8-4b0b-877f-cb7e112be855 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Oct 22 14:49:36.076770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Deleting port 757adc53-ab16-4f4a-8140-c325bb31e78d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:36.077121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:36.161863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6246-ffaa-420e-a1f1-bbaf2089f78e req-da9c1877-fba3-451e-8fd4-ec679124fc27 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:36.164023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47ff6246-ffaa-420e-a1f1-bbaf2089f78e req-da9c1877-fba3-451e-8fd4-ec679124fc27 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Oct 22 14:49:36.171455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] For port 757adc53-ab16-4f4a-8140-c325bb31e78d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=757adc53-ab16-4f4a-8140-c325bb31e78d,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:36.171824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:36.184125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Calling delete_port for 757adc53-ab16-4f4a-8140-c325bb31e78d owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:36.202233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47ff6246-ffaa-420e-a1f1-bbaf2089f78e req-75e59dcd-2743-43ba-9251-fb9aaf076eac tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Oct 22 14:49:36.407770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:36.420655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['dce73723-a140-46f6-8e77-691dd733bb57', '757adc53-ab16-4f4a-8140-c325bb31e78d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:36.637594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4bf7-12b2-41bf-b148-4a2f07f3ee4b req-ca18000d-3a44-45ba-9c83-a87956ced014 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:36.639189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-883b4bf7-12b2-41bf-b148-4a2f07f3ee4b req-ca18000d-3a44-45ba-9c83-a87956ced014 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 944 time: 0.0535040 Oct 22 14:49:36.666661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Pushing event deleted for resources: {'Port': ['ID=757adc53-ab16-4f4a-8140-c325bb31e78d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:36.680890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-883b4bf7-12b2-41bf-b148-4a2f07f3ee4b req-d957a23d-9699-4eef-9e17-8b4624114ed4 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Oct 22 14:49:36.709330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] No DVR routers for this DVR port 757adc53-ab16-4f4a-8140-c325bb31e78d on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:36.712173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:36.719758 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc533a5f-11c0-4d6e-8782-aa1473dfb6b7 req-b41847b9-ba23-4602-806b-1264ba9841b0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "DELETE /v2.0/ports/757adc53-ab16-4f4a-8140-c325bb31e78d HTTP/1.1" status: 204 len: 173 time: 0.7284167 Oct 22 14:49:36.719758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'name': 'network-vif-deleted', 'tag': '757adc53-ab16-4f4a-8140-c325bb31e78d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:36.719758 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83310bb5-c171-47e8-ae11-96aec53265db" -d '{"events": [{"server_uuid": "1c23fa10-00cb-4ed1-883b-66dba280f8d6", "name": "network-vif-deleted", "tag": "757adc53-ab16-4f4a-8140-c325bb31e78d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:36.763069 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d713ac9-01fe-4b74-a7a6-5834137b61b7 x-openstack-request-id: req-8d713ac9-01fe-4b74-a7a6-5834137b61b7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:36.763390 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c23fa10-00cb-4ed1-883b-66dba280f8d6", "name": "network-vif-deleted", "tag": "757adc53-ab16-4f4a-8140-c325bb31e78d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:36.763663 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d713ac9-01fe-4b74-a7a6-5834137b61b7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:36.764059 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c23fa10-00cb-4ed1-883b-66dba280f8d6', 'name': 'network-vif-deleted', 'tag': '757adc53-ab16-4f4a-8140-c325bb31e78d', 'status': 'completed', 'code': 200} Oct 22 14:49:36.860178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df681abb-e808-4dca-af00-4af5d94481bb req-55907c07-7e08-43d9-bc44-714bb1591fb0 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:36.861659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df681abb-e808-4dca-af00-4af5d94481bb req-55907c07-7e08-43d9-bc44-714bb1591fb0 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0555837 Oct 22 14:49:36.901339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df681abb-e808-4dca-af00-4af5d94481bb req-92b9562f-4c0c-4a04-979f-9d600f696877 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Oct 22 14:49:37.009349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174520e1-c518-452e-9364-7ceddca74618 req-1fbc0ec9-3bfa-4475-b9ab-f1307dd89925 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:37.010990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-174520e1-c518-452e-9364-7ceddca74618 req-1fbc0ec9-3bfa-4475-b9ab-f1307dd89925 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0504169 Oct 22 14:49:37.051889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-174520e1-c518-452e-9364-7ceddca74618 req-c96d4acb-a2ee-45fb-a17c-155956735c91 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347531 Oct 22 14:49:37.163609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f832d-5ecc-42fe-a013-737222d438e1 req-8c9509d6-e689-4550-8399-ec03016bec59 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:37.165107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2f832d-5ecc-42fe-a013-737222d438e1 req-8c9509d6-e689-4550-8399-ec03016bec59 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0530293 Oct 22 14:49:37.202605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2f832d-5ecc-42fe-a013-737222d438e1 req-3896005e-6d3d-487b-96c0-fd83d7c68c36 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Oct 22 14:49:37.357428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3c1bd-5f27-445f-8b3d-4377dc386db9 req-5339bc00-b914-418a-a70f-6558ebe404d5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:37.358939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfd3c1bd-5f27-445f-8b3d-4377dc386db9 req-5339bc00-b914-418a-a70f-6558ebe404d5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0590217 Oct 22 14:49:37.390294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6839bbbe-d4ca-408d-a050-8687134c1c55 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:37.396883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfd3c1bd-5f27-445f-8b3d-4377dc386db9 req-21d2b1ed-8987-4304-80de-6650dade839a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Oct 22 14:49:37.494371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6839bbbe-d4ca-408d-a050-8687134c1c55, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6839bbbe-d4ca-408d-a050-8687134c1c55,segment=NetworkSegment(46fceed6-d373-4d6c-985f-938d12307a0d),segment_id=46fceed6-d373-4d6c-985f-938d12307a0d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:37.499539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcd6f609-23b2-4916-bcf0-b55c24f234d0 req-f07ab4b0-89f2-4b9b-a64b-84dda631ccd6 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c23fa10-00cb-4ed1-883b-66dba280f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Oct 22 14:49:37.506719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '6839bbbe-d4ca-408d-a050-8687134c1c55', 'network_id': '6354c5df-240f-4487-936c-ffe2e466b8aa', 'port_id': '6839bbbe-d4ca-408d-a050-8687134c1c55', 'mac_address': 'fa:16:3e:15:21:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acdc134-2164-45d6-abde-c5894c4c8b13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:49:37.547013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:37.560579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6839bbbe-d4ca-408d-a050-8687134c1c55 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:37.580096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6839bbbe-d4ca-408d-a050-8687134c1c55, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6839bbbe-d4ca-408d-a050-8687134c1c55,segment=NetworkSegment(46fceed6-d373-4d6c-985f-938d12307a0d),segment_id=46fceed6-d373-4d6c-985f-938d12307a0d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:37.670167 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:37.718280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6839bbbe-d4ca-408d-a050-8687134c1c55,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:37.725819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.726165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.726505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.726841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.727217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.727592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.727922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.728251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.728574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.728898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.729241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.729563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:37.804962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad54d08-babb-4451-9fe8-363420c975d8 req-0ede3650-1bbb-4495-831a-90fd9c8535bb tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:37.806517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fad54d08-babb-4451-9fe8-363420c975d8 req-0ede3650-1bbb-4495-831a-90fd9c8535bb tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 945 time: 0.0527172 Oct 22 14:49:37.846653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fad54d08-babb-4451-9fe8-363420c975d8 req-0e671765-9d91-4393-8924-5c9bf62ea683 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Oct 22 14:49:37.962012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6839bbbe-d4ca-408d-a050-8687134c1c55'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:38.209653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334ef2f-d6da-4238-8406-e60335192a38 req-b2a82d67-1ad2-4561-a699-fb8d64f49c7b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:38.211213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6334ef2f-d6da-4238-8406-e60335192a38 req-b2a82d67-1ad2-4561-a699-fb8d64f49c7b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Oct 22 14:49:38.253991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6334ef2f-d6da-4238-8406-e60335192a38 req-9623d477-e692-4fb3-b1f9-0137efa5c260 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Oct 22 14:49:38.355641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b909d25-61cc-4d08-9678-44581a478b31 req-ae138b67-d27e-40ed-a54e-e322b36852c9 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:38.357099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b909d25-61cc-4d08-9678-44581a478b31 req-ae138b67-d27e-40ed-a54e-e322b36852c9 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0505331 Oct 22 14:49:38.394283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b909d25-61cc-4d08-9678-44581a478b31 req-571b6bc0-b033-437a-b6f6-79f5af956862 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Oct 22 14:49:38.497483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9023b-eb24-48e3-84e5-1538dfd8cf1c req-024b113c-c4af-433f-b500-b148edf6eb5f tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:38.498889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71e9023b-eb24-48e3-84e5-1538dfd8cf1c req-024b113c-c4af-433f-b500-b148edf6eb5f tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0498040 Oct 22 14:49:38.536996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71e9023b-eb24-48e3-84e5-1538dfd8cf1c req-4785e4ca-8589-4bc1-b6e4-3ab01d1ae49d tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Oct 22 14:49:38.686648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d5c4e-ec8e-4db5-9f10-dbaec8b7a8bc req-5984e4af-2121-470d-b241-e2208ce5ecb6 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:38.688219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-840d5c4e-ec8e-4db5-9f10-dbaec8b7a8bc req-5984e4af-2121-470d-b241-e2208ce5ecb6 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0508325 Oct 22 14:49:38.729773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-840d5c4e-ec8e-4db5-9f10-dbaec8b7a8bc req-f87558a7-4ce1-4a70-adc1-4db4b9106410 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Oct 22 14:49:39.332666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fd1fc-1281-4944-917f-83e365f061d0 req-563cf7d2-06c3-4fc4-a695-824b133806e5 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:39.334134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-948fd1fc-1281-4944-917f-83e365f061d0 req-563cf7d2-06c3-4fc4-a695-824b133806e5 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Oct 22 14:49:39.371571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-948fd1fc-1281-4944-917f-83e365f061d0 req-94a3f88d-e752-456f-b610-0eaa933e2458 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Oct 22 14:49:39.393784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6839bbbe-d4ca-408d-a050-8687134c1c55 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:49:39.478950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a9107-c5f5-4e3f-a0cc-6dd6097b22cb req-c92d1eb2-a4d1-435c-9b56-e18bed103bf0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:39.482432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c3a9107-c5f5-4e3f-a0cc-6dd6097b22cb req-c92d1eb2-a4d1-435c-9b56-e18bed103bf0 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0525103 Oct 22 14:49:39.519786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c3a9107-c5f5-4e3f-a0cc-6dd6097b22cb req-8ca1403a-12c2-46a4-8f8b-b0679075027d tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Oct 22 14:49:39.533328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 6839bbbe-d4ca-408d-a050-8687134c1c55 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:49:39.540407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 6839bbbe-d4ca-408d-a050-8687134c1c55 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:39.540407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:39.618428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:39.626790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d453130-8cad-4bbb-ba7f-d661bfe6113e req-0521f0db-af1e-49f1-8913-517687fbd160 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:39.628303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d453130-8cad-4bbb-ba7f-d661bfe6113e req-0521f0db-af1e-49f1-8913-517687fbd160 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0496733 Oct 22 14:49:39.641681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723d6209-a826-46b5-a003-eb605973e5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6839bbbe-d4ca-408d-a050-8687134c1c55'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:39.644003 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd30803-a8e8-45ec-9fac-2f44abeede86" -d '{"events": [{"server_uuid": "723d6209-a826-46b5-a003-eb605973e5e0", "name": "network-vif-plugged", "status": "completed", "tag": "6839bbbe-d4ca-408d-a050-8687134c1c55"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:39.656597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6839bbbe-d4ca-408d-a050-8687134c1c55, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6839bbbe-d4ca-408d-a050-8687134c1c55,segment=NetworkSegment(46fceed6-d373-4d6c-985f-938d12307a0d),segment_id=46fceed6-d373-4d6c-985f-938d12307a0d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:39.672094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d453130-8cad-4bbb-ba7f-d661bfe6113e req-07018c4c-c900-4b0f-bc0d-09e6819face2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Oct 22 14:49:39.740706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:39.741487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 757adc53-ab16-4f4a-8140-c325bb31e78d no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:39.778917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0cac1-c7be-4dc0-a63f-d96294bbe3dc req-c9abd7e0-94a8-4cbf-b414-c68cbbf1ed79 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:39.780313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb0cac1-c7be-4dc0-a63f-d96294bbe3dc req-c9abd7e0-94a8-4cbf-b414-c68cbbf1ed79 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0524898 Oct 22 14:49:39.781143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 757adc53-ab16-4f4a-8140-c325bb31e78d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:39.781485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 757adc53-ab16-4f4a-8140-c325bb31e78d not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:39.806384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6839bbbe-d4ca-408d-a050-8687134c1c55,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:39.823645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb0cac1-c7be-4dc0-a63f-d96294bbe3dc req-7d71b29a-08a3-4746-a153-784118c96f9b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Oct 22 14:49:39.923786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591640-f2f7-48c9-9fc9-1d8c104b973c req-63e2bad5-c9ad-447c-8b76-1be89a80af39 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:39.925619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73591640-f2f7-48c9-9fc9-1d8c104b973c req-63e2bad5-c9ad-447c-8b76-1be89a80af39 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0501654 Oct 22 14:49:39.963391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73591640-f2f7-48c9-9fc9-1d8c104b973c req-49d9e0b3-9143-4378-9aa9-b3c8890d42ec tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Oct 22 14:49:40.048107 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c9e957-73b4-450f-bc58-72c2a4a6daa7 x-openstack-request-id: req-70c9e957-73b4-450f-bc58-72c2a4a6daa7 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:40.048494 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723d6209-a826-46b5-a003-eb605973e5e0", "name": "network-vif-plugged", "status": "completed", "tag": "6839bbbe-d4ca-408d-a050-8687134c1c55", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:40.048816 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70c9e957-73b4-450f-bc58-72c2a4a6daa7 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:40.049302 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723d6209-a826-46b5-a003-eb605973e5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6839bbbe-d4ca-408d-a050-8687134c1c55', 'code': 200} Oct 22 14:49:40.148245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a51ef-e994-4512-bb37-ce6c57f09264 req-6c7b1a3c-de6d-4040-8b85-c59c82756723 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.149969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a71a51ef-e994-4512-bb37-ce6c57f09264 req-6c7b1a3c-de6d-4040-8b85-c59c82756723 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0598722 Oct 22 14:49:40.174675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d993e3-0802-4613-ab76-8673243d5f3f req-7835c99d-98ea-41af-939f-7295019a6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.176344 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d6d993e3-0802-4613-ab76-8673243d5f3f req-7835c99d-98ea-41af-939f-7295019a6e50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0648389 Oct 22 14:49:40.201692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a71a51ef-e994-4512-bb37-ce6c57f09264 req-31f8dcd3-9106-48d0-9925-9ed06d125294 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Oct 22 14:49:40.220526 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d6d993e3-0802-4613-ab76-8673243d5f3f req-89085a64-d551-4651-aaf5-a134ccd94987 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Oct 22 14:49:40.252545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ec2d7-a190-4792-8adc-b6de058eda13 req-56863f29-6e86-4343-984a-02ecdd60d2b6 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.254036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd8ec2d7-a190-4792-8adc-b6de058eda13 req-56863f29-6e86-4343-984a-02ecdd60d2b6 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 945 time: 0.0513399 Oct 22 14:49:40.300587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd8ec2d7-a190-4792-8adc-b6de058eda13 req-dd1d77eb-3c7f-4b45-af76-1225e0729d92 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Oct 22 14:49:40.498934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723b034-3c3b-4b25-b9a5-96b55ea96607 req-8ca347c4-2447-4825-b1dc-275f10212413 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.501224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6723b034-3c3b-4b25-b9a5-96b55ea96607 req-8ca347c4-2447-4825-b1dc-275f10212413 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 946 time: 0.0573189 Oct 22 14:49:40.543083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6723b034-3c3b-4b25-b9a5-96b55ea96607 req-7cafd4ab-49ab-4eae-9274-d43eb86fd652 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352163 Oct 22 14:49:40.637709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159a77a-eef0-4510-ad7c-b2687749731a req-ba8e97dc-487a-4db2-bf7b-d45476ff2e24 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.639246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d159a77a-eef0-4510-ad7c-b2687749731a req-ba8e97dc-487a-4db2-bf7b-d45476ff2e24 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0498791 Oct 22 14:49:40.682074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d159a77a-eef0-4510-ad7c-b2687749731a req-377a010b-4463-4b49-ab3b-763c248c6ac4 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/security-groups?id=8723f7cc-ce40-4f97-b624-89ea16fc128b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Oct 22 14:49:40.788216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983e1c0-b295-4ba4-a6e3-206f35245305 req-e04124c1-28d1-418d-b00d-145753e1b763 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.789607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7983e1c0-b295-4ba4-a6e3-206f35245305 req-e04124c1-28d1-418d-b00d-145753e1b763 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Oct 22 14:49:40.829786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7983e1c0-b295-4ba4-a6e3-206f35245305 req-9fa888c5-f53b-45f8-a450-bc2724bde583 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Oct 22 14:49:40.945534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e9e6-30ed-49bd-ba4b-d4eef9814d98 req-5731e3b6-e1c7-45cb-89f9-a6ad672efb20 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:40.947361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5a1e9e6-30ed-49bd-ba4b-d4eef9814d98 req-5731e3b6-e1c7-45cb-89f9-a6ad672efb20 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0515521 Oct 22 14:49:40.986108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5a1e9e6-30ed-49bd-ba4b-d4eef9814d98 req-8808ecfd-7ae9-4ca0-9077-1e2242051a51 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Oct 22 14:49:41.093719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0b6e-b1b4-47bd-a8c1-71e4a91d775f req-8e40feff-cb79-4071-981c-0158e8dfb532 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:41.099495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-034c0b6e-b1b4-47bd-a8c1-71e4a91d775f req-8e40feff-cb79-4071-981c-0158e8dfb532 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0594883 Oct 22 14:49:41.138887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-034c0b6e-b1b4-47bd-a8c1-71e4a91d775f req-da659a8f-0c72-487b-b145-5be28d08bef7 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372615 Oct 22 14:49:41.169030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:41.335148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c5ab-cb82-42c1-a683-6da2f49dacde req-fb7135c6-73e4-42e9-bfae-cd0b38c07e16 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:41.336829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f23c5ab-cb82-42c1-a683-6da2f49dacde req-fb7135c6-73e4-42e9-bfae-cd0b38c07e16 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Oct 22 14:49:41.372069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656215-5a57-4820-b989-46584c46861c req-3f4c962b-75b0-4c99-a948-cd4388444a56 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:41.374124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-13656215-5a57-4820-b989-46584c46861c req-3f4c962b-75b0-4c99-a948-cd4388444a56 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 945 time: 0.0577531 Oct 22 14:49:41.384072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f23c5ab-cb82-42c1-a683-6da2f49dacde req-fdb5d117-576d-4878-bc66-4a22e85df2cb tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Oct 22 14:49:41.493945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Deleting port dce73723-a140-46f6-8e77-691dd733bb57 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:41.494463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:41.592760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] For port dce73723-a140-46f6-8e77-691dd733bb57, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dce73723-a140-46f6-8e77-691dd733bb57,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:41.593116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:41.605388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Calling delete_port for dce73723-a140-46f6-8e77-691dd733bb57 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:41.911862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:41.924155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['dce73723-a140-46f6-8e77-691dd733bb57'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:41.940688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Pushing event deleted for resources: {'Port': ['ID=dce73723-a140-46f6-8e77-691dd733bb57,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:41.988825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] No DVR routers for this DVR port dce73723-a140-46f6-8e77-691dd733bb57 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:41.991664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:41.995106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-13656215-5a57-4820-b989-46584c46861c req-b766f382-dbde-41b4-8321-5bc7880d3b13 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.53 "DELETE /v2.0/ports/dce73723-a140-46f6-8e77-691dd733bb57 HTTP/1.1" status: 204 len: 173 time: 0.6136031 Oct 22 14:49:41.996668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'name': 'network-vif-deleted', 'tag': 'dce73723-a140-46f6-8e77-691dd733bb57'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:41.999029 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec110b-8e77-46ff-92e9-6746283a1359" -d '{"events": [{"server_uuid": "7c4cee16-1fcf-437d-a95d-aaa71aa5ba91", "name": "network-vif-deleted", "tag": "dce73723-a140-46f6-8e77-691dd733bb57"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:42.213480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a896bd-87d1-4b3d-ab47-551035f16b7a req-a0d7440f-2a20-4454-9511-82395260142a tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:42.216741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67a896bd-87d1-4b3d-ab47-551035f16b7a req-a0d7440f-2a20-4454-9511-82395260142a tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 946 time: 0.0560708 Oct 22 14:49:42.262470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67a896bd-87d1-4b3d-ab47-551035f16b7a req-4eee436a-d523-4bc7-bff7-466b97aaffb6 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Oct 22 14:49:42.393708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262c3c0-1cba-4660-a161-576a82cd6bbe req-e4d71d96-ead7-4bf9-b6f3-f5fca9e3afff tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:42.395394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f262c3c0-1cba-4660-a161-576a82cd6bbe req-e4d71d96-ead7-4bf9-b6f3-f5fca9e3afff tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0598686 Oct 22 14:49:42.493061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f262c3c0-1cba-4660-a161-576a82cd6bbe req-481f8930-68e1-424d-b501-c70d597a0dc0 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869427 Oct 22 14:49:42.605737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8daaa08-e620-44c6-8bef-be3da42aa5bd req-839d2f0d-f3ba-4e36-8536-05286ad9fba1 tempest-ListServerFiltersTestJSON-1632126312 tempest-ListServerFiltersTestJSON-1632126312-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c4cee16-1fcf-437d-a95d-aaa71aa5ba91 HTTP/1.1" status: 200 len: 210 time: 0.0466061 Oct 22 14:49:42.628987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b358-7639-4e34-85c1-b9666785419d req-9cdfece7-17c9-493c-8b9f-a6f7a83a1526 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:42.631203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1073b358-7639-4e34-85c1-b9666785419d req-9cdfece7-17c9-493c-8b9f-a6f7a83a1526 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0739267 Oct 22 14:49:42.672720 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94d2547-c255-4b90-b0af-f8f56c7920f7 x-openstack-request-id: req-f94d2547-c255-4b90-b0af-f8f56c7920f7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:42.673655 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cee16-1fcf-437d-a95d-aaa71aa5ba91", "name": "network-vif-deleted", "tag": "dce73723-a140-46f6-8e77-691dd733bb57", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:42.674773 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f94d2547-c255-4b90-b0af-f8f56c7920f7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:42.675858 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cee16-1fcf-437d-a95d-aaa71aa5ba91', 'name': 'network-vif-deleted', 'tag': 'dce73723-a140-46f6-8e77-691dd733bb57', 'status': 'completed', 'code': 200} Oct 22 14:49:42.686684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1073b358-7639-4e34-85c1-b9666785419d req-a455e78e-c79a-40d8-8656-1164c658cc9b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Oct 22 14:49:42.829060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55f26f-8cbf-42ba-b560-251ce6983ce6 req-fe5aad47-6df0-4cd4-b18f-c0f8b84f15a5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:42.829281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a55f26f-8cbf-42ba-b560-251ce6983ce6 req-fe5aad47-6df0-4cd4-b18f-c0f8b84f15a5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 944 time: 0.0975704 Oct 22 14:49:42.830458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-b85247e9-724d-432d-ba95-25b99f609d64 service neutron] 10.222.0.69 "GET /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.0985067 Oct 22 14:49:42.887065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a55f26f-8cbf-42ba-b560-251ce6983ce6 req-82724345-1251-46ae-93dc-3598e96ebd8c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568087 Oct 22 14:49:42.910860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-de0a28a9-6fcf-4ba4-b5dd-372b38a65f83 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--161472353&fields=id&tenant_id=393c3aa1bf3d4a698448988f6de1d726 HTTP/1.1" status: 200 len: 267 time: 0.0505843 Oct 22 14:49:43.010483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:43.066029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:43.107808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-9c93cf21-de70-412d-b1b7-7c20df518a88 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:43.108756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:43.116152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-9c93cf21-de70-412d-b1b7-7c20df518a88 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 824 time: 0.1954565 Oct 22 14:49:43.137341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-c1a4e70e-f799-4d37-803d-5d65e64e042e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/quotas/393c3aa1bf3d4a698448988f6de1d726 HTTP/1.1" status: 200 len: 375 time: 0.0188611 Oct 22 14:49:43.174516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cf99dc-df36-4437-bc5f-a84ab381e0a6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:43.188104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:43.232697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-9bc9bae9-25bf-483d-9b7b-577ae207e202 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0945156 Oct 22 14:49:43.300549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:43.343251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-f7b0fa43-261e-4412-adcb-16f6106b64d5 service neutron] 10.222.0.66 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960293 Oct 22 14:49:43.389515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] Transition to ACTIVE for port object b4cf99dc-df36-4437-bc5f-a84ab381e0a6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:49:43.457368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-c3c659e6-c7ad-4e79-9785-0f87d74856c1 service neutron] 10.222.0.66 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060193 Oct 22 14:49:43.517683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:43.593799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] No DVR routers for this DVR port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:43.635412 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] 10.222.0.69 "PUT /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6/bindings/n-h2-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7952237 Oct 22 14:49:43.636070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd28501-634e-4213-8111-d17fc7c7f720 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:43.737434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:43.791871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3a74d-0e37-4d3e-a9ec-8dce7222dbe3 req-6bbf043d-644c-4a95-8093-cb1b25414b38 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:43.794031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fa3a74d-0e37-4d3e-a9ec-8dce7222dbe3 req-6bbf043d-644c-4a95-8093-cb1b25414b38 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.0855944 Oct 22 14:49:43.798264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Deleting subnet c643e980-972c-427d-ba78-60716eff5a9c {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:49:43.802461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:43.852489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24ab042d-b382-43aa-ad8b-dfbf117330af req-6b05bc9f-b426-4fab-947d-19599c2d2b25 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0429580 Oct 22 14:49:43.904593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fa3a74d-0e37-4d3e-a9ec-8dce7222dbe3 req-5c612c80-41b5-41cc-b771-9904edc5666b tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 Oct 22 14:49:43.916670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:43.987061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-d42cf7cd-3d8d-4d54-84e5-a2a26a2386b4 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:43.992042 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-d42cf7cd-3d8d-4d54-84e5-a2a26a2386b4 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 950 time: 0.1575019 Oct 22 14:49:44.003090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-2f6778b0-ab7c-49ee-abd1-a7cbb775229c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.004587 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-2f6778b0-ab7c-49ee-abd1-a7cbb775229c tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.1367042 Oct 22 14:49:44.071258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537488d-1a0e-4afe-b8e5-b56be11bd82b req-dd832ef5-9118-4e79-b4c2-d4636022664e tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.072740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c537488d-1a0e-4afe-b8e5-b56be11bd82b req-dd832ef5-9118-4e79-b4c2-d4636022664e tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 946 time: 0.0842705 Oct 22 14:49:44.080648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d8487-1c75-47c7-b2b2-23ae879a9cc2 req-34efeeea-a2fc-453a-8389-cc73b6522d3d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.082029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe4d8487-1c75-47c7-b2b2-23ae879a9cc2 req-34efeeea-a2fc-453a-8389-cc73b6522d3d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0957968 Oct 22 14:49:44.133470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.135452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c537488d-1a0e-4afe-b8e5-b56be11bd82b req-722a38f2-a214-48b8-bf09-6d0b7ea5096c tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524802 Oct 22 14:49:44.148299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe4d8487-1c75-47c7-b2b2-23ae879a9cc2 req-4acc392a-12ec-43cb-9b19-9408f9dc8adb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477788 Oct 22 14:49:44.172431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-7b1cfea4-2384-421a-ab3b-04fac1a021d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.174078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-7b1cfea4-2384-421a-ab3b-04fac1a021d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439&tenant_id=51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 1096 time: 0.1399922 Oct 22 14:49:44.216953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Deleting port fe538560-19f8-45ff-a142-8619154f6964 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:44.217300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.325700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbdf9b-5768-4103-92c0-91c810228303 req-ce0b9930-32b5-46af-a0de-ea4acf01bbcb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.331545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34dbdf9b-5768-4103-92c0-91c810228303 req-ce0b9930-32b5-46af-a0de-ea4acf01bbcb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.0715890 Oct 22 14:49:44.334584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02d7c342-7fd1-4d65-b091-c48a4821f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.336151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-02d7c342-7fd1-4d65-b091-c48a4821f63d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1096 time: 0.1230268 Oct 22 14:49:44.340057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.368813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34dbdf9b-5768-4103-92c0-91c810228303 req-ab939073-296f-4912-97aa-ae6484540978 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Oct 22 14:49:44.388061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c643e980-972c-427d-ba78-60716eff5a9c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:44.403855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] For port fe538560-19f8-45ff-a142-8619154f6964, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fe538560-19f8-45ff-a142-8619154f6964,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:44.403855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.413371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.419463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d20c6ea-13c2-49a6-988b-ee8341fff9e5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c643e980-972c-427d-ba78-60716eff5a9c HTTP/1.1" status: 204 len: 168 time: 0.6799109 Oct 22 14:49:44.419992 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db9768-9ba6-4b01-9738-d01f73f7a660 None None] Network 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:44.420449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38618) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:44.437321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Calling delete_port for fe538560-19f8-45ff-a142-8619154f6964 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:44.586511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.590696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-c0be5c9d-1719-4739-8c60-dc7859ae47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.592615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-c0be5c9d-1719-4739-8c60-dc7859ae47e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2419765 Oct 22 14:49:44.640890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] DHCP port deletion for 0e1ecc70-4a4f-4493-8115-ac6de51c87f5 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:49:44.658649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-1c173233-eec4-4d1a-a0cd-ca6fca278fce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0559511 Oct 22 14:49:44.664970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Deleting port a2c5133f-02a9-4899-ae2f-04a76e120789 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:44.672941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.692179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-9854c278-d49a-47fc-9f30-edb0338f615e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.693806 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-9854c278-d49a-47fc-9f30-edb0338f615e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c345a48-65e1-4bce-b7bc-b6410b6a9c98 HTTP/1.1" status: 200 len: 945 time: 0.1722007 Oct 22 14:49:44.763544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] Deleting port a2c5133f-02a9-4899-ae2f-04a76e120789 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:44.767816 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.769716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] For port a2c5133f-02a9-4899-ae2f-04a76e120789, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a2c5133f-02a9-4899-ae2f-04a76e120789,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:44.770284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.785234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Calling delete_port for a2c5133f-02a9-4899-ae2f-04a76e120789 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:44.860124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] For port a2c5133f-02a9-4899-ae2f-04a76e120789, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a2c5133f-02a9-4899-ae2f-04a76e120789,segment=NetworkSegment(64c9d2de-615e-4648-bdb1-0c728c597342),segment_id=64c9d2de-615e-4648-bdb1-0c728c597342)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:44.860976 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:44.862272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-f8e58049-cb6e-400b-a2b7-2dee74248153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:44.863881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-f8e58049-cb6e-400b-a2b7-2dee74248153 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1921575 Oct 22 14:49:44.901383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a2c5133f-02a9-4899-ae2f-04a76e120789 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:44.911561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] Calling delete_port for a2c5133f-02a9-4899-ae2f-04a76e120789 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:44.947928 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-40c7390f-5d7d-466d-bc7f-8085041f9d02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581808 Oct 22 14:49:44.950451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-592a9ab9-8bd2-470c-bad5-85ace068d088 req-3f12dc52-aec2-4d93-9566-142cd68338b9 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0472717 Oct 22 14:49:45.003828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Deleting port 8f0311bc-c193-400a-b675-87c51c5def8b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:45.004607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.037309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:45.066081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.080495 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.087070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.112762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c5133f-02a9-4899-ae2f-04a76e120789,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:45.115320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] No DVR routers for this DVR port a2c5133f-02a9-4899-ae2f-04a76e120789 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:45.140431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] Pushing event deleted for resources: {'Port': ['ID=a2c5133f-02a9-4899-ae2f-04a76e120789,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:45.154678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.154678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.154678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.154678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.155181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.155653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.155865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.156188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.156668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.157218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.157634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.158065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.158479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:49:45.159120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80017e41-4f0b-40d3-b678-97be5da4681b None None] No DVR routers for this DVR port a2c5133f-02a9-4899-ae2f-04a76e120789 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:45.170527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['fe538560-19f8-45ff-a142-8619154f6964'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:45.236032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87600ff-86b2-4293-a46d-09024d1145dc req-f0a6a925-c6e1-44a9-ba4e-49f770672f21 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:45.237882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d87600ff-86b2-4293-a46d-09024d1145dc req-f0a6a925-c6e1-44a9-ba4e-49f770672f21 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 867 time: 0.2041538 Oct 22 14:49:45.303206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:45.328652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'port_id': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'mac_address': 'fa:16:3e:29:4b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1edebd-03f0-4d47-9aa7-6f1856e61e1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:49:45.340203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.382403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1ecc70-4a4f-4493-8115-ac6de51c87f5']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:45.388404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Pushing event deleted for resources: {'Port': ['ID=fe538560-19f8-45ff-a142-8619154f6964,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:45.399846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c9d2de-615e-4648-bdb1-0c728c597342') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:45.400247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c9d2de-615e-4648-bdb1-0c728c597342') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:45.409457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-d4ad35db-b723-4e4b-9d01-38d6cb538f57 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471636 Oct 22 14:49:45.412522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d87600ff-86b2-4293-a46d-09024d1145dc req-d0cde469-d631-405d-b536-c23ae8020552 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ebe850c-2268-41e5-aa48-f151032b4ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521401 Oct 22 14:49:45.434585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dce73723-a140-46f6-8e77-691dd733bb57 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:45.463123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549359-6a2d-437f-af0f-6013ece27994 req-30c7d4f8-0049-4420-bdc9-1f4ebc98903e tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:45.472807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74549359-6a2d-437f-af0f-6013ece27994 req-30c7d4f8-0049-4420-bdc9-1f4ebc98903e tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 946 time: 0.2476821 Oct 22 14:49:45.478010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.489114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: dce73723-a140-46f6-8e77-691dd733bb57 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:45.499353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dce73723-a140-46f6-8e77-691dd733bb57 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:45.504165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.524445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e93566e2-ab79-49c2-8e0e-373cc65feb71 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:45.542030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.562805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] No DVR routers for this DVR port fe538560-19f8-45ff-a142-8619154f6964 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:45.565534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.568386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:45.569051 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3b58e0a-18b2-4527-9cc5-4000a0c9ab12 req-ebda4a71-4d01-42ff-b5ac-56f7e2216805 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.69 "DELETE /v2.0/ports/fe538560-19f8-45ff-a142-8619154f6964 HTTP/1.1" status: 204 len: 173 time: 1.5688369 Oct 22 14:49:45.570953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] For port 8f0311bc-c193-400a-b675-87c51c5def8b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8f0311bc-c193-400a-b675-87c51c5def8b,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:45.571389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.576457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ccd05b-72d0-4287-9d5f-593474158663', 'name': 'network-vif-deleted', 'tag': 'fe538560-19f8-45ff-a142-8619154f6964'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:45.579139 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eddaa9-3943-4aae-8663-1c57235460bd" -d '{"events": [{"server_uuid": "88ccd05b-72d0-4287-9d5f-593474158663", "name": "network-vif-deleted", "tag": "fe538560-19f8-45ff-a142-8619154f6964"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:45.587406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:49:45.595867 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:49:45.622680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74549359-6a2d-437f-af0f-6013ece27994 req-bdcb3f33-e713-4f3f-bf7f-3cfc1006faa7 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303899 Oct 22 14:49:45.706160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.722369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a47ff-9d67-4147-adab-a4730b8eba49 req-792c201d-abb9-419d-8ed8-6ea3d4f6aa58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:45.722369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a3a47ff-9d67-4147-adab-a4730b8eba49 req-792c201d-abb9-419d-8ed8-6ea3d4f6aa58 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.1755645 Oct 22 14:49:45.747780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-a8a70a0f-9ba7-46f4-a21e-10c84b2131ef tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:45.749423 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-a8a70a0f-9ba7-46f4-a21e-10c84b2131ef tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.53 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 946 time: 0.4573088 Oct 22 14:49:45.812799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a3a47ff-9d67-4147-adab-a4730b8eba49 req-ba793544-fa13-4afa-9a13-d77d21901fee tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863838 Oct 22 14:49:45.844279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:45.861623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e93566e2-ab79-49c2-8e0e-373cc65feb71'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:45.877727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.884582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:45.887715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0e1ecc70-4a4f-4493-8115-ac6de51c87f5 HTTP/1.1" status: 204 len: 168 time: 1.4659069 Oct 22 14:49:45.899728 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-1a65c189-8cd1-4f37-85ac-379c65f2a4b5 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784796 Oct 22 14:49:45.904852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c949ee-fea1-404e-9ff2-8e34b5a60de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1ecc70-4a4f-4493-8115-ac6de51c87f5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:45.914754 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b3c640-dde0-4cfa-9e71-46f717ad857a x-openstack-request-id: req-97b3c640-dde0-4cfa-9e71-46f717ad857a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:45.915600 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ccd05b-72d0-4287-9d5f-593474158663", "name": "network-vif-deleted", "tag": "fe538560-19f8-45ff-a142-8619154f6964", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:45.915920 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97b3c640-dde0-4cfa-9e71-46f717ad857a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:45.920492 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ccd05b-72d0-4287-9d5f-593474158663', 'name': 'network-vif-deleted', 'tag': 'fe538560-19f8-45ff-a142-8619154f6964', 'status': 'completed', 'code': 200} Oct 22 14:49:45.925820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbca3c8-ea56-4ef8-9b74-194b4fb77306 req-00c6e302-3d0c-4e55-9ef4-0ad9756805c0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:45.928106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2dbca3c8-ea56-4ef8-9b74-194b4fb77306 req-00c6e302-3d0c-4e55-9ef4-0ad9756805c0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.0911207 Oct 22 14:49:46.011670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2dbca3c8-ea56-4ef8-9b74-194b4fb77306 req-b3f64a47-2bfb-450c-a7ca-f4d3688ae59b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754628 Oct 22 14:49:46.087917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d35c1d0a-fbcd-4fa7-a0cf-a50cbb1e6e09 req-57b2ffd1-b331-4da2-b548-58c01e9ec64e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0334134 Oct 22 14:49:46.401108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38650) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:46.458203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Deleting port 6839bbbe-d4ca-408d-a050-8687134c1c55 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:49:46.458548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.475031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f4101ccc-e6f3-4a50-81b4-987a0c64d149 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7dffd6cda6a34b6c9447899e89b514ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649483 Oct 22 14:49:46.476812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38654) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:46.504463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.504866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.514619 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003 disassociated. External IP: 172.25.1.35, port: 8f0311bc-c193-400a-b675-87c51c5def8b. Oct 22 14:49:46.514619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Calling delete_port for 8f0311bc-c193-400a-b675-87c51c5def8b owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:46.572568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a69b1dc-2cf1-4620-82da-ee01783e2627 req-1dc7e10c-bed3-4a31-8731-e4035ee4b589 tempest-ServerDiagnosticsNegativeTest-818039744 tempest-ServerDiagnosticsNegativeTest-818039744-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ccd05b-72d0-4287-9d5f-593474158663 HTTP/1.1" status: 200 len: 210 time: 0.0450635 Oct 22 14:49:46.595338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa30f0a-2b82-43b8-9b1c-9cc51488611e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.619789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa30f0a-2b82-43b8-9b1c-9cc51488611e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.630603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] For port 6839bbbe-d4ca-408d-a050-8687134c1c55, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6839bbbe-d4ca-408d-a050-8687134c1c55,segment=NetworkSegment(46fceed6-d373-4d6c-985f-938d12307a0d),segment_id=46fceed6-d373-4d6c-985f-938d12307a0d)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:46.641229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.647020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Calling delete_port for 6839bbbe-d4ca-408d-a050-8687134c1c55 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:49:46.818340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826149-fc5d-448c-b83d-98c67269158a req-a7a97471-6881-487f-a67a-1750dac40e63 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:46.820067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb826149-fc5d-448c-b83d-98c67269158a req-a7a97471-6881-487f-a67a-1750dac40e63 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 946 time: 0.0985560 Oct 22 14:49:46.881024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb826149-fc5d-448c-b83d-98c67269158a req-580a9e7b-d2fd-4d45-bd20-3fa6edd47fe4 tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3f45d1c-6e8c-4662-92ba-979d94a52e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Oct 22 14:49:46.951255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.962364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa30f0a-2b82-43b8-9b1c-9cc51488611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.965553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa30f0a-2b82-43b8-9b1c-9cc51488611e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:46.966768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2fa30f0a-2b82-43b8-9b1c-9cc51488611e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8723f7cc-ce40-4f97-b624-89ea16fc128b HTTP/1.1" status: 204 len: 168 time: 0.4890034 Oct 22 14:49:46.980840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event deleted for resources: {'Port': ['ID=8f0311bc-c193-400a-b675-87c51c5def8b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:46.987091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30f0a-2b82-43b8-9b1c-9cc51488611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8723f7cc-ce40-4f97-b624-89ea16fc128b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:47.002843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7aa60-4ccd-4003-becd-143ea2624e10 req-2928d69d-b277-4b6a-92d4-8ee7bdc68eca tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:47.011552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffb7aa60-4ccd-4003-becd-143ea2624e10 req-2928d69d-b277-4b6a-92d4-8ee7bdc68eca tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 944 time: 0.0880063 Oct 22 14:49:47.060162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:47.107428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffb7aa60-4ccd-4003-becd-143ea2624e10 req-bbc9d8e0-a0be-4714-8dad-c6a9ff1690c6 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945716 Oct 22 14:49:47.120309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:49:47.133039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.203940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6839bbbe-d4ca-408d-a050-8687134c1c55'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:47.211572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Pushing event deleted for resources: {'Port': ['ID=6839bbbe-d4ca-408d-a050-8687134c1c55,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:47.282698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:49:47.313346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] No DVR routers for this DVR port 6839bbbe-d4ca-408d-a050-8687134c1c55 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:47.318416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.322114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3cddef5-208e-461d-aa3f-ba56a3d58402 req-e3fedeb7-8a17-44b5-9611-80e4bf421acd tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.53 "DELETE /v2.0/ports/6839bbbe-d4ca-408d-a050-8687134c1c55 HTTP/1.1" status: 204 len: 173 time: 1.5416632 Oct 22 14:49:47.332140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab06e-5763-4b34-b79e-d8ba2988dfb7 req-94bf56b3-202c-4d77-b75d-fc291a86fc40 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:47.333858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a5ab06e-5763-4b34-b79e-d8ba2988dfb7 req-94bf56b3-202c-4d77-b75d-fc291a86fc40 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.1532485 Oct 22 14:49:47.377781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d03c2441-5c50-4cf7-958a-330de45c396d req-a6e3b007-3848-4f14-b601-d3af7cf67955 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0826743 Oct 22 14:49:47.435670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a5ab06e-5763-4b34-b79e-d8ba2988dfb7 req-5479d19d-3e92-4c4b-8232-613e5ce8db77 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 Oct 22 14:49:47.451260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-ba896ccf-039b-453c-931a-7ea17755ec5e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:47.452835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-ba896ccf-039b-453c-931a-7ea17755ec5e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.1375642 Oct 22 14:49:47.457672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:47.479465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e93566e2-ab79-49c2-8e0e-373cc65feb71 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:47.480982 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.485083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '55630857-082c-4898-9afd-32033214e6ff', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '55630857-082c-4898-9afd-32033214e6ff', 'mac_address': 'fa:16:3e:0b:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:49:47.541017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-8b4bd15e-dd13-41e6-b732-f99f3f19df91 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:47.542684 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-8b4bd15e-dd13-41e6-b732-f99f3f19df91 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.53 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 824 time: 0.2717483 Oct 22 14:49:47.573167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:49:47.585893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:49:47.611393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.620153 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:49:47.621628 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:49:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:47.626871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55630857-082c-4898-9afd-32033214e6ff {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:47.674254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:47.728413 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.757351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-2c92a6fb-71f6-4b67-9407-49e73373535c service neutron] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:47.757921 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.761484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-2c92a6fb-71f6-4b67-9407-49e73373535c service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.763166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c1b400f-4d78-42ee-92d8-e1d473a232e2 req-2c92a6fb-71f6-4b67-9407-49e73373535c service neutron] 10.222.0.53 "DELETE /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6/bindings/n-h1-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.2998919 Oct 22 14:49:47.779329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] No DVR routers for this DVR port 8f0311bc-c193-400a-b675-87c51c5def8b on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:49:47.782310 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:47.787630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-61e1d615-aca7-405f-bd21-d7cde398ab03 req-09315cce-e461-4a16-a028-ae18021c752e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.69 "DELETE /v2.0/ports/8f0311bc-c193-400a-b675-87c51c5def8b HTTP/1.1" status: 204 len: 173 time: 3.0679710 Oct 22 14:49:47.802931 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-f0edd969-948b-451e-927c-b82ece3469df tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=393c3aa1bf3d4a698448988f6de1d726 HTTP/1.1" status: 200 len: 379 time: 0.2455354 Oct 22 14:49:47.817318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'port': {'device_id': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'admin_state_up': True, 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'security_groups': ['48810ba0-6220-4440-92d1-a0551d687211']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:47.895390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:47.897760 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92b085a-d69f-4ce8-9982-6d73584a0c36" -d '{"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-plugged", "status": "completed", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:47.943671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:47.945105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['55630857-082c-4898-9afd-32033214e6ff'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:47.976018 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:49:47.991142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:48.070668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723d6209-a826-46b5-a003-eb605973e5e0', 'name': 'network-vif-deleted', 'tag': '6839bbbe-d4ca-408d-a050-8687134c1c55'}, {'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'name': 'network-vif-deleted', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:48.073451 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da8630-2bf1-4972-92a0-37810a491275" -d '{"events": [{"server_uuid": "723d6209-a826-46b5-a003-eb605973e5e0", "name": "network-vif-deleted", "tag": "6839bbbe-d4ca-408d-a050-8687134c1c55"}, {"server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "name": "network-vif-deleted", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:48.092925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:48.097153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8f0311bc-c193-400a-b675-87c51c5def8b no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:48.120612 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8239a00-e404-46b6-b4e0-57850cb87fac x-openstack-request-id: req-d8239a00-e404-46b6-b4e0-57850cb87fac {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:48.120949 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-plugged", "status": "completed", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:48.121208 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8239a00-e404-46b6-b4e0-57850cb87fac {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:48.121599 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'code': 200} Oct 22 14:49:48.179679 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755396e-c475-4151-92a3-398ddf1cf9dc x-openstack-request-id: req-e755396e-c475-4151-92a3-398ddf1cf9dc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:48.184558 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723d6209-a826-46b5-a003-eb605973e5e0", "name": "network-vif-deleted", "tag": "6839bbbe-d4ca-408d-a050-8687134c1c55", "status": "completed", "code": 200}, {"server_uuid": "2c345a48-65e1-4bce-b7bc-b6410b6a9c98", "name": "network-vif-deleted", "tag": "8f0311bc-c193-400a-b675-87c51c5def8b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:48.184558 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e755396e-c475-4151-92a3-398ddf1cf9dc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:48.184558 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723d6209-a826-46b5-a003-eb605973e5e0', 'name': 'network-vif-deleted', 'tag': '6839bbbe-d4ca-408d-a050-8687134c1c55', 'status': 'completed', 'code': 200} Oct 22 14:49:48.184558 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c345a48-65e1-4bce-b7bc-b6410b6a9c98', 'name': 'network-vif-deleted', 'tag': '8f0311bc-c193-400a-b675-87c51c5def8b', 'status': 'completed', 'code': 200} Oct 22 14:49:48.266121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Made reservation on behalf of 393c3aa1bf3d4a698448988f6de1d726 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:48.270247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:48.283928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1421cc45-40e1-4abf-b1c8-8682750f49b7 req-177cde71-daa8-4204-8525-caf5644f638d tempest-ServerAddressesTestJSON-1163028543 tempest-ServerAddressesTestJSON-1163028543-project] 10.222.0.66 "GET /v2.0/ports?device_id=723d6209-a826-46b5-a003-eb605973e5e0 HTTP/1.1" status: 200 len: 210 time: 0.0726132 Oct 22 14:49:48.292756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:48.368854 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:49:48.387058 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:49:48.392181 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:49:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:48.393638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048b4a8-71d7-4f81-93c6-93b19def4012 req-159488ae-0e4f-49b9-9322-3440c3b8b7fd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:48.404853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3048b4a8-71d7-4f81-93c6-93b19def4012 req-159488ae-0e4f-49b9-9322-3440c3b8b7fd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.1273715 Oct 22 14:49:48.510272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Allocated IP 172.20.0.9 (fecc5e17-09ba-4245-ab79-ac57805e4245/01bd49fe-de58-47c3-a046-3c1e37d8995e/59bf9623-55a1-4505-9219-a441ce9538c5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:49:48.546607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3048b4a8-71d7-4f81-93c6-93b19def4012 req-cec5af1a-9563-4c38-8f99-fb550895c7b7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404912 Oct 22 14:49:48.640953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5fd4d5c-1fd2-477b-9b05-2f72bec5d0f4 req-eac05811-964c-412a-80ca-56574b64d115 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0898991 Oct 22 14:49:48.673753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8f0311bc-c193-400a-b675-87c51c5def8b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:48.674048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8f0311bc-c193-400a-b675-87c51c5def8b not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:48.674437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fe538560-19f8-45ff-a142-8619154f6964 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:48.736512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: fe538560-19f8-45ff-a142-8619154f6964 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:48.737076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fe538560-19f8-45ff-a142-8619154f6964 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:48.744566 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:49:48.751408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:48.764101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:48.766514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d5cd-f8af-4c79-b242-6aa5d590021a req-0b5fb680-eda5-4305-98cf-f764baad339d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:48.786408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c341d5cd-f8af-4c79-b242-6aa5d590021a req-0b5fb680-eda5-4305-98cf-f764baad339d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.0910873 Oct 22 14:49:48.837097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:48.861262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c341d5cd-f8af-4c79-b242-6aa5d590021a req-0a7a7a8a-6ab8-4b98-950c-b0c2a93ec928 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738876 Oct 22 14:49:48.913185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:48.988576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Network fecc5e17-09ba-4245-ab79-ac57805e4245 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:49:48.997860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:49.000508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:49:49.044336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:49:49.078111 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:49.091810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event updated for resources: {'Port': ['ID=59bf9623-55a1-4505-9219-a441ce9538c5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:49.130842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:49.147102 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf89223-27c7-4237-b976-75b2a3478f27 None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:49:49.147778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.183177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 55630857-082c-4898-9afd-32033214e6ff triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:49.183883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.194737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e941e-304c-4b3c-95a4-9e21af437b2c req-bb8eef2b-5edf-4c58-931a-100c7d130344 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:49.200390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-775e941e-304c-4b3c-95a4-9e21af437b2c req-bb8eef2b-5edf-4c58-931a-100c7d130344 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1096 time: 0.1744423 Oct 22 14:49:49.258498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-545e8838-5575-4e5b-a72e-eeb804e76736 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db13bfa0f2c4a4f863f4985f5f5ab23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005777 Oct 22 14:49:49.263442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38748) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:49.276090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-775e941e-304c-4b3c-95a4-9e21af437b2c req-6a7bb327-7ccf-43e4-9b42-807dd2f64e68 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Oct 22 14:49:49.303486 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-a8995ce4-6b36-413f-a836-9b8c86f371d0 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4857798 Oct 22 14:49:49.309819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Request body: {'port': {'device_id': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:49.362055 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.427589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.427826 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6839bbbe-d4ca-408d-a050-8687134c1c55 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:49.442254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38758) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:49.481309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38760) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:49.520351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 6839bbbe-d4ca-408d-a050-8687134c1c55 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:49:49.522182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6839bbbe-d4ca-408d-a050-8687134c1c55 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:49:49.525849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:49.537412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166230a2-70b5-48af-946e-d3513178ea62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.545515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-66c41ed6-80f7-4af7-bd41-4c7d0563d8fa None None] Provisioning complete for port 59bf9623-55a1-4505-9219-a441ce9538c5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:49.546070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-66c41ed6-80f7-4af7-bd41-4c7d0563d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.560304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac49581-5d06-4496-bb27-866c9923c359 req-f02b7ed6-e8a3-45f0-b2ab-335927f9aafc tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:49.569438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ac49581-5d06-4496-bb27-866c9923c359 req-f02b7ed6-e8a3-45f0-b2ab-335927f9aafc tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 1096 time: 0.1134529 Oct 22 14:49:49.605955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-66c41ed6-80f7-4af7-bd41-4c7d0563d8fa None None] Port 59bf9623-55a1-4505-9219-a441ce9538c5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:49:49.635011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.643600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ac49581-5d06-4496-bb27-866c9923c359 req-456da5bf-d255-4c0e-8d15-93309da141f4 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728819 Oct 22 14:49:49.664194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Deleting subnet 7acdc134-2164-45d6-abde-c5894c4c8b13 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:49:49.681214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-429162937-network', 'tenant_id': '8271a30c67be4957b64e6d0c9268d3da'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:49.681553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166230a2-70b5-48af-946e-d3513178ea62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.699752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.767666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924d641-6346-4a86-a210-3b81b3ec57c6 None None] New status for floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:49:49.789989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2001-546a-4c6d-911e-fc2910fdb695 req-eafa53cb-c8ad-4bfd-bc1a-aa48f8210889 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:49.798031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-777c2001-546a-4c6d-911e-fc2910fdb695 req-eafa53cb-c8ad-4bfd-bc1a-aa48f8210889 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0954807 Oct 22 14:49:49.821825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:49.874585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:49.890909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-777c2001-546a-4c6d-911e-fc2910fdb695 req-2082fed7-eeb8-49c5-8bb4-cccd602051c6 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918529 Oct 22 14:49:49.937430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b356c58-7318-498f-8f58-ebc7090b3521 req-2c5254eb-75f1-47cb-abca-388a7dab6e90 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:49.941271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b356c58-7318-498f-8f58-ebc7090b3521 req-2c5254eb-75f1-47cb-abca-388a7dab6e90 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 931 time: 0.1332345 Oct 22 14:49:49.966490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.003326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b356c58-7318-498f-8f58-ebc7090b3521 req-eadc5afe-1bd7-44c6-bca5-b2fe47a0cee2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549641 Oct 22 14:49:50.014758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166230a2-70b5-48af-946e-d3513178ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.018613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166230a2-70b5-48af-946e-d3513178ea62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.022365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-166230a2-70b5-48af-946e-d3513178ea62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ebe850c-2268-41e5-aa48-f151032b4ffb HTTP/1.1" status: 204 len: 168 time: 0.7549846 Oct 22 14:49:50.040610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166230a2-70b5-48af-946e-d3513178ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe850c-2268-41e5-aa48-f151032b4ffb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:50.096911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Made reservation on behalf of 8271a30c67be4957b64e6d0c9268d3da for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:50.099225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.115510 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.122694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55630857-082c-4898-9afd-32033214e6ff'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:50.125409 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53906f8-fdea-430c-b80e-f691261c39b0" -d '{"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-plugged", "status": "completed", "tag": "55630857-082c-4898-9afd-32033214e6ff"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:50.193055 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61952c-7995-4de5-9c5b-2adb7cf71845 x-openstack-request-id: req-cd61952c-7995-4de5-9c5b-2adb7cf71845 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:50.193647 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-plugged", "status": "completed", "tag": "55630857-082c-4898-9afd-32033214e6ff", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:50.193839 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd61952c-7995-4de5-9c5b-2adb7cf71845 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:50.194293 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55630857-082c-4898-9afd-32033214e6ff', 'code': 200} Oct 22 14:49:50.210675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.256340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acdc134-2164-45d6-abde-c5894c4c8b13,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:50.264321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bf9623-55a1-4505-9219-a441ce9538c5 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:50.278992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.279914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.285409 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-473fc1c0-4588-4cbf-bceb-75aa25494d33 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7acdc134-2164-45d6-abde-c5894c4c8b13 HTTP/1.1" status: 204 len: 168 time: 0.8396895 Oct 22 14:49:50.286650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38828) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:50.303386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Transition to ACTIVE for port object 59bf9623-55a1-4505-9219-a441ce9538c5 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:49:50.331513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.371317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.437782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.453570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:49:50.457239 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.464433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.464752 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Added segment 3111d99b-c3e8-4b2b-821d-22ccec7dc8b8 of type vlan for network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 Oct 22 14:49:50.478635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6354c5df-240f-4487-936c-ffe2e466b8aa']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:50.483570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.490905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fceed6-d373-4d6c-985f-938d12307a0d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:50.491305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fceed6-d373-4d6c-985f-938d12307a0d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:49:50.506722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.521155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.528751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:49:50.529146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:49:50.531153 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:49:50.580772 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.588678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712e1fc6-7161-4f65-bd38-2bb77642e655,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:50.642582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Pushing event updated for resources: {'Port': ['ID=59bf9623-55a1-4505-9219-a441ce9538c5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:50.724135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Attempting to bind port 59bf9623-55a1-4505-9219-a441ce9538c5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:49:50.724348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Attempting to bind port 59bf9623-55a1-4505-9219-a441ce9538c5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:49:50.724975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Attempting to bind port 59bf9623-55a1-4505-9219-a441ce9538c5 on network fecc5e17-09ba-4245-ab79-ac57805e4245 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:50.735732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Port 59bf9623-55a1-4505-9219-a441ce9538c5 on network fecc5e17-09ba-4245-ab79-ac57805e4245 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:49:50.735732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Attempting to bind port 59bf9623-55a1-4505-9219-a441ce9538c5 on network fecc5e17-09ba-4245-ab79-ac57805e4245 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:49:50.735732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:49:50.735732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Checking segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:50.735732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Bound using segment: {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:49:50.736142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Bound port: 59bf9623-55a1-4505-9219-a441ce9538c5, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96529c13-397f-46bf-99ee-34fcbc7fb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:49:50.736421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.746717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.747771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.748726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:50.749304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.754403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:50.759169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6354c5df-240f-4487-936c-ffe2e466b8aa HTTP/1.1" status: 204 len: 168 time: 0.4713275 Oct 22 14:49:50.803674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27715c75-5de4-4e20-9dd9-f8107a297ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6354c5df-240f-4487-936c-ffe2e466b8aa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:50.841942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] Pushing event updated for resources: {'Network': ['ID=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:50.858331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:49:50.869188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] For port 59bf9623-55a1-4505-9219-a441ce9538c5, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:49:50.872981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] For port 59bf9623-55a1-4505-9219-a441ce9538c5, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=59bf9623-55a1-4505-9219-a441ce9538c5,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:49:50.880274 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d8b53829-bd75-4648-a30a-117c6df02565 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3977125 Oct 22 14:49:50.883335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38840) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:50.890053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Request body: {'subnet': {'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-429162937-subnet', 'tenant_id': '8271a30c67be4957b64e6d0c9268d3da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:51.008912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aa9d7-de4d-4021-a2cd-86e61574633b req-895f667c-0092-4e87-9255-2c73cb6017ba tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:51.009669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.010424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-902aa9d7-de4d-4021-a2cd-86e61574633b req-895f667c-0092-4e87-9255-2c73cb6017ba tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Oct 22 14:49:51.059432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:51.060263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.062316 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] 10.222.0.53 "PUT /v2.0/ports/59bf9623-55a1-4505-9219-a441ce9538c5 HTTP/1.1" status: 200 len: 1091 time: 1.7571280 Oct 22 14:49:51.062874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:51.064447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-902aa9d7-de4d-4021-a2cd-86e61574633b req-1a087e85-0e0b-42c5-a883-ac74e597682b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Oct 22 14:49:51.077447 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:51.104005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Made reservation on behalf of 8271a30c67be4957b64e6d0c9268d3da for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:51.109064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.124108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38848) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:51.160919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed90a83-50cf-4de4-a7d9-b76e6d695a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.210601 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c16b9c1-e68a-4eba-a4a5-3bba64593e02 x-openstack-request-id: req-0c16b9c1-e68a-4eba-a4a5-3bba64593e02 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:49:51.210903 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:49:51.212168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349195ef-d7de-4527-a128-b64673e2204b req-49c6ab7c-671a-4aec-b3bb-e66cde75ab0c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:51.212662 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c16b9c1-e68a-4eba-a4a5-3bba64593e02 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:49:51.213075 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5', 'status': 'completed', 'code': 200} Oct 22 14:49:51.221085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-349195ef-d7de-4527-a128-b64673e2204b req-49c6ab7c-671a-4aec-b3bb-e66cde75ab0c tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 943 time: 0.1231811 Oct 22 14:49:51.293852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1f5a9-2371-406b-a4aa-de558a78c02b service neutron] Pushing event updated for resources: {'Port': ['ID=59bf9623-55a1-4505-9219-a441ce9538c5,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:51.308467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-349195ef-d7de-4527-a128-b64673e2204b req-5427cce0-fa36-4181-8790-03cfb9bc6dec tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861259 Oct 22 14:49:51.353190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed90a83-50cf-4de4-a7d9-b76e6d695a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.370572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:51.409818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2 req-fb746815-2bf1-42df-b44c-c9a291914881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:51.411570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2 req-fb746815-2bf1-42df-b44c-c9a291914881 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 1094 time: 0.2071755 Oct 22 14:49:51.421209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a90fab05-aa9c-428e-80ea-83fa0c5421ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62b5371cfbb84cf4b17155812da0d317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491419 Oct 22 14:49:51.428744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38872) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:51.454190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed90a83-50cf-4de4-a7d9-b76e6d695a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.537885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fed90a83-50cf-4de4-a7d9-b76e6d695a1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9249b1c90114346beb7916e4f9dfeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123859 Oct 22 14:49:51.538785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90a83-50cf-4de4-a7d9-b76e6d695a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8319d7b0-0080-4f08-8f2d-012863c47d2e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:51.568702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:51.645087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c34046b-bd2c-4d4b-99b8-872ae7c680c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.681309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c34046b-bd2c-4d4b-99b8-872ae7c680c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.711038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a8db906-f5cd-4ca1-a847-ef6832ba1d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.740963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2 req-85d72c95-53c6-4642-a29f-c45eb381f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:51.742431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2 req-85d72c95-53c6-4642-a29f-c45eb381f572 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=393c3aa1bf3d4a698448988f6de1d726&shared=False HTTP/1.1" status: 200 len: 925 time: 0.3187473 Oct 22 14:49:51.747659 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a8db906-f5cd-4ca1-a847-ef6832ba1d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.770529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.849082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c34046b-bd2c-4d4b-99b8-872ae7c680c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.856659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c34046b-bd2c-4d4b-99b8-872ae7c680c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:51.860003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7c34046b-bd2c-4d4b-99b8-872ae7c680c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8319d7b0-0080-4f08-8f2d-012863c47d2e HTTP/1.1" status: 204 len: 168 time: 0.2860360 Oct 22 14:49:51.871000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34046b-bd2c-4d4b-99b8-872ae7c680c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319d7b0-0080-4f08-8f2d-012863c47d2e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:51.917498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a56e78-f1fb-4a33-9090-34483553d0d8,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:51.936826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Checking segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:51.936826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Network hostable DHCP agents. Network: 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:49:51.956061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2 req-92680329-8bc2-4648-97c7-d50cd9d9f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:51.957529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85b0a1b7-4c84-4d62-adbe-6a4c7f763cf2 req-92680329-8bc2-4648-97c7-d50cd9d9f11b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2036409 Oct 22 14:49:52.047257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-7c02be26-4b12-4715-873e-7a72c9f9b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:52.048800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-7c02be26-4b12-4715-873e-7a72c9f9b959 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 1094 time: 0.0490315 Oct 22 14:49:52.098995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a8db906-f5cd-4ca1-a847-ef6832ba1d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:52.101785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a8db906-f5cd-4ca1-a847-ef6832ba1d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:52.103028 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a8db906-f5cd-4ca1-a847-ef6832ba1d8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3f45d1c-6e8c-4662-92ba-979d94a52e77 HTTP/1.1" status: 204 len: 168 time: 0.5318129 Oct 22 14:49:52.107586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-df7fe64b-48af-4013-aebb-471667b31016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59bf9623-55a1-4505-9219-a441ce9538c5 HTTP/1.1" status: 200 len: 217 time: 0.0473931 Oct 22 14:49:52.115726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8db906-f5cd-4ca1-a847-ef6832ba1d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f45d1c-6e8c-4662-92ba-979d94a52e77,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:52.128851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:49:52.183264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-0c31b14c-d91c-43ee-8ae6-de9dcd2049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:52.183264 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-0c31b14c-d91c-43ee-8ae6-de9dcd2049e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.0625577 Oct 22 14:49:52.227821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499567f8-18a3-41c3-8026-920d8996bc76 req-c8f8cd93-c14f-496e-8a34-32ee525222d5 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:52.237454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-499567f8-18a3-41c3-8026-920d8996bc76 req-c8f8cd93-c14f-496e-8a34-32ee525222d5 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0794084 Oct 22 14:49:52.247444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:52.256256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f10a7-ad61-4bf1-8bb5-4ca356db6c7c None None] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:52.271795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:52.272388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:52.311098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-499567f8-18a3-41c3-8026-920d8996bc76 req-befcb5ad-1c2c-4ba5-a9fb-0d2ba8957bda tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722241 Oct 22 14:49:52.319141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-dd2f98b1-29ff-42aa-be9a-d7ca9d1f266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:52.320979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-dd2f98b1-29ff-42aa-be9a-d7ca9d1f266a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276350 Oct 22 14:49:52.519876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b361-6d7b-4642-b3e7-dfa55e2d3f79 req-b25bac4c-2ddd-49cc-82ba-3ae17aaf9fcf tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:52.520026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7aa043c1-d3c0-4232-9986-3f5d935756ea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6272590 Oct 22 14:49:52.533579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a570b361-6d7b-4642-b3e7-dfa55e2d3f79 req-b25bac4c-2ddd-49cc-82ba-3ae17aaf9fcf tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 943 time: 0.1077914 Oct 22 14:49:52.627584 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-ba551487-7d8f-4e68-97e6-3367d8c6d8cd service neutron] 10.222.0.53 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964625 Oct 22 14:49:52.643729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a570b361-6d7b-4642-b3e7-dfa55e2d3f79 req-b03082de-567e-419f-b9fc-918516f01cbb tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036134 Oct 22 14:49:52.690317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c817e-a677-4747-b3f2-9519f0aa99b9 None None] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:52.836350 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b00a6537-d934-46f8-b9d8-7fc4e5f3c1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:52.889208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-47a3bef0-0530-47ca-8560-5e9f0781a5c6 req-8c99fd21-8779-4359-ad32-d15f23c61b14 service neutron] 10.222.0.53 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497163 Oct 22 14:49:53.468838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a0da6-be21-4063-824a-5102e0c00f66 req-f6b2bfaa-763f-4e14-9828-37f5ed047dbe tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:53.481467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba8a0da6-be21-4063-824a-5102e0c00f66 req-f6b2bfaa-763f-4e14-9828-37f5ed047dbe tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 945 time: 0.0850987 Oct 22 14:49:53.558519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba8a0da6-be21-4063-824a-5102e0c00f66 req-caa19b69-55d2-4c8c-aeba-0edc28946e9f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720897 Oct 22 14:49:54.174075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39010) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:54.384380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-242096343-network', 'tenant_id': 'b505f6ae5c3c4168a90318d3382f2d06'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:54.558254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Made reservation on behalf of b505f6ae5c3c4168a90318d3382f2d06 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:54.561086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:54.570478 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:49:54.595157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:54.749771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.089750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.132641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12775c-e1d7-47ea-9b3e-a3c34cae4573,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:55.168892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:49:55.207184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.207764 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Added segment d259f0f3-2b6f-41a0-93fc-d7e36e46b78f of type vlan for network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 Oct 22 14:49:55.236801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b703970-5217-4942-acfd-be3a2f7a4c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.277338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.410041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.411428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:55.412028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.468533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 59bf9623-55a1-4505-9219-a441ce9538c5 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:49:55.560745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:55.598383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:49:55.803024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 59bf9623-55a1-4505-9219-a441ce9538c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=59bf9623-55a1-4505-9219-a441ce9538c5,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:55.826448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '59bf9623-55a1-4505-9219-a441ce9538c5', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'port_id': '59bf9623-55a1-4505-9219-a441ce9538c5', 'mac_address': 'fa:16:3e:44:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:49:55.895141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:55.920306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bf9623-55a1-4505-9219-a441ce9538c5 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:49:55.946909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 59bf9623-55a1-4505-9219-a441ce9538c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=59bf9623-55a1-4505-9219-a441ce9538c5,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:56.486862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39038) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:49:56.487985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c33171bc-4f17-4c37-b652-41e02e582589 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3124049 Oct 22 14:49:56.498192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Request body: {'subnet': {'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-242096343-subnet', 'tenant_id': 'b505f6ae5c3c4168a90318d3382f2d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:49:56.597930 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:56.682657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=59bf9623-55a1-4505-9219-a441ce9538c5,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:56.716967 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:56.719408 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:56.746498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Made reservation on behalf of b505f6ae5c3c4168a90318d3382f2d06 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:49:56.750719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:56.835938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['59bf9623-55a1-4505-9219-a441ce9538c5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:49:57.078916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:49:57.253834 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:57.275869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:57.346407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:49:57.352725 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ee950-6892-4f4b-b9b3-bc672ba36759" -d '{"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-unplugged", "status": "completed", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:49:57.390677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:57.441421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Checking segment: {'id': 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:49:57.441791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Network hostable DHCP agents. Network: dbf2d025-d5dc-41b7-ac2d-1a0e57d71152, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:49:57.474210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f20a225-47c0-4dad-b154-6186c62c4157,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:57.489038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:57.590013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:49:57.642685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:49:57.784480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, dbf2d025-d5dc-41b7-ac2d-1a0e57d71152) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:49:57.789798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:49:57.790386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:57.810113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d224cd-5a1b-4cd7-b077-faf2fecb93cf None None] Network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:57.945831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ebda21bf-d53e-40a1-aefb-f273efbb6b14 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4486377 Oct 22 14:49:57.998606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:58.006646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857843d-bbe3-4e9b-a768-0cb0033c821c None None] Network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:49:59.518098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 59bf9623-55a1-4505-9219-a441ce9538c5 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:49:59.648122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 59bf9623-55a1-4505-9219-a441ce9538c5 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:49:59.655251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 59bf9623-55a1-4505-9219-a441ce9538c5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:49:59.655631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:59.786148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:49:59.843489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 59bf9623-55a1-4505-9219-a441ce9538c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=59bf9623-55a1-4505-9219-a441ce9538c5,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:49:59.929875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:00.009316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=59bf9623-55a1-4505-9219-a441ce9538c5,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:03.608089 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:06.680874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-17612379-1070-4690-8bd6-319069114821 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:06.682506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-17612379-1070-4690-8bd6-319069114821 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 812 time: 0.4091141 Oct 22 14:50:06.698029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-9c1b6f43-75fb-4af9-aa86-66b95e012a1a tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/quotas/8271a30c67be4957b64e6d0c9268d3da HTTP/1.1" status: 200 len: 375 time: 0.0092099 Oct 22 14:50:06.731289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-28d3bbf7-ade5-4275-977c-f0138a211b08 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264726 Oct 22 14:50:06.827075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-0dbd3d54-2ebe-4b97-8b56-be8a9e6be133 service neutron] 10.222.0.66 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886283 Oct 22 14:50:06.921995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-07f7a724-da88-4192-b345-8d425b8000ea service neutron] 10.222.0.66 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Oct 22 14:50:07.293917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabd11-7220-45df-a7ae-46afab63409b req-488024af-8dc2-4a04-b665-effe5613a57e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:07.295494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07dabd11-7220-45df-a7ae-46afab63409b req-488024af-8dc2-4a04-b665-effe5613a57e tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.0502286 Oct 22 14:50:07.334033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07dabd11-7220-45df-a7ae-46afab63409b req-248b7610-8379-4850-a706-7a1bbbb8a7ec tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324903 Oct 22 14:50:07.546621 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3711f-2ad8-45f4-aceb-0859f21b8227 x-openstack-request-id: req-46c3711f-2ad8-45f4-aceb-0859f21b8227 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:07.547241 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-unplugged", "status": "completed", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:07.547241 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46c3711f-2ad8-45f4-aceb-0859f21b8227 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:07.547653 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'code': 200} Oct 22 14:50:07.672308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-d6c2f8a6-dcd4-4be1-82f2-deb37f407b03 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403383 Oct 22 14:50:07.879616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-dbba9f69-e810-4469-b1f5-2b52e431cb8c tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:07.880654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-dbba9f69-e810-4469-b1f5-2b52e431cb8c tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018707 Oct 22 14:50:07.901751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-ad2d1005-1aee-4169-8233-8f427cfd72da tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:07.903223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-ad2d1005-1aee-4169-8233-8f427cfd72da tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/networks?id=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 HTTP/1.1" status: 200 len: 820 time: 0.1914880 Oct 22 14:50:07.911707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-981f5133-05b5-4e28-aa3d-b6a4d0c776d8 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/quotas/f3cf16b3622a4c3db6d6c83ed9ef20bd HTTP/1.1" status: 200 len: 375 time: 0.0247040 Oct 22 14:50:07.951727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-b1e70bc6-ce77-4665-858d-932ebe521c9a tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390546 Oct 22 14:50:07.953571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-949de851-6dfb-4cff-829d-b9ced36167c6 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/quotas/b505f6ae5c3c4168a90318d3382f2d06 HTTP/1.1" status: 200 len: 375 time: 0.0399473 Oct 22 14:50:07.995964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-1c618c58-c957-4318-86f9-be516525d536 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b505f6ae5c3c4168a90318d3382f2d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351121 Oct 22 14:50:08.101577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-d8bdc481-3045-41d7-a15a-aa562a3f2dff service neutron] 10.222.0.66 "GET /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969102 Oct 22 14:50:08.202449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-d26fffb9-a5ea-4d00-a7ed-84058f7dcb19 service neutron] 10.222.0.66 "GET /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939207 Oct 22 14:50:08.361275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc89fd-6ca6-4e36-9823-cdef8065872f req-be59df09-0a20-43f7-937c-9c82db5745c9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:08.363122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0fc89fd-6ca6-4e36-9823-cdef8065872f req-be59df09-0a20-43f7-937c-9c82db5745c9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0575497 Oct 22 14:50:08.410932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0fc89fd-6ca6-4e36-9823-cdef8065872f req-4df59c61-2611-4c64-9940-955166d2040f tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Oct 22 14:50:08.603196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb7c69a8-1151-4890-99f2-1fa9f46aa6b3 req-67a43a3f-80e6-43ed-8f5b-ad67c80707e8 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0303793 Oct 22 14:50:08.754961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e82b14-cbfa-40e8-b1ae-0ce0c35c7d6f req-70e75c9f-9a0c-4324-a97d-bba8ffe4b019 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:08.754961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1e82b14-cbfa-40e8-b1ae-0ce0c35c7d6f req-70e75c9f-9a0c-4324-a97d-bba8ffe4b019 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.0599856 Oct 22 14:50:08.788970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6df1310a-3f94-411c-bf32-dce2f2cb2b29 req-8d695f5e-8794-4ef9-a396-1bac3e6e8543 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0396869 Oct 22 14:50:08.813196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1e82b14-cbfa-40e8-b1ae-0ce0c35c7d6f req-de016b94-4232-4a65-a741-30a21b7d5616 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554724 Oct 22 14:50:08.876639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63488fed-3978-41b6-afbd-d2a9b90e8657 req-2cf2ec17-23e3-4a73-98b0-dcf2d559674d tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Oct 22 14:50:09.382914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330358-7006-4684-8adf-81498c85e076 req-c3dca3f0-416e-468b-bbae-28f880f66d6e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:09.384513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ee330358-7006-4684-8adf-81498c85e076 req-c3dca3f0-416e-468b-bbae-28f880f66d6e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0581372 Oct 22 14:50:09.528670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Deleting port e93566e2-ab79-49c2-8e0e-373cc65feb71 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:09.529017 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:09.545652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e64f2-0f28-44af-a7b9-73abecaa5165 req-aef7584f-6787-4f5c-9fc3-a4e586129983 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:09.547185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-081e64f2-0f28-44af-a7b9-73abecaa5165 req-aef7584f-6787-4f5c-9fc3-a4e586129983 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 943 time: 0.0528605 Oct 22 14:50:09.548205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:09.550490 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ff89c-6991-4430-8645-0667cc3f0b7c" -d '{"events": [{"server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "name": "network-vif-plugged", "status": "completed", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:09.621633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-081e64f2-0f28-44af-a7b9-73abecaa5165 req-fc56b43e-cfa3-429f-9e09-19b647a9c579 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Oct 22 14:50:09.632556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] For port e93566e2-ab79-49c2-8e0e-373cc65feb71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e93566e2-ab79-49c2-8e0e-373cc65feb71,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:09.645384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:09.647303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Calling delete_port for e93566e2-ab79-49c2-8e0e-373cc65feb71 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:09.667479 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e709431-8802-452c-ac5b-75010d8fabbb x-openstack-request-id: req-0e709431-8802-452c-ac5b-75010d8fabbb {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:09.667880 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "name": "network-vif-plugged", "status": "completed", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:09.668138 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e709431-8802-452c-ac5b-75010d8fabbb {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:09.668525 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5', 'code': 200} Oct 22 14:50:09.727546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d95f5841-539a-4da1-b3e5-805ce7ea2855 req-6dec7493-42e6-4541-8270-9685e7310acf tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0313852 Oct 22 14:50:09.903653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d71cb87-d7e1-40e2-999b-b07c0e11f00e req-228f29c7-a3cd-4098-b880-ec849a327f4c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0395913 Oct 22 14:50:10.124336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d900f-6ba8-44d5-83e0-3d5244a9f7e6 req-a2786f16-2e3f-4179-84a1-88e53b2b89bc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:10.125780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d90f9-14ec-493a-8150-07b7141ed6f4 req-cf60a215-d2d8-4ddc-9e67-ed0f0562ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:10.127507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-178d90f9-14ec-493a-8150-07b7141ed6f4 req-cf60a215-d2d8-4ddc-9e67-ed0f0562ba22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 1096 time: 0.3961585 Oct 22 14:50:10.156320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-541d900f-6ba8-44d5-83e0-3d5244a9f7e6 req-a2786f16-2e3f-4179-84a1-88e53b2b89bc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.1592555 Oct 22 14:50:10.180970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-178d90f9-14ec-493a-8150-07b7141ed6f4 req-2a8e1790-166b-42a5-9cbb-4e3cae603ee5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459626 Oct 22 14:50:10.230688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-541d900f-6ba8-44d5-83e0-3d5244a9f7e6 req-30afff9c-0f2c-4a37-9e2c-7aa0d29f029b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731285 Oct 22 14:50:10.321445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-092f5a90-62c3-4ace-9450-41053c39cd86 req-7a42eeb3-02cf-489d-933d-73e98b895562 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0324485 Oct 22 14:50:10.339082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:10.371706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event deleted for resources: {'Port': ['ID=e93566e2-ab79-49c2-8e0e-373cc65feb71,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:10.424621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] No DVR routers for this DVR port e93566e2-ab79-49c2-8e0e-373cc65feb71 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:50:10.427600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:10.431372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ee330358-7006-4684-8adf-81498c85e076 req-370424e1-af56-4343-90c5-4d940b3ea829 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.69 "DELETE /v2.0/ports/e93566e2-ab79-49c2-8e0e-373cc65feb71 HTTP/1.1" status: 204 len: 173 time: 1.0339417 Oct 22 14:50:10.432197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-deleted', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:10.434467 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e8d272-6514-4bc2-9bac-31ff5c8f81f8" -d '{"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-deleted", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:10.484554 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8aaf4d-b660-4d7f-a045-448f508bd7e4 x-openstack-request-id: req-dd8aaf4d-b660-4d7f-a045-448f508bd7e4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:10.484962 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583dc19-ae7a-493e-93e5-c16c07865d36", "name": "network-vif-deleted", "tag": "e93566e2-ab79-49c2-8e0e-373cc65feb71", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:10.485339 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd8aaf4d-b660-4d7f-a045-448f508bd7e4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:10.485847 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583dc19-ae7a-493e-93e5-c16c07865d36', 'name': 'network-vif-deleted', 'tag': 'e93566e2-ab79-49c2-8e0e-373cc65feb71', 'status': 'completed', 'code': 200} Oct 22 14:50:10.749581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5205668-6dd5-46ae-b9dc-5e46c1cc8a6d req-80fc1997-3e51-4348-9205-9436aefb63e7 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 210 time: 0.0354946 Oct 22 14:50:10.898603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-788958e9-97fb-4e02-8534-97ac66e157b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1185930 Oct 22 14:50:10.941841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc0e2c7a-43e2-4583-8226-9e617e84c49b req-76fe8471-1988-4fab-8225-c73df8a1d22f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0433652 Oct 22 14:50:10.997310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-514ba54f-4909-45b2-aa5a-6302d0abe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:10.999407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-514ba54f-4909-45b2-aa5a-6302d0abe0bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 1095 time: 0.0758948 Oct 22 14:50:11.056607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3b13cb5-73e7-4976-80a5-fd2a8836df4f req-9e831dd5-db3b-4a40-b18d-36bf4d984b43 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0545530 Oct 22 14:50:11.201823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:11.222878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-acadafbf-04cf-4995-ae5a-4e79b0b623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:11.224686 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-acadafbf-04cf-4995-ae5a-4e79b0b623e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.2004719 Oct 22 14:50:11.283275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:11.324839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-1179ea86-8a36-470f-b135-7327cb4d7bd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 200 len: 217 time: 0.0879521 Oct 22 14:50:11.431557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-1abe4623-727e-4a3c-9bb0-32a25857b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:11.434163 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-1abe4623-727e-4a3c-9bb0-32a25857b98d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0899451 Oct 22 14:50:11.462496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66779441-4189-4ef9-8e38-5fe7fe0aefad req-5d6e7af5-ced9-403f-8436-8dd46ae9cd92 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:11.467223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:11.468425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66779441-4189-4ef9-8e38-5fe7fe0aefad req-5d6e7af5-ced9-403f-8436-8dd46ae9cd92 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.1156130 Oct 22 14:50:11.548975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-ed980685-d95c-4a9d-b0d2-645d87c0b785 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074262 Oct 22 14:50:11.553575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:11.555764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66779441-4189-4ef9-8e38-5fe7fe0aefad req-86cf4ab6-326f-4385-b690-8e3e10c94cce tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796359 Oct 22 14:50:11.669284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55630857-082c-4898-9afd-32033214e6ff'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:11.672739 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef07e7f-fc05-473c-99a5-88f725b61964" -d '{"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "55630857-082c-4898-9afd-32033214e6ff"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:11.696253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd548f21-68a4-44dc-b371-6fce82bc98df req-5b6ec79b-c518-49f9-9be1-54b964f4fedb tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0455761 Oct 22 14:50:11.702475 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:11.735468 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-e0a7f078-4c6b-4a48-abfd-0965ffc84efe service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723657 Oct 22 14:50:11.792680 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ccf391-c601-4d27-84f6-f760060ff11a x-openstack-request-id: req-a9ccf391-c601-4d27-84f6-f760060ff11a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:11.792992 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "55630857-082c-4898-9afd-32033214e6ff", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:11.794682 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9ccf391-c601-4d27-84f6-f760060ff11a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:11.795227 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55630857-082c-4898-9afd-32033214e6ff', 'code': 200} Oct 22 14:50:11.828919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:11.889566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ae45ae5-e281-466d-a226-238967d42666 req-e3d0484c-fd55-4dec-a3c8-774d2d21509c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=0583dc19-ae7a-493e-93e5-c16c07865d36 HTTP/1.1" status: 200 len: 210 time: 0.0365045 Oct 22 14:50:11.906486 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e36c7aa-b23f-461d-867f-fcd309d946a4 req-01de4569-99a5-4713-b1f6-43ec70a5bc00 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650856 Oct 22 14:50:12.126597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1094f1d-25d1-453a-8214-84feeec21b80 req-ef77a973-99aa-4214-8560-d4e370c4ea48 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0623381 Oct 22 14:50:12.193490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-06ee9074-c545-49a5-892c-8a2b27f994a8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:12.202355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-06ee9074-c545-49a5-892c-8a2b27f994a8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.1839578 Oct 22 14:50:12.218395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-11380516-afd5-4ab0-beb1-8fedf211ff01 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/quotas/fac90d375d56471696fa875bf0f4b5df HTTP/1.1" status: 200 len: 375 time: 0.0152087 Oct 22 14:50:12.299548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4307eeab-a95e-4bbe-8c69-40d6809738c8 req-1a63c0ff-471c-408b-ad2e-4452d62b8e5c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Oct 22 14:50:12.322345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-ca4ca7f0-a3c2-424e-aec6-3377835419e7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959995 Oct 22 14:50:12.459139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-bccd327d-e69c-434c-856d-2fc9b4d1520b service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236496 Oct 22 14:50:12.564756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-20226ed4-8b01-465e-bd63-341cc8d495c5 service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985889 Oct 22 14:50:12.738534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532722d0-d318-4e73-a8d8-16849d521ae2 req-e339686b-9d5c-4675-9524-092b30f04142 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:12.747725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-532722d0-d318-4e73-a8d8-16849d521ae2 req-e339686b-9d5c-4675-9524-092b30f04142 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.0767956 Oct 22 14:50:12.799249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-532722d0-d318-4e73-a8d8-16849d521ae2 req-0d703418-10b0-4856-ac0c-e18413f7f7ab tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504329 Oct 22 14:50:12.913494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2101f70e-8a0a-4795-ab0a-f986c07b8ecb req-70053639-e9cb-4803-87a4-cb2e2a20a443 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0457740 Oct 22 14:50:13.062118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75ffaede-8804-4116-b65f-9a4e0e970113 req-c62e63fa-31a8-4996-9025-1bacb74189da tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0730567 Oct 22 14:50:13.092415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e30bc-ff64-445b-9444-9ad675fa3d68 req-99a26e18-4b4d-42f3-b8c5-bcaeed236058 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:13.095554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d36e30bc-ff64-445b-9444-9ad675fa3d68 req-99a26e18-4b4d-42f3-b8c5-bcaeed236058 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.1777425 Oct 22 14:50:13.105836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39400) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:13.111457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Request body: {'floatingip': {'port_id': '59bf9623-55a1-4505-9219-a441ce9538c5'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:13.160032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:13.172667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-9295a335-ccd9-4d9d-9a73-8caa94d6a1d0 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:13.174387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-9295a335-ccd9-4d9d-9a73-8caa94d6a1d0 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 812 time: 0.1887226 Oct 22 14:50:13.198585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Request body: {'port': {'device_id': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'admin_state_up': True, 'tenant_id': '8271a30c67be4957b64e6d0c9268d3da'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:13.212689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:13.257938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: e93566e2-ab79-49c2-8e0e-373cc65feb71 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:50:13.258388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e93566e2-ab79-49c2-8e0e-373cc65feb71 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:50:13.405726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0386f8e7-cdf1-4b6b-8b93-c1abb1170fb1 req-9d154201-65cf-4087-8c71-1ff75c5c7dbb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.1298287 Oct 22 14:50:13.540277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bb6b45f-3bf4-4f0a-860c-4145dda995f4 req-04530f98-3128-457c-891a-b6e598ae0cbc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0320895 Oct 22 14:50:13.553049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-207b57df-0354-40d2-a71b-7ea3fa5bc1ca tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:13.557478 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-207b57df-0354-40d2-a71b-7ea3fa5bc1ca tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ffab272-8326-4896-882b-381ede991ae3 HTTP/1.1" status: 200 len: 943 time: 0.0755150 Oct 22 14:50:13.575547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Made reservation on behalf of 8271a30c67be4957b64e6d0c9268d3da for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:13.580559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:13.649640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-b19e41a2-66f9-4c93-8877-e6171792c013 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:13.657883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-b19e41a2-66f9-4c93-8877-e6171792c013 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 821 time: 0.2509630 Oct 22 14:50:13.705412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-18324905-be19-4cd1-8a0d-41122d4a69fa tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/quotas/78e6512c66294ff1933e33acfde9e550 HTTP/1.1" status: 200 len: 375 time: 0.0465031 Oct 22 14:50:13.813455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Allocated IP 172.20.0.4 (38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2/66a56e78-f1fb-4a33-9090-34483553d0d8/88898480-01d6-4286-98c1-8fc8c931f701) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:13.814316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-c38a0006-afd1-4ad1-88a2-413a0d1b65ec tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079075 Oct 22 14:50:13.854153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Deleting port 55630857-082c-4898-9afd-32033214e6ff {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:13.854491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.042487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] For port 55630857-082c-4898-9afd-32033214e6ff, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=55630857-082c-4898-9afd-32033214e6ff,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:14.042919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.062296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Calling delete_port for 55630857-082c-4898-9afd-32033214e6ff owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:14.077355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03e75857-2fa8-47f1-92a9-743762e84231 req-fa18cceb-42b9-4c62-ba03-d2853a642eb3 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0685012 Oct 22 14:50:14.096680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.114502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-a6672603-5361-4f4a-937c-15567de2c24f service neutron] 10.222.0.66 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655616 Oct 22 14:50:14.139597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:50:14.242124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-501d682c-f007-498c-85f8-218f9d46d7f5 req-32226f6c-0024-46ec-82c6-74a6437f1de2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0776365 Oct 22 14:50:14.287413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.311598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-c2ce2f2a-363d-495f-89c7-fa54f74844ec service neutron] 10.222.0.66 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958101 Oct 22 14:50:14.401040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-14f22ac7-2a0a-4fb6-b610-0592f128e0f2 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340533 Oct 22 14:50:14.421729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.448356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.522599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event deleted for resources: {'Port': ['ID=55630857-082c-4898-9afd-32033214e6ff,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:14.554223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a7fa9db-5754-4aa9-af10-7b4e62a4fb04 req-0a11b881-3866-4618-81ee-4d19bb4f9b41 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0420518 Oct 22 14:50:14.554841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.628969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:14.643770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:14.662041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:14.667318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] No DVR routers for this DVR port 55630857-082c-4898-9afd-32033214e6ff on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:50:14.674688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.678014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5e05b66-9789-42ec-98aa-e3ef4f51aa64 req-dde7d311-8318-45f4-8826-cc1682356595 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "DELETE /v2.0/ports/55630857-082c-4898-9afd-32033214e6ff HTTP/1.1" status: 204 len: 173 time: 1.1134021 Oct 22 14:50:14.684377 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003 associated. External IP: 172.25.1.35, port: 59bf9623-55a1-4505-9219-a441ce9538c5. Oct 22 14:50:14.722727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-deleted', 'tag': '55630857-082c-4898-9afd-32033214e6ff'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:14.723032 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ffa89-4151-4aa5-81a7-499caa47b718" -d '{"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-deleted", "tag": "55630857-082c-4898-9afd-32033214e6ff"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:14.738205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event updated for resources: {'Port': ['ID=88898480-01d6-4286-98c1-8fc8c931f701,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:14.758912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-8b746341-7519-4363-b3ba-8457789a7716 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:14.761311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-8b746341-7519-4363-b3ba-8457789a7716 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3535502 Oct 22 14:50:14.778810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Request body: {'port': {'device_id': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': 'f3cf16b3622a4c3db6d6c83ed9ef20bd'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:14.791916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:14.792535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:14.874078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d32bbe4e-cc86-4ae9-a1ac-898b7bfacf20 req-43cdbfb4-aa80-4074-8ce2-f84e2f4e3c35 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0950668 Oct 22 14:50:14.890820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f172d68-c63e-4b47-a570-385acf11a540 req-d1916585-26ef-4529-9f80-855dd670a75e tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.1315138 Oct 22 14:50:14.951859 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd085b20-7a27-4dd4-8866-5acb5f4ac5cc x-openstack-request-id: req-cd085b20-7a27-4dd4-8866-5acb5f4ac5cc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:14.952681 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffab272-8326-4896-882b-381ede991ae3", "name": "network-vif-deleted", "tag": "55630857-082c-4898-9afd-32033214e6ff", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:14.952908 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd085b20-7a27-4dd4-8866-5acb5f4ac5cc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:14.953399 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffab272-8326-4896-882b-381ede991ae3', 'name': 'network-vif-deleted', 'tag': '55630857-082c-4898-9afd-32033214e6ff', 'status': 'completed', 'code': 200} Oct 22 14:50:14.957891 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-b5976a9a-9016-4f19-beb1-1189589949fc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7662969 Oct 22 14:50:14.972311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Request body: {'port': {'device_id': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:15.039906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.349073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Made reservation on behalf of f3cf16b3622a4c3db6d6c83ed9ef20bd for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:15.353013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.387899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.414189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88898480-01d6-4286-98c1-8fc8c931f701 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:15.441974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.467360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Transition to ACTIVE for port object 88898480-01d6-4286-98c1-8fc8c931f701 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:15.523454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48f4e757-1f39-439a-a2c6-b6f33eb29312 req-8df45429-5290-43c4-a87e-b4eceed79ca7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0401819 Oct 22 14:50:15.533267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.543405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57d93b4-1de2-4f4b-be2a-770bed8488c7 req-4fcdd87b-8b5c-438d-9adf-e3682e83bddb tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0618641 Oct 22 14:50:15.559023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:50:15.664167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.742215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6d9c1de-e870-44aa-9a61-d20b54a7c457 req-305fdca6-9556-4138-9db5-ed4b3fa41550 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0914235 Oct 22 14:50:15.753083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:50:15.767317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Pushing event updated for resources: {'Port': ['ID=88898480-01d6-4286-98c1-8fc8c931f701,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:15.769626 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:50:15.770161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.780183 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:50:15.780824 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:49:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:15.799639 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:15.819510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f3551bed-a291-4d32-b95a-5eceecf99a29 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "PUT /v2.0/floatingips/488ed10f-05cf-4700-81d5-8d6bf720e003 HTTP/1.1" status: 200 len: 990 time: 2.7122517 Oct 22 14:50:15.820408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:15.823515 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b6b0a5-e54c-4955-875d-556ab1cd94bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:15.877594 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff52482b-6820-43dd-8b08-359226d9e950 x-openstack-request-id: req-ff52482b-6820-43dd-8b08-359226d9e950 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:15.878127 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:15.878389 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff52482b-6820-43dd-8b08-359226d9e950 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:15.878867 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5', 'status': 'completed', 'code': 200} Oct 22 14:50:15.923165 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:50:15.996310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fe2f446-4372-4090-b91d-6730fb8963db req-6d8bacc4-fd70-42a1-81f9-c7121e54f4f9 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0520580 Oct 22 14:50:16.095830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d01655fa-435c-4adb-b78d-b1e975bbcc05 req-462f3945-08de-4c4b-ba46-f75b9e9b3326 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0612895 Oct 22 14:50:16.157041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e2635-a07a-4408-9894-b77fddfebaa2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:16.179900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-1fcf4b9c-6a51-465d-a07e-b08178f2d2c7 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:16.181439 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-1fcf4b9c-6a51-465d-a07e-b08178f2d2c7 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.69 "GET /v2.0/networks?id=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 HTTP/1.1" status: 200 len: 820 time: 0.4805090 Oct 22 14:50:16.202182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Request body: {'port': {'device_id': 'b7b1474b-742d-4109-b640-1f51ab310501', 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152', 'admin_state_up': True, 'tenant_id': 'b505f6ae5c3c4168a90318d3382f2d06'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:16.241025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-b75457b8-d9a9-47c6-97ce-9fb7d092ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:16.242673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-b75457b8-d9a9-47c6-97ce-9fb7d092ded5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=393c3aa1bf3d4a698448988f6de1d726&device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 1096 time: 0.2259877 Oct 22 14:50:16.273009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Attempting to bind port 88898480-01d6-4286-98c1-8fc8c931f701 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:16.273343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Attempting to bind port 88898480-01d6-4286-98c1-8fc8c931f701 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:16.273675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Attempting to bind port 88898480-01d6-4286-98c1-8fc8c931f701 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:16.295656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '488ed10f-05cf-4700-81d5-8d6bf720e003', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'port_id': '59bf9623-55a1-4505-9219-a441ce9538c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'mac_address': 'fa:16:3e:44:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:45:56Z', 'updated_at': '2021-10-22T14:50:14Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:16.314737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Port 88898480-01d6-4286-98c1-8fc8c931f701 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:16.315108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Attempting to bind port 88898480-01d6-4286-98c1-8fc8c931f701 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:16.337160 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:50:16.349792 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:50:16.350498 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:49:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:16.377981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Allocated IP 192.168.233.159 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/35c02168-b9f2-4a7d-82c6-3d64853a0c57) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:16.418796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:16.419503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Checking segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:16.419503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Bound using segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:16.419937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Bound port: 88898480-01d6-4286-98c1-8fc8c931f701, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:16.420299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:16.508388 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:50:16.546016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-afd85829-741e-41b9-9bcb-73f43df2796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:16.547590 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-afd85829-741e-41b9-9bcb-73f43df2796d service neutron] 10.222.0.53 "GET /v2.0/networks?id=fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 200 len: 925 time: 0.2886238 Oct 22 14:50:16.672993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-081e226e-c36a-472c-af2a-dafb3335cdd6 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:16.677402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-081e226e-c36a-472c-af2a-dafb3335cdd6 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 812 time: 0.2731855 Oct 22 14:50:16.696631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Request body: {'port': {'device_id': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'admin_state_up': True, 'tenant_id': '8271a30c67be4957b64e6d0c9268d3da'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:16.724802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] For port 88898480-01d6-4286-98c1-8fc8c931f701, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:16.773861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] For port 88898480-01d6-4286-98c1-8fc8c931f701, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=88898480-01d6-4286-98c1-8fc8c931f701,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:16.822998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-7558fd17-94ec-4501-a08d-5349be36ebfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59bf9623-55a1-4505-9219-a441ce9538c5 HTTP/1.1" status: 200 len: 998 time: 0.2553618 Oct 22 14:50:16.840027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc0bc1a7-c0d1-4905-be9c-bc3726b640bf req-a9a8aaa9-80f6-4806-8883-7d7bd88d3f63 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0471020 Oct 22 14:50:16.854874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-825f93ad-49bb-42d2-bd17-42fb6f184c08 req-b0d681d8-fece-4b1d-b10e-9eb07c51a801 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.1120644 Oct 22 14:50:16.888250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Made reservation on behalf of b505f6ae5c3c4168a90318d3382f2d06 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:16.890781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:16.947866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-40aa30ea-5fa5-4b84-bfe4-8e40a5597225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:16.949503 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-40aa30ea-5fa5-4b84-bfe4-8e40a5597225 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 200 len: 863 time: 0.1194773 Oct 22 14:50:16.963222 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:16.971518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '488ed10f-05cf-4700-81d5-8d6bf720e003', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'port_id': '59bf9623-55a1-4505-9219-a441ce9538c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'mac_address': 'fa:16:3e:44:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:45:56Z', 'updated_at': '2021-10-22T14:50:14Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:16.980404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:17.019861 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363a38b-0d87-4acd-9e65-5025c2217736 None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '488ed10f-05cf-4700-81d5-8d6bf720e003', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'port_id': '59bf9623-55a1-4505-9219-a441ce9538c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'mac_address': 'fa:16:3e:44:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:45:56Z', 'updated_at': '2021-10-22T14:50:14Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:50:17.063285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-309358dd-3c65-49fb-b7fa-95dd91a03800 req-3a95514d-ffa2-4f32-89a6-9f790042dc56 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.1031671 Oct 22 14:50:17.224341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:17.238832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-756b2b98-4ac8-4b49-8287-70c35d34b0ec req-8ea34ef3-4717-4944-9fcc-7e90316e279a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0565021 Oct 22 14:50:17.262867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 55630857-082c-4898-9afd-32033214e6ff {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:50:17.263285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 55630857-082c-4898-9afd-32033214e6ff not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:50:17.271404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c110eec4-1c3e-4c33-a1cf-a2154e523315 req-a41caacb-20ab-45a1-9999-dc1240bb9481 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 210 time: 0.0510871 Oct 22 14:50:17.350649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405be9d-8744-495b-92a8-a2f3201f881a None None] New status for floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:50:17.390911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Made reservation on behalf of 8271a30c67be4957b64e6d0c9268d3da for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:17.394686 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:17.517423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:17.518037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:17.519457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] 10.222.0.69 "PUT /v2.0/ports/88898480-01d6-4286-98c1-8fc8c931f701 HTTP/1.1" status: 200 len: 1091 time: 2.5515192 Oct 22 14:50:17.532126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'tag': '88898480-01d6-4286-98c1-8fc8c931f701'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:17.534727 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f598ea-0423-4c79-9539-0be68428e78b" -d '{"events": [{"name": "network-changed", "server_uuid": "0012820b-5fba-4420-a63e-6a152f1dd0f0", "tag": "88898480-01d6-4286-98c1-8fc8c931f701"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:17.555737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Allocated IP 172.20.0.7 (38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2/66a56e78-f1fb-4a33-9090-34483553d0d8/5e4317a1-4160-46d7-a304-71ad7e5e8803) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:17.590865 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c131522b-747d-4c21-b13e-990203401ba4 x-openstack-request-id: req-c131522b-747d-4c21-b13e-990203401ba4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:17.591406 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0012820b-5fba-4420-a63e-6a152f1dd0f0", "tag": "88898480-01d6-4286-98c1-8fc8c931f701", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:17.591509 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c131522b-747d-4c21-b13e-990203401ba4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:17.592202 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'tag': '88898480-01d6-4286-98c1-8fc8c931f701', 'status': 'completed', 'code': 200} Oct 22 14:50:17.601920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-39a33b0c-dce2-4846-a0f3-7e420eb7be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:17.604031 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-39a33b0c-dce2-4846-a0f3-7e420eb7be26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fecc5e17-09ba-4245-ab79-ac57805e4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6455038 Oct 22 14:50:17.625803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fcbc1-865f-43dc-a424-5e3bf3d0df03 service neutron] Pushing event updated for resources: {'Port': ['ID=88898480-01d6-4286-98c1-8fc8c931f701,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:17.681950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:17.780829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:17.842292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Allocated IP 172.20.0.5 (dbf2d025-d5dc-41b7-ac2d-1a0e57d71152/0f20a225-47c0-4dad-b154-6186c62c4157/14c46b64-ef11-4531-9592-d8d4eb0577de) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:17.856520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:17.877269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:17.884423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:17.889521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f598ea-0423-4c79-9539-0be68428e78b req-74a920fe-3968-4e85-9293-13a8a3fc44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:17.891174 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51f598ea-0423-4c79-9539-0be68428e78b req-74a920fe-3968-4e85-9293-13a8a3fc44cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=0012820b-5fba-4420-a63e-6a152f1dd0f0 HTTP/1.1" status: 200 len: 1094 time: 0.2622380 Oct 22 14:50:17.891844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Pushing event updated for resources: {'Port': ['ID=35c02168-b9f2-4a7d-82c6-3d64853a0c57,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:18.007841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-753d7c69-671c-466e-aa5f-6562f19fa473 service neutron] 10.222.0.53 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674691 Oct 22 14:50:18.024329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c00631a-86e5-44ea-85bd-d580acf520f4 req-091d1c0f-9823-4877-a380-20dd97ea3ed7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0982637 Oct 22 14:50:18.050877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.051602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.060819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.098011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ce9f0c8-6e92-43b3-8976-dd5139a51f42 req-08451f27-ab07-4854-b3ca-b40f160c0f39 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0944912 Oct 22 14:50:18.148206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:18.152396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:18.156787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:18.189426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event updated for resources: {'Port': ['ID=5e4317a1-4160-46d7-a304-71ad7e5e8803,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:18.220716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.221682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.258690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0629228f-4f6c-4d6d-b19a-a966865ab3ba None None] Provisioning complete for port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:18.260164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0629228f-4f6c-4d6d-b19a-a966865ab3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.288534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265934ff-150c-44a2-982a-26b0637f3987 req-a4b1446c-6068-45e4-8bfc-9556c4d5c308 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.290449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-265934ff-150c-44a2-982a-26b0637f3987 req-a4b1446c-6068-45e4-8bfc-9556c4d5c308 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 936 time: 0.0656819 Oct 22 14:50:18.329843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0629228f-4f6c-4d6d-b19a-a966865ab3ba None None] Port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:50:18.363007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-265934ff-150c-44a2-982a-26b0637f3987 req-52ea5b49-a215-43da-8e84-1f5f76541e92 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527949 Oct 22 14:50:18.373637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f598ea-0423-4c79-9539-0be68428e78b req-259d4546-78d9-42d2-b9e7-93dbb3cbb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.375185 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51f598ea-0423-4c79-9539-0be68428e78b req-259d4546-78d9-42d2-b9e7-93dbb3cbb0eb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8271a30c67be4957b64e6d0c9268d3da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4718773 Oct 22 14:50:18.398514 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-eb61dd13-721d-4722-ad0f-e5ccc2d6a9ba tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6260207 Oct 22 14:50:18.437136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-faba4885-3f87-4ce5-96be-dd6879d88347 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7509074 Oct 22 14:50:18.453220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Request body: {'port': {'device_id': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:18.502866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Request body: {'port': {'device_id': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:18.527743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9de00bd7-17d8-4d0c-87fb-c5434ad8e2c3 req-9da33ce3-e646-462d-9781-6b0b31897326 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0701244 Oct 22 14:50:18.540568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40df1b-5b4b-4614-8ab2-b645388f0b7b req-227f2b54-f9a4-4d71-b4ac-fb49f0ca7089 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.541393 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08b6b0a5-e54c-4955-875d-556ab1cd94bd req-667a2ec0-7776-4b48-bd66-13cc32087fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120175 Oct 22 14:50:18.542879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e40df1b-5b4b-4614-8ab2-b645388f0b7b req-227f2b54-f9a4-4d71-b4ac-fb49f0ca7089 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 931 time: 0.1733732 Oct 22 14:50:18.571554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f598ea-0423-4c79-9539-0be68428e78b req-1434d08f-5edc-4052-a31c-9d1748884112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.575657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51f598ea-0423-4c79-9539-0be68428e78b req-1434d08f-5edc-4052-a31c-9d1748884112 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717913 Oct 22 14:50:18.609445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.641182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e40df1b-5b4b-4614-8ab2-b645388f0b7b req-7c368369-eb47-4716-879c-f373bbd2e4bc tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844512 Oct 22 14:50:18.683915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.692842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-19d1eef4-11d4-436b-a29c-21c0f7d64bc7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.694393 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-19d1eef4-11d4-436b-a29c-21c0f7d64bc7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.3974023 Oct 22 14:50:18.703430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:18.710464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Request body: {'port': {'device_id': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'admin_state_up': True, 'tenant_id': 'fac90d375d56471696fa875bf0f4b5df'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:18.783442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-e13adb12-cf97-4fcd-8ef7-4b0e3c6a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:18.784933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-e13adb12-cf97-4fcd-8ef7-4b0e3c6a1beb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=0012820b-5fba-4420-a63e-6a152f1dd0f0 HTTP/1.1" status: 200 len: 1094 time: 0.1433406 Oct 22 14:50:18.923523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-8af9b3d6-d245-4b7f-8197-c44e6a70e70d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88898480-01d6-4286-98c1-8fc8c931f701 HTTP/1.1" status: 200 len: 217 time: 0.0902200 Oct 22 14:50:18.980860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4317a1-4160-46d7-a304-71ad7e5e8803 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:18.991249 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.004659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Transition to ACTIVE for port object 5e4317a1-4160-46d7-a304-71ad7e5e8803 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:19.128212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea6ee26a-bf98-412b-8237-b940ba8129fc req-cbc9d600-5b0a-49b8-a27f-b272f36e1e0c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0309954 Oct 22 14:50:19.139353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.141690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-ea7dc752-2fcd-45e2-8365-edf643b4a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.149080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-ea7dc752-2fcd-45e2-8365-edf643b4a6ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66a56e78-f1fb-4a33-9090-34483553d0d8 HTTP/1.1" status: 200 len: 852 time: 0.2032902 Oct 22 14:50:19.242339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-0f942833-d23b-48dc-b131-ab8e08120c60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752552 Oct 22 14:50:19.273237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93dac3-971d-43c4-be9c-6e5e395d1b70 req-9de10b1b-340b-490a-b573-f57138dae83e tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.279040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de93dac3-971d-43c4-be9c-6e5e395d1b70 req-9de10b1b-340b-490a-b573-f57138dae83e tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 931 time: 0.0792899 Oct 22 14:50:19.305418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:19.326109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de93dac3-971d-43c4-be9c-6e5e395d1b70 req-19ae3c85-1e9f-4c4b-a24c-5a7793a662dd tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Oct 22 14:50:19.332281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Pushing event updated for resources: {'Port': ['ID=14c46b64-ef11-4531-9592-d8d4eb0577de,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:19.333748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:19.345483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-26a19851-a10b-4243-ac78-c738e9de968c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.346997 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-26a19851-a10b-4243-ac78-c738e9de968c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.53 "GET /v2.0/networks?id=874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 200 len: 821 time: 0.3695850 Oct 22 14:50:19.347813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:19.365855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Request body: {'port': {'device_id': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'admin_state_up': True, 'tenant_id': '78e6512c66294ff1933e33acfde9e550'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:19.380529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.438570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Pushing event updated for resources: {'Port': ['ID=5e4317a1-4160-46d7-a304-71ad7e5e8803,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:19.448160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Made reservation on behalf of fac90d375d56471696fa875bf0f4b5df for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:19.451622 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.528399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Attempting to bind port 5e4317a1-4160-46d7-a304-71ad7e5e8803 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:19.529279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Attempting to bind port 5e4317a1-4160-46d7-a304-71ad7e5e8803 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:19.529843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Attempting to bind port 5e4317a1-4160-46d7-a304-71ad7e5e8803 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:19.536879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Port 5e4317a1-4160-46d7-a304-71ad7e5e8803 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:19.537424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Attempting to bind port 5e4317a1-4160-46d7-a304-71ad7e5e8803 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:19.544883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:19.545221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Checking segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:19.545863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Bound using segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:19.546648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Bound port: 5e4317a1-4160-46d7-a304-71ad7e5e8803, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:19.547064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.596192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.596919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.674551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-5d3bf768-5eb9-4b17-b313-1348d1aeeaf2 service neutron] 10.222.0.69 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923604 Oct 22 14:50:19.713086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7bdf469-ba7a-4f8d-9f9d-1b98e2aa9df0 req-893a8fc3-1b83-4cd7-8c0c-89ae66b3e87e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0463090 Oct 22 14:50:19.744081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c02168-b9f2-4a7d-82c6-3d64853a0c57 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:19.749256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] For port 5e4317a1-4160-46d7-a304-71ad7e5e8803, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:19.753845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] For port 5e4317a1-4160-46d7-a304-71ad7e5e8803, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5e4317a1-4160-46d7-a304-71ad7e5e8803,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:19.762431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.776972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916dade-920a-45f7-b95c-c1ce976a4840 req-aa48dad5-23b3-42fe-bdeb-f5ef475f66b0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.787664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e916dade-920a-45f7-b95c-c1ce976a4840 req-aa48dad5-23b3-42fe-bdeb-f5ef475f66b0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 936 time: 0.1914091 Oct 22 14:50:19.862549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.899862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e916dade-920a-45f7-b95c-c1ce976a4840 req-39f47750-d848-47c0-a479-562c03e1cdf0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994301 Oct 22 14:50:19.948300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab2f25-4471-4c9d-bb7b-cfd80a14dde3 req-66abb79f-5567-48f0-94bf-8232d9df9061 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.950701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cab2f25-4471-4c9d-bb7b-cfd80a14dde3 req-66abb79f-5567-48f0-94bf-8232d9df9061 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 943 time: 0.1618340 Oct 22 14:50:19.997991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:19.997991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:19.998858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] 10.222.0.69 "PUT /v2.0/ports/5e4317a1-4160-46d7-a304-71ad7e5e8803 HTTP/1.1" status: 200 len: 1091 time: 1.5515943 Oct 22 14:50:20.003793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'tag': '5e4317a1-4160-46d7-a304-71ad7e5e8803'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:20.006142 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2950e-b390-41e1-9f3d-a544e12719e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9529e9b9-2e2e-483e-98b1-7c90162b63b5", "tag": "5e4317a1-4160-46d7-a304-71ad7e5e8803"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:20.034764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652514e0-c0b7-46cc-ab5e-326458e76ccc service neutron] Pushing event updated for resources: {'Port': ['ID=5e4317a1-4160-46d7-a304-71ad7e5e8803,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:20.060269 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d5d35-6a4b-4e9b-9437-516c2c13fe1f x-openstack-request-id: req-e72d5d35-6a4b-4e9b-9437-516c2c13fe1f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:20.060269 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9529e9b9-2e2e-483e-98b1-7c90162b63b5", "tag": "5e4317a1-4160-46d7-a304-71ad7e5e8803", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:20.060269 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e72d5d35-6a4b-4e9b-9437-516c2c13fe1f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:20.060269 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'tag': '5e4317a1-4160-46d7-a304-71ad7e5e8803', 'status': 'completed', 'code': 200} Oct 22 14:50:20.074349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cab2f25-4471-4c9d-bb7b-cfd80a14dde3 req-3f554874-0733-4ba6-8d94-1e5bf9c4eda8 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919547 Oct 22 14:50:20.113685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Transition to ACTIVE for port object 35c02168-b9f2-4a7d-82c6-3d64853a0c57 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:20.124522 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-7395ed73-575b-4d6a-be84-b4dc782ecc56 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9319093 Oct 22 14:50:20.132933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2950e-b390-41e1-9f3d-a544e12719e8 req-da39d120-00e0-4145-88ad-1087ef1cd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:20.134800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3f2950e-b390-41e1-9f3d-a544e12719e8 req-da39d120-00e0-4145-88ad-1087ef1cd96e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 1094 time: 0.0551050 Oct 22 14:50:20.145553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Request body: {'port': {'device_id': 'b7b1474b-742d-4109-b640-1f51ab310501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:20.194996 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-ea4d6a82-5a16-4ad1-9e02-b77c450c587c service neutron] 10.222.0.69 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017121 Oct 22 14:50:20.196153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Allocated IP 172.20.0.12 (914865b7-cca2-4769-bac5-367b55402118/82fe8bd6-bb99-4b9b-8cfb-d85e2e662374/157c150f-5fef-4e3b-8d27-78daffbb010d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:20.247797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:20.333722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f32fb07-8422-4e00-9597-45e0c201ca23 req-ac28215f-a1c2-40f4-9680-f834a3427569 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 210 time: 0.0928252 Oct 22 14:50:20.386146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2950e-b390-41e1-9f3d-a544e12719e8 req-631a5f83-40cf-4372-80b8-8e878d20df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:20.387835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3f2950e-b390-41e1-9f3d-a544e12719e8 req-631a5f83-40cf-4372-80b8-8e878d20df56 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8271a30c67be4957b64e6d0c9268d3da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2449403 Oct 22 14:50:20.438542 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:20.485377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Made reservation on behalf of 78e6512c66294ff1933e33acfde9e550 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:20.488914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:20.577157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Pushing event updated for resources: {'Port': ['ID=35c02168-b9f2-4a7d-82c6-3d64853a0c57,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:20.618614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2950e-b390-41e1-9f3d-a544e12719e8 req-e38574d7-0071-4a21-a7c2-f9f9eac5d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:20.621169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3f2950e-b390-41e1-9f3d-a544e12719e8 req-e38574d7-0071-4a21-a7c2-f9f9eac5d40b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260516 Oct 22 14:50:20.629000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a99cd-9729-4e4b-bfc0-aa072f4b2be1 req-40281738-71ee-4be8-8484-ce396cbd5cb8 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:20.630468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e0a99cd-9729-4e4b-bfc0-aa072f4b2be1 req-40281738-71ee-4be8-8484-ce396cbd5cb8 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 931 time: 0.1833444 Oct 22 14:50:20.642593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:20.687884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e0a99cd-9729-4e4b-bfc0-aa072f4b2be1 req-dcea5bca-bb60-4e0e-931f-618acb798a29 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Oct 22 14:50:20.747901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-a4c2b852-0bba-4a2f-853e-42d6fc5586ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:20.749434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-a4c2b852-0bba-4a2f-853e-42d6fc5586ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 1094 time: 0.0605555 Oct 22 14:50:20.805287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-99b77dd0-c61d-4c50-94f1-6cd1a1a17f21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4317a1-4160-46d7-a304-71ad7e5e8803 HTTP/1.1" status: 200 len: 217 time: 0.0462489 Oct 22 14:50:20.893939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d179cbd2-a055-4a3f-9e5c-f5093ddb941c req-ae5be753-3283-42f2-a23c-5b98b9d2f418 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0606825 Oct 22 14:50:20.913165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Attempting to bind port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:20.913489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Attempting to bind port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:20.913831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Attempting to bind port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:20.919732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-538da033-2816-4376-8d1c-e8ad0ddfdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:20.921203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-538da033-2816-4376-8d1c-e8ad0ddfdfa2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66a56e78-f1fb-4a33-9090-34483553d0d8 HTTP/1.1" status: 200 len: 852 time: 0.1089232 Oct 22 14:50:20.930506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:20.930673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Attempting to bind port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:20.939623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c46b64-ef11-4531-9592-d8d4eb0577de {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:20.948739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Allocated IP 172.20.0.14 (874db200-069b-4bce-80fa-bed9c766bbe0/8b1edebd-03f0-4d47-9aa7-6f1856e61e1b/f3ac4404-3f4c-4d81-898f-a9de6a789bde) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:20.953784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:20.959417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:20.959763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:20.960173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:20.960616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Bound port: 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:20.960966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:20.965893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-4f27c166-8691-4d34-98ba-098c0f24205f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373011 Oct 22 14:50:20.986263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Transition to ACTIVE for port object 14c46b64-ef11-4531-9592-d8d4eb0577de will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:21.032586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.105119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449fc13-ece2-4ea3-869c-2e665f9b11f5 req-97ae1a98-d7fa-49d6-9060-ec4258d9b08e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.107145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a449fc13-ece2-4ea3-869c-2e665f9b11f5 req-97ae1a98-d7fa-49d6-9060-ec4258d9b08e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.1135244 Oct 22 14:50:21.145002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Network 914865b7-cca2-4769-bac5-367b55402118 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:21.153045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.177997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] For port 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:21.180348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:21.185108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a449fc13-ece2-4ea3-869c-2e665f9b11f5 req-f9f102e3-95e3-4b14-adaa-e5c58fb53d47 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576808 Oct 22 14:50:21.192882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-ecfecca5-a5a1-42fa-a2c3-377b6e931b3c service neutron] 10.222.0.69 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181795 Oct 22 14:50:21.193101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:21.207618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:21.218437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] For port 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35c02168-b9f2-4a7d-82c6-3d64853a0c57,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:21.292530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e047b-d9aa-4d8b-be83-707c7f788f13 req-9ab990bc-915d-4b22-aa58-a3f462b373ad tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.294060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c29e047b-d9aa-4d8b-be83-707c7f788f13 req-9ab990bc-915d-4b22-aa58-a3f462b373ad tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 943 time: 0.1127555 Oct 22 14:50:21.339047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-778d134d-5f35-477c-ac6a-3f18cf66ad17 service neutron] 10.222.0.69 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 Oct 22 14:50:21.362664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c29e047b-d9aa-4d8b-be83-707c7f788f13 req-e08508df-d31e-46cc-811a-dbda7f46d486 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Oct 22 14:50:21.374399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.422713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.426437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.447964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=14c46b64-ef11-4531-9592-d8d4eb0577de,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:21.475926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.476544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.478100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] 10.222.0.69 "PUT /v2.0/ports/35c02168-b9f2-4a7d-82c6-3d64853a0c57 HTTP/1.1" status: 200 len: 1096 time: 2.9799829 Oct 22 14:50:21.482444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.502117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'tag': '35c02168-b9f2-4a7d-82c6-3d64853a0c57'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:21.504534 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fae444-f615-4060-bd58-70a74bc0b694" -d '{"events": [{"name": "network-changed", "server_uuid": "2a11920e-41bf-4b5f-a405-fc26e22ae460", "tag": "35c02168-b9f2-4a7d-82c6-3d64853a0c57"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:21.531491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f6a4-d6c5-47f9-90f5-aa9dc3b91212 req-548f9d07-5c46-420b-bb2e-05afec809702 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.533364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4b8f6a4-d6c5-47f9-90f5-aa9dc3b91212 req-548f9d07-5c46-420b-bb2e-05afec809702 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 932 time: 0.0965550 Oct 22 14:50:21.569264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Attempting to bind port 14c46b64-ef11-4531-9592-d8d4eb0577de on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:21.569669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Attempting to bind port 14c46b64-ef11-4531-9592-d8d4eb0577de by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:21.569921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Attempting to bind port 14c46b64-ef11-4531-9592-d8d4eb0577de on network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:21.578228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df116e60-ea81-461b-89b0-6e146d85dffa service neutron] Pushing event updated for resources: {'Port': ['ID=35c02168-b9f2-4a7d-82c6-3d64853a0c57,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:21.582036 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee1842-32c5-4f07-9e18-fab321ca7b98 x-openstack-request-id: req-6cee1842-32c5-4f07-9e18-fab321ca7b98 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:21.582163 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a11920e-41bf-4b5f-a405-fc26e22ae460", "tag": "35c02168-b9f2-4a7d-82c6-3d64853a0c57", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:21.582430 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6cee1842-32c5-4f07-9e18-fab321ca7b98 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:21.582856 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'tag': '35c02168-b9f2-4a7d-82c6-3d64853a0c57', 'status': 'completed', 'code': 200} Oct 22 14:50:21.594962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Port 14c46b64-ef11-4531-9592-d8d4eb0577de on network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:21.595313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Attempting to bind port 14c46b64-ef11-4531-9592-d8d4eb0577de on network dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:21.607918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4b8f6a4-d6c5-47f9-90f5-aa9dc3b91212 req-1b78e20a-d884-441f-bd68-e4abf7f3f63e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671866 Oct 22 14:50:21.611180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:21.611528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Checking segment: {'id': 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:21.611937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Bound using segment: {'id': 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:21.612411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Bound port: 14c46b64-ef11-4531-9592-d8d4eb0577de, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:21.612777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.637580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-2fa97720-f591-409f-a2ca-fe40a4671ae2 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9308131 Oct 22 14:50:21.657811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Request body: {'port': {'device_id': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:21.770709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.770709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae444-f615-4060-bd58-70a74bc0b694 req-09f4cc65-2e59-4d66-baf1-c41c8835564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.770709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-64fae444-f615-4060-bd58-70a74bc0b694 req-09f4cc65-2e59-4d66-baf1-c41c8835564d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 1099 time: 0.1596026 Oct 22 14:50:21.802843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:21.842075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528cca3-e252-45af-9abd-65ab427ce505 req-c47e8965-953d-477a-80a5-47de0a43a076 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:21.843624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3528cca3-e252-45af-9abd-65ab427ce505 req-c47e8965-953d-477a-80a5-47de0a43a076 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0635612 Oct 22 14:50:21.855827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-64fae444-f615-4060-bd58-70a74bc0b694 req-9a98f347-83ce-4b90-a91e-c34068279515 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730231 Oct 22 14:50:21.858748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] For port 14c46b64-ef11-4531-9592-d8d4eb0577de, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:21.881640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Network 874db200-069b-4bce-80fa-bed9c766bbe0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:21.890711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3528cca3-e252-45af-9abd-65ab427ce505 req-465b2dce-1148-4a5f-b63d-3a4d0766a1fd tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Oct 22 14:50:21.912319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:21.912319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] For port 14c46b64-ef11-4531-9592-d8d4eb0577de, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=14c46b64-ef11-4531-9592-d8d4eb0577de,segment=NetworkSegment(d259f0f3-2b6f-41a0-93fc-d7e36e46b78f),segment_id=d259f0f3-2b6f-41a0-93fc-d7e36e46b78f)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:21.912319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:22.017092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f47-4b31-4863-a494-308626fcd342 req-d90da0ed-c8ff-44b8-b875-f17ad592d5dc tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.017355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event updated for resources: {'Port': ['ID=f3ac4404-3f4c-4d81-898f-a9de6a789bde,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:22.018644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81982f47-4b31-4863-a494-308626fcd342 req-d90da0ed-c8ff-44b8-b875-f17ad592d5dc tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 932 time: 0.0564127 Oct 22 14:50:22.032279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.073565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81982f47-4b31-4863-a494-308626fcd342 req-a8121266-633e-421a-a24c-cc977f100a2d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Oct 22 14:50:22.144674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.145773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.175259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.175875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.177345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/14c46b64-ef11-4531-9592-d8d4eb0577de HTTP/1.1" status: 200 len: 1091 time: 2.0422320 Oct 22 14:50:22.209380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae444-f615-4060-bd58-70a74bc0b694 req-0eff7db6-b019-4091-946d-160b20a8219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.211019 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-64fae444-f615-4060-bd58-70a74bc0b694 req-0eff7db6-b019-4091-946d-160b20a8219c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3414021 Oct 22 14:50:22.242688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d2604-e6d5-45fd-9d80-738869fdd1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=14c46b64-ef11-4531-9592-d8d4eb0577de,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:22.326197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac531e1-6ccb-4aff-96ed-29060ad7b253 req-1327c0a3-2440-42a2-9e1d-83addf064846 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.331493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ac531e1-6ccb-4aff-96ed-29060ad7b253 req-1327c0a3-2440-42a2-9e1d-83addf064846 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.0630128 Oct 22 14:50:22.367286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-7d732490-39c2-4a8a-8096-ed35b6d5b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.369453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-7d732490-39c2-4a8a-8096-ed35b6d5b347 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 1099 time: 0.0742610 Oct 22 14:50:22.381640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ac531e1-6ccb-4aff-96ed-29060ad7b253 req-9b2419d7-b58e-4ac2-93e2-c411658036ca tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Oct 22 14:50:22.451599 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4afc844f-7a39-4696-bebe-9139cb00dfd3 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0923469 Oct 22 14:50:22.457058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-f86f1dc8-8f06-4060-a6c7-e53c6681f80f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=35c02168-b9f2-4a7d-82c6-3d64853a0c57 HTTP/1.1" status: 200 len: 217 time: 0.0642757 Oct 22 14:50:22.469841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Request body: {'port': {'device_id': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:22.497914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac435d-b1a7-4df1-907d-9bd47c12b1cb req-e01b2419-a462-42e9-9c8e-47d1ba9a82ba tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.499445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3ac435d-b1a7-4df1-907d-9bd47c12b1cb req-e01b2419-a462-42e9-9c8e-47d1ba9a82ba tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 943 time: 0.0610845 Oct 22 14:50:22.553985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3ac435d-b1a7-4df1-907d-9bd47c12b1cb req-bede7423-7e63-4f01-8a1c-bf5b414bdd70 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Oct 22 14:50:22.591205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-6b40e2c2-9b1a-4711-b3cc-f4b8c960d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.591205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-6b40e2c2-9b1a-4711-b3cc-f4b8c960d5b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b505f6ae5c3c4168a90318d3382f2d06&device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 1094 time: 0.2145903 Oct 22 14:50:22.613973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157c150f-5fef-4e3b-8d27-78daffbb010d {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:22.632934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.675897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-c2c1a26d-5a21-435f-a53d-2c4bb659818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.677394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-c2c1a26d-5a21-435f-a53d-2c4bb659818f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1989508 Oct 22 14:50:22.678625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-95e5bc88-ddd6-460b-92df-d3ee2671ba79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14c46b64-ef11-4531-9592-d8d4eb0577de HTTP/1.1" status: 200 len: 217 time: 0.0692568 Oct 22 14:50:22.684472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.687551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4d86-93db-4798-963f-25aa6c282efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.689148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Transition to ACTIVE for port object 157c150f-5fef-4e3b-8d27-78daffbb010d will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:22.729008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084a23-183f-45bd-b05f-59575c4ce12a req-52a24976-8393-44ab-9e3c-970bcd61cfef tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.730557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00084a23-183f-45bd-b05f-59575c4ce12a req-52a24976-8393-44ab-9e3c-970bcd61cfef tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 932 time: 0.0659111 Oct 22 14:50:22.783588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00084a23-183f-45bd-b05f-59575c4ce12a req-76137e5f-bea4-4baf-837d-94e65d7b134b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Oct 22 14:50:22.810567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-e1a3a564-5c6f-4e9a-b180-0ffa2553719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.812126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-e1a3a564-5c6f-4e9a-b180-0ffa2553719e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f20a225-47c0-4dad-b154-6186c62c4157 HTTP/1.1" status: 200 len: 860 time: 0.1154215 Oct 22 14:50:22.819432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-e31998b5-1b52-4ab7-ac61-e8b84dc074a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:22.820896 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-e31998b5-1b52-4ab7-ac61-e8b84dc074a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223848 Oct 22 14:50:22.892343 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:22.928327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-904d7cf8-de23-474a-872e-16bbc9f9f0ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616639 Oct 22 14:50:23.029255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592361-1734-43b1-95f4-f5ca49527d51 req-9523f791-7bbc-4995-9754-f8d9ac06a22c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:23.031705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92592361-1734-43b1-95f4-f5ca49527d51 req-9523f791-7bbc-4995-9754-f8d9ac06a22c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0576332 Oct 22 14:50:23.072509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:23.074510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92592361-1734-43b1-95f4-f5ca49527d51 req-92f862d0-86f4-448c-a4a8-0a875a253e30 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Oct 22 14:50:23.227098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719ff84-8f08-42f9-9878-4e92908507c5 req-19672f1e-71a0-468a-ab65-e5ed0319db88 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:23.229989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d719ff84-8f08-42f9-9878-4e92908507c5 req-19672f1e-71a0-468a-ab65-e5ed0319db88 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 932 time: 0.0886836 Oct 22 14:50:23.239560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 88898480-01d6-4286-98c1-8fc8c931f701 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:23.296553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d719ff84-8f08-42f9-9878-4e92908507c5 req-d0c9056e-c81b-494c-bd73-dbe2319161fa tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556762 Oct 22 14:50:23.372111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 88898480-01d6-4286-98c1-8fc8c931f701, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=88898480-01d6-4286-98c1-8fc8c931f701,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:23.477029 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-3ce938b3-ef9c-498e-a54d-aae4159b648b service neutron] 10.222.0.69 "GET /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177455 Oct 22 14:50:23.536406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb89b-e952-47c0-b635-fcbb37ffc323 req-ccbc3da4-1d3a-49d3-97bc-fb6760323932 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:23.538878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708fb89b-e952-47c0-b635-fcbb37ffc323 req-ccbc3da4-1d3a-49d3-97bc-fb6760323932 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.0685835 Oct 22 14:50:23.542070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '88898480-01d6-4286-98c1-8fc8c931f701', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'port_id': '88898480-01d6-4286-98c1-8fc8c931f701', 'mac_address': 'fa:16:3e:57:53:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a56e78-f1fb-4a33-9090-34483553d0d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:23.576658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-b0a641dc-7bdf-471a-8423-8ff641ffdb24 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989481 Oct 22 14:50:23.585348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b1474b-742d-4109-b640-1f51ab310501', 'tag': '14c46b64-ef11-4531-9592-d8d4eb0577de'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:23.586162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:23.588164 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c6adeb-4e38-477d-9892-0d9872b8bceb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b1474b-742d-4109-b640-1f51ab310501", "tag": "14c46b64-ef11-4531-9592-d8d4eb0577de"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:23.609322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708fb89b-e952-47c0-b635-fcbb37ffc323 req-92ec092d-8629-447f-ae59-625c011aa4ce tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Oct 22 14:50:23.624394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88898480-01d6-4286-98c1-8fc8c931f701 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:23.648046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 88898480-01d6-4286-98c1-8fc8c931f701, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=88898480-01d6-4286-98c1-8fc8c931f701,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:23.652553 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dbe9ef-506d-4413-8f23-6a5b64485f39 x-openstack-request-id: req-d3dbe9ef-506d-4413-8f23-6a5b64485f39 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:23.652861 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b1474b-742d-4109-b640-1f51ab310501", "tag": "14c46b64-ef11-4531-9592-d8d4eb0577de", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:23.653112 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3dbe9ef-506d-4413-8f23-6a5b64485f39 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:23.653510 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b1474b-742d-4109-b640-1f51ab310501', 'tag': '14c46b64-ef11-4531-9592-d8d4eb0577de', 'status': 'completed', 'code': 200} Oct 22 14:50:23.746768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ca6b4-c579-497f-b1cf-0ab87582870c req-1ab81ef0-2cba-45e3-a211-945c53954349 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:23.748400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a3ca6b4-c579-497f-b1cf-0ab87582870c req-1ab81ef0-2cba-45e3-a211-945c53954349 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 943 time: 0.0576804 Oct 22 14:50:23.774916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Attempting to bind port 157c150f-5fef-4e3b-8d27-78daffbb010d on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:23.780437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Attempting to bind port 157c150f-5fef-4e3b-8d27-78daffbb010d by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:23.780437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Attempting to bind port 157c150f-5fef-4e3b-8d27-78daffbb010d on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:23.789407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-617ca28e-28b8-4bec-bf37-465df37f5b43 req-ff7defc6-3130-4b4c-a1d0-da250c532d69 service neutron] 10.222.0.69 "GET /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782428 Oct 22 14:50:23.794646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ac4404-3f4c-4d81-898f-a9de6a789bde {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:23.795453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a3ca6b4-c579-497f-b1cf-0ab87582870c req-98b896b3-2322-45cd-8d2a-dba0068cee1c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Oct 22 14:50:23.806613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:23.807190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Port 157c150f-5fef-4e3b-8d27-78daffbb010d on network 914865b7-cca2-4769-bac5-367b55402118 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:23.807190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Attempting to bind port 157c150f-5fef-4e3b-8d27-78daffbb010d on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:23.813802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:23.822291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:23.822658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Checking segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:23.823103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Bound using segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:23.823548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Bound port: 157c150f-5fef-4e3b-8d27-78daffbb010d, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:23.823904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:23.844795 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d636693-59d6-4e56-9c0d-92e55a24da3d req-bb9e633f-bfa5-4571-9005-71c03b228092 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204175 Oct 22 14:50:23.848701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Transition to ACTIVE for port object f3ac4404-3f4c-4d81-898f-a9de6a789bde will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:23.864211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=88898480-01d6-4286-98c1-8fc8c931f701,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:23.919253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:23.922908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:23.974769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10fea9-4f48-4077-a425-65cd5fdddc9a req-436669e5-6500-4030-a4d4-cf607b9bd351 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:23.976323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e10fea9-4f48-4077-a425-65cd5fdddc9a req-436669e5-6500-4030-a4d4-cf607b9bd351 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0594671 Oct 22 14:50:24.020981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e10fea9-4f48-4077-a425-65cd5fdddc9a req-771ccbf6-9400-4325-9029-5587efa0b163 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376792 Oct 22 14:50:24.062395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:24.064256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:24.117564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.118115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:24.119639 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] 10.222.0.69 "PUT /v2.0/ports/157c150f-5fef-4e3b-8d27-78daffbb010d HTTP/1.1" status: 200 len: 1092 time: 2.4660180 Oct 22 14:50:24.138716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-df77ac9f-5e4f-4021-8b89-1db0482f0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.140364 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-df77ac9f-5e4f-4021-8b89-1db0482f0301 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b505f6ae5c3c4168a90318d3382f2d06&device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 1094 time: 0.1113060 Oct 22 14:50:24.149966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb7fb-7e08-423c-b5cb-7844da282b31 service neutron] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:24.185713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['88898480-01d6-4286-98c1-8fc8c931f701'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:24.238563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d689e-c3ec-4ebf-b1e3-8aacfed8818d req-231a9a27-6e9a-49b6-9b0b-80e92b76b4ad tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.247854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-884d689e-c3ec-4ebf-b1e3-8aacfed8818d req-231a9a27-6e9a-49b6-9b0b-80e92b76b4ad tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0759301 Oct 22 14:50:24.298850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-884d689e-c3ec-4ebf-b1e3-8aacfed8818d req-4b196b60-7c86-4645-a5f9-840503835ad7 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496409 Oct 22 14:50:24.393692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ac4404-3f4c-4d81-898f-a9de6a789bde,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:24.419498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Attempting to bind port f3ac4404-3f4c-4d81-898f-a9de6a789bde on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:24.419848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Attempting to bind port f3ac4404-3f4c-4d81-898f-a9de6a789bde by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:24.420147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Attempting to bind port f3ac4404-3f4c-4d81-898f-a9de6a789bde on network 874db200-069b-4bce-80fa-bed9c766bbe0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:24.429400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-b821c1b4-a91f-47ea-8dbe-a06da164281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.430623 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-b821c1b4-a91f-47ea-8dbe-a06da164281e service neutron] 10.222.0.69 "GET /v2.0/networks?id=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 HTTP/1.1" status: 200 len: 921 time: 0.2817714 Oct 22 14:50:24.434635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-270f1f92-ce4a-49bf-a3d8-c49b28768676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.434635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-270f1f92-ce4a-49bf-a3d8-c49b28768676 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 1095 time: 0.1379194 Oct 22 14:50:24.436775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Port f3ac4404-3f4c-4d81-898f-a9de6a789bde on network 874db200-069b-4bce-80fa-bed9c766bbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:24.437091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Attempting to bind port f3ac4404-3f4c-4d81-898f-a9de6a789bde on network 874db200-069b-4bce-80fa-bed9c766bbe0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:24.443578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:24.443909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Checking segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:24.444496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Bound using segment: {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:24.444938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Bound port: f3ac4404-3f4c-4d81-898f-a9de6a789bde, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fbc9ad-824c-4e4d-a1ef-6062d88c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:24.445290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:24.449672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cef123-6b26-4e13-b81f-f6f7c1879b39 req-f903d590-656c-47f7-8a57-62562b261ab8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.455528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02cef123-6b26-4e13-b81f-f6f7c1879b39 req-f903d590-656c-47f7-8a57-62562b261ab8 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 944 time: 0.0768130 Oct 22 14:50:24.492531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02cef123-6b26-4e13-b81f-f6f7c1879b39 req-bcc091af-0dee-4eaf-9893-0b7cc765d09e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Oct 22 14:50:24.532558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-2601d3d3-9b93-488a-9b36-8d6080b42d52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14c46b64-ef11-4531-9592-d8d4eb0577de HTTP/1.1" status: 200 len: 217 time: 0.0760286 Oct 22 14:50:24.534955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-994af90d-31c6-4467-9294-07e2d568d1bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157c150f-5fef-4e3b-8d27-78daffbb010d HTTP/1.1" status: 200 len: 217 time: 0.0868409 Oct 22 14:50:24.669486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-171a2e6f-cd31-41ae-abdd-bbf1f600c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.670958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-171a2e6f-cd31-41ae-abdd-bbf1f600c552 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.1104414 Oct 22 14:50:24.675165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-09bdaa94-5129-48cb-bab1-4b796929afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.676554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-09bdaa94-5129-48cb-bab1-4b796929afa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f20a225-47c0-4dad-b154-6186c62c4157 HTTP/1.1" status: 200 len: 860 time: 0.1178908 Oct 22 14:50:24.677597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] For port f3ac4404-3f4c-4d81-898f-a9de6a789bde, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:24.681012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] For port f3ac4404-3f4c-4d81-898f-a9de6a789bde, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3ac4404-3f4c-4d81-898f-a9de6a789bde,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:24.726877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-20f74330-8f01-4266-8c59-ae6491bf47d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386951 Oct 22 14:50:24.747406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037bad-17e6-4781-982c-8bd19b4c710f req-4352826a-b73b-4eb4-af41-ca1f9ddfbfd4 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:24.751567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2037bad-17e6-4781-982c-8bd19b4c710f req-4352826a-b73b-4eb4-af41-ca1f9ddfbfd4 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.0691719 Oct 22 14:50:24.754249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-72510afe-94d6-44d3-96f8-86a4b08bccfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607374 Oct 22 14:50:24.796457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2037bad-17e6-4781-982c-8bd19b4c710f req-ac4c21f3-505e-429c-94ca-ac43bd512f55 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Oct 22 14:50:24.925482 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-96a175c3-6100-4861-bcce-59f85e9452c5 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733341 Oct 22 14:50:24.925482 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-bcfa9f20-e934-4725-83d4-91519c18cd75 service neutron] 10.222.0.69 "GET /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501136 Oct 22 14:50:25.001949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e89c-5926-43c1-a7d9-bb90995feb81 req-50e14ae1-6851-4726-be86-5361bc3682b0 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.061607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2e8e89c-5926-43c1-a7d9-bb90995feb81 req-50e14ae1-6851-4726-be86-5361bc3682b0 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 943 time: 0.0599873 Oct 22 14:50:25.061912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:25.062356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2e8e89c-5926-43c1-a7d9-bb90995feb81 req-b67a7717-b2a0-4573-873e-2be04abe52f3 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Oct 22 14:50:25.126022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.126641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:25.128124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] 10.222.0.53 "PUT /v2.0/ports/f3ac4404-3f4c-4d81-898f-a9de6a789bde HTTP/1.1" status: 200 len: 1092 time: 2.6635766 Oct 22 14:50:25.155706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-559fc9ff-fa56-4dee-a05c-35a62715a0bb req-0643b429-59f0-474b-8878-ef9706c14522 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265253 Oct 22 14:50:25.162136 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07c6adeb-4e38-477d-9892-0d9872b8bceb req-c7d251a1-6566-4f45-b8d2-80a888503089 service neutron] 10.222.0.69 "GET /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227330 Oct 22 14:50:25.162284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04936590-ed47-4df2-bd58-41410174521d req-ef3beedd-304e-4374-b603-6b8f5a46a055 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.162874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc578-53ca-4774-a8c0-1b09865d9762 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ac4404-3f4c-4d81-898f-a9de6a789bde,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:25.168061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04936590-ed47-4df2-bd58-41410174521d req-ef3beedd-304e-4374-b603-6b8f5a46a055 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0652738 Oct 22 14:50:25.213298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04936590-ed47-4df2-bd58-41410174521d req-5254249f-7939-4922-a277-d8918a68f505 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Oct 22 14:50:25.242761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5e4317a1-4160-46d7-a304-71ad7e5e8803 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:25.360578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5e4317a1-4160-46d7-a304-71ad7e5e8803, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5e4317a1-4160-46d7-a304-71ad7e5e8803,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:25.374509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '5e4317a1-4160-46d7-a304-71ad7e5e8803', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'port_id': '5e4317a1-4160-46d7-a304-71ad7e5e8803', 'mac_address': 'fa:16:3e:99:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a56e78-f1fb-4a33-9090-34483553d0d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:25.414833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:25.430559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4317a1-4160-46d7-a304-71ad7e5e8803 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:25.450426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69672ba-f96c-4d40-9281-7dd6a6b25bec req-e8e1cb07-ec60-46fe-9cb3-df13b221e80c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.457663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5e4317a1-4160-46d7-a304-71ad7e5e8803, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5e4317a1-4160-46d7-a304-71ad7e5e8803,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:25.458156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d69672ba-f96c-4d40-9281-7dd6a6b25bec req-e8e1cb07-ec60-46fe-9cb3-df13b221e80c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0714471 Oct 22 14:50:25.494069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d69672ba-f96c-4d40-9281-7dd6a6b25bec req-96f36eb5-7427-4255-955e-fdd106e4a98b tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Oct 22 14:50:25.626212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23c9da-abb5-49df-aa5c-798340c29ae7 req-049782b7-6934-4b2c-94f4-49e1960e6d9c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.628122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa23c9da-abb5-49df-aa5c-798340c29ae7 req-049782b7-6934-4b2c-94f4-49e1960e6d9c tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 944 time: 0.0566330 Oct 22 14:50:25.654472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d'}, {'name': 'network-changed', 'server_uuid': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'tag': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:25.657242 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb50d7-33e8-476e-9704-ab3060f3165c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d"}, {"name": "network-changed", "server_uuid": "a7f17282-f985-4cd1-9ce8-4fc4844250f4", "tag": "f3ac4404-3f4c-4d81-898f-a9de6a789bde"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:25.668468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa23c9da-abb5-49df-aa5c-798340c29ae7 req-b57d218b-7870-4299-82fe-629e5e50b773 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Oct 22 14:50:25.766797 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28adebaf-9e88-4359-9d58-06c9008c486b x-openstack-request-id: req-28adebaf-9e88-4359-9d58-06c9008c486b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:25.766797 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7f17282-f985-4cd1-9ce8-4fc4844250f4", "tag": "f3ac4404-3f4c-4d81-898f-a9de6a789bde", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:25.766797 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28adebaf-9e88-4359-9d58-06c9008c486b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:25.766797 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'status': 'completed', 'code': 200} Oct 22 14:50:25.766797 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'tag': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde', 'status': 'completed', 'code': 200} Oct 22 14:50:25.767463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-9bd47d43-a0a9-4b0f-ba0a-f2e7def8c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.768942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-9bd47d43-a0a9-4b0f-ba0a-f2e7def8c092 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 1095 time: 0.0411043 Oct 22 14:50:25.889247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-aa941350-4915-46ce-b44b-55194442a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.890886 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-aa941350-4915-46ce-b44b-55194442a70f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=78e6512c66294ff1933e33acfde9e550&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1134663 Oct 22 14:50:25.975751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94caac-0d10-48f6-87e9-a97d5cfa8a7e req-4a0a5f60-1cf9-405f-9fc4-df67ffbc7062 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:25.977444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f94caac-0d10-48f6-87e9-a97d5cfa8a7e req-4a0a5f60-1cf9-405f-9fc4-df67ffbc7062 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.0619762 Oct 22 14:50:26.014959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-3640ee14-88a9-401a-a1aa-577c3ac71655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.016966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-3640ee14-88a9-401a-a1aa-577c3ac71655 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194794 Oct 22 14:50:26.033041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f94caac-0d10-48f6-87e9-a97d5cfa8a7e req-810794dc-6b43-4ee5-9094-429e19471381 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 Oct 22 14:50:26.179594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e55d32-fd09-4ffd-8734-18adcb43d610 req-6e4f5d98-f5d7-4a41-bcc6-8e3e1c458568 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.183380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96e55d32-fd09-4ffd-8734-18adcb43d610 req-6e4f5d98-f5d7-4a41-bcc6-8e3e1c458568 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 943 time: 0.0551035 Oct 22 14:50:26.225580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96e55d32-fd09-4ffd-8734-18adcb43d610 req-dd49cfca-82ea-4eae-aef2-f19f5d7444ea tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365422 Oct 22 14:50:26.352994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1616bcd-ead5-4d0f-bbfc-6c61261baa07 req-6b38dcdf-546d-4581-8468-960086087866 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.355467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1616bcd-ead5-4d0f-bbfc-6c61261baa07 req-6b38dcdf-546d-4581-8468-960086087866 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0681696 Oct 22 14:50:26.406805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1616bcd-ead5-4d0f-bbfc-6c61261baa07 req-95acef1f-6648-4821-9519-52d3e790a196 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Oct 22 14:50:26.618797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9238-8382-4f6e-9947-f3ab01b03819 req-dad88372-db17-412c-8149-0231e47448a6 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.620687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c03d9238-8382-4f6e-9947-f3ab01b03819 req-dad88372-db17-412c-8149-0231e47448a6 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0562963 Oct 22 14:50:26.669328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c03d9238-8382-4f6e-9947-f3ab01b03819 req-c29e353c-e56d-487f-ac4f-c67b19afad4c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Oct 22 14:50:26.703375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cd787fc9-bd9f-4eeb-a249-c3dcf7b2076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:26.779845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:26.781455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:26.782956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:26.815734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756a96f-31db-4720-bd00-b87190341e5c req-7409b863-aa0b-4e75-8f91-93073f8ac8bd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.816844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8756a96f-31db-4720-bd00-b87190341e5c req-7409b863-aa0b-4e75-8f91-93073f8ac8bd tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 944 time: 0.0778811 Oct 22 14:50:26.859876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5e4317a1-4160-46d7-a304-71ad7e5e8803,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:26.871566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8756a96f-31db-4720-bd00-b87190341e5c req-25a5308a-6a1d-46ae-81be-4c6718c61cdc tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Oct 22 14:50:26.880600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-ca9696e5-21db-4a05-859e-944d553462ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.882111 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-ca9696e5-21db-4a05-859e-944d553462ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78e6512c66294ff1933e33acfde9e550&device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 1095 time: 0.0778892 Oct 22 14:50:26.899903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-54510a5e-7cea-4ade-b7e7-07d1399acd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:26.901969 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-54510a5e-7cea-4ade-b7e7-07d1399acd08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 1095 time: 0.0649745 Oct 22 14:50:26.944492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-05ac153c-45fc-435b-b5f9-6978b093fdc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ac4404-3f4c-4d81-898f-a9de6a789bde HTTP/1.1" status: 200 len: 217 time: 0.0522475 Oct 22 14:50:27.048176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-ae6431f5-8f76-4d9b-9105-ad92d03ecc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.049627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-ae6431f5-8f76-4d9b-9105-ad92d03ecc4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b HTTP/1.1" status: 200 len: 861 time: 0.0913250 Oct 22 14:50:27.083876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-66413778-b91f-4645-a067-54b062145cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.085213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-66413778-b91f-4645-a067-54b062145cca service neutron] 10.222.0.69 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 905 time: 0.1500759 Oct 22 14:50:27.087231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-7fa67a6d-8d1c-4fcc-b55b-dd72551268b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=874db200-069b-4bce-80fa-bed9c766bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286694 Oct 22 14:50:27.137770 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-02a86cfb-1512-401b-b088-4f2361963242 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157c150f-5fef-4e3b-8d27-78daffbb010d HTTP/1.1" status: 200 len: 217 time: 0.0418458 Oct 22 14:50:27.161742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee51b3-a96c-4685-bcec-83cc7f8c1f51 req-e19e7f61-080b-47a7-b10e-8f7f5e01bb8f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.163385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05ee51b3-a96c-4685-bcec-83cc7f8c1f51 req-e19e7f61-080b-47a7-b10e-8f7f5e01bb8f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.0518420 Oct 22 14:50:27.208833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05ee51b3-a96c-4685-bcec-83cc7f8c1f51 req-6751abdc-4f6c-4d03-b2bb-b671ac0326d2 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Oct 22 14:50:27.241772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-557ff41f-a033-45d5-9cbe-c38320166715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.243293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-557ff41f-a033-45d5-9cbe-c38320166715 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.0959489 Oct 22 14:50:27.244298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 88898480-01d6-4286-98c1-8fc8c931f701 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:27.293226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-25722e05-732a-4752-b23f-b90f6719ceac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407693 Oct 22 14:50:27.295423 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-4027b2bd-7e42-4d6f-952c-3eb5671f2167 service neutron] 10.222.0.53 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935003 Oct 22 14:50:27.359969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89723626-bb42-4b86-8f53-5f4ee51f0f1b req-643bf758-2ae0-4ee8-a547-aeb3c0fae2d8 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.361884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89723626-bb42-4b86-8f53-5f4ee51f0f1b req-643bf758-2ae0-4ee8-a547-aeb3c0fae2d8 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 944 time: 0.0532620 Oct 22 14:50:27.403907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['5e4317a1-4160-46d7-a304-71ad7e5e8803'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:27.466844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89723626-bb42-4b86-8f53-5f4ee51f0f1b req-792a2e56-2f84-4688-8793-bb23e19c9628 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988030 Oct 22 14:50:27.486501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 88898480-01d6-4286-98c1-8fc8c931f701 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:27.493348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 88898480-01d6-4286-98c1-8fc8c931f701 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:27.494084 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:27.497458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-55f76f23-1e5a-4c66-b6e3-41703482f4d2 service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963232 Oct 22 14:50:27.501126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ddd98f8-a8d0-4b16-85cb-7c71cb603e99 req-bcab3d8f-c396-4228-935d-0f4bb9b97fcc service neutron] 10.222.0.53 "GET /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919231 Oct 22 14:50:27.600822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd673a7-5cce-4a0f-856b-30cd17792098 req-b5f1bd38-e032-4508-9381-24446a0824bc tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.604681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdd673a7-5cce-4a0f-856b-30cd17792098 req-b5f1bd38-e032-4508-9381-24446a0824bc tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0673890 Oct 22 14:50:27.607825 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2eb50d7-33e8-476e-9704-ab3060f3165c req-73ba34c7-38cb-44d1-abff-b513b0bcc03a service neutron] 10.222.0.69 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026242 Oct 22 14:50:27.655723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdd673a7-5cce-4a0f-856b-30cd17792098 req-7612751b-de1f-45cf-b0ef-a81d708e0287 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Oct 22 14:50:27.699229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:27.741555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88898480-01d6-4286-98c1-8fc8c931f701'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:27.744250 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2796eca-9d4a-4cc2-bcde-e8b4a5fef799" -d '{"events": [{"server_uuid": "0012820b-5fba-4420-a63e-6a152f1dd0f0", "name": "network-vif-plugged", "status": "completed", "tag": "88898480-01d6-4286-98c1-8fc8c931f701"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:27.766208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 88898480-01d6-4286-98c1-8fc8c931f701, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=88898480-01d6-4286-98c1-8fc8c931f701,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:27.802046 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc57873-0c72-4513-9cc1-2a2c88398de2 x-openstack-request-id: req-5dc57873-0c72-4513-9cc1-2a2c88398de2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:27.802358 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0012820b-5fba-4420-a63e-6a152f1dd0f0", "name": "network-vif-plugged", "status": "completed", "tag": "88898480-01d6-4286-98c1-8fc8c931f701", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:27.802904 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dc57873-0c72-4513-9cc1-2a2c88398de2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:27.803507 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88898480-01d6-4286-98c1-8fc8c931f701', 'code': 200} Oct 22 14:50:27.822625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074947e-5959-4b02-b810-e77f3f41eec7 req-53d7eb61-1ada-499c-b6a1-97b086e1b127 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.824490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b074947e-5959-4b02-b810-e77f3f41eec7 req-53d7eb61-1ada-499c-b6a1-97b086e1b127 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0729995 Oct 22 14:50:27.875705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b074947e-5959-4b02-b810-e77f3f41eec7 req-273425aa-8c1e-4f07-8960-145e22bbad47 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 Oct 22 14:50:27.912646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb72d6-3435-4b9a-ac9b-529a9542b9d1 req-97c958fa-0e2b-4294-8ebb-3c8106837f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:27.914706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-28cb72d6-3435-4b9a-ac9b-529a9542b9d1 req-97c958fa-0e2b-4294-8ebb-3c8106837f96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0012820b-5fba-4420-a63e-6a152f1dd0f0 HTTP/1.1" status: 200 len: 1095 time: 0.0517046 Oct 22 14:50:27.928960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:27.960628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-28cb72d6-3435-4b9a-ac9b-529a9542b9d1 req-5f71d8af-7d8f-409e-9352-5eec14a9287e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365169 Oct 22 14:50:27.984568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:28.006221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b2138-edcd-49e2-a3f4-cdbf41c122d4 req-678b8cee-c170-4e33-844b-b6c281d9b5ab tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:28.007834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db3b2138-edcd-49e2-a3f4-cdbf41c122d4 req-678b8cee-c170-4e33-844b-b6c281d9b5ab tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 944 time: 0.0542655 Oct 22 14:50:28.016739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=88898480-01d6-4286-98c1-8fc8c931f701,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:28.055265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db3b2138-edcd-49e2-a3f4-cdbf41c122d4 req-a40c58c8-a353-436b-b691-f30ab12511fa tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Oct 22 14:50:28.340003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522deeb-7a0f-4d40-b644-459c04402d2d req-52fa718e-2164-4e80-9dff-1810db0c69d6 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:28.341525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a522deeb-7a0f-4d40-b644-459c04402d2d req-52fa718e-2164-4e80-9dff-1810db0c69d6 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 948 time: 0.0570915 Oct 22 14:50:28.713112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a522deeb-7a0f-4d40-b644-459c04402d2d req-e0aaad1f-b493-425d-acb6-efa9a045d759 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652625 Oct 22 14:50:28.745992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c411-f8ce-4105-a27d-e208398c7f56 req-4ae044d2-e2ff-42c5-8ef2-32a8f525b39c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:28.747650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2522c411-f8ce-4105-a27d-e208398c7f56 req-4ae044d2-e2ff-42c5-8ef2-32a8f525b39c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 944 time: 0.0826945 Oct 22 14:50:28.799310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2522c411-f8ce-4105-a27d-e208398c7f56 req-1bc79ca0-3947-4c37-8530-a2f39d613a8a tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Oct 22 14:50:28.839479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782b9cf-66ee-4988-a177-220d73b809a6 req-9465aede-7a56-4214-922b-191af8b8c683 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:28.840958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1782b9cf-66ee-4988-a177-220d73b809a6 req-9465aede-7a56-4214-922b-191af8b8c683 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0590982 Oct 22 14:50:28.880238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1782b9cf-66ee-4988-a177-220d73b809a6 req-5a015787-d7f9-4c01-ba15-7aa323050888 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Oct 22 14:50:29.008213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf264c-b7a8-4fc2-831d-98c47c999dce req-38fb6372-4208-42a8-bcf4-59a2ab9dc38c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:29.010079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cecf264c-b7a8-4fc2-831d-98c47c999dce req-38fb6372-4208-42a8-bcf4-59a2ab9dc38c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.0549238 Oct 22 14:50:29.055820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cecf264c-b7a8-4fc2-831d-98c47c999dce req-b126808d-08fb-44ff-b1db-a3a003165031 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Oct 22 14:50:29.171826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108abb1-49aa-4371-8b59-9c7c6188782e req-8478748c-8c7c-43e0-a005-2a051478273d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:29.173390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9108abb1-49aa-4371-8b59-9c7c6188782e req-8478748c-8c7c-43e0-a005-2a051478273d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 944 time: 0.0497932 Oct 22 14:50:29.213201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9108abb1-49aa-4371-8b59-9c7c6188782e req-f41fca8d-c269-4ed6-b240-2e15d45d58bb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Oct 22 14:50:29.275703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35c02168-b9f2-4a7d-82c6-3d64853a0c57 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:29.279007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5e4317a1-4160-46d7-a304-71ad7e5e8803 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:29.418245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35c02168-b9f2-4a7d-82c6-3d64853a0c57,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:29.428873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '35c02168-b9f2-4a7d-82c6-3d64853a0c57', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '35c02168-b9f2-4a7d-82c6-3d64853a0c57', 'mac_address': 'fa:16:3e:46:93:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:29.468990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:29.482809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c02168-b9f2-4a7d-82c6-3d64853a0c57 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:29.501811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35c02168-b9f2-4a7d-82c6-3d64853a0c57,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:29.503694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 5e4317a1-4160-46d7-a304-71ad7e5e8803 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:29.508979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 5e4317a1-4160-46d7-a304-71ad7e5e8803 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:29.508979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:29.591793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:29.592434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 14c46b64-ef11-4531-9592-d8d4eb0577de details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:29.650656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:29.733982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3ac4404-3f4c-4d81-898f-a9de6a789bde details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:29.759170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5e4317a1-4160-46d7-a304-71ad7e5e8803, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5e4317a1-4160-46d7-a304-71ad7e5e8803,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:29.782286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=35c02168-b9f2-4a7d-82c6-3d64853a0c57,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:29.819843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4317a1-4160-46d7-a304-71ad7e5e8803'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:29.833591 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc6739-7822-4e94-9f93-b6bab8d68762" -d '{"events": [{"server_uuid": "9529e9b9-2e2e-483e-98b1-7c90162b63b5", "name": "network-vif-plugged", "status": "completed", "tag": "5e4317a1-4160-46d7-a304-71ad7e5e8803"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:29.869953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:29.953438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 14c46b64-ef11-4531-9592-d8d4eb0577de, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=14c46b64-ef11-4531-9592-d8d4eb0577de,segment=NetworkSegment(d259f0f3-2b6f-41a0-93fc-d7e36e46b78f),segment_id=d259f0f3-2b6f-41a0-93fc-d7e36e46b78f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:29.957419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921556df-34c0-4c93-bc7b-5eeb9a504beb req-794b19a5-56df-40d7-bedb-7db46ce35ee5 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:29.958916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-921556df-34c0-4c93-bc7b-5eeb9a504beb req-794b19a5-56df-40d7-bedb-7db46ce35ee5 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 949 time: 0.0931854 Oct 22 14:50:29.974239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e708dea-63c9-4cd4-afb1-ef32dd69c7a3 req-5aa85336-b100-402a-921f-5d882afc5fe7 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:29.975783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e708dea-63c9-4cd4-afb1-ef32dd69c7a3 req-5aa85336-b100-402a-921f-5d882afc5fe7 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 945 time: 0.0769584 Oct 22 14:50:29.998190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '14c46b64-ef11-4531-9592-d8d4eb0577de', 'network_id': 'dbf2d025-d5dc-41b7-ac2d-1a0e57d71152', 'port_id': '14c46b64-ef11-4531-9592-d8d4eb0577de', 'mac_address': 'fa:16:3e:6c:d6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f20a225-47c0-4dad-b154-6186c62c4157', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:30.001043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f3ac4404-3f4c-4d81-898f-a9de6a789bde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3ac4404-3f4c-4d81-898f-a9de6a789bde,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:30.022522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5e4317a1-4160-46d7-a304-71ad7e5e8803,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:30.027913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde', 'network_id': '874db200-069b-4bce-80fa-bed9c766bbe0', 'port_id': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde', 'mac_address': 'fa:16:3e:94:77:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1edebd-03f0-4d47-9aa7-6f1856e61e1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:30.056900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-921556df-34c0-4c93-bc7b-5eeb9a504beb req-756bc4dd-47c5-45b1-9425-d62aed6578f8 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753026 Oct 22 14:50:30.064698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e708dea-63c9-4cd4-afb1-ef32dd69c7a3 req-d1b49d33-e0c7-44d6-b85d-faefc4562f30 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765951 Oct 22 14:50:30.110842 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dbf896-e4f3-46da-8037-0b56f2949d4b x-openstack-request-id: req-10dbf896-e4f3-46da-8037-0b56f2949d4b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:30.111358 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9529e9b9-2e2e-483e-98b1-7c90162b63b5", "name": "network-vif-plugged", "status": "completed", "tag": "5e4317a1-4160-46d7-a304-71ad7e5e8803", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:30.111792 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10dbf896-e4f3-46da-8037-0b56f2949d4b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:30.112456 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4317a1-4160-46d7-a304-71ad7e5e8803', 'code': 200} Oct 22 14:50:30.170254 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:30.177386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:30.235774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ac4404-3f4c-4d81-898f-a9de6a789bde {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:30.252222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf383-92db-47c5-90fe-75a0a2ac5b2d req-3bb2ca6c-89c6-4cb9-9989-793270343b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:30.254705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c46b64-ef11-4531-9592-d8d4eb0577de {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:30.257551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49ebf383-92db-47c5-90fe-75a0a2ac5b2d req-3bb2ca6c-89c6-4cb9-9989-793270343b9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 1096 time: 0.0973887 Oct 22 14:50:30.270711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266654-e25d-4ef9-99c2-224539469676 req-9ae0a0b8-7dfc-4bf8-96fe-1def969a8ab8 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:30.282622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb266654-e25d-4ef9-99c2-224539469676 req-9ae0a0b8-7dfc-4bf8-96fe-1def969a8ab8 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 943 time: 0.1120477 Oct 22 14:50:30.298028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052c2f-a514-402d-92e3-0665e261c4b9 req-faaa65f6-734d-4c87-bec1-dba8440aabdc tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:30.299433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 14c46b64-ef11-4531-9592-d8d4eb0577de, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=14c46b64-ef11-4531-9592-d8d4eb0577de,segment=NetworkSegment(d259f0f3-2b6f-41a0-93fc-d7e36e46b78f),segment_id=d259f0f3-2b6f-41a0-93fc-d7e36e46b78f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:30.306903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5052c2f-a514-402d-92e3-0665e261c4b9 req-faaa65f6-734d-4c87-bec1-dba8440aabdc tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.1048520 Oct 22 14:50:30.327574 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49ebf383-92db-47c5-90fe-75a0a2ac5b2d req-06ff4926-b6c3-417a-bcb6-63301f32fa21 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622814 Oct 22 14:50:30.329659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f3ac4404-3f4c-4d81-898f-a9de6a789bde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3ac4404-3f4c-4d81-898f-a9de6a789bde,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:30.361914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb266654-e25d-4ef9-99c2-224539469676 req-6668e340-7673-4338-a566-a2eb1664464f tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 Oct 22 14:50:30.372194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5052c2f-a514-402d-92e3-0665e261c4b9 req-e405f9d2-394d-450f-89fa-3be04a3536d5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639412 Oct 22 14:50:30.389814 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:30.458904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:30.483800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=14c46b64-ef11-4531-9592-d8d4eb0577de,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:30.529683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9654b-8e94-4295-9208-d77cd16c434b req-c2b9d1de-30ea-4123-b7dd-98bfead0bfbe tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:30.531841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc9654b-8e94-4295-9208-d77cd16c434b req-c2b9d1de-30ea-4123-b7dd-98bfead0bfbe tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 945 time: 0.0655422 Oct 22 14:50:30.550846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f3ac4404-3f4c-4d81-898f-a9de6a789bde,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:30.578540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc9654b-8e94-4295-9208-d77cd16c434b req-5a75bbec-2a17-45b2-9e7f-35085dcf24e2 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397999 Oct 22 14:50:30.724668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f3ac4404-3f4c-4d81-898f-a9de6a789bde'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:30.833771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['14c46b64-ef11-4531-9592-d8d4eb0577de'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:30.867839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['35c02168-b9f2-4a7d-82c6-3d64853a0c57'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:31.236532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9924-c656-4d02-97fb-9cfe75b5e324 req-4396214e-e02e-4a60-9d9a-57450b8dd502 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:31.237957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d89b9924-c656-4d02-97fb-9cfe75b5e324 req-4396214e-e02e-4a60-9d9a-57450b8dd502 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 949 time: 0.0780520 Oct 22 14:50:31.260337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412243-8754-4ac9-a322-3530ccfbc12a req-b5479746-3290-4568-91ba-0cb31517e024 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:31.261796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df412243-8754-4ac9-a322-3530ccfbc12a req-b5479746-3290-4568-91ba-0cb31517e024 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Oct 22 14:50:31.279957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:31.307244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d89b9924-c656-4d02-97fb-9cfe75b5e324 req-2af6a94b-d260-40e2-829b-03ef3c03bef5 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610175 Oct 22 14:50:31.321207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df412243-8754-4ac9-a322-3530ccfbc12a req-269e2ef9-155a-4360-b13e-44869c67e25f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Oct 22 14:50:31.387762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:31.412578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'mac_address': 'fa:16:3e:74:83:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:31.461159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:31.474441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157c150f-5fef-4e3b-8d27-78daffbb010d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:31.494256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:31.526587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818cee-b463-476c-a040-2beec30ab1f3 req-5f585645-292c-485b-bfe2-bfe492c5b335 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:31.528283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33818cee-b463-476c-a040-2beec30ab1f3 req-5f585645-292c-485b-bfe2-bfe492c5b335 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0810139 Oct 22 14:50:31.536762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e47862-1367-4ea2-8b73-86617580046e req-2fc9b49f-f434-4d1e-b870-2d1b0a97ebd1 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:31.542302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e47862-1367-4ea2-8b73-86617580046e req-2fc9b49f-f434-4d1e-b870-2d1b0a97ebd1 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 944 time: 0.0808923 Oct 22 14:50:31.562197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:31.563926 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:50:31.598804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33818cee-b463-476c-a040-2beec30ab1f3 req-c521cf75-bfa5-4684-bf2e-af16c3744650 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591269 Oct 22 14:50:31.604986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e47862-1367-4ea2-8b73-86617580046e req-293552ba-1806-49fd-a9d3-51384d338fee tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600448 Oct 22 14:50:31.635483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:31.735886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf8290-ce87-4b1a-8325-383f6242b979 req-98dfe355-e04f-439d-99c2-0dbfdfa49510 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:31.737513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bdf8290-ce87-4b1a-8325-383f6242b979 req-98dfe355-e04f-439d-99c2-0dbfdfa49510 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 945 time: 0.0526943 Oct 22 14:50:31.742541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3ac4404-3f4c-4d81-898f-a9de6a789bde up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:31.829080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bdf8290-ce87-4b1a-8325-383f6242b979 req-f8623c3f-75ee-4c0a-8919-707095a8f77e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722237 Oct 22 14:50:31.921796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port f3ac4404-3f4c-4d81-898f-a9de6a789bde completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:31.927220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port f3ac4404-3f4c-4d81-898f-a9de6a789bde triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:31.927845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:32.052739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-ba1d419a-2247-4b29-ad78-00533b2a7f38 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:32.055607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-ba1d419a-2247-4b29-ad78-00533b2a7f38 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.1371248 Oct 22 14:50:32.070583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-ee788959-36a8-42f1-9d3c-4aae261d2e2a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/quotas/d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 375 time: 0.0099535 Oct 22 14:50:32.138945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-3c507227-fbf9-431f-be9c-d9d1ec0b7565 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619824 Oct 22 14:50:32.157222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:32.182271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:32.185095 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd8556-406d-4418-b7a4-7e6ff2d8d09f" -d '{"events": [{"server_uuid": "a7f17282-f985-4cd1-9ce8-4fc4844250f4", "name": "network-vif-plugged", "status": "completed", "tag": "f3ac4404-3f4c-4d81-898f-a9de6a789bde"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:32.198230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f3ac4404-3f4c-4d81-898f-a9de6a789bde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3ac4404-3f4c-4d81-898f-a9de6a789bde,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:32.233034 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65c11a7-30ae-4d93-a1fa-206e298424de x-openstack-request-id: req-a65c11a7-30ae-4d93-a1fa-206e298424de {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:32.240974 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f17282-f985-4cd1-9ce8-4fc4844250f4", "name": "network-vif-plugged", "status": "completed", "tag": "f3ac4404-3f4c-4d81-898f-a9de6a789bde", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:32.240974 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a65c11a7-30ae-4d93-a1fa-206e298424de {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:32.240974 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde', 'code': 200} Oct 22 14:50:32.247843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-ce8bd81e-6fe0-4117-a5d6-268a3b50eb42 service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977004 Oct 22 14:50:32.327390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:32.337100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c257a-9d25-4712-9db8-7298b0142303 req-737bc86b-5487-4a21-8463-413fb9b6beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:32.340033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-991c257a-9d25-4712-9db8-7298b0142303 req-737bc86b-5487-4a21-8463-413fb9b6beab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 1096 time: 0.0457304 Oct 22 14:50:32.362472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-28bb04d7-c89c-44a2-9e23-edf3a550532e service neutron] 10.222.0.66 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064727 Oct 22 14:50:32.387986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f3ac4404-3f4c-4d81-898f-a9de6a789bde,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:32.436710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-991c257a-9d25-4712-9db8-7298b0142303 req-1827a6a1-e96d-42a8-8e2b-c3a74b48c1fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845952 Oct 22 14:50:32.472552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['157c150f-5fef-4e3b-8d27-78daffbb010d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:32.502671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092d07-ef64-4c0d-bbbe-b0b5c16313e0 req-6db4babc-2caa-4e17-aac4-ed1980331c6f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:32.504661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9092d07-ef64-4c0d-bbbe-b0b5c16313e0 req-6db4babc-2caa-4e17-aac4-ed1980331c6f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 949 time: 0.0597734 Oct 22 14:50:32.559353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9092d07-ef64-4c0d-bbbe-b0b5c16313e0 req-a055c0f9-6605-41ed-b761-a0ad15cc9055 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458231 Oct 22 14:50:32.673719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354951c-783b-414d-8b1e-c7e43dcfb795 req-2662161a-963a-4592-80f1-b70ee413988a tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:32.675256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c354951c-783b-414d-8b1e-c7e43dcfb795 req-2662161a-963a-4592-80f1-b70ee413988a tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 945 time: 0.0574973 Oct 22 14:50:32.716292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c354951c-783b-414d-8b1e-c7e43dcfb795 req-8c35f736-7924-47c8-b288-8a66eeab3a4b tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Oct 22 14:50:32.822596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067795db-3330-4c05-aaef-bd95e89e1fb0 req-42a253f0-99b8-4354-8100-d9fc9b70dd62 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:32.824281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-067795db-3330-4c05-aaef-bd95e89e1fb0 req-42a253f0-99b8-4354-8100-d9fc9b70dd62 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 944 time: 0.0505335 Oct 22 14:50:32.864595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-067795db-3330-4c05-aaef-bd95e89e1fb0 req-f77fae3f-6231-4aee-b246-ac64adc7e52c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Oct 22 14:50:32.966450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420b6d3-e926-4d35-ad19-ff35b3f6d118 req-762834e2-8c74-4f62-a4e3-af3c4ff1b641 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:32.967999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5420b6d3-e926-4d35-ad19-ff35b3f6d118 req-762834e2-8c74-4f62-a4e3-af3c4ff1b641 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 945 time: 0.0485952 Oct 22 14:50:33.007605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5420b6d3-e926-4d35-ad19-ff35b3f6d118 req-d89af1bd-0acd-4da9-8ce2-f03b9f6c123e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Oct 22 14:50:33.171569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee5638-1875-4eb4-b02a-1c5ecfb4e216 req-ee5de4ed-9b07-4873-aafd-bb9b3970d0ed tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:33.179863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaee5638-1875-4eb4-b02a-1c5ecfb4e216 req-ee5de4ed-9b07-4873-aafd-bb9b3970d0ed tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=0012820b-5fba-4420-a63e-6a152f1dd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0546477 Oct 22 14:50:33.211492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaee5638-1875-4eb4-b02a-1c5ecfb4e216 req-e4465a3c-1068-47e7-9233-36cdd6a10f2f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Oct 22 14:50:33.294830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35c02168-b9f2-4a7d-82c6-3d64853a0c57 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:33.320075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1157c-ace3-428c-a610-c9a5d595aecd req-59e02ef1-6298-4cb0-93a7-4ed38d0f5779 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:33.321545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bce1157c-ace3-428c-a610-c9a5d595aecd req-59e02ef1-6298-4cb0-93a7-4ed38d0f5779 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 946 time: 0.0504479 Oct 22 14:50:33.366147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bce1157c-ace3-428c-a610-c9a5d595aecd req-ca347d95-3838-49d8-aefe-021c3c2d3315 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Oct 22 14:50:33.449083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7f5a5a5-84bd-4217-b79c-07ca4394db5d req-c4c0298f-8e8a-4150-a32a-0c01cbb01593 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0296087 Oct 22 14:50:33.515523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:33.520597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:33.521126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:33.606285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:33.641815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35c02168-b9f2-4a7d-82c6-3d64853a0c57,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:33.663901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:33.676764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b4a43-0732-46b0-80d6-d8fb89565609 req-b6bdce2e-9c12-46d5-a3e8-fff894953ebb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:33.678488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c9b4a43-0732-46b0-80d6-d8fb89565609 req-b6bdce2e-9c12-46d5-a3e8-fff894953ebb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 949 time: 0.0548074 Oct 22 14:50:33.719841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c9b4a43-0732-46b0-80d6-d8fb89565609 req-3440a9e0-9833-4581-b6fd-aaa720225817 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Oct 22 14:50:33.812823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:33.813664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 14c46b64-ef11-4531-9592-d8d4eb0577de up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:33.895850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=35c02168-b9f2-4a7d-82c6-3d64853a0c57,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:33.992950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83b39-af92-4db2-ba93-f116ed8e4b39 req-b186d1be-6626-424d-b777-7bed820a0771 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:33.995040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5b83b39-af92-4db2-ba93-f116ed8e4b39 req-b186d1be-6626-424d-b777-7bed820a0771 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 944 time: 0.0495968 Oct 22 14:50:34.033813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5b83b39-af92-4db2-ba93-f116ed8e4b39 req-7fa7d1ce-59d0-415a-b155-f20605d7e0b0 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Oct 22 14:50:34.132522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 14c46b64-ef11-4531-9592-d8d4eb0577de completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:34.137501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 14c46b64-ef11-4531-9592-d8d4eb0577de triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:34.138134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:34.139906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d284f-8ec4-4f41-8d4d-3f56d6a761a7 req-f3c2fcba-f4b9-46c9-96d2-9aa57955143a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:34.141489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-971d284f-8ec4-4f41-8d4d-3f56d6a761a7 req-f3c2fcba-f4b9-46c9-96d2-9aa57955143a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 945 time: 0.0515065 Oct 22 14:50:34.182626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-971d284f-8ec4-4f41-8d4d-3f56d6a761a7 req-d7a890f3-ef4d-4146-8b6f-c6ceb084dd70 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Oct 22 14:50:34.231571 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:34.239509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c02168-b9f2-4a7d-82c6-3d64853a0c57'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:34.242274 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6316c6-653c-4083-b951-0592fe2424d4" -d '{"events": [{"server_uuid": "2a11920e-41bf-4b5f-a405-fc26e22ae460", "name": "network-vif-plugged", "status": "completed", "tag": "35c02168-b9f2-4a7d-82c6-3d64853a0c57"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:34.273475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 14c46b64-ef11-4531-9592-d8d4eb0577de, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=14c46b64-ef11-4531-9592-d8d4eb0577de,segment=NetworkSegment(d259f0f3-2b6f-41a0-93fc-d7e36e46b78f),segment_id=d259f0f3-2b6f-41a0-93fc-d7e36e46b78f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:34.283650 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359c1b9-2a0e-40c2-b772-d1c22c51599f x-openstack-request-id: req-c359c1b9-2a0e-40c2-b772-d1c22c51599f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:34.283931 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a11920e-41bf-4b5f-a405-fc26e22ae460", "name": "network-vif-plugged", "status": "completed", "tag": "35c02168-b9f2-4a7d-82c6-3d64853a0c57", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:34.284178 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c359c1b9-2a0e-40c2-b772-d1c22c51599f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:34.284560 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c02168-b9f2-4a7d-82c6-3d64853a0c57', 'code': 200} Oct 22 14:50:34.372800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:34.397594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c78ec2-e057-49fa-b63b-bfdb2e1f3faa req-08d6ce04-9558-4fc5-b3c1-6acfbf38f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:34.402848 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-45c78ec2-e057-49fa-b63b-bfdb2e1f3faa req-08d6ce04-9558-4fc5-b3c1-6acfbf38f149 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 1101 time: 0.0531070 Oct 22 14:50:34.434876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=14c46b64-ef11-4531-9592-d8d4eb0577de,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:34.449700 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-45c78ec2-e057-49fa-b63b-bfdb2e1f3faa req-91b2ba71-fdae-4276-9aae-9aa057d85218 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Oct 22 14:50:34.499046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556404a-98f5-43cd-8501-f1abe5fad261 req-0a6fee2e-dcda-4855-89ea-91960ec285c4 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:34.500515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6556404a-98f5-43cd-8501-f1abe5fad261 req-0a6fee2e-dcda-4855-89ea-91960ec285c4 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 946 time: 0.0527563 Oct 22 14:50:34.537729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6556404a-98f5-43cd-8501-f1abe5fad261 req-4537d1e8-a5d7-4818-b58a-686752f44bdb tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Oct 22 14:50:34.616967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34c3fc19-329b-425d-a2be-f8fe355dcd6c req-0a28969a-4a57-4167-8be7-8c87d221b739 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0298955 Oct 22 14:50:34.829189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-b58d6482-4033-4299-ab86-d7a9f2dade9d tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:34.830912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-b58d6482-4033-4299-ab86-d7a9f2dade9d tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 812 time: 0.1036623 Oct 22 14:50:34.847044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-564d8f0d-14d7-46fd-b7c8-c21cf8d4504e tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/quotas/8271a30c67be4957b64e6d0c9268d3da HTTP/1.1" status: 200 len: 375 time: 0.0101438 Oct 22 14:50:34.897853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-79266c10-1c82-48c5-babb-8797787369a3 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454237 Oct 22 14:50:34.989672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-bcab2867-6bd3-4ad9-8ffa-a92ccfda0ef7 service neutron] 10.222.0.66 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834835 Oct 22 14:50:35.090781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-45f3534e-8c5d-4dda-a8a7-d4adbfafcf6a service neutron] 10.222.0.66 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947015 Oct 22 14:50:35.317251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:35.549754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 157c150f-5fef-4e3b-8d27-78daffbb010d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:35.560800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 157c150f-5fef-4e3b-8d27-78daffbb010d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:35.562922 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:35.589144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52202dbe-3e5b-41af-8587-4ec1c257ee79 req-1530a2c1-bd5c-4381-a02f-e160576a17d5 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:35.591037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52202dbe-3e5b-41af-8587-4ec1c257ee79 req-1530a2c1-bd5c-4381-a02f-e160576a17d5 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 950 time: 0.1715407 Oct 22 14:50:35.666714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52202dbe-3e5b-41af-8587-4ec1c257ee79 req-3d034212-74a9-4a1a-aad6-c4c9071d6f34 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612230 Oct 22 14:50:35.678036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:35.678373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c05d2-df7c-4494-b9ba-b8d812b7c8a3 req-04285aed-ceef-44a8-8937-ef2642766191 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:35.680228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c3c05d2-df7c-4494-b9ba-b8d812b7c8a3 req-04285aed-ceef-44a8-8937-ef2642766191 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.0872254 Oct 22 14:50:35.718135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:35.733089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c3c05d2-df7c-4494-b9ba-b8d812b7c8a3 req-ce7b5af2-e6cb-4835-bc7a-872ecc729ce7 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Oct 22 14:50:35.809425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad866-c85d-4f1d-9f2c-dd09cbea73b7 req-5af9abfa-6baf-4c59-ac98-d9a5a74672da tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:35.810906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b05ad866-c85d-4f1d-9f2c-dd09cbea73b7 req-5af9abfa-6baf-4c59-ac98-d9a5a74672da tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 945 time: 0.0540431 Oct 22 14:50:35.863311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b05ad866-c85d-4f1d-9f2c-dd09cbea73b7 req-0fdb4a4a-df78-4e91-940e-176a52c6208c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Oct 22 14:50:35.924794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec099f2-7f86-413c-9e4c-74733ca24cbc req-78c3257f-5136-4896-bf0f-3a54b8c9ff1e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:35.926345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ec099f2-7f86-413c-9e4c-74733ca24cbc req-78c3257f-5136-4896-bf0f-3a54b8c9ff1e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 946 time: 0.0558054 Oct 22 14:50:35.978884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:35.982423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ec099f2-7f86-413c-9e4c-74733ca24cbc req-8979c54e-4ee3-4182-ba69-18e466def46a tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489712 Oct 22 14:50:36.050391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:36.077012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fbf94ff-3b52-4829-9b6d-c51c2bdff9ac req-7679a741-970e-43b4-9af8-16fa502d497d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0557606 Oct 22 14:50:36.091901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a07f90fa-4d5e-4198-935f-cbbd8d8a6889 req-4d926c96-737f-4022-98e4-f2579d0f1a79 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0660195 Oct 22 14:50:36.272538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c0f2035e-8d0c-4a92-9f08-4f813f9807a8 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:36.273990 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c0f2035e-8d0c-4a92-9f08-4f813f9807a8 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "GET /v2.0/ports?device_id=0012820b-5fba-4420-a63e-6a152f1dd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0542018 Oct 22 14:50:36.285499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1474b-742d-4109-b640-1f51ab310501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c46b64-ef11-4531-9592-d8d4eb0577de'}, {'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:36.297286 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89505d60-127c-476b-a614-19e4a5186e99" -d '{"events": [{"server_uuid": "b7b1474b-742d-4109-b640-1f51ab310501", "name": "network-vif-plugged", "status": "completed", "tag": "14c46b64-ef11-4531-9592-d8d4eb0577de"}, {"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-plugged", "status": "completed", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:36.331814 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ce4d27-6f1c-4efa-a48b-e5c53ca55c80 x-openstack-request-id: req-50ce4d27-6f1c-4efa-a48b-e5c53ca55c80 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:36.337526 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1474b-742d-4109-b640-1f51ab310501", "name": "network-vif-plugged", "status": "completed", "tag": "14c46b64-ef11-4531-9592-d8d4eb0577de", "code": 200}, {"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-plugged", "status": "completed", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:36.337526 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50ce4d27-6f1c-4efa-a48b-e5c53ca55c80 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:36.337526 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b1474b-742d-4109-b640-1f51ab310501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c46b64-ef11-4531-9592-d8d4eb0577de', 'code': 200} Oct 22 14:50:36.337526 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'code': 200} Oct 22 14:50:36.393334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Deleting port 88898480-01d6-4286-98c1-8fc8c931f701 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:36.393676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:36.545059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84756049-76c1-4481-acb1-10d33128088d req-895827dc-49c6-42af-985a-2f803bfa80a5 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:36.546635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84756049-76c1-4481-acb1-10d33128088d req-895827dc-49c6-42af-985a-2f803bfa80a5 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "GET /v2.0/ports?device_id=9529e9b9-2e2e-483e-98b1-7c90162b63b5 HTTP/1.1" status: 200 len: 945 time: 0.0738883 Oct 22 14:50:36.664308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Deleting port 5e4317a1-4160-46d7-a304-71ad7e5e8803 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:36.664958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:36.760944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] For port 5e4317a1-4160-46d7-a304-71ad7e5e8803, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5e4317a1-4160-46d7-a304-71ad7e5e8803,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:36.761626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:36.776489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Calling delete_port for 5e4317a1-4160-46d7-a304-71ad7e5e8803 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:36.802244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8299d8-b105-400d-8cf5-a1ac0ee73ad2 req-aaed7301-b64c-4c3b-a3c9-a33b5871d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:36.803795 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be8299d8-b105-400d-8cf5-a1ac0ee73ad2 req-aaed7301-b64c-4c3b-a3c9-a33b5871d0e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 1096 time: 0.3713818 Oct 22 14:50:36.815427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962e0ce-b928-416e-b733-c86eaca4ceab req-b4c23139-5190-44d1-a5ba-5e827b87ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:36.816900 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a962e0ce-b928-416e-b733-c86eaca4ceab req-b4c23139-5190-44d1-a5ba-5e827b87ae46 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 1097 time: 0.3861961 Oct 22 14:50:36.849906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] For port 88898480-01d6-4286-98c1-8fc8c931f701, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=88898480-01d6-4286-98c1-8fc8c931f701,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:36.850276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:36.906184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Calling delete_port for 88898480-01d6-4286-98c1-8fc8c931f701 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:36.933069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9d7b8-c2f6-4fc5-a078-39c3544242d1 req-7dbe17de-8a93-4af4-a4b2-6539325ea51b tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:36.935439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56b9d7b8-c2f6-4fc5-a078-39c3544242d1 req-7dbe17de-8a93-4af4-a4b2-6539325ea51b tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.1103232 Oct 22 14:50:36.936542 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be8299d8-b105-400d-8cf5-a1ac0ee73ad2 req-03dccefd-e0c2-4561-b510-e85ab8c352fc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187103 Oct 22 14:50:36.944241 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a962e0ce-b928-416e-b733-c86eaca4ceab req-d6d4f89d-bfa5-41d1-905e-3a1ac1e41799 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200433 Oct 22 14:50:36.986443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-3c61b1f5-898c-4dae-8ca4-3a0dcc41d21d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:36.988046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-3c61b1f5-898c-4dae-8ca4-3a0dcc41d21d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 946 time: 0.1313200 Oct 22 14:50:37.005605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8bad5-194d-48d1-b536-9f97995fe8cc req-70012db1-e5d8-454e-bd46-1d6b31ac959e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:37.009674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3a8bad5-194d-48d1-b536-9f97995fe8cc req-70012db1-e5d8-454e-bd46-1d6b31ac959e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 950 time: 0.1239219 Oct 22 14:50:37.039037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56b9d7b8-c2f6-4fc5-a078-39c3544242d1 req-2607bed4-7007-44fc-827f-67630fc0777a tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896652 Oct 22 14:50:37.105010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3a8bad5-194d-48d1-b536-9f97995fe8cc req-02d3ae84-e087-4b28-8a27-6ff25fbf9509 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723825 Oct 22 14:50:37.173080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Deleting port f3ac4404-3f4c-4d81-898f-a9de6a789bde {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:37.173451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.285775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] For port f3ac4404-3f4c-4d81-898f-a9de6a789bde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3ac4404-3f4c-4d81-898f-a9de6a789bde,segment=NetworkSegment(46fbc9ad-824c-4e4d-a1ef-6062d88c887d),segment_id=46fbc9ad-824c-4e4d-a1ef-6062d88c887d)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:37.290942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.299172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Calling delete_port for f3ac4404-3f4c-4d81-898f-a9de6a789bde owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:37.314431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f84c9-7802-4bb6-a66a-7c8965a69b31 req-aecb7203-68e2-4ca7-9d1b-e2921fefcc78 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:37.315960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-000f84c9-7802-4bb6-a66a-7c8965a69b31 req-aecb7203-68e2-4ca7-9d1b-e2921fefcc78 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 946 time: 0.1114843 Oct 22 14:50:37.356132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.368880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['5e4317a1-4160-46d7-a304-71ad7e5e8803'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:37.417315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.419300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612efe-3021-4775-b7dc-d7e9cf872fd2 req-19cfc4bc-2410-4735-8276-360c1b890bd5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:37.426826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33612efe-3021-4775-b7dc-d7e9cf872fd2 req-19cfc4bc-2410-4735-8276-360c1b890bd5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 946 time: 0.2523124 Oct 22 14:50:37.434175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['5e4317a1-4160-46d7-a304-71ad7e5e8803'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:37.444753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event deleted for resources: {'Port': ['ID=5e4317a1-4160-46d7-a304-71ad7e5e8803,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:37.479914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event deleted for resources: {'Port': ['ID=88898480-01d6-4286-98c1-8fc8c931f701,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:37.503584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-183ab38c-2802-4df4-910f-29c6a455cd38 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:37.505039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-183ab38c-2802-4df4-910f-29c6a455cd38 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 821 time: 0.2497864 Oct 22 14:50:37.516300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-000f84c9-7802-4bb6-a66a-7c8965a69b31 req-7fab76ad-b371-46f0-83eb-4f7ae3e19c7b tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups?id=c91d8539-16a1-457c-8096-09925243d585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648335 Oct 22 14:50:37.516570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.517057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.517504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.518716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.519184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.519707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.520120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.520635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.521043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.521550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.521988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.522414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:37.542952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Request body: {'port': {'device_id': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'admin_state_up': True, 'tenant_id': 'd04456eb09b34176abad98ce719b87b0'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:37.556818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] No DVR routers for this DVR port 88898480-01d6-4286-98c1-8fc8c931f701 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:50:37.559766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.563315 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1a61d2bd-b7d3-44f2-8938-7edb5fd93cc9 req-c3f5835d-5274-4fad-aa98-48c8829c0789 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "DELETE /v2.0/ports/88898480-01d6-4286-98c1-8fc8c931f701 HTTP/1.1" status: 204 len: 173 time: 1.2815578 Oct 22 14:50:37.563896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'name': 'network-vif-deleted', 'tag': '88898480-01d6-4286-98c1-8fc8c931f701'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:37.566319 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e51d96-4649-450c-b8f4-8d77c23713f6" -d '{"events": [{"server_uuid": "0012820b-5fba-4420-a63e-6a152f1dd0f0", "name": "network-vif-deleted", "tag": "88898480-01d6-4286-98c1-8fc8c931f701"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:37.574850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] No DVR routers for this DVR port 5e4317a1-4160-46d7-a304-71ad7e5e8803 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:50:37.579004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33612efe-3021-4775-b7dc-d7e9cf872fd2 req-aa59d949-1653-411b-9d0e-37be713398b1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513143 Oct 22 14:50:37.594879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.594879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84756049-76c1-4481-acb1-10d33128088d req-d7e53027-8dff-4af1-b9e3-7f1fc9bd349c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.69 "DELETE /v2.0/ports/5e4317a1-4160-46d7-a304-71ad7e5e8803 HTTP/1.1" status: 204 len: 173 time: 1.0300171 Oct 22 14:50:37.606320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'name': 'network-vif-deleted', 'tag': '5e4317a1-4160-46d7-a304-71ad7e5e8803'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:37.608794 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593873c9-b6e6-4399-8833-dd327cac4d55" -d '{"events": [{"server_uuid": "9529e9b9-2e2e-483e-98b1-7c90162b63b5", "name": "network-vif-deleted", "tag": "5e4317a1-4160-46d7-a304-71ad7e5e8803"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:37.642248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1272dcf6-e48c-40ee-8bb0-0debdce9da28 req-1645c648-3f29-4112-8d9f-bf1c76e0c91d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0554533 Oct 22 14:50:37.701080 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade1cb8-2698-45f5-be7f-845d738c5fc2 x-openstack-request-id: req-4ade1cb8-2698-45f5-be7f-845d738c5fc2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:37.701353 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0012820b-5fba-4420-a63e-6a152f1dd0f0", "name": "network-vif-deleted", "tag": "88898480-01d6-4286-98c1-8fc8c931f701", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:37.701605 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ade1cb8-2698-45f5-be7f-845d738c5fc2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:37.702029 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0012820b-5fba-4420-a63e-6a152f1dd0f0', 'name': 'network-vif-deleted', 'tag': '88898480-01d6-4286-98c1-8fc8c931f701', 'status': 'completed', 'code': 200} Oct 22 14:50:37.704143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce018679-1021-4ceb-bf40-779752aa0665 req-ccb474ee-b89e-451b-b34c-4c54645c7fd9 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0650039 Oct 22 14:50:37.742013 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd62dd82-15f4-4312-854a-e54c335bb4ef x-openstack-request-id: req-bd62dd82-15f4-4312-854a-e54c335bb4ef {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:37.742013 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9529e9b9-2e2e-483e-98b1-7c90162b63b5", "name": "network-vif-deleted", "tag": "5e4317a1-4160-46d7-a304-71ad7e5e8803", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:37.742013 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd62dd82-15f4-4312-854a-e54c335bb4ef {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:37.742398 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9529e9b9-2e2e-483e-98b1-7c90162b63b5', 'name': 'network-vif-deleted', 'tag': '5e4317a1-4160-46d7-a304-71ad7e5e8803', 'status': 'completed', 'code': 200} Oct 22 14:50:37.916437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:37.950028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event deleted for resources: {'Port': ['ID=f3ac4404-3f4c-4d81-898f-a9de6a789bde,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:37.989783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Made reservation on behalf of d04456eb09b34176abad98ce719b87b0 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:37.996097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:38.000734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] No DVR routers for this DVR port f3ac4404-3f4c-4d81-898f-a9de6a789bde on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:50:38.000734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:38.003327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c654a6c9-5345-4811-8f32-d02b7d8aec9d req-8fe1035d-1cfe-4e98-b3f8-2ac4062286ad tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.53 "DELETE /v2.0/ports/f3ac4404-3f4c-4d81-898f-a9de6a789bde HTTP/1.1" status: 204 len: 173 time: 1.0079410 Oct 22 14:50:38.188415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Allocated IP 172.20.0.7 (b5cf8401-c3af-427d-add2-1bd5ec5b8e19/99266398-9cc4-477d-b5a7-d39b56f511b2/9748fbe2-5980-4d1e-bbb1-8a45329d9345) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:38.213820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68645-e04c-42a6-9b08-9f72956bc2e2 req-f1e8f009-1e89-4f9c-bcbe-638c3c098155 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:38.215351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11a68645-e04c-42a6-9b08-9f72956bc2e2 req-f1e8f009-1e89-4f9c-bcbe-638c3c098155 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.0913534 Oct 22 14:50:38.335653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11a68645-e04c-42a6-9b08-9f72956bc2e2 req-b3ae090b-9c44-4530-88e7-38351d5f545b tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145318 Oct 22 14:50:38.358837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672706c9-9f60-4fa3-ba60-4e81739a55f5 req-ae2487c9-e04d-425f-ab8f-dadd5b6d4daf tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:38.369471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-672706c9-9f60-4fa3-ba60-4e81739a55f5 req-ae2487c9-e04d-425f-ab8f-dadd5b6d4daf tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 950 time: 0.1427968 Oct 22 14:50:38.474818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-672706c9-9f60-4fa3-ba60-4e81739a55f5 req-5ea3c36f-e0d7-4ac0-8b5e-688a49a31543 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085026 Oct 22 14:50:38.503833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:38.624544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca861f25-e1e9-4400-903a-b9c813c7735b req-1a02b228-74a3-46a4-9c77-7a911278942e tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0298998 Oct 22 14:50:38.732107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818668-210b-4148-888f-c6c6694a9d82 req-3e40c961-b570-4d7b-8106-c1dab44d0064 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:38.734007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be818668-210b-4148-888f-c6c6694a9d82 req-3e40c961-b570-4d7b-8106-c1dab44d0064 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 946 time: 0.0565059 Oct 22 14:50:38.786478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-14754236-9cfd-4cff-8fcb-a49491b306df tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350742 Oct 22 14:50:38.820091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be818668-210b-4148-888f-c6c6694a9d82 req-96583fb5-5513-47ba-ab83-cfcc400543d9 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763996 Oct 22 14:50:38.824794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:38.837970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:38.947426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:38.986187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:38.990897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:38.996533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:39.066039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-c4ee9468-921b-4c1a-9199-e271b6bf51bb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:39.067825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-c4ee9468-921b-4c1a-9199-e271b6bf51bb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742293 Oct 22 14:50:39.082754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c79e-47ba-4b71-9bc0-c541da70535d req-772e70bd-036d-4b20-99c5-4450fb355153 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:39.084640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56e3c79e-47ba-4b71-9bc0-c541da70535d req-772e70bd-036d-4b20-99c5-4450fb355153 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 931 time: 0.1492014 Oct 22 14:50:39.100720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:39.101694 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:39.126383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-19f68cfd-e270-416a-b11f-3cda2e6b8c48 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/quotas/f3cf16b3622a4c3db6d6c83ed9ef20bd HTTP/1.1" status: 200 len: 375 time: 0.0404673 Oct 22 14:50:39.155930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56e3c79e-47ba-4b71-9bc0-c541da70535d req-9578a9b8-31a7-45ec-a244-98df9c8b2a4c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509453 Oct 22 14:50:39.194471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-eb8c85a3-0a7b-4577-8ba9-aaecc6943430 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594218 Oct 22 14:50:39.272748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-378e5579-eaae-4d5b-858c-b306a426589c req-3e45d62f-58df-47ff-8be4-69fdc73df56c tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0364864 Oct 22 14:50:39.338541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5e4317a1-4160-46d7-a304-71ad7e5e8803 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:39.346189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-c511cb9e-1ad3-4446-8b5c-916a4bf9c878 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8095748 Oct 22 14:50:39.361453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 5e4317a1-4160-46d7-a304-71ad7e5e8803 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:50:39.362061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5e4317a1-4160-46d7-a304-71ad7e5e8803 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:50:39.362669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 88898480-01d6-4286-98c1-8fc8c931f701 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:39.363198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Request body: {'port': {'device_id': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:39.404642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 88898480-01d6-4286-98c1-8fc8c931f701 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:50:39.408102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 88898480-01d6-4286-98c1-8fc8c931f701 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:50:39.502773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:39.569868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84b0bd-24e4-434e-a838-431ed9bd462c req-391dad64-97f5-4df7-9c5f-bbb1ffbc1545 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:39.572113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d84b0bd-24e4-434e-a838-431ed9bd462c req-391dad64-97f5-4df7-9c5f-bbb1ffbc1545 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.1053257 Oct 22 14:50:39.676842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d84b0bd-24e4-434e-a838-431ed9bd462c req-8d945968-7608-4f3a-a44f-33b1d438aa3b tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935476 Oct 22 14:50:39.703516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'name': 'network-vif-deleted', 'tag': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:39.713436 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6320742-970d-4048-a27b-89f22302dd4f" -d '{"events": [{"server_uuid": "a7f17282-f985-4cd1-9ce8-4fc4844250f4", "name": "network-vif-deleted", "tag": "f3ac4404-3f4c-4d81-898f-a9de6a789bde"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:39.816049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3ac4404-3f4c-4d81-898f-a9de6a789bde no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:39.888407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: f3ac4404-3f4c-4d81-898f-a9de6a789bde {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:50:39.890286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3ac4404-3f4c-4d81-898f-a9de6a789bde not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:50:39.929334 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a37dc-31e3-482b-b9c4-3e8e78c62e0b x-openstack-request-id: req-161a37dc-31e3-482b-b9c4-3e8e78c62e0b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:39.929918 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f17282-f985-4cd1-9ce8-4fc4844250f4", "name": "network-vif-deleted", "tag": "f3ac4404-3f4c-4d81-898f-a9de6a789bde", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:39.930183 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-161a37dc-31e3-482b-b9c4-3e8e78c62e0b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:39.930631 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f17282-f985-4cd1-9ce8-4fc4844250f4', 'name': 'network-vif-deleted', 'tag': 'f3ac4404-3f4c-4d81-898f-a9de6a789bde', 'status': 'completed', 'code': 200} Oct 22 14:50:39.948086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9748fbe2-5980-4d1e-bbb1-8a45329d9345 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:39.960375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-990219b0-495e-4ea7-a3a0-ce5f79ce5b8f req-331870ff-6ce9-4cdf-ae1a-b8ac0e8fddf5 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f17282-f985-4cd1-9ce8-4fc4844250f4 HTTP/1.1" status: 200 len: 210 time: 0.0619521 Oct 22 14:50:39.976005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:40.013210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23db1a1b-e264-4044-997c-c2f3803631fc req-35cdd9ad-4eef-4910-a3a8-3aeee9f152ec tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.0394716 Oct 22 14:50:40.018003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Transition to ACTIVE for port object 9748fbe2-5980-4d1e-bbb1-8a45329d9345 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:40.125360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cd5b4-6ace-43c1-9bbd-0c6d18d963b7 req-ae1d2547-664a-4ddf-ba01-1196fcaf6cc1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:40.127041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a6cd5b4-6ace-43c1-9bbd-0c6d18d963b7 req-ae1d2547-664a-4ddf-ba01-1196fcaf6cc1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 946 time: 0.0622914 Oct 22 14:50:40.171746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a6cd5b4-6ace-43c1-9bbd-0c6d18d963b7 req-5519b8a4-48de-4c22-ba90-309fada930ef tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381987 Oct 22 14:50:40.230139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:40.333863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:40.677827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb28a-0b30-467d-be7a-0d6e58269e1a req-902755fa-443b-4874-8d2c-c948eaa26aa7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:40.679380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cafb28a-0b30-467d-be7a-0d6e58269e1a req-902755fa-443b-4874-8d2c-c948eaa26aa7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.4083221 Oct 22 14:50:40.752887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cafb28a-0b30-467d-be7a-0d6e58269e1a req-48ec0e2d-1ff0-4496-bdfa-b94400c50af0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539825 Oct 22 14:50:40.754121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:40.754271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:40.754585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:40.759401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:40.759925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:40.765189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:40.765568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:40.765945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:40.766369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Bound port: 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:40.766719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:40.859169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:40.862036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:40.918044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-838175da-9d77-4f2f-b921-4b64b0825b7f req-561d8773-4f08-467c-a3c3-defd6f703004 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0353405 Oct 22 14:50:40.941324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fee087fe-3835-4ca6-b049-de13f378f9ca tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:40.941324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fee087fe-3835-4ca6-b049-de13f378f9ca tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 812 time: 0.1428466 Oct 22 14:50:40.955884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Request body: {'port': {'device_id': '6a498861-57f3-4d10-ba0c-c46349743c45', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'admin_state_up': True, 'tenant_id': '8271a30c67be4957b64e6d0c9268d3da'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:41.126450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da0fee0f-2be6-479d-83c9-57dbf89d9c4c req-8e49b866-aa61-4eaa-bbc5-1b54a7f7432e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.0267622 Oct 22 14:50:41.196884 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.241219 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.282839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:41.283485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.285202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] 10.222.0.53 "PUT /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 1091 time: 1.9307153 Oct 22 14:50:41.288134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:41.290477 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d886e3-95c9-4a11-8424-3a946340b524" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:41.316910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063364-9135-4975-ad9d-2ab27dfe345a service neutron] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:41.332452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Made reservation on behalf of 8271a30c67be4957b64e6d0c9268d3da for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:41.336687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.341825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd646-adc8-4f03-876f-0508877f054d req-38a8cd8e-1715-4ac8-8ee8-d21a18dc2955 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:41.343458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd7cd646-adc8-4f03-876f-0508877f054d req-38a8cd8e-1715-4ac8-8ee8-d21a18dc2955 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 946 time: 0.1037395 Oct 22 14:50:41.413311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd7cd646-adc8-4f03-876f-0508877f054d req-78e5cd0f-f44c-48a1-b78e-d2dbc3013125 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Oct 22 14:50:41.524551 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586b54cf-e8d3-4f97-9588-da959d7746e0 x-openstack-request-id: req-586b54cf-e8d3-4f97-9588-da959d7746e0 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:41.524829 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:41.525072 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-586b54cf-e8d3-4f97-9588-da959d7746e0 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:41.525463 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'status': 'completed', 'code': 200} Oct 22 14:50:41.536575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Allocated IP 172.20.0.13 (38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2/66a56e78-f1fb-4a33-9090-34483553d0d8/88345cbd-f265-4cf8-a063-fae419fa9f43) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:41.545513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-e7bc9156-a683-49e9-9822-e182e1aee928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:41.547637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-e7bc9156-a683-49e9-9822-e182e1aee928 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1094 time: 0.0521302 Oct 22 14:50:41.593623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-577747b1-b2f8-4412-84e5-ab1ec25cf8fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 217 time: 0.0373580 Oct 22 14:50:41.652823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-f5914180-a59d-4350-a4e3-7a97aa08cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:41.654382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-f5914180-a59d-4350-a4e3-7a97aa08cbde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0515373 Oct 22 14:50:41.681969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:41.711091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-974326ca-e183-43e1-a9ac-f38de9b2034d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494192 Oct 22 14:50:41.766243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.787581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e451c4ed-732c-41e4-8c03-df7bb1d36b6d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.824511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-414e639b-93c0-4755-a3e4-f80929b65c1c service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055212 Oct 22 14:50:41.837598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e451c4ed-732c-41e4-8c03-df7bb1d36b6d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:41.971708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cabce5ee-2246-467c-9372-d675ac2a0491 req-f87020f1-d587-40da-8312-cacb1e625072 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404369 Oct 22 14:50:41.980740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc0e15-a750-4f40-8e4c-c53c90b31fa4 req-7b350dd0-6b4b-4ad6-a044-8ce4cdc133d8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:41.988376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26bc0e15-a750-4f40-8e4c-c53c90b31fa4 req-7b350dd0-6b4b-4ad6-a044-8ce4cdc133d8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0888438 Oct 22 14:50:42.045310 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.056664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26bc0e15-a750-4f40-8e4c-c53c90b31fa4 req-ddc94b27-5edb-4e9e-9eed-001e5110e5d7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651605 Oct 22 14:50:42.061926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-d736942b-0f98-41c5-b6f3-504039b42f24 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.063857 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-d736942b-0f98-41c5-b6f3-504039b42f24 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 812 time: 0.1249692 Oct 22 14:50:42.071175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10006f0-3c17-49d0-839d-198c46a1e4e4 req-12cfe430-2ad2-489b-912d-46f9fc08d820 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.073870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e10006f0-3c17-49d0-839d-198c46a1e4e4 req-12cfe430-2ad2-489b-912d-46f9fc08d820 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.0834117 Oct 22 14:50:42.099102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Request body: {'port': {'device_id': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'admin_state_up': True, 'tenant_id': '8271a30c67be4957b64e6d0c9268d3da'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:42.127758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:42.135256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:42.144240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:42.156013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e451c4ed-732c-41e4-8c03-df7bb1d36b6d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.158786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e451c4ed-732c-41e4-8c03-df7bb1d36b6d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.160220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e451c4ed-732c-41e4-8c03-df7bb1d36b6d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "DELETE /v2.0/security-groups/b256c06d-84c4-4576-96f5-64976359dd5a HTTP/1.1" status: 204 len: 168 time: 0.4771717 Oct 22 14:50:42.160970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event updated for resources: {'Port': ['ID=88345cbd-f265-4cf8-a063-fae419fa9f43,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:42.163161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39978) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:42.170064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e10006f0-3c17-49d0-839d-198c46a1e4e4 req-5972bff6-2337-40aa-b0e0-f4da9285a46f tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854399 Oct 22 14:50:42.240664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2a0382c-baf9-4b7c-9597-e0a21c82520d req-77cb5f2b-3783-4d68-80a8-01738c2bbc2f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0518620 Oct 22 14:50:42.247392 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-c7078182-9b70-4fd2-94ee-f2015e2dd787 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] show failed (client error): The resource could not be found. Oct 22 14:50:42.248411 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c7078182-9b70-4fd2-94ee-f2015e2dd787 tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "GET /v2.0/security-groups/b256c06d-84c4-4576-96f5-64976359dd5a HTTP/1.1" status: 404 len: 347 time: 0.0616076 Oct 22 14:50:42.249176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451c4ed-732c-41e4-8c03-df7bb1d36b6d tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256c06d-84c4-4576-96f5-64976359dd5a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:42.257647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39980) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:42.333332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.333875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.345731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-dc74381f-f737-46c1-8a16-40b288cd882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.347385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-dc74381f-f737-46c1-8a16-40b288cd882e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1094 time: 0.0998316 Oct 22 14:50:42.392398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5ecfbd2-5371-441d-8d8b-719958314474 req-daac85ef-d6e8-4489-be41-e685912577ed tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.0375793 Oct 22 14:50:42.458193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Deleting port d841aadb-c521-412d-96c7-e0e2db03070b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:42.458619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.522396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-d6dbd196-92e5-4075-86f0-4d3eb9e34e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.525370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-d6dbd196-92e5-4075-86f0-4d3eb9e34e08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1675420 Oct 22 14:50:42.535133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Made reservation on behalf of 8271a30c67be4957b64e6d0c9268d3da for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:42.539003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.640713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-95dbb93d-c944-451a-b7c3-37dffe7e9b13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 217 time: 0.0963407 Oct 22 14:50:42.642120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.642554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:42.665749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Calling delete_port for d841aadb-c521-412d-96c7-e0e2db03070b owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:42.714792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-af849d47-983d-46c4-97a9-91483d527c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.716205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-af849d47-983d-46c4-97a9-91483d527c6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0603588 Oct 22 14:50:42.723678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0270f-3e2d-4603-b6ec-5c2de7569a9a req-cdd29ae3-1eb5-418d-9044-803592546703 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:42.725123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbf0270f-3e2d-4603-b6ec-5c2de7569a9a req-cdd29ae3-1eb5-418d-9044-803592546703 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 946 time: 0.0990233 Oct 22 14:50:42.756694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-4ef66263-8e33-4621-ad0a-d4d2845980ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305541 Oct 22 14:50:42.795507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-10383ec9-7ccb-4351-be06-1c5d4faf9900 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8468084 Oct 22 14:50:42.801436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Allocated IP 172.20.0.2 (38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2/66a56e78-f1fb-4a33-9090-34483553d0d8/7b61019a-eaf8-4707-b856-9e7d2b02ba0e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:42.813996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Request body: {'port': {'device_id': '6a498861-57f3-4d10-ba0c-c46349743c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:42.817875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbf0270f-3e2d-4603-b6ec-5c2de7569a9a req-82ee26cf-1879-43ea-9495-12bcae0bf742 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823224 Oct 22 14:50:42.907387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-b8f62d2a-a534-4b57-8a49-eed91cd72f3f service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431797 Oct 22 14:50:42.922163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.039948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d886e3-95c9-4a11-8424-3a946340b524 req-8da21a01-7ace-43b3-b597-b940ac476694 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246450 Oct 22 14:50:43.222698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.223280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b035440-28a3-4697-93d0-12503832edc5 req-77cce9ae-a127-4921-beb6-1ae02ee3f268 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:43.224884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b035440-28a3-4697-93d0-12503832edc5 req-77cce9ae-a127-4921-beb6-1ae02ee3f268 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0626192 Oct 22 14:50:43.225834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.270002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b035440-28a3-4697-93d0-12503832edc5 req-4cffe693-030c-44c1-b352-0ae72a8113b9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Oct 22 14:50:43.284026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Pushing event deleted for resources: {'Port': ['ID=d841aadb-c521-412d-96c7-e0e2db03070b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:43.389672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.392738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.394285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3cbaffe9-de6c-4312-a2ec-dcc1a873a6ea tempest-ImagesOneServerNegativeTestJSON-1471128986 tempest-ImagesOneServerNegativeTestJSON-1471128986-project] 10.222.0.66 "DELETE /v2.0/floatingips/cb3eb1a4-9434-4465-8fc7-66f5cac33e92 HTTP/1.1" status: 204 len: 168 time: 1.1356783 Oct 22 14:50:43.438728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe2dc7-583f-4209-87eb-ef67954216a4 req-981788d1-c932-4c9c-a993-75414184524c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:43.440251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cbe2dc7-583f-4209-87eb-ef67954216a4 req-981788d1-c932-4c9c-a993-75414184524c tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.0642097 Oct 22 14:50:43.481778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cbe2dc7-583f-4209-87eb-ef67954216a4 req-62650581-fa19-4071-8f3d-e72924c98094 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c12775c-e1d7-47ea-9b3e-a3c34cae4573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348091 Oct 22 14:50:43.557002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-497d2ece-b7f2-4842-8656-5cd87c123e14 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:43.558410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-497d2ece-b7f2-4842-8656-5cd87c123e14 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 945 time: 0.0592620 Oct 22 14:50:43.591522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fbe551b-86fa-4fb0-a4c2-3b0911427b5f req-97e0ce4e-9043-41bc-ab79-f3feda37d95f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0321355 Oct 22 14:50:43.681953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Deleting port 14c46b64-ef11-4531-9592-d8d4eb0577de {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:50:43.682296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.700493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.741944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:43.775855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:43.800377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:43.832645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-f30c8b52-18f4-4c28-b155-39bdd29c596f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389590 Oct 22 14:50:43.849704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c93594a7-37b3-4cfe-bf8f-06c54cf78415 req-d475aaaf-5592-455c-9a11-72b66a6215bb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.0617783 Oct 22 14:50:43.895741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event updated for resources: {'Port': ['ID=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:43.907541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] For port 14c46b64-ef11-4531-9592-d8d4eb0577de, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=14c46b64-ef11-4531-9592-d8d4eb0577de,segment=NetworkSegment(d259f0f3-2b6f-41a0-93fc-d7e36e46b78f),segment_id=d259f0f3-2b6f-41a0-93fc-d7e36e46b78f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:43.907666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.926571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:43.928437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:43.942462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Calling delete_port for 14c46b64-ef11-4531-9592-d8d4eb0577de owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:50:44.040777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40028) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:44.082839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-2c697f47-2c7e-4cfd-811a-7496af17afd1 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:44.084260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-2c697f47-2c7e-4cfd-811a-7496af17afd1 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370396 Oct 22 14:50:44.093487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88345cbd-f265-4cf8-a063-fae419fa9f43 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:44.104567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.108944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Request body: {'port': {'device_id': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': 'f3cf16b3622a4c3db6d6c83ed9ef20bd'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:44.124219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Deleting subnet 8b1edebd-03f0-4d47-9aa7-6f1856e61e1b {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:50:44.128955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.131119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Transition to ACTIVE for port object 88345cbd-f265-4cf8-a063-fae419fa9f43 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:44.165731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.194021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-58ba29a4-49d6-48b2-af6b-82a7abe315fd tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1009507 Oct 22 14:50:44.210888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Request body: {'port': {'device_id': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:44.240808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.294849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.346250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.351819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.365996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['14c46b64-ef11-4531-9592-d8d4eb0577de'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:44.404851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Made reservation on behalf of f3cf16b3622a4c3db6d6c83ed9ef20bd for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:44.411928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.427294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Pushing event deleted for resources: {'Port': ['ID=14c46b64-ef11-4531-9592-d8d4eb0577de,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:44.436789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Pushing event updated for resources: {'Port': ['ID=88345cbd-f265-4cf8-a063-fae419fa9f43,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:44.534790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] No DVR routers for this DVR port 14c46b64-ef11-4531-9592-d8d4eb0577de on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:50:44.539107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.543244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1bb3fcf-1722-46cb-a0e9-e0af91149426 req-df56291e-082e-4004-a5c3-b6ecff173514 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.69 "DELETE /v2.0/ports/14c46b64-ef11-4531-9592-d8d4eb0577de HTTP/1.1" status: 204 len: 173 time: 0.9750822 Oct 22 14:50:44.548690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1474b-742d-4109-b640-1f51ab310501', 'name': 'network-vif-deleted', 'tag': '14c46b64-ef11-4531-9592-d8d4eb0577de'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:44.551149 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48d14b6-3a3f-4d21-b099-ab7c65fdae36" -d '{"events": [{"server_uuid": "b7b1474b-742d-4109-b640-1f51ab310501", "name": "network-vif-deleted", "tag": "14c46b64-ef11-4531-9592-d8d4eb0577de"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:44.552656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.600497 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.603736 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8b1edebd-03f0-4d47-9aa7-6f1856e61e1b HTTP/1.1" status: 204 len: 168 time: 0.5617380 Oct 22 14:50:44.604375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adaa4c-2c8f-4887-b924-eb9a80639d23 req-cc65d889-0054-4617-927c-67bcef62d6be tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:44.605558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04969d01-ec1b-4151-a920-afcb72712aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1edebd-03f0-4d47-9aa7-6f1856e61e1b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:44.607437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42adaa4c-2c8f-4887-b924-eb9a80639d23 req-cc65d889-0054-4617-927c-67bcef62d6be tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1914554 Oct 22 14:50:44.608614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40036) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:44.630674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Attempting to bind port 88345cbd-f265-4cf8-a063-fae419fa9f43 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:44.631030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Attempting to bind port 88345cbd-f265-4cf8-a063-fae419fa9f43 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:44.631339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Attempting to bind port 88345cbd-f265-4cf8-a063-fae419fa9f43 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:44.640925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Port 88345cbd-f265-4cf8-a063-fae419fa9f43 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:44.641243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Attempting to bind port 88345cbd-f265-4cf8-a063-fae419fa9f43 on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:44.655789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:44.656121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Checking segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:44.659757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Bound using segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:44.659757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Bound port: 88345cbd-f265-4cf8-a063-fae419fa9f43, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:44.659757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.671886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ae001d9-6e65-4c00-a2f1-0063d17369c3 req-b7dd97ec-7292-4485-94f9-01194c937950 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0793779 Oct 22 14:50:44.800016 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71172118-cbd7-4843-80c9-88e13abcb5c8 x-openstack-request-id: req-71172118-cbd7-4843-80c9-88e13abcb5c8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:44.800016 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1474b-742d-4109-b640-1f51ab310501", "name": "network-vif-deleted", "tag": "14c46b64-ef11-4531-9592-d8d4eb0577de", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:44.800286 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71172118-cbd7-4843-80c9-88e13abcb5c8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:44.800666 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b1474b-742d-4109-b640-1f51ab310501', 'name': 'network-vif-deleted', 'tag': '14c46b64-ef11-4531-9592-d8d4eb0577de', 'status': 'completed', 'code': 200} Oct 22 14:50:44.808513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:44.827978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42adaa4c-2c8f-4887-b924-eb9a80639d23 req-d361bee0-4b73-4ec6-aaaf-62bfa8f8291c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996000 Oct 22 14:50:44.847109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Allocated IP 192.168.233.211 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/97646ec1-0e81-4971-920e-a1faf3c69664) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:45.022102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d915-5462-412a-aa8f-75b87eb8820d req-39cb9c68-8898-4ef6-870c-c7319a6a9eab tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.023947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98b0d915-5462-412a-aa8f-75b87eb8820d req-39cb9c68-8898-4ef6-870c-c7319a6a9eab tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 931 time: 0.1273472 Oct 22 14:50:45.064223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.083060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] For port 88345cbd-f265-4cf8-a063-fae419fa9f43, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:45.115621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39dfbf64-62a1-45ea-957a-7388725159f8 req-9a70a84f-3a17-4bc3-b371-8df02b77f32e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.0864182 Oct 22 14:50:45.118056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] For port 88345cbd-f265-4cf8-a063-fae419fa9f43, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=88345cbd-f265-4cf8-a063-fae419fa9f43,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:45.143799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b61019a-eaf8-4707-b856-9e7d2b02ba0e {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:45.143905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874db200-069b-4bce-80fa-bed9c766bbe0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:45.145762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.160329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Transition to ACTIVE for port object 7b61019a-eaf8-4707-b856-9e7d2b02ba0e will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:45.172231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fbc9ad-824c-4e4d-a1ef-6062d88c887d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:45.172520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fbc9ad-824c-4e4d-a1ef-6062d88c887d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:45.213928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98b0d915-5462-412a-aa8f-75b87eb8820d req-93ab6b5f-b291-4814-8943-67300febc93a tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775942 Oct 22 14:50:45.217958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.240697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.256134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:50:45.256515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:50:45.258353 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:50:45.260868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.297735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.297874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.298443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.299968 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] 10.222.0.53 "PUT /v2.0/ports/88345cbd-f265-4cf8-a063-fae419fa9f43 HTTP/1.1" status: 200 len: 1092 time: 2.4949913 Oct 22 14:50:45.302341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a498861-57f3-4d10-ba0c-c46349743c45', 'tag': '88345cbd-f265-4cf8-a063-fae419fa9f43'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:45.306341 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd4a070-104d-4495-b4ab-24e777833699" -d '{"events": [{"name": "network-changed", "server_uuid": "6a498861-57f3-4d10-ba0c-c46349743c45", "tag": "88345cbd-f265-4cf8-a063-fae419fa9f43"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:45.312097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.346486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabcdd1-f328-4f66-8d31-33e154ca4eed service neutron] Pushing event updated for resources: {'Port': ['ID=88345cbd-f265-4cf8-a063-fae419fa9f43,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:45.357068 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90fb1f4-256d-40a1-98ec-db1ceb555e94 x-openstack-request-id: req-f90fb1f4-256d-40a1-98ec-db1ceb555e94 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:45.357356 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a498861-57f3-4d10-ba0c-c46349743c45", "tag": "88345cbd-f265-4cf8-a063-fae419fa9f43", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:45.357604 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f90fb1f4-256d-40a1-98ec-db1ceb555e94 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:45.357991 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a498861-57f3-4d10-ba0c-c46349743c45', 'tag': '88345cbd-f265-4cf8-a063-fae419fa9f43', 'status': 'completed', 'code': 200} Oct 22 14:50:45.474002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Pushing event updated for resources: {'Port': ['ID=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:45.496666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Attempting to bind port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:45.496999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Attempting to bind port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:45.497348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Attempting to bind port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:45.500459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4a070-104d-4495-b4ab-24e777833699 req-3fd831d8-f46a-45cb-b9d3-6bff90fff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.501919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8fd4a070-104d-4495-b4ab-24e777833699 req-3fd831d8-f46a-45cb-b9d3-6bff90fff745 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 1095 time: 0.1031277 Oct 22 14:50:45.505007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:45.505309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Attempting to bind port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e on network 38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:45.510268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:45.510600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Checking segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:45.511015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Bound using segment: {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:45.511459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Bound port: 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:45.511812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.524028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.526817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.537391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['35c02168-b9f2-4a7d-82c6-3d64853a0c57'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:45.538474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.542904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] 10.222.0.66 "DELETE /v2.0/networks/874db200-069b-4bce-80fa-bed9c766bbe0 HTTP/1.1" status: 204 len: 168 time: 0.9181325 Oct 22 14:50:45.584848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Pushing event deleted for resources: {'Network': ['ID=874db200-069b-4bce-80fa-bed9c766bbe0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:45.612114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.612729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.613249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.613743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.614226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.614726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.615229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.615735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.616205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.616918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.617408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.618009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fc7a0-5a79-4130-a355-c116acdecdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:45.622632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:45.625181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Pushing event updated for resources: {'Port': ['ID=97646ec1-0e81-4971-920e-a1faf3c69664,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:45.628899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:45.633366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:45.657107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] For port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:45.666024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] For port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:45.671926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4a070-104d-4495-b4ab-24e777833699 req-cf7e0bda-62e7-4c83-8e07-c97c7d835d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.680145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8fd4a070-104d-4495-b4ab-24e777833699 req-cf7e0bda-62e7-4c83-8e07-c97c7d835d2e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8271a30c67be4957b64e6d0c9268d3da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1517203 Oct 22 14:50:45.731680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.733425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.806991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.847015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4a070-104d-4495-b4ab-24e777833699 req-f2b02f98-188f-45b8-aada-4a75a3501215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.848001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8fd4a070-104d-4495-b4ab-24e777833699 req-f2b02f98-188f-45b8-aada-4a75a3501215 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628604 Oct 22 14:50:45.872830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.873451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:45.874958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] 10.222.0.53 "PUT /v2.0/ports/7b61019a-eaf8-4707-b856-9e7d2b02ba0e HTTP/1.1" status: 200 len: 1091 time: 1.6695433 Oct 22 14:50:45.931890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df97655-63f4-4211-9089-302d05fe4239 service neutron] Pushing event updated for resources: {'Port': ['ID=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:45.933047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49b7bdde-fc2c-4a93-aeb9-8568b6411ae8 req-4643c1ae-744e-403d-8241-9de0a860c044 tempest-ServerMetadataNegativeTestJSON-1963256310 tempest-ServerMetadataNegativeTestJSON-1963256310-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7b1474b-742d-4109-b640-1f51ab310501 HTTP/1.1" status: 200 len: 210 time: 0.0792401 Oct 22 14:50:45.957932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-30ff2a92-2ece-4d7a-bac7-5aabf82e773f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8404446 Oct 22 14:50:45.972340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Request body: {'port': {'device_id': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:45.991105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-64d430d8-42e6-4733-b56b-e890312f8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:45.992614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-64d430d8-42e6-4733-b56b-e890312f8615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 1095 time: 0.0769901 Oct 22 14:50:46.029674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-018be71d-0369-47e4-8212-b8af585face0 None None] Provisioning complete for port 97646ec1-0e81-4971-920e-a1faf3c69664 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:46.030046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-018be71d-0369-47e4-8212-b8af585face0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:46.053905 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-ac9c8d2d-2ce1-4ed5-95c7-b4f2680c1a3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88345cbd-f265-4cf8-a063-fae419fa9f43 HTTP/1.1" status: 200 len: 217 time: 0.0475338 Oct 22 14:50:46.068825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-018be71d-0369-47e4-8212-b8af585face0 None None] Port 97646ec1-0e81-4971-920e-a1faf3c69664 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:50:46.088563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:46.100834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32314-3f83-4a37-9d2d-435068c344f5 req-d6f2e380-240c-4f2d-b63c-028ccce5018c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:46.102987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49d32314-3f83-4a37-9d2d-435068c344f5 req-d6f2e380-240c-4f2d-b63c-028ccce5018c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1422207 Oct 22 14:50:46.115477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-b7670974-e13c-4a50-8502-8e2f61096825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:46.116977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-b7670974-e13c-4a50-8502-8e2f61096825 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a56e78-f1fb-4a33-9090-34483553d0d8 HTTP/1.1" status: 200 len: 852 time: 0.0549843 Oct 22 14:50:46.167481 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-52a6646c-3ff1-4631-82df-db1160e08dfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413923 Oct 22 14:50:46.187007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49d32314-3f83-4a37-9d2d-435068c344f5 req-809d8016-d512-475a-811c-b3591cbd2862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 Oct 22 14:50:46.251508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-39d50e1c-d1db-4efe-a662-f5b78be734c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:46.253003 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-39d50e1c-d1db-4efe-a662-f5b78be734c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 1094 time: 0.1351883 Oct 22 14:50:46.349453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-3102a917-5a4f-4b09-b736-831017f685b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e HTTP/1.1" status: 200 len: 217 time: 0.0662236 Oct 22 14:50:46.403133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-3f6e842c-0b21-438d-9678-c9613302825a service neutron] 10.222.0.53 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255936 Oct 22 14:50:46.409937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcde4b-7e16-4a38-9056-1c85d4c5f16e req-50f6a71a-5dea-4a65-b3a7-3f6517d01563 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:46.411656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0dcde4b-7e16-4a38-9056-1c85d4c5f16e req-50f6a71a-5dea-4a65-b3a7-3f6517d01563 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 936 time: 0.1178880 Oct 22 14:50:46.418630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40082) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:46.455378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-c6d297c4-eb03-4216-868f-a611dc5afc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:46.456829 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-c6d297c4-eb03-4216-868f-a611dc5afc2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a56e78-f1fb-4a33-9090-34483553d0d8 HTTP/1.1" status: 200 len: 852 time: 0.0992031 Oct 22 14:50:46.489103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044b43-7980-431c-ba85-a6b51af61c07 req-e1543d7c-562f-46f8-a770-445f0fb87f05 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:46.490658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0044b43-7980-431c-ba85-a6b51af61c07 req-e1543d7c-562f-46f8-a770-445f0fb87f05 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 943 time: 0.1415663 Oct 22 14:50:46.539269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0dcde4b-7e16-4a38-9056-1c85d4c5f16e req-bcdc36b0-2f80-4214-a5d3-30645b316482 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161230 Oct 22 14:50:46.541170 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-5d949c8a-5d78-4e0c-b2c8-82a6dd37f73b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734231 Oct 22 14:50:46.571373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0044b43-7980-431c-ba85-a6b51af61c07 req-e383661a-669b-4b93-896f-b378709152cf tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712497 Oct 22 14:50:46.586684 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-43311886-cdf8-453d-a7f3-5e12796ec32a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78e6512c66294ff1933e33acfde9e550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640720 Oct 22 14:50:46.593076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40084) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:46.634890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97646ec1-0e81-4971-920e-a1faf3c69664 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:46.635296 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-eea624b9-0577-4659-b893-8c7f17d0d103 service neutron] 10.222.0.53 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250123 Oct 22 14:50:46.644185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:46.660190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Transition to ACTIVE for port object 97646ec1-0e81-4971-920e-a1faf3c69664 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:46.723358 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-f125168f-df91-453f-aeda-986c1244541a service neutron] 10.222.0.53 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675177 Oct 22 14:50:46.724304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6464f8b0-6a4a-46cd-abc7-dfd5c1d45cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:46.767365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6464f8b0-6a4a-46cd-abc7-dfd5c1d45cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:46.841187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:46.861649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-046b42eb-f71c-45aa-a004-3579b6f2e9d3 req-4b32809d-c7f3-4443-b736-5aca74916061 service neutron] 10.222.0.53 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279125 Oct 22 14:50:46.908685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Pushing event updated for resources: {'Port': ['ID=97646ec1-0e81-4971-920e-a1faf3c69664,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:46.996046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:47.033538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6464f8b0-6a4a-46cd-abc7-dfd5c1d45cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.036467 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6464f8b0-6a4a-46cd-abc7-dfd5c1d45cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.040266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6464f8b0-6a4a-46cd-abc7-dfd5c1d45cc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c91d8539-16a1-457c-8096-09925243d585 HTTP/1.1" status: 204 len: 168 time: 0.4435716 Oct 22 14:50:47.055127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464f8b0-6a4a-46cd-abc7-dfd5c1d45cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d8539-16a1-457c-8096-09925243d585,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:47.117507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Deleting subnet 0f20a225-47c0-4dad-b154-6186c62c4157 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:50:47.118907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.160759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.208603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.281119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Attempting to bind port 97646ec1-0e81-4971-920e-a1faf3c69664 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:47.281453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Attempting to bind port 97646ec1-0e81-4971-920e-a1faf3c69664 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:47.283785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Attempting to bind port 97646ec1-0e81-4971-920e-a1faf3c69664 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:47.297272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Port 97646ec1-0e81-4971-920e-a1faf3c69664 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:47.297689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Attempting to bind port 97646ec1-0e81-4971-920e-a1faf3c69664 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:47.320419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:47.326870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:47.326870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:47.326870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Bound port: 97646ec1-0e81-4971-920e-a1faf3c69664, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:47.326870 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.356386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.358925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 14c46b64-ef11-4531-9592-d8d4eb0577de no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:50:47.368924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'tag': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:47.371453 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192" -d '{"events": [{"name": "network-changed", "server_uuid": "c3393eeb-103a-4b91-95a3-989966ce345d", "tag": "7b61019a-eaf8-4707-b856-9e7d2b02ba0e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:47.382081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.388670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0f20a225-47c0-4dad-b154-6186c62c4157 HTTP/1.1" status: 204 len: 168 time: 0.3894384 Oct 22 14:50:47.389522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40110) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:47.391856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65927eef-5448-4bc1-82ba-019173443b5f req-104ddf67-594a-4e26-bee4-92d56b83b67b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.393399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65927eef-5448-4bc1-82ba-019173443b5f req-104ddf67-594a-4e26-bee4-92d56b83b67b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1091757 Oct 22 14:50:47.398586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 14c46b64-ef11-4531-9592-d8d4eb0577de {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:50:47.399705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 14c46b64-ef11-4531-9592-d8d4eb0577de not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:50:47.426155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09839f-8904-4260-b7d2-44f1c1438220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f20a225-47c0-4dad-b154-6186c62c4157,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:47.449967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] For port 97646ec1-0e81-4971-920e-a1faf3c69664, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:47.451342 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beef18c-76a8-47d1-862b-756246c504e3 x-openstack-request-id: req-3beef18c-76a8-47d1-862b-756246c504e3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:47.451929 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3393eeb-103a-4b91-95a3-989966ce345d", "tag": "7b61019a-eaf8-4707-b856-9e7d2b02ba0e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:47.451929 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3beef18c-76a8-47d1-862b-756246c504e3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:47.453110 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'tag': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e', 'status': 'completed', 'code': 200} Oct 22 14:50:47.471836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] For port 97646ec1-0e81-4971-920e-a1faf3c69664, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=97646ec1-0e81-4971-920e-a1faf3c69664,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:47.475454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65927eef-5448-4bc1-82ba-019173443b5f req-f6b381ed-ceeb-4c8a-8df0-90df77fbd001 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752392 Oct 22 14:50:47.535843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.549304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-2570364d-cf42-4856-b3fb-f0b346db478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.550912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-2570364d-cf42-4856-b3fb-f0b346db478d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8271a30c67be4957b64e6d0c9268d3da&device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 1094 time: 0.0839500 Oct 22 14:50:47.608092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.673823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.674711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.676382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] 10.222.0.53 "PUT /v2.0/ports/97646ec1-0e81-4971-920e-a1faf3c69664 HTTP/1.1" status: 200 len: 1096 time: 1.7175026 Oct 22 14:50:47.677326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'tag': '97646ec1-0e81-4971-920e-a1faf3c69664'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:47.679161 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "19c71723-da80-4f83-88c8-e6d8c0eab4f4", "tag": "97646ec1-0e81-4971-920e-a1faf3c69664"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:47.704254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.738958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf2d025-d5dc-41b7-ac2d-1a0e57d71152']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:47.756209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:47.756537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd259f0f3-2b6f-41a0-93fc-d7e36e46b78f') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:47.765034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818082bc-7ed7-4a99-b757-5492457da418 service neutron] Pushing event updated for resources: {'Port': ['ID=97646ec1-0e81-4971-920e-a1faf3c69664,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:47.780413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.782637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-771df83c-fb48-449a-af58-9ec8a797634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.784167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-771df83c-fb48-449a-af58-9ec8a797634a service neutron] 10.222.0.53 "GET /v2.0/networks?id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 200 len: 913 time: 0.2093699 Oct 22 14:50:47.802697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884159a-4bb9-4a55-9c3a-c3720367d83a req-16c5ba4d-d7cb-440a-9435-f14a0188aa57 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.804142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f884159a-4bb9-4a55-9c3a-c3720367d83a req-16c5ba4d-d7cb-440a-9435-f14a0188aa57 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 948 time: 0.1477818 Oct 22 14:50:47.810721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.813857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0ec4-45d4-44c1-adff-56c5370de182 req-aef4fe76-4e17-43ad-ac51-9e92460f75ac tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.815684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-490e0ec4-45d4-44c1-adff-56c5370de182 req-aef4fe76-4e17-43ad-ac51-9e92460f75ac tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 943 time: 0.1333132 Oct 22 14:50:47.859200 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-40a962a9-d0d1-4ddc-827a-8f990a1eeba1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e HTTP/1.1" status: 200 len: 217 time: 0.0453370 Oct 22 14:50:47.860978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:50:47.861482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:47.878879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f884159a-4bb9-4a55-9c3a-c3720367d83a req-922565b1-4e49-4fd9-bfbf-660e4d05aa36 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616381 Oct 22 14:50:47.882683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-490e0ec4-45d4-44c1-adff-56c5370de182 req-d72303ad-5c22-4e40-9786-22de52e7c53e tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574687 Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:50:47.885964 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:50:47.963404 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f8d9d9-8454-497d-9298-a306a0ca5555 x-openstack-request-id: req-66f8d9d9-8454-497d-9298-a306a0ca5555 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:47.963404 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c71723-da80-4f83-88c8-e6d8c0eab4f4", "tag": "97646ec1-0e81-4971-920e-a1faf3c69664", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:47.963404 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66f8d9d9-8454-497d-9298-a306a0ca5555 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:47.963404 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'tag': '97646ec1-0e81-4971-920e-a1faf3c69664', 'status': 'completed', 'code': 200} Oct 22 14:50:47.964688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-285380b7-fa2e-4761-8bdb-a6d429424a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:47.966388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-285380b7-fa2e-4761-8bdb-a6d429424a85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 1099 time: 0.0583675 Oct 22 14:50:48.013488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-7819096d-ed21-460e-b2d8-df3f797db840 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=97646ec1-0e81-4971-920e-a1faf3c69664 HTTP/1.1" status: 200 len: 217 time: 0.0384762 Oct 22 14:50:48.013700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-35d1bdf2-9466-4310-977e-42f0edf06cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.015172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-35d1bdf2-9466-4310-977e-42f0edf06cd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a56e78-f1fb-4a33-9090-34483553d0d8 HTTP/1.1" status: 200 len: 852 time: 0.1266057 Oct 22 14:50:48.067496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-bf5e7fc2-d17e-4837-b87d-0c9bfaddbd92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385110 Oct 22 14:50:48.099033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-7604f92a-53c5-4051-bd6d-d5bc214233bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.100551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-7604f92a-53c5-4051-bd6d-d5bc214233bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0732613 Oct 22 14:50:48.110853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:48.116992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:48.124335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dbf2d025-d5dc-41b7-ac2d-1a0e57d71152 HTTP/1.1" status: 204 len: 168 time: 0.7322567 Oct 22 14:50:48.149861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d302148-8299-4772-965d-7ffccfeea249 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf2d025-d5dc-41b7-ac2d-1a0e57d71152,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:48.158329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-07febd82-44d2-49c0-a4fb-f28a205a63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.160469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-07febd82-44d2-49c0-a4fb-f28a205a63c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510812 Oct 22 14:50:48.222322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-51a3ff35-1d60-44ad-bbea-8f220048158c service neutron] 10.222.0.53 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457968 Oct 22 14:50:48.280800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-548b2c78-e673-465b-8347-a9c4b3c96478 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073112 Oct 22 14:50:48.331841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0f7e24d-4ef3-4cd5-8d34-ff018a2aa192 req-89cc2f11-3eba-4f28-8ec0-35069e56e59c service neutron] 10.222.0.53 "GET /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027308 Oct 22 14:50:48.399092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0508b26c-e7aa-4f99-a5d6-e0a1a8cf271b req-68db6f6c-ee08-4245-94df-430200bba7ba service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149499 Oct 22 14:50:48.624307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40158) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:48.653740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f879c1-40f8-46a5-90a4-77764327014f req-99cb98ae-1962-4673-9e79-f6ccf4642075 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.656076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06f879c1-40f8-46a5-90a4-77764327014f req-99cb98ae-1962-4673-9e79-f6ccf4642075 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1016018 Oct 22 14:50:48.659151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-ade2ed25-aa59-4bb2-aa39-d51b2b2e5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.660998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-ade2ed25-aa59-4bb2-aa39-d51b2b2e5f1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 1099 time: 0.0667875 Oct 22 14:50:48.673258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cdb16afa-beb7-4377-915c-7d9877d8af10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b505f6ae5c3c4168a90318d3382f2d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476174 Oct 22 14:50:48.675811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40160) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:48.733577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06f879c1-40f8-46a5-90a4-77764327014f req-8a216805-7aef-4d01-9a73-709017c48268 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697222 Oct 22 14:50:48.744030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc3b2ec-de16-4576-b3d2-eeae1f6c72e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:48.775234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc3b2ec-de16-4576-b3d2-eeae1f6c72e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:48.837719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-d9394469-ad3d-40ef-a1fb-0965899c7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.837951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-d9394469-ad3d-40ef-a1fb-0965899c7446 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1641767 Oct 22 14:50:48.888585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-1ae440eb-b297-43b0-8c66-b57c07acd92f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=97646ec1-0e81-4971-920e-a1faf3c69664 HTTP/1.1" status: 200 len: 217 time: 0.0423577 Oct 22 14:50:48.949202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-b987a4f5-eb07-4c23-8d9d-d2131c91573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:48.951675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-b987a4f5-eb07-4c23-8d9d-d2131c91573b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0548348 Oct 22 14:50:48.960811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc3b2ec-de16-4576-b3d2-eeae1f6c72e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:48.963649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc3b2ec-de16-4576-b3d2-eeae1f6c72e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:48.967577 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cbc3b2ec-de16-4576-b3d2-eeae1f6c72e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c12775c-e1d7-47ea-9b3e-a3c34cae4573 HTTP/1.1" status: 204 len: 168 time: 0.2904980 Oct 22 14:50:48.991778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3b2ec-de16-4576-b3d2-eeae1f6c72e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12775c-e1d7-47ea-9b3e-a3c34cae4573,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:49.068778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-e0e11953-e967-45ea-af72-d68331b41e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:49.070364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-e0e11953-e967-45ea-af72-d68331b41e15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108029 Oct 22 14:50:49.078418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767947-0b4a-4c92-9b5f-1c0e629f38c1 req-e7679344-733b-4433-9830-4743a59852f3 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:49.079830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2767947-0b4a-4c92-9b5f-1c0e629f38c1 req-e7679344-733b-4433-9830-4743a59852f3 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 948 time: 0.1087501 Oct 22 14:50:49.168280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2767947-0b4a-4c92-9b5f-1c0e629f38c1 req-a520bbb3-1b52-4642-96fd-07bd13f9763d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804772 Oct 22 14:50:49.204157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-7993b733-68d3-448c-933b-2239946854c1 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215060 Oct 22 14:50:49.334547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a3c63-c6e0-4472-bcbb-93f66f0d076e req-d577d748-1fe6-4891-9a37-6bb08e53115f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:49.336033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-728a3c63-c6e0-4472-bcbb-93f66f0d076e req-d577d748-1fe6-4891-9a37-6bb08e53115f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 943 time: 0.1019943 Oct 22 14:50:49.342460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be5c7cc7-5e9e-4a83-a45c-165e77fd8d1f req-276baf46-6f6f-45ca-beca-b6b6af82e915 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316984 Oct 22 14:50:49.367079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:49.376106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-728a3c63-c6e0-4472-bcbb-93f66f0d076e req-274247e5-8366-47ec-bd44-8a0f96c3d815 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Oct 22 14:50:49.476157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:49.494767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'mac_address': 'fa:16:3e:74:83:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:49.537470 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:49.552602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157c150f-5fef-4e3b-8d27-78daffbb010d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:49.574257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:49.726086 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:49.787647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:49.796846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.797817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.797817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.798040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.798231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.798554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.799282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.799769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.800091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.800408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.800726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.801148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:49.836869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['157c150f-5fef-4e3b-8d27-78daffbb010d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:49.872027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7b61019a-eaf8-4707-b856-9e7d2b02ba0e details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:49.903746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74747fd3-dcd0-4a0e-91c1-e1030e87f681 req-96451bc6-24b1-4493-bb65-591af39c7a97 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:49.913730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74747fd3-dcd0-4a0e-91c1-e1030e87f681 req-96451bc6-24b1-4493-bb65-591af39c7a97 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0833302 Oct 22 14:50:49.951538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74747fd3-dcd0-4a0e-91c1-e1030e87f681 req-702afd31-212a-4f93-ba28-c35c726d6932 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Oct 22 14:50:50.031374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:50.051945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'port_id': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e', 'mac_address': 'fa:16:3e:1b:99:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a56e78-f1fb-4a33-9090-34483553d0d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:50.116058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.136448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b61019a-eaf8-4707-b856-9e7d2b02ba0e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:50.157449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:50.274810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.275763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 88345cbd-f265-4cf8-a063-fae419fa9f43 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:50.330563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-645dc703-a009-4e7c-bf5e-d0bcd681ed90 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:50.338067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-645dc703-a009-4e7c-bf5e-d0bcd681ed90 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.1211176 Oct 22 14:50:50.361640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:50.365953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-2fe3f25e-12c6-46ac-8e1b-5edbae7cd778 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/quotas/51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 375 time: 0.0269670 Oct 22 14:50:50.379677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 88345cbd-f265-4cf8-a063-fae419fa9f43, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=88345cbd-f265-4cf8-a063-fae419fa9f43,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:50.396634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '88345cbd-f265-4cf8-a063-fae419fa9f43', 'network_id': '38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2', 'port_id': '88345cbd-f265-4cf8-a063-fae419fa9f43', 'mac_address': 'fa:16:3e:51:e6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a56e78-f1fb-4a33-9090-34483553d0d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:50.445942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40220) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:50.455234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.458338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-aa99e48e-a44b-4b91-ac2e-9267dbc59713 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915275 Oct 22 14:50:50.474822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88345cbd-f265-4cf8-a063-fae419fa9f43 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:50.496642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da56a-a07c-407b-be08-4e2d4082e2c5 req-a842c57b-fbfd-4a39-9bb1-149605c3b954 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:50.497198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 88345cbd-f265-4cf8-a063-fae419fa9f43, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=88345cbd-f265-4cf8-a063-fae419fa9f43,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:50.498160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-891da56a-a07c-407b-be08-4e2d4082e2c5 req-a842c57b-fbfd-4a39-9bb1-149605c3b954 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 948 time: 0.0909240 Oct 22 14:50:50.553526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-network', 'tenant_id': '36facc73a21d4779a4ba923298923314'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:50.581848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-891da56a-a07c-407b-be08-4e2d4082e2c5 req-e1e046b7-1a3b-4093-942c-d43dc0eb479a tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768514 Oct 22 14:50:50.595222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.597614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-6e35dca6-0179-4107-9a38-855fc0bd8e02 service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302602 Oct 22 14:50:50.650627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=88345cbd-f265-4cf8-a063-fae419fa9f43,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:50.700392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-ab61648b-0da8-442d-9641-2af087d50fe8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913367 Oct 22 14:50:50.710900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Made reservation on behalf of 36facc73a21d4779a4ba923298923314 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:50.713356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.721909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.808281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.848688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9b877-9273-4373-b633-3c4620be3000 req-c7a7bae4-615c-4f0d-a610-fc2dc514876f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:50.853158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d9b877-9273-4373-b633-3c4620be3000 req-c7a7bae4-615c-4f0d-a610-fc2dc514876f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 944 time: 0.0511591 Oct 22 14:50:50.883221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['88345cbd-f265-4cf8-a063-fae419fa9f43'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:50.887512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7b61019a-eaf8-4707-b856-9e7d2b02ba0e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:50.890193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d9b877-9273-4373-b633-3c4620be3000 req-ea51d1f0-dea3-42b1-acc8-e100cabc1e0a tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Oct 22 14:50:50.937739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.969672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:50:50.971682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f510b8d-626d-4a4d-8c61-5553bd7f261e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:50.994699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:50.995075 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Added segment 5188461b-790f-4487-8958-3549b0eed796 of type vlan for network ac040004-917d-468d-b191-c6843cb0c67e Oct 22 14:50:51.044229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.172540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.173595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:51.174298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.235914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] Pushing event updated for resources: {'Network': ['ID=ac040004-917d-468d-b191-c6843cb0c67e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:51.245419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ac040004-917d-468d-b191-c6843cb0c67e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:50:51.296369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f0163043-4f63-48aa-8fd7-98a64d992961 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8489149 Oct 22 14:50:51.307801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40248) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:51.312763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Request body: {'subnet': {'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-subnet', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:51.372896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a173683-575e-421c-94a8-80256d1519bb req-0dea89ee-7818-4296-bb29-c77e8b075cf3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:51.374333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a173683-575e-421c-94a8-80256d1519bb req-0dea89ee-7818-4296-bb29-c77e8b075cf3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0520241 Oct 22 14:50:51.394851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:51.414473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a173683-575e-421c-94a8-80256d1519bb req-5fecb553-5bd1-443a-bc6c-16f73ec1efc7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Oct 22 14:50:51.465148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Made reservation on behalf of 36facc73a21d4779a4ba923298923314 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:51.470610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.476071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 157c150f-5fef-4e3b-8d27-78daffbb010d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:51.478719 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.516340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5a5300b-a229-4a00-b8f5-20e78bc9ef75 req-ae129be9-1540-47d6-8e74-77c26b095b9a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0316608 Oct 22 14:50:51.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.647251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:51.660123 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade69380-453a-49a9-9393-8fef020281b8" -d '{"events": [{"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-plugged", "status": "completed", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:51.698544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:51.763684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d2b5c-7c74-45ac-921f-5d7d82ece15b req-3a5d61bb-1f4f-4b83-b80a-8806767c05c8 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:51.765313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-537d2b5c-7c74-45ac-921f-5d7d82ece15b req-3a5d61bb-1f4f-4b83-b80a-8806767c05c8 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 948 time: 0.0505021 Oct 22 14:50:51.805273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-537d2b5c-7c74-45ac-921f-5d7d82ece15b req-8758c0fd-ffe3-4155-938c-faf00af1bd4c tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Oct 22 14:50:51.847848 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29473f6b-9beb-4d8e-b1ce-310c6b2f5702 x-openstack-request-id: req-29473f6b-9beb-4d8e-b1ce-310c6b2f5702 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:51.848136 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-plugged", "status": "completed", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:51.848388 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29473f6b-9beb-4d8e-b1ce-310c6b2f5702 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:51.848779 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'code': 200} Oct 22 14:50:51.888244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 97646ec1-0e81-4971-920e-a1faf3c69664 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:51.892354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7b61019a-eaf8-4707-b856-9e7d2b02ba0e up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:51.916292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.929981 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:51.996916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bac260e-2d01-474f-a3fa-a7c5e65080ed,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:52.010286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Checking segment: {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:52.010610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Network hostable DHCP agents. Network: ac040004-917d-468d-b191-c6843cb0c67e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:50:52.061805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cabef6-3895-4f8c-9e07-7a7ef1eddcd1 req-0662e11a-06b0-4624-9017-d042c18bae39 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:52.069399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99cabef6-3895-4f8c-9e07-7a7ef1eddcd1 req-0662e11a-06b0-4624-9017-d042c18bae39 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 944 time: 0.0864389 Oct 22 14:50:52.109110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99cabef6-3895-4f8c-9e07-7a7ef1eddcd1 req-4ba1cd7c-6bf4-4d8d-bffe-bb5ff057a32d tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Oct 22 14:50:52.115680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Network ac040004-917d-468d-b191-c6843cb0c67e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:50:52.235713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ac040004-917d-468d-b191-c6843cb0c67e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:52.243903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:52.244030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:52.244559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.249305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d5303-6a8f-41dc-907b-9a44914a757c None None] Network ac040004-917d-468d-b191-c6843cb0c67e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:50:52.358593 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-16b41c2b-4169-403f-b57c-ea3728034ee3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0495851 Oct 22 14:50:52.361412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40288) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:52.365927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:52.375427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 97646ec1-0e81-4971-920e-a1faf3c69664, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=97646ec1-0e81-4971-920e-a1faf3c69664,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:52.397281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '97646ec1-0e81-4971-920e-a1faf3c69664', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '97646ec1-0e81-4971-920e-a1faf3c69664', 'mac_address': 'fa:16:3e:c9:8f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:52.466001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:52.467988 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.499677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:52.499986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.542254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.543879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.573793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44566b4-1e0f-420a-a15d-982e0a3ea186 req-e46077d5-0fda-4852-98c4-a208dae1a602 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:52.575413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c44566b4-1e0f-420a-a15d-982e0a3ea186 req-e46077d5-0fda-4852-98c4-a208dae1a602 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0816026 Oct 22 14:50:52.586311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97646ec1-0e81-4971-920e-a1faf3c69664 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:52.599573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967ab24-b978-4a19-8000-2c5952521484 None None] Network ac040004-917d-468d-b191-c6843cb0c67e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:50:52.655775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.657920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c44566b4-1e0f-420a-a15d-982e0a3ea186 req-f2d2034a-3d83-47b9-a79d-e772bb6e4c45 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618277 Oct 22 14:50:52.762746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 97646ec1-0e81-4971-920e-a1faf3c69664, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=97646ec1-0e81-4971-920e-a1faf3c69664,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:52.805912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.811682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9309f45-9b8b-474f-ac5c-eba22520df7a req-7115799a-e64e-4ce5-81fb-f78935538cea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0504065 Oct 22 14:50:52.855741 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-08fd9048-676d-4eae-be06-8aef29c64a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.872405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:52.960600 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.962893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad981d-68e8-454b-aae4-1665e4eccab0 req-de32ee49-f927-40ed-9c2f-240059a05992 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:52.964551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebad981d-68e8-454b-aae4-1665e4eccab0 req-de32ee49-f927-40ed-9c2f-240059a05992 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 948 time: 0.0574861 Oct 22 14:50:52.997620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:52.998590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 88345cbd-f265-4cf8-a063-fae419fa9f43 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:53.005325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:53.005620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebad981d-68e8-454b-aae4-1665e4eccab0 req-f78415e4-9b8e-4055-9092-4bede210a50f tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Oct 22 14:50:53.046886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=97646ec1-0e81-4971-920e-a1faf3c69664,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:53.107791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:53.223357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 88345cbd-f265-4cf8-a063-fae419fa9f43 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:53.229191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 88345cbd-f265-4cf8-a063-fae419fa9f43 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:53.229858 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:53.283017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['97646ec1-0e81-4971-920e-a1faf3c69664'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:53.298919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6ea3d-0cbf-48e5-bc77-a36ad9f34223 req-a103c65d-d058-4759-8c1c-e75ca4a1fd22 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:53.311204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bd6ea3d-0cbf-48e5-bc77-a36ad9f34223 req-a103c65d-d058-4759-8c1c-e75ca4a1fd22 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 945 time: 0.1113327 Oct 22 14:50:53.413453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bd6ea3d-0cbf-48e5-bc77-a36ad9f34223 req-c530b9a3-514e-4353-9445-8f11db700698 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927300 Oct 22 14:50:53.569459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:53.639117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 88345cbd-f265-4cf8-a063-fae419fa9f43, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=88345cbd-f265-4cf8-a063-fae419fa9f43,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:53.673424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:53.711756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:53.843936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da296aff-b08b-4826-84fb-407f4ee6c4d2 req-e7e0a8c9-ec03-48ea-9e6a-d44c3a2a01f9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:53.849907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e'}, {'server_uuid': '6a498861-57f3-4d10-ba0c-c46349743c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345cbd-f265-4cf8-a063-fae419fa9f43'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:53.853112 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de8cd95-406a-4e43-873b-1ad89e7b2b47" -d '{"events": [{"server_uuid": "c3393eeb-103a-4b91-95a3-989966ce345d", "name": "network-vif-plugged", "status": "completed", "tag": "7b61019a-eaf8-4707-b856-9e7d2b02ba0e"}, {"server_uuid": "6a498861-57f3-4d10-ba0c-c46349743c45", "name": "network-vif-plugged", "status": "completed", "tag": "88345cbd-f265-4cf8-a063-fae419fa9f43"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:53.859854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da296aff-b08b-4826-84fb-407f4ee6c4d2 req-e7e0a8c9-ec03-48ea-9e6a-d44c3a2a01f9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0881293 Oct 22 14:50:53.890570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Allocated IP 172.25.1.122 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/865bbcc2-4041-4543-8e0a-f56589bf79e4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:53.902782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:50:53.919796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da296aff-b08b-4826-84fb-407f4ee6c4d2 req-fd066eff-bd54-44d9-a636-18f335f855e4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557690 Oct 22 14:50:53.938173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:54.004062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=88345cbd-f265-4cf8-a063-fae419fa9f43,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:54.118452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d125b8d1-877c-430e-950d-fe1d701439dd req-ee8b5965-b4de-4b0c-a3b2-76c1c8a09fba tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0870228 Oct 22 14:50:54.130775 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e1d2e-3db6-429c-9828-20165d9c8df5 x-openstack-request-id: req-766e1d2e-3db6-429c-9828-20165d9c8df5 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:54.130775 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3393eeb-103a-4b91-95a3-989966ce345d", "name": "network-vif-plugged", "status": "completed", "tag": "7b61019a-eaf8-4707-b856-9e7d2b02ba0e", "code": 200}, {"server_uuid": "6a498861-57f3-4d10-ba0c-c46349743c45", "name": "network-vif-plugged", "status": "completed", "tag": "88345cbd-f265-4cf8-a063-fae419fa9f43", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:54.130775 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-766e1d2e-3db6-429c-9828-20165d9c8df5 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:54.130775 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e', 'code': 200} Oct 22 14:50:54.130775 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a498861-57f3-4d10-ba0c-c46349743c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345cbd-f265-4cf8-a063-fae419fa9f43', 'code': 200} Oct 22 14:50:54.203808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:54.206570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:54.236099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19', 'port_id': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'mac_address': 'fa:16:3e:ed:d7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99266398-9cc4-477d-b5a7-d39b56f511b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:50:54.296344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:54.315341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9748fbe2-5980-4d1e-bbb1-8a45329d9345 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:54.327766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07f63-e611-46be-a138-3de8cbff443e req-1d172546-da4d-466b-bf95-316e07a504cd tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:54.339810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:54.340439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ef07f63-e611-46be-a138-3de8cbff443e req-1d172546-da4d-466b-bf95-316e07a504cd tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 949 time: 0.1452076 Oct 22 14:50:54.412469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:54.422005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:54.434678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ef07f63-e611-46be-a138-3de8cbff443e req-f2c2f92c-e259-4ad7-8560-b40a1bcda59b tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932105 Oct 22 14:50:54.496093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462be6-ae58-4381-b817-686ebe3968e0 req-c8d691dd-f069-470a-b4bd-2386c344ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:54.503578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57462be6-ae58-4381-b817-686ebe3968e0 req-c8d691dd-f069-470a-b4bd-2386c344ba3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 1096 time: 0.2553062 Oct 22 14:50:54.508438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:54.597882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:54.610467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57462be6-ae58-4381-b817-686ebe3968e0 req-43f1e883-2512-43fe-a3d5-cc01c964d4e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996311 Oct 22 14:50:54.611319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:54.615986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:54.668111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Pushing event updated for resources: {'Port': ['ID=865bbcc2-4041-4543-8e0a-f56589bf79e4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:54.676674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc84b1-fc29-43b4-b2c0-9c379023d5be req-cdeef825-fa61-4e38-9143-7554a37a58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:54.678329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abfc84b1-fc29-43b4-b2c0-9c379023d5be req-cdeef825-fa61-4e38-9143-7554a37a58bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 1097 time: 0.4283969 Oct 22 14:50:54.711152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['9748fbe2-5980-4d1e-bbb1-8a45329d9345'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:54.779143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85a3a9-2127-4bbe-9ce8-a858fee93a71 req-6a732b70-13b4-4c6b-95d3-2336eec7d9da tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:54.780795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc85a3a9-2127-4bbe-9ce8-a858fee93a71 req-6a732b70-13b4-4c6b-95d3-2336eec7d9da tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 945 time: 0.1749356 Oct 22 14:50:54.944419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9e88bd5f-0a33-472e-9d5b-002463f01476 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:54.948846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9e88bd5f-0a33-472e-9d5b-002463f01476 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 808 time: 0.3480558 Oct 22 14:50:54.975522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc85a3a9-2127-4bbe-9ce8-a858fee93a71 req-1ca8be3e-9ca2-42b5-84a2-7308f4a5e965 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762240 Oct 22 14:50:54.991293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abfc84b1-fc29-43b4-b2c0-9c379023d5be req-152cd689-92e3-4d5d-91b8-1fd18e7b2298 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902158 Oct 22 14:50:54.993557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Request body: {'port': {'device_id': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'admin_state_up': True, 'tenant_id': '51cbf8e053444044b1d7a28962d5450c'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:55.177996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff4ba-a3a6-44e8-b34f-827c18726eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:55.283326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Made reservation on behalf of 51cbf8e053444044b1d7a28962d5450c for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:50:55.292231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:55.302329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:55.465132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ca4ac8e-a199-4531-8122-d64a20f16335 req-f6e43180-b0e9-4078-aee9-0bb491130c7b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0556707 Oct 22 14:50:55.560379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e3bdf-7ae1-4233-96e3-70166b6848f4 req-a016baec-a4f2-41f3-a9bf-f58fd646a363 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:55.562768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f75e3bdf-7ae1-4233-96e3-70166b6848f4 req-a016baec-a4f2-41f3-a9bf-f58fd646a363 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.2225602 Oct 22 14:50:55.641471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Allocated IP 172.20.0.9 (4c703f8f-48de-4fdc-93e5-a42bb2e26303/9d211829-591c-4b00-b4a4-771f3b3b90cb/ce1b3104-d3d5-4290-919d-5b04feab570b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:55.678294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f75e3bdf-7ae1-4233-96e3-70166b6848f4 req-94a8ccb5-61d6-442f-a9de-2ed1e29d2a5f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047099 Oct 22 14:50:55.706731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b02bf-336d-4c26-9158-1786901c4330 req-66358331-92a8-4918-b0c5-8831eafab3eb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:55.708039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-669b02bf-336d-4c26-9158-1786901c4330 req-66358331-92a8-4918-b0c5-8831eafab3eb tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 949 time: 0.1089356 Oct 22 14:50:55.805780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-669b02bf-336d-4c26-9158-1786901c4330 req-fb1838b3-6453-47d1-9751-889236857701 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848455 Oct 22 14:50:55.922140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 97646ec1-0e81-4971-920e-a1faf3c69664 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:55.996907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.120558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 97646ec1-0e81-4971-920e-a1faf3c69664 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:56.124870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 97646ec1-0e81-4971-920e-a1faf3c69664 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:56.125288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.146440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.181863 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.199102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b4cf99dc-df36-4437-bc5f-a84ab381e0a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:50:56.289932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db0510-3bfa-4306-be5b-1cb2fb33226a req-876d3ee8-c9b2-49f3-8d24-a903bd3b7a77 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:56.299605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30db0510-3bfa-4306-be5b-1cb2fb33226a req-876d3ee8-c9b2-49f3-8d24-a903bd3b7a77 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 945 time: 0.1970811 Oct 22 14:50:56.410168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:56.436729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30db0510-3bfa-4306-be5b-1cb2fb33226a req-18f497f2-abd9-4967-9b4f-0f06a50d46f9 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304867 Oct 22 14:50:56.443127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.447265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.450645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:56.453890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:56.460651 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.463865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:56.573035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:56.574573 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.575216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97646ec1-0e81-4971-920e-a1faf3c69664'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:56.577496 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d5819-fb99-427e-99d2-11abcd9a46b6" -d '{"events": [{"server_uuid": "19c71723-da80-4f83-88c8-e6d8c0eab4f4", "name": "network-vif-plugged", "status": "completed", "tag": "97646ec1-0e81-4971-920e-a1faf3c69664"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:56.601918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 97646ec1-0e81-4971-920e-a1faf3c69664, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=97646ec1-0e81-4971-920e-a1faf3c69664,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:56.646515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Router 901be4bc-469a-45c4-a228-2746d90d57a4 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:50:56.807429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:56.808241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:50:56.823847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d5372628-001c-41d2-8687-0db62bfa73c5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8471797 Oct 22 14:50:56.846526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:50:56.858037 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Sync routers for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:50:56.859346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Request body: {'port': {'device_id': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:50:56.892424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=97646ec1-0e81-4971-920e-a1faf3c69664,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:56.893882 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:50:56.894661 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:50:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:56.933986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334daf5f-f927-4718-aa95-b7d1264ae13a req-be086b99-5b8a-4ba0-904e-f852204a6def tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:56.941901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-334daf5f-f927-4718-aa95-b7d1264ae13a req-be086b99-5b8a-4ba0-904e-f852204a6def tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 931 time: 0.1803079 Oct 22 14:50:56.996477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.035471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-334daf5f-f927-4718-aa95-b7d1264ae13a req-381cd3dc-82bf-40b0-a0e6-9f40a25c0d9e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921555 Oct 22 14:50:57.058118 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:50:57.134314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.143325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-235a9eb2-eac2-4ab5-8509-527ad035fb1a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7733617 Oct 22 14:50:57.143710 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e3bad9-468c-4c66-a653-5ba54dce2e3b x-openstack-request-id: req-f6e3bad9-468c-4c66-a653-5ba54dce2e3b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:50:57.143710 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c71723-da80-4f83-88c8-e6d8c0eab4f4", "name": "network-vif-plugged", "status": "completed", "tag": "97646ec1-0e81-4971-920e-a1faf3c69664", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:50:57.144473 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6e3bad9-468c-4c66-a653-5ba54dce2e3b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:50:57.145039 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97646ec1-0e81-4971-920e-a1faf3c69664', 'code': 200} Oct 22 14:50:57.152652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:50:57.252354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:50:57.256981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:50:57.261060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.491089 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.524597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360837f-4783-4f08-b2ac-ba9f442574f5 req-179ef9df-399b-4b54-aa48-b08c0791fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:57.545121 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:54Z', 'revision_number': 3, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:57.550659 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a360837f-4783-4f08-b2ac-ba9f442574f5 req-179ef9df-399b-4b54-aa48-b08c0791fc17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 1101 time: 0.2358139 Oct 22 14:50:57.565673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:50:57.613289 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Checking router: 901be4bc-469a-45c4-a228-2746d90d57a4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:50:57.614000 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Updating router 901be4bc-469a-45c4-a228-2746d90d57a4 port 865bbcc2-4041-4543-8e0a-f56589bf79e4 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:50:57.646245 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.664556 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a360837f-4783-4f08-b2ac-ba9f442574f5 req-417e7648-f8a8-4fe7-b8ed-281fd4a4bb88 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128116 Oct 22 14:50:57.679239 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.686767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947087a-560b-4e2f-8f17-7e059205e56c req-1fecb776-d903-4d3a-ba5f-a0ee633b14e0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:57.698834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9947087a-560b-4e2f-8f17-7e059205e56c req-1fecb776-d903-4d3a-ba5f-a0ee633b14e0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.2788901 Oct 22 14:50:57.761533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:57.886388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9947087a-560b-4e2f-8f17-7e059205e56c req-b245b418-6bcc-4a3c-a905-576ba34a3669 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864448 Oct 22 14:50:57.904388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1b3104-d3d5-4290-919d-5b04feab570b {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:50:57.918873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2302-5c6e-4254-9250-1c0cacc5841f req-34d16401-315c-4c3e-8494-34d95c94bf50 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:57.929222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff0c2302-5c6e-4254-9250-1c0cacc5841f req-34d16401-315c-4c3e-8494-34d95c94bf50 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 950 time: 0.3192830 Oct 22 14:50:57.940127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:57.984092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:58.000454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Transition to ACTIVE for port object ce1b3104-d3d5-4290-919d-5b04feab570b will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:50:58.115007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:58.223588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff0c2302-5c6e-4254-9250-1c0cacc5841f req-849bbd7c-29da-41c6-ab66-09bc33ae3414 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807009 Oct 22 14:50:58.451195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:58.563415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:58.582912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563c212-3826-4cf0-8aa7-e7fe9f0c550e req-92e6e919-f4a4-4622-885c-48fda16f04a9 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:58.592710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4563c212-3826-4cf0-8aa7-e7fe9f0c550e req-92e6e919-f4a4-4622-885c-48fda16f04a9 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 945 time: 0.5082946 Oct 22 14:50:58.614009 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:58.637879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:58.638304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:58.638565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:58.690928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:50:58.691375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:58.712307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4563c212-3826-4cf0-8aa7-e7fe9f0c550e req-1605b5ac-f210-4ff0-bf3f-0839d52a950f tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131706 Oct 22 14:50:58.735327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:58.742500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:58.742500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:58.742500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Bound port: ce1b3104-d3d5-4290-919d-5b04feab570b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:58.742500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:58.824325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Allocated IP 172.20.0.1 (ac040004-917d-468d-b191-c6843cb0c67e/6bac260e-2d01-474f-a3fa-a7c5e65080ed/33b26662-151b-4909-8b2d-1489c36614c8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:50:58.824552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe623dd-f1e4-4422-ad2e-6c39cf2dde67 req-22aca73f-9a86-4c97-9311-445291a8590e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:58.840902 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:58.847986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfe623dd-f1e4-4422-ad2e-6c39cf2dde67 req-22aca73f-9a86-4c97-9311-445291a8590e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.1979630 Oct 22 14:50:58.915950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:58.930132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:58.940905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfe623dd-f1e4-4422-ad2e-6c39cf2dde67 req-f455b80d-f95a-4100-b605-00abcd990d29 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909305 Oct 22 14:50:58.970667 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Pushing event updated for resources: {'Port': ['ID=865bbcc2-4041-4543-8e0a-f56589bf79e4,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:58.977984 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.978574 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.979139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.979651 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.980192 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.980781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.981276 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.981784 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.982278 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.982771 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.983286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:58.983792 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:50:59.025204 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Attempting to bind port 865bbcc2-4041-4543-8e0a-f56589bf79e4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:50:59.026140 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Attempting to bind port 865bbcc2-4041-4543-8e0a-f56589bf79e4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:50:59.026737 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Attempting to bind port 865bbcc2-4041-4543-8e0a-f56589bf79e4 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:50:59.039564 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:50:59.040334 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:50:59.043541 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.044210 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:50:59.044920 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Bound port: 865bbcc2-4041-4543-8e0a-f56589bf79e4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:50:59.045631 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.048450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.102866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:59.107566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.119791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] 10.222.0.69 "PUT /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 1091 time: 2.2625766 Oct 22 14:50:59.120798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:59.130222 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f74ab-e7e2-44ae-82de-dfebfec3e754" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:59.146047 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] For port 865bbcc2-4041-4543-8e0a-f56589bf79e4, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:50:59.159604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:50:59.159604 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f16e938-4e29-4ca1-8e52-f62452916d4e" -d '{"events": [{"server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "name": "network-vif-plugged", "status": "completed", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:50:59.160422 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] For port 865bbcc2-4041-4543-8e0a-f56589bf79e4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=865bbcc2-4041-4543-8e0a-f56589bf79e4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:50:59.208563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.303266 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.421308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.480513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:50:59.481746 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:50:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:50:59.489760 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9e3a8-7414-4ecc-adfd-82ae518f3692 None None] Pushing event updated for resources: {'Port': ['ID=865bbcc2-4041-4543-8e0a-f56589bf79e4,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:59.596305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Pushing event updated for resources: {'Port': ['ID=33b26662-151b-4909-8b2d-1489c36614c8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:59.606659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Network ac040004-917d-468d-b191-c6843cb0c67e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:50:59.608485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:50:59.612837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:50:59.706489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802d96b-fa09-449b-915b-b67101933e98 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:50:59.755952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94cfe3-8485-4359-83c6-1e0edf0102bf req-c235c139-3d16-486a-9895-19a23cf027d6 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:59.758851 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:50:59.769313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c94cfe3-8485-4359-83c6-1e0edf0102bf req-c235c139-3d16-486a-9895-19a23cf027d6 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 946 time: 0.5782011 Oct 22 14:50:59.810464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d0f3-c0f7-42b5-bed5-9404a22dea4d req-a30900a0-a009-46d2-92bd-ce1bff2261f0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:59.822386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc90d0f3-c0f7-42b5-bed5-9404a22dea4d req-a30900a0-a009-46d2-92bd-ce1bff2261f0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.6300452 Oct 22 14:50:59.828334 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:50:59.875652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-c7d2d300-9e32-46b4-9f96-f7d57d061d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:50:59.877205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-c7d2d300-9e32-46b4-9f96-f7d57d061d33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1094 time: 0.5941379 Oct 22 14:50:59.917384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40444) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:00.039358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d19ba004-ba3b-4ff6-b935-0ab88e6da259 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 217 time: 0.1512313 Oct 22 14:51:00.053640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc90d0f3-c0f7-42b5-bed5-9404a22dea4d req-5689f5f4-23fc-4493-acbc-3549096c60a0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199261 Oct 22 14:51:00.089135 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-317f67dd-070f-4a18-96b2-dab3bd9b3ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.171009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-e7c3138f-6abc-4b49-9c9d-292c56e32cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:00.175365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-e7c3138f-6abc-4b49-9c9d-292c56e32cbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1202528 Oct 22 14:51:00.178394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c94cfe3-8485-4359-83c6-1e0edf0102bf req-937bc0ba-4477-4775-9419-d5f169eb20db tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082668 Oct 22 14:51:00.182863 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:54Z', 'revision_number': 3, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:00.243206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-fbde67ec-0388-4857-b1d7-784efc54a826 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573831 Oct 22 14:51:00.267355 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd1040-575b-49ce-bf88-f5aa675ec28c None None] The sync data for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 is: [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:54Z', 'revision_number': 3, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:51:00.277422 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7035e33a-b646-4a52-a01a-cda758944507 x-openstack-request-id: req-7035e33a-b646-4a52-a01a-cda758944507 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:00.277422 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "name": "network-vif-plugged", "status": "completed", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:00.277422 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7035e33a-b646-4a52-a01a-cda758944507 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:00.277422 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'code': 200} Oct 22 14:51:00.301560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-317f67dd-070f-4a18-96b2-dab3bd9b3ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.307765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.420291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-d91e57e9-8f97-4aec-a2a1-968055388272 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716185 Oct 22 14:51:00.424113 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2876baf6-2c30-48ba-b54e-efc2af5a2c0f x-openstack-request-id: req-2876baf6-2c30-48ba-b54e-efc2af5a2c0f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:00.424537 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:00.424834 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2876baf6-2c30-48ba-b54e-efc2af5a2c0f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:00.425232 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'status': 'completed', 'code': 200} Oct 22 14:51:00.440555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-317f67dd-070f-4a18-96b2-dab3bd9b3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.513037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-317f67dd-070f-4a18-96b2-dab3bd9b3ad5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=419e2a6905e44d35ade4fc0e060f7802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936015 Oct 22 14:51:00.515716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40458) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:00.542095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0c811-8cb4-4dd4-9de2-52253004b988 req-ebd0678f-ca38-4221-b788-76c0c93d1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:00.544211 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bf0c811-8cb4-4dd4-9de2-52253004b988 req-ebd0678f-ca38-4221-b788-76c0c93d1642 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1096 time: 0.1801145 Oct 22 14:51:00.607962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f67dd-070f-4a18-96b2-dab3bd9b3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ec2bc-fb66-4c25-a0ed-b8ce5313fd3b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:00.647827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656de2ca-e4da-4a93-8569-b30e663e3690 req-68d72b0b-bfb4-4b4c-a2a4-1fb20eae107d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:00.659612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656de2ca-e4da-4a93-8569-b30e663e3690 req-68d72b0b-bfb4-4b4c-a2a4-1fb20eae107d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 950 time: 0.2379684 Oct 22 14:51:00.714613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bf0c811-8cb4-4dd4-9de2-52253004b988 req-0c237a7a-faa1-4423-b353-fdb9dbfd703a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527338 Oct 22 14:51:00.737279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e268d744-8a42-4caf-b874-d7f420e7af6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.802580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e268d744-8a42-4caf-b874-d7f420e7af6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.833557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.903374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:00.936143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45800403-0eb3-4b72-8b1e-15dca6ecbefa req-0f78bb15-f468-4660-8815-9614d6145490 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945896 Oct 22 14:51:00.972995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656de2ca-e4da-4a93-8569-b30e663e3690 req-7d80756c-2e54-4e7b-aef4-3db961efbbf9 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057339 Oct 22 14:51:01.029993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 865bbcc2-4041-4543-8e0a-f56589bf79e4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:01.045409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a3688-bff6-4c3e-931e-b9dfaceac2ee req-f70452c9-3cb5-4a3c-adc2-7a61d9e1719e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:01.058935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd7a3688-bff6-4c3e-931e-b9dfaceac2ee req-f70452c9-3cb5-4a3c-adc2-7a61d9e1719e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.2480838 Oct 22 14:51:01.095808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:01.201961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 865bbcc2-4041-4543-8e0a-f56589bf79e4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:01.202326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:01.262063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd7a3688-bff6-4c3e-931e-b9dfaceac2ee req-121fe65c-8695-47bf-ac96-d481cda87db5 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019825 Oct 22 14:51:01.265807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e268d744-8a42-4caf-b874-d7f420e7af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:01.271671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Pushing event updated for resources: {'Port': ['ID=33b26662-151b-4909-8b2d-1489c36614c8,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:01.288938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e268d744-8a42-4caf-b874-d7f420e7af6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:01.293405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e268d744-8a42-4caf-b874-d7f420e7af6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc7ec2bc-fb66-4c25-a0ed-b8ce5313fd3b HTTP/1.1" status: 204 len: 168 time: 0.7753496 Oct 22 14:51:01.303298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-44800e0a-e994-49b7-b4d1-bf57323a173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:01.305515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-44800e0a-e994-49b7-b4d1-bf57323a173a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1094 time: 0.2152452 Oct 22 14:51:01.432476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Network ac040004-917d-468d-b191-c6843cb0c67e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:51:01.441032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:01.482157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:01.492174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268d744-8a42-4caf-b874-d7f420e7af6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ec2bc-fb66-4c25-a0ed-b8ce5313fd3b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:01.565855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-dbaed3c1-e8c6-4556-bac6-d9acd0cc76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:01.568203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-dbaed3c1-e8c6-4556-bac6-d9acd0cc76de service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2484508 Oct 22 14:51:01.568451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 865bbcc2-4041-4543-8e0a-f56589bf79e4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=865bbcc2-4041-4543-8e0a-f56589bf79e4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:01.707970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-6bb658bb-67d7-4c59-b785-2995ccecb81f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 217 time: 0.1269732 Oct 22 14:51:01.721090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Router 901be4bc-469a-45c4-a228-2746d90d57a4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:51:01.746353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:01.800275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-04e1d3be-bee4-42c6-ac5c-3054e44f6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:01.801890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-04e1d3be-bee4-42c6-ac5c-3054e44f6bd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0933931 Oct 22 14:51:01.832040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=865bbcc2-4041-4543-8e0a-f56589bf79e4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:01.858873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-a2c667ce-7797-4d5b-98c3-9788f5a550e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491357 Oct 22 14:51:01.945173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:51:01.969787 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-45bec7c7-fe89-431e-b0a0-f5ff584b05fd admin admin] 10.222.0.66 "PUT /v2.0/routers/901be4bc-469a-45c4-a228-2746d90d57a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8057830 Oct 22 14:51:02.074313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-6192eee9-3fa4-4198-85ed-9c68ac21853e service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070243 Oct 22 14:51:02.261484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-993f74ab-e7e2-44ae-82de-dfebfec3e754 req-3036cc0f-b231-4f84-8e6a-d972c0e9134a service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773775 Oct 22 14:51:02.411225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c653d-f667-4674-abc2-1f610b571bad req-3dc37ede-3693-4676-a4bc-4ac105c51cc9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:02.428592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789c653d-f667-4674-abc2-1f610b571bad req-3dc37ede-3693-4676-a4bc-4ac105c51cc9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.1603746 Oct 22 14:51:02.495626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789c653d-f667-4674-abc2-1f610b571bad req-40972f3e-4993-4e4e-82ad-48b30a71a98b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612409 Oct 22 14:51:02.826834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a1762-1b7f-49d9-8325-3408270acac7 req-8cf7d41f-c97f-46f9-9a82-8b73eb048a60 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:02.845107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708a1762-1b7f-49d9-8325-3408270acac7 req-8cf7d41f-c97f-46f9-9a82-8b73eb048a60 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 1101 time: 0.1129353 Oct 22 14:51:02.861394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-708a1762-1b7f-49d9-8325-3408270acac7 req-d33c8457-1e79-4556-bb70-88b556d0cda0 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:03.047809 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-708a1762-1b7f-49d9-8325-3408270acac7 req-d33c8457-1e79-4556-bb70-88b556d0cda0 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:03.069691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Sync routers for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:51:03.073817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 865bbcc2-4041-4543-8e0a-f56589bf79e4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:03.145379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-708a1762-1b7f-49d9-8325-3408270acac7 req-d33c8457-1e79-4556-bb70-88b556d0cda0 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:03.196298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:51:03.197717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708a1762-1b7f-49d9-8325-3408270acac7 req-d33c8457-1e79-4556-bb70-88b556d0cda0 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459432 Oct 22 14:51:03.198203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:50:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:03.264518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c8457-1e79-4556-bb70-88b556d0cda0 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf37b843-6704-4cf0-a4e2-fcc5caa56e13,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:03.312687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919744f-4f0f-45db-9cc0-19f4f4f8eee3 req-21972614-15d3-4d04-a575-1c8e2a6a7bcb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:03.316662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c919744f-4f0f-45db-9cc0-19f4f4f8eee3 req-21972614-15d3-4d04-a575-1c8e2a6a7bcb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.2656379 Oct 22 14:51:03.440387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c919744f-4f0f-45db-9cc0-19f4f4f8eee3 req-81314696-24b9-4880-80b4-1b5e827da704 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136334 Oct 22 14:51:03.512427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-5b6f9233-d272-4378-990b-e4eee9fe1911 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:03.515480 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-5b6f9233-d272-4378-990b-e4eee9fe1911 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 946 time: 0.1160262 Oct 22 14:51:03.638369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96b67-df31-4705-880e-9ad3ee9ae9a0 req-0f0552a6-6d63-405e-aa7b-b18076012335 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:03.647148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86d96b67-df31-4705-880e-9ad3ee9ae9a0 req-0f0552a6-6d63-405e-aa7b-b18076012335 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 946 time: 0.0905564 Oct 22 14:51:03.699741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:03.741687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Deleting port 88345cbd-f265-4cf8-a063-fae419fa9f43 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:03.742035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:03.788860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86d96b67-df31-4705-880e-9ad3ee9ae9a0 req-38c234f1-0b49-43de-a78f-342e86355386 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/security-groups?id=712e1fc6-7161-4f65-bd38-2bb77642e655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402476 Oct 22 14:51:03.893420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-c3a1861a-14b9-48a8-b0ae-7e8f025643c4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:03.900959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-c3a1861a-14b9-48a8-b0ae-7e8f025643c4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 820 time: 0.2776239 Oct 22 14:51:03.935855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-feddde17-b548-43c1-953a-693cf3ee5d4c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/quotas/36facc73a21d4779a4ba923298923314 HTTP/1.1" status: 200 len: 375 time: 0.0237012 Oct 22 14:51:03.944305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:51:03.974153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] For port 88345cbd-f265-4cf8-a063-fae419fa9f43, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=88345cbd-f265-4cf8-a063-fae419fa9f43,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:03.974719 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.015893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Calling delete_port for 88345cbd-f265-4cf8-a063-fae419fa9f43 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:04.031501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.032752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1560778574-network', 'tenant_id': 'c7d40efd31234d9884e99a05299b6959'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:04.038757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 865bbcc2-4041-4543-8e0a-f56589bf79e4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:04.039155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.084299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-c1e5ae75-263e-4146-84a5-b0486a7f69cb tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494193 Oct 22 14:51:04.186798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Made reservation on behalf of c7d40efd31234d9884e99a05299b6959 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:04.194746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.265048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.292079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b57331-b4ce-43a7-8329-7e507e8f5b4a req-a8527057-1cde-4429-84ca-a1c780a5d6a1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:04.298026 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.300623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9b57331-b4ce-43a7-8329-7e507e8f5b4a req-a8527057-1cde-4429-84ca-a1c780a5d6a1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.2079568 Oct 22 14:51:04.326622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['88345cbd-f265-4cf8-a063-fae419fa9f43', '7b61019a-eaf8-4707-b856-9e7d2b02ba0e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:04.591911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9b57331-b4ce-43a7-8329-7e507e8f5b4a req-fc7441c4-64b1-4770-a5f0-10e67cb1297f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902198 Oct 22 14:51:04.615266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-8df61360-00c7-4336-9ae8-205e8f2e0d22 service neutron] 10.222.0.66 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300436 Oct 22 14:51:04.659365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:00Z', 'revision_number': 2, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:04.681305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-5bab9bea-1afe-403f-bb3d-4f936f4d0555 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:04.684393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-5bab9bea-1afe-403f-bb3d-4f936f4d0555 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 945 time: 0.2366633 Oct 22 14:51:04.722877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event deleted for resources: {'Port': ['ID=88345cbd-f265-4cf8-a063-fae419fa9f43,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:04.739533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Checking router: 901be4bc-469a-45c4-a228-2746d90d57a4 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:51:04.740778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Updating router 901be4bc-469a-45c4-a228-2746d90d57a4 port 33b26662-151b-4909-8b2d-1489c36614c8 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:51:04.767697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.777214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.800559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] No DVR routers for this DVR port 88345cbd-f265-4cf8-a063-fae419fa9f43 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:04.803898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.815479 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2cf9b7f5-210c-4ab4-8648-2337d6ce0198 req-58c832c9-373b-458e-bc0f-f2df448e8633 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "DELETE /v2.0/ports/88345cbd-f265-4cf8-a063-fae419fa9f43 HTTP/1.1" status: 204 len: 173 time: 1.2897511 Oct 22 14:51:04.816074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a498861-57f3-4d10-ba0c-c46349743c45', 'name': 'network-vif-deleted', 'tag': '88345cbd-f265-4cf8-a063-fae419fa9f43'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:04.828885 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f10723-77b0-4c05-8015-981dccf6b05b" -d '{"events": [{"server_uuid": "6a498861-57f3-4d10-ba0c-c46349743c45", "name": "network-vif-deleted", "tag": "88345cbd-f265-4cf8-a063-fae419fa9f43"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:04.906773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.953901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:51:04.991912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-9ca68f85-099d-4cf6-9894-a6707b75ee34 service neutron] 10.222.0.66 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664963 Oct 22 14:51:04.998435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:04.999063 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Added segment 760782fe-619e-412b-ba5c-614066847763 of type vlan for network 06764287-1178-4900-8ae1-16153ab10b31 Oct 22 14:51:05.000645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5204d9d6-ca24-4ee9-9544-c3892b3fad5b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:05.029206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed09627-bfc2-4417-8548-b5d44b651b1c req-36772d5d-55fe-4ded-a742-b3c514c0fcb3 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:05.037607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ed09627-bfc2-4417-8548-b5d44b651b1c req-36772d5d-55fe-4ded-a742-b3c514c0fcb3 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 1101 time: 0.2008004 Oct 22 14:51:05.108396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.127484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Deleting port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:05.132679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.193916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ed09627-bfc2-4417-8548-b5d44b651b1c req-9328e57a-f58c-4854-9750-7f2381001c80 tempest-ServersAdminNegativeTestJSON-894239008 tempest-ServersAdminNegativeTestJSON-894239008-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544914 Oct 22 14:51:05.209552 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.300701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] For port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,segment=NetworkSegment(3111d99b-c3e8-4b2b-821d-22ccec7dc8b8),segment_id=3111d99b-c3e8-4b2b-821d-22ccec7dc8b8)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:05.301148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.326267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.377636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Calling delete_port for 7b61019a-eaf8-4707-b856-9e7d2b02ba0e owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:05.505000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c527d5-c364-49f7-b3d9-337bbcd3d2e8 None None] Pushing event updated for resources: {'Port': ['ID=33b26662-151b-4909-8b2d-1489c36614c8,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:05.532866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.540817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:05.541646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.590579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Attempting to bind port 33b26662-151b-4909-8b2d-1489c36614c8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:05.591070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Attempting to bind port 33b26662-151b-4909-8b2d-1489c36614c8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:05.592295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Attempting to bind port 33b26662-151b-4909-8b2d-1489c36614c8 on network ac040004-917d-468d-b191-c6843cb0c67e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:05.600889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:05.601363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Checking segment: {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:05.602473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.602938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Bound using segment: {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:05.603496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Bound port: 33b26662-151b-4909-8b2d-1489c36614c8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:05.603883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:05.741040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] Pushing event updated for resources: {'Network': ['ID=06764287-1178-4900-8ae1-16153ab10b31,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:05.759935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 06764287-1178-4900-8ae1-16153ab10b31 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:51:05.764990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e1af-e986-4e6f-9400-06bea03d1d18 req-2230eafe-5f44-4037-95f3-5d825b2b5434 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:05.774164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54f3e1af-e986-4e6f-9400-06bea03d1d18 req-2230eafe-5f44-4037-95f3-5d825b2b5434 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.4607434 Oct 22 14:51:05.805497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] For port 33b26662-151b-4909-8b2d-1489c36614c8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:05.806489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f3f5c-dd43-452d-8ae5-f46d0397ee74 req-02a6a2ed-6010-4f32-8ec9-d576af76690e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:05.808340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9f3f5c-dd43-452d-8ae5-f46d0397ee74 req-02a6a2ed-6010-4f32-8ec9-d576af76690e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1096 time: 0.2485456 Oct 22 14:51:05.828797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] For port 33b26662-151b-4909-8b2d-1489c36614c8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=33b26662-151b-4909-8b2d-1489c36614c8,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:05.860126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40574) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:05.862008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2986db3f-81f5-463a-b3d6-0f4d1bb0e684 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1592090 Oct 22 14:51:05.866597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Request body: {'subnet': {'network_id': '06764287-1178-4900-8ae1-16153ab10b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1560778574-subnet', 'tenant_id': 'c7d40efd31234d9884e99a05299b6959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:05.892880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54f3e1af-e986-4e6f-9400-06bea03d1d18 req-2b205437-bb0d-47e6-a720-9deb81c3a352 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174474 Oct 22 14:51:05.925596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9f3f5c-dd43-452d-8ae5-f46d0397ee74 req-5bf871d5-b7d5-40b6-b9d7-9f6ec5833b9a tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002085 Oct 22 14:51:05.991913 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe497f-54ea-4eba-894f-e4474b877f4b x-openstack-request-id: req-cbfe497f-54ea-4eba-894f-e4474b877f4b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:05.992537 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a498861-57f3-4d10-ba0c-c46349743c45", "name": "network-vif-deleted", "tag": "88345cbd-f265-4cf8-a063-fae419fa9f43", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:05.992936 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbfe497f-54ea-4eba-894f-e4474b877f4b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:05.993669 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a498861-57f3-4d10-ba0c-c46349743c45', 'name': 'network-vif-deleted', 'tag': '88345cbd-f265-4cf8-a063-fae419fa9f43', 'status': 'completed', 'code': 200} Oct 22 14:51:06.028617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bed4e5e-2cec-4706-9810-a4c513380533 req-048f3fef-a7be-4c4a-8ba3-0c6ee47e87d3 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a498861-57f3-4d10-ba0c-c46349743c45 HTTP/1.1" status: 200 len: 210 time: 0.0479252 Oct 22 14:51:06.075959 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:06.077385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:06.105234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Made reservation on behalf of c7d40efd31234d9884e99a05299b6959 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:06.107627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:06.239922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] No DVR routers for this DVR port 7b61019a-eaf8-4707-b856-9e7d2b02ba0e on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:06.243927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Pushing event deleted for resources: {'Port': ['ID=7b61019a-eaf8-4707-b856-9e7d2b02ba0e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:06.256237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c527d5-c364-49f7-b3d9-337bbcd3d2e8 None None] Pushing event updated for resources: {'Port': ['ID=33b26662-151b-4909-8b2d-1489c36614c8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:06.273215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:06.276941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfb59791-5940-455f-b6f8-bc92a27c6f21 req-6895bf1a-27b8-4293-bfe7-42ae12eb6a09 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.53 "DELETE /v2.0/ports/7b61019a-eaf8-4707-b856-9e7d2b02ba0e HTTP/1.1" status: 204 len: 173 time: 1.5661855 Oct 22 14:51:06.277494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'name': 'network-vif-deleted', 'tag': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:06.287668 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303dd69-3c8b-4739-a371-f7372b0408dc" -d '{"events": [{"server_uuid": "c3393eeb-103a-4b91-95a3-989966ce345d", "name": "network-vif-deleted", "tag": "7b61019a-eaf8-4707-b856-9e7d2b02ba0e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:06.288195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:51:06.288835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:50:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:06.330078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edf8c3ab-5e6f-45ef-8f23-73e9833e1da6 req-6f4e569d-50f2-4662-945c-42b9faf991cc tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 210 time: 0.1559145 Oct 22 14:51:06.449504 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c907ad-2801-4c7b-a8dc-c8c4b637d334 x-openstack-request-id: req-67c907ad-2801-4c7b-a8dc-c8c4b637d334 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:06.449504 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3393eeb-103a-4b91-95a3-989966ce345d", "name": "network-vif-deleted", "tag": "7b61019a-eaf8-4707-b856-9e7d2b02ba0e", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:06.450728 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67c907ad-2801-4c7b-a8dc-c8c4b637d334 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:06.456463 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3393eeb-103a-4b91-95a3-989966ce345d', 'name': 'network-vif-deleted', 'tag': '7b61019a-eaf8-4707-b856-9e7d2b02ba0e', 'status': 'completed', 'code': 200} Oct 22 14:51:06.466946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1202-614a-43b7-a15d-6bec457a0c07 req-141c100a-fd9f-4bc3-844a-b2d55c57698d tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:06.472814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f48d1202-614a-43b7-a15d-6bec457a0c07 req-141c100a-fd9f-4bc3-844a-b2d55c57698d tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1096 time: 0.1115892 Oct 22 14:51:06.492267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:51:06.630028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f48d1202-614a-43b7-a15d-6bec457a0c07 req-14a6b359-b891-45b9-8343-2adc63d24e2a tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248727 Oct 22 14:51:06.806932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:05Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:06.835799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcd8a1-c117-40c8-80f8-c4c51d0f5802 None None] The sync data for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 is: [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:05Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:51:06.892640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:07.097800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:07.135210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Checking segment: {'id': '760782fe-619e-412b-ba5c-614066847763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '06764287-1178-4900-8ae1-16153ab10b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:07.135563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Network hostable DHCP agents. Network: 06764287-1178-4900-8ae1-16153ab10b31, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:51:07.232523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Network 06764287-1178-4900-8ae1-16153ab10b31 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:51:07.244126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c957a1-efcd-41bb-abb3-21f13a6316df req-17aa3f10-0433-4d1f-9e2a-93d360428e2f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:07.252348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89c957a1-efcd-41bb-abb3-21f13a6316df req-17aa3f10-0433-4d1f-9e2a-93d360428e2f tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0867684 Oct 22 14:51:07.336968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89c957a1-efcd-41bb-abb3-21f13a6316df req-8bce665d-5b3c-4b71-9ade-1e311a1254f3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829806 Oct 22 14:51:07.561106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aaa35-2917-47e4-8f13-7c1beee3800a req-d6cca017-7e0c-4fc8-a029-e325e08276b0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:07.562674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac7aaa35-2917-47e4-8f13-7c1beee3800a req-d6cca017-7e0c-4fc8-a029-e325e08276b0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 950 time: 0.0555665 Oct 22 14:51:07.609124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac7aaa35-2917-47e4-8f13-7c1beee3800a req-d2277625-29a6-4b81-a106-f1a7e9336e38 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Oct 22 14:51:07.733653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00eb921b-56a4-4c32-9c8e-6b772018fa85 req-fce4bc3f-7c62-4910-bd70-b52a8ec9253c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 210 time: 0.0296130 Oct 22 14:51:07.835138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc82c064-9992-4cb2-a9c3-ebfa0fdd0015 req-4d3acc43-4c6f-4773-b737-afca0627cc75 tempest-MultipleCreateTestJSON-681683747 tempest-MultipleCreateTestJSON-681683747-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3393eeb-103a-4b91-95a3-989966ce345d HTTP/1.1" status: 200 len: 210 time: 0.0283661 Oct 22 14:51:07.863345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 06764287-1178-4900-8ae1-16153ab10b31) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:07.868294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:07.869056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:07.891427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d1775-b673-49fe-a8fa-e5f6aff20e8d None None] Network 06764287-1178-4900-8ae1-16153ab10b31 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:07.967297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7b61019a-eaf8-4707-b856-9e7d2b02ba0e no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:07.991594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 7b61019a-eaf8-4707-b856-9e7d2b02ba0e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:07.991939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7b61019a-eaf8-4707-b856-9e7d2b02ba0e not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:07.992393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 88345cbd-f265-4cf8-a063-fae419fa9f43 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:08.034486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 88345cbd-f265-4cf8-a063-fae419fa9f43 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:08.034834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 88345cbd-f265-4cf8-a063-fae419fa9f43 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:08.056655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c395956-98e6-40e9-9439-a15ee5a8bef5 None None] Network 06764287-1178-4900-8ae1-16153ab10b31 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:08.192351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b1577439-a6bc-4e38-a99a-a70830e41860 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3302424 Oct 22 14:51:08.565414 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:51:08.622009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-2625b076-3944-4c63-9809-f2521de2a0be tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:08.624287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-2625b076-3944-4c63-9809-f2521de2a0be tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 950 time: 0.0922983 Oct 22 14:51:08.811841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-0fd73d08-0479-495e-8630-4d4fc90746d0 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:08.813457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-0fd73d08-0479-495e-8630-4d4fc90746d0 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/networks?id=06764287-1178-4900-8ae1-16153ab10b31 HTTP/1.1" status: 200 len: 822 time: 0.1881166 Oct 22 14:51:08.829529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Deleting port 97646ec1-0e81-4971-920e-a1faf3c69664 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:08.829948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:08.860703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-eb1cee3e-e097-44c5-b1e9-672e1631db01 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/quotas/c7d40efd31234d9884e99a05299b6959 HTTP/1.1" status: 200 len: 375 time: 0.0348401 Oct 22 14:51:08.915247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-41317f47-6fd9-491f-ba77-a6b3038ecd11 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7d40efd31234d9884e99a05299b6959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495369 Oct 22 14:51:09.038366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 33b26662-151b-4909-8b2d-1489c36614c8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:09.100508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-1cb898f4-0dad-4aa4-9120-0d4801343a5b service neutron] 10.222.0.66 "GET /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772730 Oct 22 14:51:09.141855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 33b26662-151b-4909-8b2d-1489c36614c8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:09.142211 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:09.219130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] For port 97646ec1-0e81-4971-920e-a1faf3c69664, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=97646ec1-0e81-4971-920e-a1faf3c69664,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:09.219539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:09.244297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Calling delete_port for 97646ec1-0e81-4971-920e-a1faf3c69664 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:09.267353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:09.323803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 33b26662-151b-4909-8b2d-1489c36614c8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=33b26662-151b-4909-8b2d-1489c36614c8,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:09.429215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:09.486052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=33b26662-151b-4909-8b2d-1489c36614c8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:09.657896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-c4441e92-62f7-4bd2-9367-72a3dc827798 service neutron] 10.222.0.66 "GET /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563266 Oct 22 14:51:09.983484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:09.997649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['35c02168-b9f2-4a7d-82c6-3d64853a0c57'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:10.035601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Pushing event deleted for resources: {'Port': ['ID=97646ec1-0e81-4971-920e-a1faf3c69664,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:10.037370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['97646ec1-0e81-4971-920e-a1faf3c69664'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:10.093505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6c45-fa31-4e09-bb3e-8cd827a67a34 req-3861beb0-a54a-4d2d-bcb9-5ce68c2c844b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:10.102467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5bd6c45-fa31-4e09-bb3e-8cd827a67a34 req-3861beb0-a54a-4d2d-bcb9-5ce68c2c844b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.1342444 Oct 22 14:51:10.124513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] No DVR routers for this DVR port 97646ec1-0e81-4971-920e-a1faf3c69664 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:10.133948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:10.136714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef00d472-a65e-4855-a7ff-f64987409fe9 req-f8d09fdb-a2e0-46bc-9352-9045a9422595 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.53 "DELETE /v2.0/ports/97646ec1-0e81-4971-920e-a1faf3c69664 HTTP/1.1" status: 204 len: 173 time: 1.4941583 Oct 22 14:51:10.137188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'name': 'network-vif-deleted', 'tag': '97646ec1-0e81-4971-920e-a1faf3c69664'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:10.144041 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b86bcf3-99d0-4ce3-880e-be41bdb15d38" -d '{"events": [{"server_uuid": "19c71723-da80-4f83-88c8-e6d8c0eab4f4", "name": "network-vif-deleted", "tag": "97646ec1-0e81-4971-920e-a1faf3c69664"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:10.182604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1203d275-46d0-46fb-bb5c-b2ddabe4d9aa tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:51:10.184586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1203d275-46d0-46fb-bb5c-b2ddabe4d9aa tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086446 Oct 22 14:51:10.256788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-0e272085-5e97-4bea-b7bf-c984fcf4e053 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:10.263898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-0e272085-5e97-4bea-b7bf-c984fcf4e053 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 1093 time: 0.0676415 Oct 22 14:51:10.268840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Request body: {'binding': {'host': 'n-h1-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:10.269829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Unknown quota resources ['binding']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:51:10.280459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5bd6c45-fa31-4e09-bb3e-8cd827a67a34 req-17e4173b-194d-4b12-9d50-aa3bd79d8599 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749918 Oct 22 14:51:10.507561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-dbbad76c-1810-4726-b507-cd407a8823ec tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:10.509108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-dbbad76c-1810-4726-b507-cd407a8823ec tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.69 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 820 time: 0.3121326 Oct 22 14:51:10.526843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'port': {'device_id': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'admin_state_up': True, 'tenant_id': '36facc73a21d4779a4ba923298923314'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:10.597265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on host n-h1-812148-2 for vnic_type normal with profile None {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:10.597634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:10.598165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:10.603781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:10.629073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:10.649638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:10.652101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:10.654518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:10.655253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Bound port: 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:10.718576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8fb51c3-781b-4360-b37a-644c8d2f9d84 req-37539c57-01bb-4f99-8c02-3052b248890e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.1392477 Oct 22 14:51:10.734594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:10.903693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdd5ae11-68c5-4bf1-b8e3-ea39c1f67a3a req-ebabf748-0629-48df-9fa2-6b89abeaa2f2 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 210 time: 0.0376823 Oct 22 14:51:10.942426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Made reservation on behalf of 36facc73a21d4779a4ba923298923314 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:10.953324 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:10.954824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:10.965970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-54cd971c-27bb-437c-a197-68d94a37091d service neutron] 10.222.0.66 "POST /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345/bindings HTTP/1.1" status: 201 len: 389 time: 0.6979537 Oct 22 14:51:10.986509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40698) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:10.993762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 33b26662-151b-4909-8b2d-1489c36614c8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:11.109002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Deleting subnet 66a56e78-f1fb-4a33-9090-34483553d0d8 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:51:11.119316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.155232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 33b26662-151b-4909-8b2d-1489c36614c8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:11.160685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.175396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.181402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4c3366b-1b34-42d9-8126-ab8a2ebe6d82 req-3ebcee67-d8d5-4646-b00f-27e5d8dc5855 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 210 time: 0.0604453 Oct 22 14:51:11.244573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.271881 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1aa540-30ad-467f-89d8-020a9b38509e x-openstack-request-id: req-cb1aa540-30ad-467f-89d8-020a9b38509e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:11.271881 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c71723-da80-4f83-88c8-e6d8c0eab4f4", "name": "network-vif-deleted", "tag": "97646ec1-0e81-4971-920e-a1faf3c69664", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:11.271881 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb1aa540-30ad-467f-89d8-020a9b38509e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:11.271881 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c71723-da80-4f83-88c8-e6d8c0eab4f4', 'name': 'network-vif-deleted', 'tag': '97646ec1-0e81-4971-920e-a1faf3c69664', 'status': 'completed', 'code': 200} Oct 22 14:51:11.324072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.325408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Allocated IP 172.20.0.14 (ac040004-917d-468d-b191-c6843cb0c67e/6bac260e-2d01-474f-a3fa-a7c5e65080ed/39718acc-95b1-47e8-8db6-af747f754543) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:51:11.483694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4aad8-9528-4706-bfcd-d3d90bb5e155 req-385b7665-e1ca-4b34-9648-549f2ceafa03 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:11.485231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cea4aad8-9528-4706-bfcd-d3d90bb5e155 req-385b7665-e1ca-4b34-9648-549f2ceafa03 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0904498 Oct 22 14:51:11.574007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.623362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a56e78-f1fb-4a33-9090-34483553d0d8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:11.627682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.630550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cea4aad8-9528-4706-bfcd-d3d90bb5e155 req-1db75247-a6e2-413b-896a-39349fed32ea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088028 Oct 22 14:51:11.631338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dcb2004c-07c1-4712-9f8b-f0bdaae9ed9b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/66a56e78-f1fb-4a33-9090-34483553d0d8 HTTP/1.1" status: 204 len: 168 time: 0.6396708 Oct 22 14:51:11.634624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:11.696665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.729589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.801585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3bf8-b4b5-4e83-8766-b9ac1879f77b req-ac0f9cd6-4459-495e-9ff8-4b2cfabeb5e9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:11.812246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-769f3bf8-b4b5-4e83-8766-b9ac1879f77b req-ac0f9cd6-4459-495e-9ff8-4b2cfabeb5e9 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.1048639 Oct 22 14:51:11.836778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.871224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:11.899709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:11.900189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3111d99b-c3e8-4b2b-821d-22ccec7dc8b8') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:11.907650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c6d0630-4f97-4c4a-8836-a9bb02ede04b req-a72d86a8-b980-4ed1-9ca5-170d3f1569ae tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c71723-da80-4f83-88c8-e6d8c0eab4f4 HTTP/1.1" status: 200 len: 210 time: 0.0502098 Oct 22 14:51:11.929009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.938085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-769f3bf8-b4b5-4e83-8766-b9ac1879f77b req-1bd70b4d-7aea-4182-8fba-7ff2e3bac3fa tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143694 Oct 22 14:51:11.945611 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.972487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-44a711b1-e843-4744-8740-da2b4dd47b28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1470945 Oct 22 14:51:11.972701 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:11.982229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 97646ec1-0e81-4971-920e-a1faf3c69664 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:12.012627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-d60caa41-b485-4ab7-959b-fc410f6f0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.014060 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-d60caa41-b485-4ab7-959b-fc410f6f0be1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1096 time: 0.1289065 Oct 22 14:51:12.017129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:51:12.017817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:51:12.020017 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:51:12.022095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 97646ec1-0e81-4971-920e-a1faf3c69664 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:12.024755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 97646ec1-0e81-4971-920e-a1faf3c69664 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:12.108603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Network ac040004-917d-468d-b191-c6843cb0c67e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:51:12.134129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:12.138530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:51:12.143974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:12.171653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-a0cca2d3-aedd-40e2-bf5a-48725ee582e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.174112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-a0cca2d3-aedd-40e2-bf5a-48725ee582e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1362939 Oct 22 14:51:12.191243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f552c-053e-4024-9af5-2882c92b6423 req-5ea10c7f-b8b7-4ad8-b1c4-8153ab0677ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.192746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-5ea10c7f-b8b7-4ad8-b1c4-8153ab0677ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 1095 time: 0.1461177 Oct 22 14:51:12.221755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.222419 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:12.246962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd4f4-4cf0-46a6-9570-aaab5a2f214c req-5ec9f3b2-a4e7-4c04-a56f-543fa8147146 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.254571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef3dd4f4-4cf0-46a6-9570-aaab5a2f214c req-5ec9f3b2-a4e7-4c04-a56f-543fa8147146 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 932 time: 0.1646650 Oct 22 14:51:12.303218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-49e17b4b-fc2d-4326-951e-58825d43bd25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 217 time: 0.0395973 Oct 22 14:51:12.325050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0cde7ee-525f-495e-abba-d559f5e62fa4 req-608ba12d-add8-43cc-8723-d5a6817b6d1e tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 210 time: 0.0559375 Oct 22 14:51:12.375748 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:12.382051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef3dd4f4-4cf0-46a6-9570-aaab5a2f214c req-4d5580f6-610d-4f14-9b75-e9466c12cd6b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247656 Oct 22 14:51:12.394085 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:12.400002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] 10.222.0.66 "DELETE /v2.0/networks/38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2 HTTP/1.1" status: 204 len: 168 time: 0.7615578 Oct 22 14:51:12.405054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df120f-3933-43c3-bbcf-4c871bbb5aba admin admin] Pushing event deleted for resources: {'Network': ['ID=38942d7d-4ef4-4dc2-8c7b-aed4a7bb92d2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:12.428876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f552c-053e-4024-9af5-2882c92b6423 req-d2ab1d02-ea38-4037-81ad-cbf6f2b24f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.431356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-d2ab1d02-ea38-4037-81ad-cbf6f2b24f1f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2045217 Oct 22 14:51:12.436856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-13c57bb3-30ca-4c5d-a94c-d641f20e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.443875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-13c57bb3-30ca-4c5d-a94c-d641f20e097e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.1328254 Oct 22 14:51:12.512171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-78e641d7-f2b1-4765-8c5d-7fa582e582f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9916739 Oct 22 14:51:12.513351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-c0a87c4b-8ee3-4826-9f6a-947f2ad70cf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574121 Oct 22 14:51:12.513707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-09ab1259-52d8-4af2-b113-2f2313e5eadd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 200 len: 217 time: 0.0757182 Oct 22 14:51:12.536225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Request body: {'port': {'device_id': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:12.636193 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-113b6701-d287-4936-a14a-738890caa23a service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105251 Oct 22 14:51:12.695565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:12.705907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f552c-053e-4024-9af5-2882c92b6423 req-4e4536b7-447f-4f48-af0e-c353ee1b0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.705907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-4e4536b7-447f-4f48-af0e-c353ee1b0a3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1806946 Oct 22 14:51:12.746850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-5a374147-6d68-4055-a1cd-99629773400f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334790 Oct 22 14:51:12.819447 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-59837639-2b52-4dce-9d56-7b505f50a66a service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708779 Oct 22 14:51:12.850221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:12.932353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5303bde8-ea40-44ae-ab94-5a301b42d5d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8271a30c67be4957b64e6d0c9268d3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805128 Oct 22 14:51:12.938320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40734) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:12.967851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017fca8-25f5-493e-b9e8-041913362c3e req-5f15cba7-a34b-4ef0-ab45-ba0fd84aaaea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:12.977554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c017fca8-25f5-493e-b9e8-041913362c3e req-5f15cba7-a34b-4ef0-ab45-ba0fd84aaaea tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.2112732 Oct 22 14:51:13.064125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afeb7028-3126-4b63-8553-65b05200122e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:13.072728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-ea6f628b-b193-4db5-b224-a172be8d4598 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076501 Oct 22 14:51:13.104134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afeb7028-3126-4b63-8553-65b05200122e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:13.199431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c017fca8-25f5-493e-b9e8-041913362c3e req-2a5559be-145d-4c85-99bf-d74c9ad12789 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208951 Oct 22 14:51:13.362030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632ce5-e571-4795-8102-51b31c29a6e6 req-91c0b538-bd91-4939-a54a-3248ccc76763 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:13.363531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d632ce5-e571-4795-8102-51b31c29a6e6 req-91c0b538-bd91-4939-a54a-3248ccc76763 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.2290089 Oct 22 14:51:13.392624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-213f552c-053e-4024-9af5-2882c92b6423 req-f51ae227-e11b-4b50-bf68-f45c2a01ea47 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126171 Oct 22 14:51:13.446453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d632ce5-e571-4795-8102-51b31c29a6e6 req-786e407d-0b5e-4f9f-8122-865c8a687cd4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752678 Oct 22 14:51:13.455877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39718acc-95b1-47e8-8db6-af747f754543 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:13.464069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:13.476432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Transition to ACTIVE for port object 39718acc-95b1-47e8-8db6-af747f754543 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:51:13.509120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afeb7028-3126-4b63-8553-65b05200122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:13.511766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afeb7028-3126-4b63-8553-65b05200122e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:13.512966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-afeb7028-3126-4b63-8553-65b05200122e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/712e1fc6-7161-4f65-bd38-2bb77642e655 HTTP/1.1" status: 204 len: 168 time: 0.5734947 Oct 22 14:51:13.537445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb7028-3126-4b63-8553-65b05200122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712e1fc6-7161-4f65-bd38-2bb77642e655,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:13.556842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:13.687560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63465495-8a7b-48db-ba73-7736ab8c3ea7 req-3e64ae86-7cc8-478a-b390-7bc1d8a8ed1f tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 210 time: 0.0492194 Oct 22 14:51:13.843747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:13.933730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Attempting to bind port 39718acc-95b1-47e8-8db6-af747f754543 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:13.934072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Attempting to bind port 39718acc-95b1-47e8-8db6-af747f754543 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:13.934402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Attempting to bind port 39718acc-95b1-47e8-8db6-af747f754543 on network ac040004-917d-468d-b191-c6843cb0c67e {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:13.954623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-850857f9-ca7b-4a89-b897-77adffb62c52 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:13.961364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-850857f9-ca7b-4a89-b897-77adffb62c52 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.53 "GET /v2.0/networks?id=06764287-1178-4900-8ae1-16153ab10b31 HTTP/1.1" status: 200 len: 822 time: 0.3718696 Oct 22 14:51:13.974348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d3694-7bdd-4fbf-9557-aa37274d4c72 req-2ff7e58d-9ad4-465e-8c4e-ccff2dbe32d6 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:13.979054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-946d3694-7bdd-4fbf-9557-aa37274d4c72 req-2ff7e58d-9ad4-465e-8c4e-ccff2dbe32d6 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 944 time: 0.1940558 Oct 22 14:51:13.979862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Port 39718acc-95b1-47e8-8db6-af747f754543 on network ac040004-917d-468d-b191-c6843cb0c67e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:13.980185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Attempting to bind port 39718acc-95b1-47e8-8db6-af747f754543 on network ac040004-917d-468d-b191-c6843cb0c67e {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:13.987559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Request body: {'port': {'device_id': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'network_id': '06764287-1178-4900-8ae1-16153ab10b31', 'admin_state_up': True, 'tenant_id': 'c7d40efd31234d9884e99a05299b6959'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:14.012837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:14.013175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Checking segment: {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:14.013555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Bound using segment: {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:14.013997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Bound port: 39718acc-95b1-47e8-8db6-af747f754543, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5188461b-790f-4487-8958-3549b0eed796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:14.014350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:14.157173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-946d3694-7bdd-4fbf-9557-aa37274d4c72 req-7351f006-5ebb-405c-af9e-399a101366ab tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652811 Oct 22 14:51:14.237404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01b2d3-2e2f-4099-be3f-4a87048ff08b req-c7737580-36d7-4467-8c51-6f90a4b0e347 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:14.246439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed01b2d3-2e2f-4099-be3f-4a87048ff08b req-c7737580-36d7-4467-8c51-6f90a4b0e347 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 950 time: 0.2346151 Oct 22 14:51:14.288723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:14.313844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:14.347400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed01b2d3-2e2f-4099-be3f-4a87048ff08b req-c5730955-7ff5-4b04-be1c-fcc908d4e7ec tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952115 Oct 22 14:51:14.425703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def31-f1fd-4a55-af26-f4f31040877c req-19ac4d6f-05d4-4f3f-88f4-7d892092de04 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:14.434595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-879def31-f1fd-4a55-af26-f4f31040877c req-19ac4d6f-05d4-4f3f-88f4-7d892092de04 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0807779 Oct 22 14:51:14.464418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Made reservation on behalf of c7d40efd31234d9884e99a05299b6959 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:14.468475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:14.471073 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:14.501843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:14.502450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:14.503956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] 10.222.0.69 "PUT /v2.0/ports/39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 1092 time: 1.9732044 Oct 22 14:51:14.512967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:14.515502 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91" -d '{"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:14.598421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-879def31-f1fd-4a55-af26-f4f31040877c req-52aa8f03-2617-4b99-b125-292d46d02a58 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573577 Oct 22 14:51:14.661531 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a6163-aaaf-4c80-8f7d-5f6d00b4ee47 x-openstack-request-id: req-0c5a6163-aaaf-4c80-8f7d-5f6d00b4ee47 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:14.661846 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:14.662115 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c5a6163-aaaf-4c80-8f7d-5f6d00b4ee47 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:14.662522 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'status': 'completed', 'code': 200} Oct 22 14:51:14.686687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af862a67-971a-4744-b4af-e6427af0ffcc service neutron] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:14.761514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a373-6232-4967-b9ed-db9a76f4c113 req-ce6e7991-451c-4f3f-9f2d-c267e31b9403 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:14.763084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39a7a373-6232-4967-b9ed-db9a76f4c113 req-ce6e7991-451c-4f3f-9f2d-c267e31b9403 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.1680880 Oct 22 14:51:14.777274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Allocated IP 172.20.0.14 (06764287-1178-4900-8ae1-16153ab10b31/ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d/02e21def-2766-405a-aa1a-f8c37a4586fe) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:51:14.823549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91 req-6e4c8b8b-32c6-4a1d-a1d0-afeb9f80c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:14.825092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91 req-6e4c8b8b-32c6-4a1d-a1d0-afeb9f80c9ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1095 time: 0.1203029 Oct 22 14:51:14.880867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e82398a6-a1be-4c2e-bb1d-e80a95fd4b1d req-b72551bf-e9f3-4916-8044-914432b1e92a tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 210 time: 0.0662794 Oct 22 14:51:14.912588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39a7a373-6232-4967-b9ed-db9a76f4c113 req-9ef24371-c5b3-45e3-863c-0e0ab968cc35 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374335 Oct 22 14:51:15.069594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91 req-863bdb9e-0540-48c5-9093-996e51c1930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:15.071987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91 req-863bdb9e-0540-48c5-9093-996e51c1930f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=36facc73a21d4779a4ba923298923314&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2308733 Oct 22 14:51:15.145579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:15.393074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40818) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:15.526616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1153568698-network', 'tenant_id': '1fd03b4fa1f54e33ae42e23b821c4709'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:15.651864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91 req-3fd1b6ea-cde7-41b6-bcce-c124031023c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:15.653525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bc55989-4b3c-4fe1-a7ea-c22646aeef91 req-3fd1b6ea-cde7-41b6-bcce-c124031023c4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5729728 Oct 22 14:51:15.668943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035169fd-82d8-4436-b9a4-853803ec8413 req-899553bf-a42e-479e-98b4-8f407869e937 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:15.670701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-035169fd-82d8-4436-b9a4-853803ec8413 req-899553bf-a42e-479e-98b4-8f407869e937 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 944 time: 0.1540844 Oct 22 14:51:15.682606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbc2cd-cccd-4dfd-8718-4168fc045b31 req-b2f95a3c-f1f4-4ca0-bb41-ad0ec37851f0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:15.684267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6efbc2cd-cccd-4dfd-8718-4168fc045b31 req-b2f95a3c-f1f4-4ca0-bb41-ad0ec37851f0 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 950 time: 0.1704161 Oct 22 14:51:15.716478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b378f38d-e249-4b21-85a6-7c02ec9c0d2e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:15.718085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b378f38d-e249-4b21-85a6-7c02ec9c0d2e tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 950 time: 0.0849669 Oct 22 14:51:15.736770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Made reservation on behalf of 1fd03b4fa1f54e33ae42e23b821c4709 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:15.736770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:15.767283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:15.767445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-035169fd-82d8-4436-b9a4-853803ec8413 req-43b898be-0ec5-4548-b3e1-396e9853c20c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819364 Oct 22 14:51:15.788608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6efbc2cd-cccd-4dfd-8718-4168fc045b31 req-27618879-7d0f-4274-9cf6-60ddb16f12c5 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec9e2635-a07a-4408-9894-b77fddfebaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788312 Oct 22 14:51:15.887789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:15.932073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Deleting port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:15.932410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:15.994807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.021179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-95524b3b-072c-4437-96da-2f6b516dc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.022872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-95524b3b-072c-4437-96da-2f6b516dc04c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1095 time: 0.3120418 Oct 22 14:51:16.024963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Pushing event updated for resources: {'Port': ['ID=02e21def-2766-405a-aa1a-f8c37a4586fe,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:16.063165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] For port 35c02168-b9f2-4a7d-82c6-3d64853a0c57, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35c02168-b9f2-4a7d-82c6-3d64853a0c57,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:16.063165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.076214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Calling delete_port for 35c02168-b9f2-4a7d-82c6-3d64853a0c57 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:16.087339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.095621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Network 06764287-1178-4900-8ae1-16153ab10b31 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:51:16.110192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-318305ff-9f03-4a55-a50d-a1ff8f84fdf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 217 time: 0.0698409 Oct 22 14:51:16.115408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:16.131121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:51:16.141597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe88fd-34ee-4a77-bf30-19dee1da3697 req-e2addb82-d044-41c6-bf20-e5987fcd9a03 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.142838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7abe88fd-34ee-4a77-bf30-19dee1da3697 req-e2addb82-d044-41c6-bf20-e5987fcd9a03 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.2271285 Oct 22 14:51:16.146740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:51:16.160051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e586a08-0fc0-468d-b691-5fcb7ac22890,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:16.166937 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.167570 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Added segment dbdbd2df-4bcd-4921-bfa4-c1f68a93709b of type vlan for network 927cd652-f33f-4d94-a843-61cdf9299b4d Oct 22 14:51:16.223977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.264278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.264900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.270678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-6bcd2c70-c854-4686-9dc2-0dfb2236aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.273996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-6bcd2c70-c854-4686-9dc2-0dfb2236aebb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.1425018 Oct 22 14:51:16.283845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fac56-e0bb-4a01-8c8c-79f79ba5b62b req-5bfb5ec1-3e2e-4ce7-aebe-28c958969426 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.285525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-176fac56-e0bb-4a01-8c8c-79f79ba5b62b req-5bfb5ec1-3e2e-4ce7-aebe-28c958969426 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 932 time: 0.1931965 Oct 22 14:51:16.299399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7abe88fd-34ee-4a77-bf30-19dee1da3697 req-81aae54f-b0b9-4d37-9608-a9b1c0e90d5a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206136 Oct 22 14:51:16.335597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-0fc0b20d-a9a6-4d02-ade9-aa6c1073335d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492439 Oct 22 14:51:16.348070 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-35ea01c2-2261-4c6b-b226-10d6da3dc306 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539181 Oct 22 14:51:16.349498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.350244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.350813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.415606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-176fac56-e0bb-4a01-8c8c-79f79ba5b62b req-da4bc141-97ce-47f2-aa99-bfd1cd29ad58 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096897 Oct 22 14:51:16.443194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] Pushing event updated for resources: {'Network': ['ID=927cd652-f33f-4d94-a843-61cdf9299b4d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:16.458008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 927cd652-f33f-4d94-a843-61cdf9299b4d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:51:16.502550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-cff7d3bf-6d9b-4321-9cc0-f222096d8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.504168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-cff7d3bf-6d9b-4321-9cc0-f222096d8af9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 1095 time: 0.0696096 Oct 22 14:51:16.517520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-89fd3772-4c44-4e58-86d2-305e8b41fbd2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5336127 Oct 22 14:51:16.532890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Request body: {'port': {'device_id': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:16.544655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-801ed18c-8366-46f0-ac8d-f4fcff6b2603 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1494689 Oct 22 14:51:16.546061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.559505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['35c02168-b9f2-4a7d-82c6-3d64853a0c57'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:16.560874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40860) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:16.577814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Request body: {'subnet': {'network_id': '927cd652-f33f-4d94-a843-61cdf9299b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1153568698-subnet', 'tenant_id': '1fd03b4fa1f54e33ae42e23b821c4709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:16.605601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-7daf6091-0162-43ff-922c-77ee293dc397 service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597079 Oct 22 14:51:16.654127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb086-3d12-4911-98ea-27e1a676dc86 req-f7200dea-f815-4dcc-8f46-69f8185778b2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.655978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51abb086-3d12-4911-98ea-27e1a676dc86 req-f7200dea-f815-4dcc-8f46-69f8185778b2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.1919165 Oct 22 14:51:16.657227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.713655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Pushing event deleted for resources: {'Port': ['ID=35c02168-b9f2-4a7d-82c6-3d64853a0c57,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:16.748988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-2a9147cb-ea8c-43c3-8476-de0763be52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.750952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-2a9147cb-ea8c-43c3-8476-de0763be52c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2255361 Oct 22 14:51:16.780550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] No DVR routers for this DVR port 35c02168-b9f2-4a7d-82c6-3d64853a0c57 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:16.815792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.822404 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e56f91d0-523b-46a3-9501-233fddf67683 req-b539a601-f16d-40e7-b954-855c99f6ca1d tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.69 "DELETE /v2.0/ports/35c02168-b9f2-4a7d-82c6-3d64853a0c57 HTTP/1.1" status: 204 len: 173 time: 1.0950625 Oct 22 14:51:16.822404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'name': 'network-vif-deleted', 'tag': '35c02168-b9f2-4a7d-82c6-3d64853a0c57'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:16.823222 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02668f0d-e662-4490-970e-688ffab71eb1" -d '{"events": [{"server_uuid": "2a11920e-41bf-4b5f-a405-fc26e22ae460", "name": "network-vif-deleted", "tag": "35c02168-b9f2-4a7d-82c6-3d64853a0c57"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:16.827355 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-affe1f69-7e12-465c-9524-df336ef9efae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 200 len: 217 time: 0.0682700 Oct 22 14:51:16.860674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51abb086-3d12-4911-98ea-27e1a676dc86 req-d1a24588-45cb-4b63-aa3a-4c589bb8f687 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895239 Oct 22 14:51:16.902057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-0562eae8-2563-4424-99fd-cbbea834bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:16.904088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-0562eae8-2563-4424-99fd-cbbea834bade service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0689936 Oct 22 14:51:16.914793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Made reservation on behalf of 1fd03b4fa1f54e33ae42e23b821c4709 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:16.914793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:16.956470 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-2ab39af2-e125-4d92-96c4-d177653c932f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421710 Oct 22 14:51:17.166847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-fbebfc1a-6cbc-4ef9-9167-56696ebce7ff service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991191 Oct 22 14:51:17.219261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d28b9fa4-bf43-4d9d-a7db-4c8ec9bf4698 req-13839e4e-e115-477b-9d28-07f71eb367b8 service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589631 Oct 22 14:51:17.225207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e21def-2766-405a-aa1a-f8c37a4586fe {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:17.238221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.249202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9267-e717-41cb-a1ac-f6d885f2c2ac req-18f313b4-6a1a-43b4-a2cb-1a7247020457 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:17.250804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed4a9267-e717-41cb-a1ac-f6d885f2c2ac req-18f313b4-6a1a-43b4-a2cb-1a7247020457 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 944 time: 0.1056695 Oct 22 14:51:17.268696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Transition to ACTIVE for port object 02e21def-2766-405a-aa1a-f8c37a4586fe will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:51:17.302150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed4a9267-e717-41cb-a1ac-f6d885f2c2ac req-8685c8ec-d281-4842-8c56-0f41266f044f tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390365 Oct 22 14:51:17.328708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8e201696-26aa-46f1-96d9-6580ca99ec1f req-633ccfd9-ab8d-4004-b05f-6d78cd649304 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529608 Oct 22 14:51:17.433487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.459457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1978872a-fb9a-496b-a2cb-c32eefee2d8d req-2744e93f-189d-4e15-b2c4-1af592fc2f88 tempest-ServersAdminNegativeTestJSON-906062497 tempest-ServersAdminNegativeTestJSON-906062497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a11920e-41bf-4b5f-a405-fc26e22ae460 HTTP/1.1" status: 200 len: 210 time: 0.0370247 Oct 22 14:51:17.472987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:17.538373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Pushing event updated for resources: {'Port': ['ID=02e21def-2766-405a-aa1a-f8c37a4586fe,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:17.572964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.616500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:17.623741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Attempting to bind port 02e21def-2766-405a-aa1a-f8c37a4586fe on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:17.624178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Attempting to bind port 02e21def-2766-405a-aa1a-f8c37a4586fe by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '760782fe-619e-412b-ba5c-614066847763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '06764287-1178-4900-8ae1-16153ab10b31'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:17.624602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Attempting to bind port 02e21def-2766-405a-aa1a-f8c37a4586fe on network 06764287-1178-4900-8ae1-16153ab10b31 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:17.632376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303', 'port_id': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'mac_address': 'fa:16:3e:1f:7e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d211829-591c-4b00-b4a4-771f3b3b90cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:51:17.635797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Port 02e21def-2766-405a-aa1a-f8c37a4586fe on network 06764287-1178-4900-8ae1-16153ab10b31 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:17.636311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Attempting to bind port 02e21def-2766-405a-aa1a-f8c37a4586fe on network 06764287-1178-4900-8ae1-16153ab10b31 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:17.642649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:17.643112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Checking segment: {'id': '760782fe-619e-412b-ba5c-614066847763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '06764287-1178-4900-8ae1-16153ab10b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:17.643636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Bound using segment: {'id': '760782fe-619e-412b-ba5c-614066847763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '06764287-1178-4900-8ae1-16153ab10b31'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:17.644133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Bound port: 02e21def-2766-405a-aa1a-f8c37a4586fe, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760782fe-619e-412b-ba5c-614066847763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '06764287-1178-4900-8ae1-16153ab10b31'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:17.644572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.681129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.702050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1b3104-d3d5-4290-919d-5b04feab570b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:17.718451 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419da66a-2b01-492c-ab28-dfd2d689331a x-openstack-request-id: req-419da66a-2b01-492c-ab28-dfd2d689331a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:17.718876 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a11920e-41bf-4b5f-a405-fc26e22ae460", "name": "network-vif-deleted", "tag": "35c02168-b9f2-4a7d-82c6-3d64853a0c57", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:17.720018 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-419da66a-2b01-492c-ab28-dfd2d689331a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:17.721411 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a11920e-41bf-4b5f-a405-fc26e22ae460', 'name': 'network-vif-deleted', 'tag': '35c02168-b9f2-4a7d-82c6-3d64853a0c57', 'status': 'completed', 'code': 200} Oct 22 14:51:17.724157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] For port 02e21def-2766-405a-aa1a-f8c37a4586fe, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:17.728026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] For port 02e21def-2766-405a-aa1a-f8c37a4586fe, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=02e21def-2766-405a-aa1a-f8c37a4586fe,segment=NetworkSegment(760782fe-619e-412b-ba5c-614066847763),segment_id=760782fe-619e-412b-ba5c-614066847763)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:17.739568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:17.744778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1432dce8-6cf6-4cbf-a52a-2d691ac43793,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:17.752026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Checking segment: {'id': 'dbdbd2df-4bcd-4921-bfa4-c1f68a93709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '927cd652-f33f-4d94-a843-61cdf9299b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:17.752453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Network hostable DHCP agents. Network: 927cd652-f33f-4d94-a843-61cdf9299b4d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:51:17.815874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3aa3-d916-403c-8227-bdd781d87e9c req-7b6c898b-cc4b-41a5-8b05-ad0e33e66944 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:17.817455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25dc3aa3-d916-403c-8227-bdd781d87e9c req-7b6c898b-cc4b-41a5-8b05-ad0e33e66944 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0535445 Oct 22 14:51:17.819261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.852018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Network 927cd652-f33f-4d94-a843-61cdf9299b4d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:51:17.853969 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.864852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:17.865578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.868311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] 10.222.0.53 "PUT /v2.0/ports/02e21def-2766-405a-aa1a-f8c37a4586fe HTTP/1.1" status: 200 len: 1092 time: 1.3396664 Oct 22 14:51:17.877744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'tag': '02e21def-2766-405a-aa1a-f8c37a4586fe'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:17.880255 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02f65ed-3b68-4e09-83b6-190efe3b7761" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5c0808-8424-4a72-93b8-d9bbb86c8a33", "tag": "02e21def-2766-405a-aa1a-f8c37a4586fe"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:17.915857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129ea8-a2a8-4b4f-b2b3-bd9c74ece384 service neutron] Pushing event updated for resources: {'Port': ['ID=02e21def-2766-405a-aa1a-f8c37a4586fe,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:17.922274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25dc3aa3-d916-403c-8227-bdd781d87e9c req-7f75c684-8794-4fda-9026-411fa0ce2dbc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767753 Oct 22 14:51:17.924412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:17.977748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 927cd652-f33f-4d94-a843-61cdf9299b4d) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:17.982266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:17.982847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:17.988759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaed1f5-eb2a-427b-8039-8b4453c9d50e None None] Network 927cd652-f33f-4d94-a843-61cdf9299b4d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:18.048898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392bbca-aba7-4ac7-bcea-73f5181579eb req-18dc2697-765a-4a74-8bb5-f6b7923565c7 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:18.055570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3392bbca-aba7-4ac7-bcea-73f5181579eb req-18dc2697-765a-4a74-8bb5-f6b7923565c7 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 944 time: 0.0661213 Oct 22 14:51:18.100548 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e08a9a88-e3c1-475f-8314-66f6a804cb56 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5344026 Oct 22 14:51:18.109178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3392bbca-aba7-4ac7-bcea-73f5181579eb req-bbb5c0a3-b588-46bb-bd48-01032054bd7b tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Oct 22 14:51:18.161476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354a9de-b210-4302-833b-c2808b381be7 None None] Network 927cd652-f33f-4d94-a843-61cdf9299b4d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:18.176242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-85092426-787b-4800-b13e-1af97440b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:18.177793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-85092426-787b-4800-b13e-1af97440b7fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7d40efd31234d9884e99a05299b6959&device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 1095 time: 0.0723519 Oct 22 14:51:18.262135 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d39674-2abe-403e-8e38-64876f869cd1 x-openstack-request-id: req-49d39674-2abe-403e-8e38-64876f869cd1 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:18.262707 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5c0808-8424-4a72-93b8-d9bbb86c8a33", "tag": "02e21def-2766-405a-aa1a-f8c37a4586fe", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:18.262707 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49d39674-2abe-403e-8e38-64876f869cd1 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:18.263051 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'tag': '02e21def-2766-405a-aa1a-f8c37a4586fe', 'status': 'completed', 'code': 200} Oct 22 14:51:18.264569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-21cb8ab9-3347-4373-bcc7-f314b2c6dc03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02e21def-2766-405a-aa1a-f8c37a4586fe HTTP/1.1" status: 200 len: 217 time: 0.0754890 Oct 22 14:51:18.332430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ce1b3104-d3d5-4290-919d-5b04feab570b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:18.372232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-276c601d-9749-462b-9d6b-d74f81be2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:18.374402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-276c601d-9749-462b-9d6b-d74f81be2d07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d HTTP/1.1" status: 200 len: 862 time: 0.1014285 Oct 22 14:51:18.391355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba2d07-4c9e-46eb-bd68-7368e4c721ae req-e3592d54-935d-4e77-87e4-6ac80b203476 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:18.392967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8ba2d07-4c9e-46eb-bd68-7368e4c721ae req-e3592d54-935d-4e77-87e4-6ac80b203476 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.0734046 Oct 22 14:51:18.448990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-7741fc50-7c0d-4841-a93a-be9ea91e30a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06764287-1178-4900-8ae1-16153ab10b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546794 Oct 22 14:51:18.487787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8ba2d07-4c9e-46eb-bd68-7368e4c721ae req-fbe47528-2639-45e8-a3d2-06137c8511c5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801232 Oct 22 14:51:18.539744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40920) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:18.598986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Deleting subnet 1432dce8-6cf6-4cbf-a52a-2d691ac43793 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:51:18.603159 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:18.611646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-88553708-0f6d-4af2-a56d-6cc62cb38dea service neutron] 10.222.0.53 "GET /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494489 Oct 22 14:51:18.647200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:18.694729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:18.783946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6c911-e961-4fdf-9060-d8a57e6a7005 req-92787585-9ba0-4e04-abd3-16b32fdf29e1 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:18.791939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3db6c911-e961-4fdf-9060-d8a57e6a7005 req-92787585-9ba0-4e04-abd3-16b32fdf29e1 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 944 time: 0.1442707 Oct 22 14:51:18.826315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3faab77-24ee-4b75-9d12-8c08fdec0c65 req-660e1516-9850-498c-a9b2-6e2d2b26edfc service neutron] 10.222.0.53 "GET /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036283 Oct 22 14:51:18.838867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3db6c911-e961-4fdf-9060-d8a57e6a7005 req-80c60ddf-93f5-4078-bc08-1c68e74c63a2 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460672 Oct 22 14:51:18.897428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:18.930666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1432dce8-6cf6-4cbf-a52a-2d691ac43793,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:18.936892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:18.940270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0b275ae-c896-4ed4-8da7-b8ddf6b8699b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1432dce8-6cf6-4cbf-a52a-2d691ac43793 HTTP/1.1" status: 204 len: 168 time: 0.3993165 Oct 22 14:51:18.943042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40924) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:19.025332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.082195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987f0d-dd16-4303-b158-b4fa519f9fc0 req-ce6a0abf-9b5c-44dc-8333-d86e5943e7b4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.083768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b987f0d-dd16-4303-b158-b4fa519f9fc0 req-ce6a0abf-9b5c-44dc-8333-d86e5943e7b4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0871928 Oct 22 14:51:19.104743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-edb363c8-e374-46c2-8d9a-8b95f529b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.106602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-edb363c8-e374-46c2-8d9a-8b95f529b068 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7d40efd31234d9884e99a05299b6959&device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 1095 time: 0.0739584 Oct 22 14:51:19.136210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.158038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927cd652-f33f-4d94-a843-61cdf9299b4d']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:19.174171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b987f0d-dd16-4303-b158-b4fa519f9fc0 req-cc669948-9e63-4b5e-b4fc-404c9a586dfc tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805452 Oct 22 14:51:19.188169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdbd2df-4bcd-4921-bfa4-c1f68a93709b') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:19.188753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdbd2df-4bcd-4921-bfa4-c1f68a93709b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:19.202425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.229662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.244586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:51:19.245356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:51:19.248944 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:51:19.269768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-4fd99244-4da0-46dc-bffa-163684141ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.271256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-4fd99244-4da0-46dc-bffa-163684141ceb service neutron] 10.222.0.53 "GET /v2.0/networks?id=06764287-1178-4900-8ae1-16153ab10b31 HTTP/1.1" status: 200 len: 923 time: 0.1555285 Oct 22 14:51:19.369879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40942) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:19.380250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-d577c0d5-5150-4a4e-8b4d-6fa1610aeb70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02e21def-2766-405a-aa1a-f8c37a4586fe HTTP/1.1" status: 200 len: 217 time: 0.0992177 Oct 22 14:51:19.428524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.437507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.442351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/927cd652-f33f-4d94-a843-61cdf9299b4d HTTP/1.1" status: 204 len: 168 time: 0.4982665 Oct 22 14:51:19.457114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad1d68-98ac-4b2c-9bda-a3030ae41ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=927cd652-f33f-4d94-a843-61cdf9299b4d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:19.470714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35c02168-b9f2-4a7d-82c6-3d64853a0c57 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:19.511934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3332cf-a258-4c61-a08e-4f04423e1751 req-7c8f7cda-bb4f-480c-9f43-81dfe5529a07 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.512999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 35c02168-b9f2-4a7d-82c6-3d64853a0c57 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:19.513453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35c02168-b9f2-4a7d-82c6-3d64853a0c57 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:19.513999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:19.521945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a3332cf-a258-4c61-a08e-4f04423e1751 req-7c8f7cda-bb4f-480c-9f43-81dfe5529a07 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 944 time: 0.2429078 Oct 22 14:51:19.578832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3ac73df6-18f3-473f-9a58-0190b64e8b84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3cf16b3622a4c3db6d6c83ed9ef20bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076473 Oct 22 14:51:19.580908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40952) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:19.592900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-ddfa635c-426b-4a53-8a17-8e4e92ea7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.594890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-ddfa635c-426b-4a53-8a17-8e4e92ea7c2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d HTTP/1.1" status: 200 len: 862 time: 0.2035751 Oct 22 14:51:19.633298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a3332cf-a258-4c61-a08e-4f04423e1751 req-5f1b7606-e6c8-4e5a-b065-530abf0c4d84 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100595 Oct 22 14:51:19.640368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4fca0082-da05-4030-892f-1bdb98a7595a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.674249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-b55d40d5-b9c6-43ec-adc2-941b1e96aea3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06764287-1178-4900-8ae1-16153ab10b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605390 Oct 22 14:51:19.681455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.704564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4fca0082-da05-4030-892f-1bdb98a7595a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.751805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:19.753114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:19.755354 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dce4fba-99a1-4e84-8692-d480fdd8faaf" -d '{"events": [{"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-unplugged", "status": "completed", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:19.794113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ca54145c-1fcc-4b43-b553-cadb4c4d76a0 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.798622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ca54145c-1fcc-4b43-b553-cadb4c4d76a0 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.4058025 Oct 22 14:51:19.817065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.849271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-1372d31b-1d40-4641-b854-219191c4bb17 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/quotas/fac90d375d56471696fa875bf0f4b5df HTTP/1.1" status: 200 len: 375 time: 0.0175536 Oct 22 14:51:19.870748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:19.891750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4fca0082-da05-4030-892f-1bdb98a7595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.894410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4fca0082-da05-4030-892f-1bdb98a7595a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:19.899102 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4fca0082-da05-4030-892f-1bdb98a7595a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec9e2635-a07a-4408-9894-b77fddfebaa2 HTTP/1.1" status: 204 len: 168 time: 0.3140602 Oct 22 14:51:19.899301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66d842-9453-4582-89f7-d98e3d0e20ed req-81a4b44a-7841-4e76-a2b2-c038178e4652 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:19.899301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad66d842-9453-4582-89f7-d98e3d0e20ed req-81a4b44a-7841-4e76-a2b2-c038178e4652 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.1507215 Oct 22 14:51:19.915179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca0082-da05-4030-892f-1bdb98a7595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e2635-a07a-4408-9894-b77fddfebaa2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:19.940170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-cd920f18-2007-483f-87b9-7ff51f33619c service neutron] 10.222.0.53 "GET /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513988 Oct 22 14:51:19.975122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40962) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:19.983744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad66d842-9453-4582-89f7-d98e3d0e20ed req-e7c04288-ad98-4ce5-84fe-255f3d081d6a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687068 Oct 22 14:51:20.001566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-05a1408c-dded-4f87-8ac0-66149a9cbf47 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1375563 Oct 22 14:51:20.077037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fbdddb72-f385-42f8-8571-ebec4e474925 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fd03b4fa1f54e33ae42e23b821c4709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999761 Oct 22 14:51:20.120262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:20.125716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02f65ed-3b68-4e09-83b6-190efe3b7761 req-07c5005d-7b08-4bad-9113-bde47106f097 service neutron] 10.222.0.53 "GET /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722803 Oct 22 14:51:20.138163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbfa96d3-9a42-4ae4-bfff-e939a1989d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:20.171316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbfa96d3-9a42-4ae4-bfff-e939a1989d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:20.255436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-a4afcc7f-321f-4a5b-a360-d10958592942 service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529767 Oct 22 14:51:20.353850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-a2d49d1d-547b-4c10-aa4a-fa5bdf4a8640 service neutron] 10.222.0.66 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909791 Oct 22 14:51:20.412668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbfa96d3-9a42-4ae4-bfff-e939a1989d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:20.415960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbfa96d3-9a42-4ae4-bfff-e939a1989d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:20.419351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fbfa96d3-9a42-4ae4-bfff-e939a1989d84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e586a08-0fc0-468d-b691-5fcb7ac22890 HTTP/1.1" status: 204 len: 168 time: 0.3354142 Oct 22 14:51:20.419495 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fccedf-63ef-47bf-af1f-e0a7273a2ff8 x-openstack-request-id: req-25fccedf-63ef-47bf-af1f-e0a7273a2ff8 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:20.419495 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-unplugged", "status": "completed", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:20.419748 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25fccedf-63ef-47bf-af1f-e0a7273a2ff8 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:20.420096 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'code': 200} Oct 22 14:51:20.426492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa96d3-9a42-4ae4-bfff-e939a1989d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e586a08-0fc0-468d-b691-5fcb7ac22890,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:20.536020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf1d6d-2375-419c-864d-4816f7147cba req-11a36831-7409-4d62-904f-2b7b18b0d26a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:20.537544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7cf1d6d-2375-419c-864d-4816f7147cba req-11a36831-7409-4d62-904f-2b7b18b0d26a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 944 time: 0.0522025 Oct 22 14:51:20.589899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7cf1d6d-2375-419c-864d-4816f7147cba req-28729b4e-d401-40e0-b824-8cc810142c4c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Oct 22 14:51:20.705558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93fd2-9b98-4ac0-a5ad-272763197d33 req-774d47b9-4016-455b-b908-f6a2225aeb9c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:20.716913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42e93fd2-9b98-4ac0-a5ad-272763197d33 req-774d47b9-4016-455b-b908-f6a2225aeb9c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0704379 Oct 22 14:51:20.766362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42e93fd2-9b98-4ac0-a5ad-272763197d33 req-f9940319-aed8-4402-b4b5-3b7a9bad0d54 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Oct 22 14:51:20.850555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afc95df8-a6d9-476b-a290-4411aad65b14 req-3c2337fb-27bc-4e4c-8aca-5b622b0e695c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0339141 Oct 22 14:51:20.863443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7ea25-ef34-4eb5-81f8-deef1cbfeca9 req-6b6647f1-edf2-4b40-b049-7a6276886e32 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:20.871265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ede7ea25-ef34-4eb5-81f8-deef1cbfeca9 req-6b6647f1-edf2-4b40-b049-7a6276886e32 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 944 time: 0.1018522 Oct 22 14:51:20.910905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ede7ea25-ef34-4eb5-81f8-deef1cbfeca9 req-a153857f-a54c-43a2-bcbf-37909b618f11 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Oct 22 14:51:20.965169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40988) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:21.011587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a0412e2b-3aa5-418f-af19-a2dc11aab39e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba46e0220901466d96c9137e0583271a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440199 Oct 22 14:51:21.013028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40990) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:21.069063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3af73dcc-4b59-43c9-9cd5-98dd59a07c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.094762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3af73dcc-4b59-43c9-9cd5-98dd59a07c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.174547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018df6cb-93bb-433e-a6fe-41b0f2239aa5 req-ae4fa93e-f1ec-4d83-952a-858a7385806d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:21.174547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-018df6cb-93bb-433e-a6fe-41b0f2239aa5 req-ae4fa93e-f1ec-4d83-952a-858a7385806d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.0843816 Oct 22 14:51:21.225596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-018df6cb-93bb-433e-a6fe-41b0f2239aa5 req-4a4bc91a-7ccf-4e06-8575-658d0a5c361d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Oct 22 14:51:21.314137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3af73dcc-4b59-43c9-9cd5-98dd59a07c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.316812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3af73dcc-4b59-43c9-9cd5-98dd59a07c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.317928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3af73dcc-4b59-43c9-9cd5-98dd59a07c41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf37b843-6704-4cf0-a4e2-fcc5caa56e13 HTTP/1.1" status: 204 len: 168 time: 0.3040030 Oct 22 14:51:21.325766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af73dcc-4b59-43c9-9cd5-98dd59a07c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf37b843-6704-4cf0-a4e2-fcc5caa56e13,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:21.434341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5508-9451-48cd-9512-094a4777f37c req-a9638953-9501-435e-a063-97cfe4b03821 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:21.435950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-badf5508-9451-48cd-9512-094a4777f37c req-a9638953-9501-435e-a063-97cfe4b03821 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a6177b0-d604-480b-b604-de817ce7d5fc HTTP/1.1" status: 200 len: 944 time: 0.0669372 Oct 22 14:51:21.496565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 39718acc-95b1-47e8-8db6-af747f754543 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:21.498356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:21.536798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Deleting port 157c150f-5fef-4e3b-8d27-78daffbb010d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:21.537142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.632267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:21.644246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] For port 157c150f-5fef-4e3b-8d27-78daffbb010d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=157c150f-5fef-4e3b-8d27-78daffbb010d,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:21.644837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.647324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '39718acc-95b1-47e8-8db6-af747f754543', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'port_id': '39718acc-95b1-47e8-8db6-af747f754543', 'mac_address': 'fa:16:3e:a8:f2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:51:21.665402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Calling delete_port for 157c150f-5fef-4e3b-8d27-78daffbb010d owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:21.693761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port ce1b3104-d3d5-4290-919d-5b04feab570b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:51:21.704445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.706706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port ce1b3104-d3d5-4290-919d-5b04feab570b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:21.707163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.742516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39718acc-95b1-47e8-8db6-af747f754543 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:21.775167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:21.841418 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.852354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501eaad-f28d-4c29-b3bf-ecaa0b2777f5 req-7d0c0d06-ab8e-462e-925f-abca0ae2fe02 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:21.854135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0501eaad-f28d-4c29-b3bf-ecaa0b2777f5 req-7d0c0d06-ab8e-462e-925f-abca0ae2fe02 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 944 time: 0.0878601 Oct 22 14:51:21.881033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:21.930858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0501eaad-f28d-4c29-b3bf-ecaa0b2777f5 req-0de4756e-be7f-47d8-9277-c7dd519eebc2 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706620 Oct 22 14:51:21.954732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d263a8-ac44-4885-83ab-ec1a5c61c398 req-9476336c-f685-41ff-ae9e-f4dea5f7660d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:21.956318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60d263a8-ac44-4885-83ab-ec1a5c61c398 req-9476336c-f685-41ff-ae9e-f4dea5f7660d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0701764 Oct 22 14:51:21.978375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:21.983107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:22.013870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 02e21def-2766-405a-aa1a-f8c37a4586fe details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:22.019543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:22.030319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event deleted for resources: {'Port': ['ID=157c150f-5fef-4e3b-8d27-78daffbb010d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:22.067849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-009bda05-ad78-463d-9e41-734056dbd1f5 req-7ec4db6b-b8f7-4b76-b019-21f573e52871 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0532136 Oct 22 14:51:22.086560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] No DVR routers for this DVR port 157c150f-5fef-4e3b-8d27-78daffbb010d on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:22.090594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:22.096900 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-badf5508-9451-48cd-9512-094a4777f37c req-83a74ca2-b2bb-4178-ace4-7bfade00e6c4 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.69 "DELETE /v2.0/ports/157c150f-5fef-4e3b-8d27-78daffbb010d HTTP/1.1" status: 204 len: 173 time: 0.6542218 Oct 22 14:51:22.098692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-deleted', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:22.105225 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53323b6-72bc-41f0-ad9a-20b12eb4256f" -d '{"events": [{"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-deleted", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:22.122295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60d263a8-ac44-4885-83ab-ec1a5c61c398 req-e296f326-6990-45aa-8654-2e094cfaf6ef tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581624 Oct 22 14:51:22.163103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:22.193352 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ac331-3cdd-49d6-8318-970024650794 x-openstack-request-id: req-4f3ac331-3cdd-49d6-8318-970024650794 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:22.193644 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6177b0-d604-480b-b604-de817ce7d5fc", "name": "network-vif-deleted", "tag": "157c150f-5fef-4e3b-8d27-78daffbb010d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:22.193896 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f3ac331-3cdd-49d6-8318-970024650794 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:22.194290 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6177b0-d604-480b-b604-de817ce7d5fc', 'name': 'network-vif-deleted', 'tag': '157c150f-5fef-4e3b-8d27-78daffbb010d', 'status': 'completed', 'code': 200} Oct 22 14:51:22.246111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176dc66-b188-414a-bb3e-f4d4138a8d95 req-de5c7e0b-0b04-4e70-bc09-cc64c57956e2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:22.254669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c176dc66-b188-414a-bb3e-f4d4138a8d95 req-de5c7e0b-0b04-4e70-bc09-cc64c57956e2 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 944 time: 0.1021903 Oct 22 14:51:22.277680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 02e21def-2766-405a-aa1a-f8c37a4586fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=02e21def-2766-405a-aa1a-f8c37a4586fe,segment=NetworkSegment(760782fe-619e-412b-ba5c-614066847763),segment_id=760782fe-619e-412b-ba5c-614066847763)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:22.316583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c176dc66-b188-414a-bb3e-f4d4138a8d95 req-abbd1f5e-a234-447a-9f50-a7bddf75b9a3 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Oct 22 14:51:22.323562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '02e21def-2766-405a-aa1a-f8c37a4586fe', 'network_id': '06764287-1178-4900-8ae1-16153ab10b31', 'port_id': '02e21def-2766-405a-aa1a-f8c37a4586fe', 'mac_address': 'fa:16:3e:fe:eb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:51:22.364329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:22.414453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['39718acc-95b1-47e8-8db6-af747f754543'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:22.432356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6421ac3-630c-4d00-9155-47ee4c3bb8da req-884329a5-458f-472e-9b85-75b72be33f11 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:22.433863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b6421ac3-630c-4d00-9155-47ee4c3bb8da req-884329a5-458f-472e-9b85-75b72be33f11 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.0673659 Oct 22 14:51:22.451655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:22.453541 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72eca0a-10c8-4c2a-bf16-14f59d317e74" -d '{"events": [{"server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "name": "network-vif-plugged", "status": "completed", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:22.481915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b6421ac3-630c-4d00-9155-47ee4c3bb8da req-de402516-ebbd-4ef7-aab4-832075238ad3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Oct 22 14:51:22.486129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:22.511692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e21def-2766-405a-aa1a-f8c37a4586fe {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:22.563201 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67925c8e-2ee7-4695-a9d1-3cd5f31fd122 x-openstack-request-id: req-67925c8e-2ee7-4695-a9d1-3cd5f31fd122 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:22.564127 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "name": "network-vif-plugged", "status": "completed", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:22.564455 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67925c8e-2ee7-4695-a9d1-3cd5f31fd122 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:22.569178 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'code': 200} Oct 22 14:51:22.592268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 02e21def-2766-405a-aa1a-f8c37a4586fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=02e21def-2766-405a-aa1a-f8c37a4586fe,segment=NetworkSegment(760782fe-619e-412b-ba5c-614066847763),segment_id=760782fe-619e-412b-ba5c-614066847763)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:22.690556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577ee5-84d3-41c3-bda1-a05ae94bc00a req-05520f2c-49f7-45d0-963d-09e18fdf3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:22.703381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5577ee5-84d3-41c3-bda1-a05ae94bc00a req-05520f2c-49f7-45d0-963d-09e18fdf3977 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1096 time: 0.0623529 Oct 22 14:51:22.731111 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5577ee5-84d3-41c3-bda1-a05ae94bc00a req-441c0f98-0d54-4265-be59-46e823924b6e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Oct 22 14:51:22.794720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ee60564-8665-4ea6-bccb-986bb4bad79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:22.800553 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:22.853665 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=02e21def-2766-405a-aa1a-f8c37a4586fe,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:23.057620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee580a-2224-4a84-8c5d-b42fdc268170 req-aec11bbb-231a-4685-b31f-703cf8cbb515 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:23.059020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beee580a-2224-4a84-8c5d-b42fdc268170 req-aec11bbb-231a-4685-b31f-703cf8cbb515 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 945 time: 0.0486171 Oct 22 14:51:23.062512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['02e21def-2766-405a-aa1a-f8c37a4586fe'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:23.099674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beee580a-2224-4a84-8c5d-b42fdc268170 req-e1a1c5c2-2b6f-4b84-a6c8-1d9bdb31cb27 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Oct 22 14:51:23.341213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7019fa52-b7ca-4692-bf08-6c751e3bc801 req-3725c849-bac2-427d-b9ec-4c4cf2f6fc4d tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0273495 Oct 22 14:51:23.447773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9babac-ef33-4554-88a4-602a1ccce758 req-d233d9ba-1bbf-472f-969e-435bb8e31168 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:23.455891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff9babac-ef33-4554-88a4-602a1ccce758 req-d233d9ba-1bbf-472f-969e-435bb8e31168 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0538895 Oct 22 14:51:23.486443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff9babac-ef33-4554-88a4-602a1ccce758 req-ff051bb4-3c5c-48b0-8c66-080c63c84ac7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Oct 22 14:51:23.996495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 02e21def-2766-405a-aa1a-f8c37a4586fe up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:24.061679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-17feca93-ee1f-4ea5-b872-d6cd0dff129c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:24.063158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-17feca93-ee1f-4ea5-b872-d6cd0dff129c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.53 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 804 time: 0.4728971 Oct 22 14:51:24.077355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74922e34-7392-4b7c-9881-c3fd82f2d52d req-a454f01a-6d6c-413f-b38c-b72d15de8fbc tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:24.079008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74922e34-7392-4b7c-9881-c3fd82f2d52d req-a454f01a-6d6c-413f-b38c-b72d15de8fbc tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 945 time: 0.3968580 Oct 22 14:51:24.083274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Request body: {'port': {'device_id': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'admin_state_up': True, 'tenant_id': 'fac90d375d56471696fa875bf0f4b5df'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:24.127529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0c7b-0bca-49dc-acb6-d61af5df25f4 req-c70b4d9f-3e21-4109-99c1-ddbdb08d7905 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:24.128982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-792f0c7b-0bca-49dc-acb6-d61af5df25f4 req-c70b4d9f-3e21-4109-99c1-ddbdb08d7905 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.4280405 Oct 22 14:51:24.212372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 02e21def-2766-405a-aa1a-f8c37a4586fe completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:51:24.215144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74922e34-7392-4b7c-9881-c3fd82f2d52d req-8d6d3a52-9466-4b8d-9c76-a66bd55f2614 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250646 Oct 22 14:51:24.217727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 02e21def-2766-405a-aa1a-f8c37a4586fe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:24.218297 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:24.254221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-792f0c7b-0bca-49dc-acb6-d61af5df25f4 req-c5ed6743-2f7c-4a8b-b438-b41ac7551b9f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130848 Oct 22 14:51:24.331454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:24.359749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Made reservation on behalf of fac90d375d56471696fa875bf0f4b5df for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:24.365187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:24.373918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 02e21def-2766-405a-aa1a-f8c37a4586fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=02e21def-2766-405a-aa1a-f8c37a4586fe,segment=NetworkSegment(760782fe-619e-412b-ba5c-614066847763),segment_id=760782fe-619e-412b-ba5c-614066847763)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:24.479995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:24.529329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=02e21def-2766-405a-aa1a-f8c37a4586fe,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:24.551558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153549b-39f8-4858-aeff-e8f6e1f04a76 req-0d4f5eb6-5432-4ee9-815a-b1d489fb79cd tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:24.553120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d153549b-39f8-4858-aeff-e8f6e1f04a76 req-0d4f5eb6-5432-4ee9-815a-b1d489fb79cd tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 945 time: 0.1772461 Oct 22 14:51:24.558013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d665e0b2-d5ea-4c67-a5b5-e18d7a425671 req-9af9e05a-e4d2-4ae1-a167-53b912c2c977 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0632858 Oct 22 14:51:24.572924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e21def-2766-405a-aa1a-f8c37a4586fe'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:24.572924 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a6d312-9d47-419d-b069-07729bd11f8e" -d '{"events": [{"server_uuid": "ab5c0808-8424-4a72-93b8-d9bbb86c8a33", "name": "network-vif-plugged", "status": "completed", "tag": "02e21def-2766-405a-aa1a-f8c37a4586fe"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:24.617374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Allocated IP 172.20.0.2 (914865b7-cca2-4769-bac5-367b55402118/82fe8bd6-bb99-4b9b-8cfb-d85e2e662374/9e3c1138-cc50-47f8-aece-10b98d698dfd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:51:24.622246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d153549b-39f8-4858-aeff-e8f6e1f04a76 req-3cd45197-0ead-43f8-b1e1-ddf55dba4ddf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605967 Oct 22 14:51:24.686110 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4312a0ec-fe6a-4f6e-bfcb-00c797211112 x-openstack-request-id: req-4312a0ec-fe6a-4f6e-bfcb-00c797211112 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:24.686633 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5c0808-8424-4a72-93b8-d9bbb86c8a33", "name": "network-vif-plugged", "status": "completed", "tag": "02e21def-2766-405a-aa1a-f8c37a4586fe", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:24.687114 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4312a0ec-fe6a-4f6e-bfcb-00c797211112 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:24.687720 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e21def-2766-405a-aa1a-f8c37a4586fe', 'code': 200} Oct 22 14:51:24.807719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8791-f9de-425c-a612-39a4ffdbd65b req-c4bb4083-2d7b-43ab-a01f-3d972d05e5e8 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:24.809271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13cf8791-f9de-425c-a612-39a4ffdbd65b req-c4bb4083-2d7b-43ab-a01f-3d972d05e5e8 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.1397288 Oct 22 14:51:24.819095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36044858-ad0c-4198-9ead-66102417b97c req-afc6c780-3b27-47c1-ab65-e93799426b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:24.822227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36044858-ad0c-4198-9ead-66102417b97c req-afc6c780-3b27-47c1-ab65-e93799426b5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 1097 time: 0.0655849 Oct 22 14:51:24.860067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:24.861644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36044858-ad0c-4198-9ead-66102417b97c req-71987fdb-cbdf-4d37-bf7b-348e27562d89 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Oct 22 14:51:24.894054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13cf8791-f9de-425c-a612-39a4ffdbd65b req-e0b1ff38-6afb-404c-a701-7344fd123787 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751672 Oct 22 14:51:25.029269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084e443-7ae5-4b9d-a84b-574c0d10a289 req-63dbd233-8bc9-4305-81b6-5329b16eac18 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:25.031464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b084e443-7ae5-4b9d-a84b-574c0d10a289 req-63dbd233-8bc9-4305-81b6-5329b16eac18 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1096 time: 0.0496185 Oct 22 14:51:25.060690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.106789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b084e443-7ae5-4b9d-a84b-574c0d10a289 req-200d4e4d-e7c2-49e2-a18f-011754ab44f0 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652719 Oct 22 14:51:25.119393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Network 914865b7-cca2-4769-bac5-367b55402118 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:51:25.122453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:25.131698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:51:25.142370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:25.182422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:25.188153 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.232861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32bf4c-4a72-45b1-9910-47be3628203f req-4857b0b5-9d4b-4938-9d8d-7024c2697048 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:25.234376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f32bf4c-4a72-45b1-9910-47be3628203f req-4857b0b5-9d4b-4938-9d8d-7024c2697048 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1096 time: 0.0488036 Oct 22 14:51:25.257103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7112ae1-c1c5-450c-a3c5-904af20ccecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.274841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f32bf4c-4a72-45b1-9910-47be3628203f req-ab513e19-1d87-49d4-b222-1c6f2d9ebf06 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Oct 22 14:51:25.346567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde1203-7342-4704-ae88-cdef3c6d1e8d req-6b05cb95-0857-4c6b-a335-7d09a6f6ea5d tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:25.348114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cde1203-7342-4704-ae88-cdef3c6d1e8d req-6b05cb95-0857-4c6b-a335-7d09a6f6ea5d tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 946 time: 0.0579517 Oct 22 14:51:25.400040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-ea0d85d0-655e-4af3-906f-5bf3ac5def6f tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3157191 Oct 22 14:51:25.415853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Request body: {'port': {'device_id': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:25.447610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cde1203-7342-4704-ae88-cdef3c6d1e8d req-d44c2523-09fe-440c-9f72-2cac41b3194c tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892682 Oct 22 14:51:25.456196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41142) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:25.467711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec551-f835-4ab4-b37f-87b8be41923e req-2dd18b7e-ae6e-4087-871a-495e2afc058d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:25.469214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3dec551-f835-4ab4-b37f-87b8be41923e req-2dd18b7e-ae6e-4087-871a-495e2afc058d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.1202192 Oct 22 14:51:25.510231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 39718acc-95b1-47e8-8db6-af747f754543 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:25.528872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.583566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3dec551-f835-4ab4-b37f-87b8be41923e req-3720d3e9-bc12-4c21-af4c-102b23b29a01 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989189 Oct 22 14:51:25.601780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8da08a6-6928-4bac-a37d-ab4e2eb076ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.703878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8da08a6-6928-4bac-a37d-ab4e2eb076ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.719777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 39718acc-95b1-47e8-8db6-af747f754543 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:51:25.724744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 39718acc-95b1-47e8-8db6-af747f754543 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:25.725830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.811399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.828678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9cb20-5d63-469a-a189-18bc6008e4c5 req-07f6bff6-694b-41d0-bbad-8ccf24852496 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:25.830385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6c9cb20-5d63-469a-a189-18bc6008e4c5 req-07f6bff6-694b-41d0-bbad-8ccf24852496 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 931 time: 0.1011181 Oct 22 14:51:25.843866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:25.893803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6c9cb20-5d63-469a-a189-18bc6008e4c5 req-23441e14-b12c-4b8c-97bc-789bc920a2c8 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Oct 22 14:51:25.933399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3c1138-cc50-47f8-aece-10b98d698dfd {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:25.940840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:25.963131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Transition to ACTIVE for port object 9e3c1138-cc50-47f8-aece-10b98d698dfd will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:51:26.001080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff9a24-d425-407a-93e2-e59abaa960a4 req-defa31d0-f0e0-4721-9275-0d01923f84b1 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:26.002700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25ff9a24-d425-407a-93e2-e59abaa960a4 req-defa31d0-f0e0-4721-9275-0d01923f84b1 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 945 time: 0.0529027 Oct 22 14:51:26.042605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25ff9a24-d425-407a-93e2-e59abaa960a4 req-10c36563-a5aa-4b34-a5f4-2903732370b6 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Oct 22 14:51:26.057094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8da08a6-6928-4bac-a37d-ab4e2eb076ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.111034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8da08a6-6928-4bac-a37d-ab4e2eb076ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=439bb5837ff2465ab096ba93ab7f3c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6535783 Oct 22 14:51:26.112002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da08a6-6928-4bac-a37d-ab4e2eb076ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac4b9e8-466f-452d-9101-513d2e8805d2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:26.113626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:26.143152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.144032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:26.149747 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.180799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 157c150f-5fef-4e3b-8d27-78daffbb010d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:26.181674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 157c150f-5fef-4e3b-8d27-78daffbb010d not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:26.210148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd4de10c-8a8a-4a44-9a4f-59464d4b8b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.212902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:26.213847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:26.274435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd4de10c-8a8a-4a44-9a4f-59464d4b8b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.325916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Attempting to bind port 9e3c1138-cc50-47f8-aece-10b98d698dfd on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:26.326341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Attempting to bind port 9e3c1138-cc50-47f8-aece-10b98d698dfd by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:26.326745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Attempting to bind port 9e3c1138-cc50-47f8-aece-10b98d698dfd on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:26.332182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Port 9e3c1138-cc50-47f8-aece-10b98d698dfd on network 914865b7-cca2-4769-bac5-367b55402118 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:26.332503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Attempting to bind port 9e3c1138-cc50-47f8-aece-10b98d698dfd on network 914865b7-cca2-4769-bac5-367b55402118 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:26.338041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:26.338370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Checking segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:26.338745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Bound using segment: {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:26.339191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Bound port: 9e3c1138-cc50-47f8-aece-10b98d698dfd, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c987be7-04bf-40e9-a3bc-beb5e21620e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '914865b7-cca2-4769-bac5-367b55402118'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:26.339538 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.406234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:26.406609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:26.474889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.476388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.542601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd4de10c-8a8a-4a44-9a4f-59464d4b8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.545251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd4de10c-8a8a-4a44-9a4f-59464d4b8b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.546423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bd4de10c-8a8a-4a44-9a4f-59464d4b8b25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ac4b9e8-466f-452d-9101-513d2e8805d2 HTTP/1.1" status: 204 len: 168 time: 0.4315703 Oct 22 14:51:26.554696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4de10c-8a8a-4a44-9a4f-59464d4b8b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac4b9e8-466f-452d-9101-513d2e8805d2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:26.623458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.674092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:26.674703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:26.676160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] 10.222.0.53 "PUT /v2.0/ports/9e3c1138-cc50-47f8-aece-10b98d698dfd HTTP/1.1" status: 200 len: 1091 time: 1.2718616 Oct 22 14:51:26.676609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:26.678869 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32ba74d-9287-4508-bb11-141924ff6f81" -d '{"events": [{"name": "network-changed", "server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:26.689167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:26.691635 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d8ecf-b679-4337-9595-f13ca1106901" -d '{"events": [{"server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "name": "network-vif-plugged", "status": "completed", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:26.702170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e2f94-ba42-427f-823e-082f46694b88 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:26.913679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23916e45-882c-4479-94fc-8f2966942402 req-99f6ba85-1475-4458-85de-9c4ebff88c77 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:26.916761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23916e45-882c-4479-94fc-8f2966942402 req-99f6ba85-1475-4458-85de-9c4ebff88c77 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 946 time: 0.0566049 Oct 22 14:51:26.988234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-89a8a528-95df-4439-a321-9fdf20bbdd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:26.989739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-89a8a528-95df-4439-a321-9fdf20bbdd6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 1094 time: 0.0731432 Oct 22 14:51:27.006106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23916e45-882c-4479-94fc-8f2966942402 req-81743c51-3ac7-4b61-aee1-ef717dbab074 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Oct 22 14:51:27.055873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-84638423-f590-40ad-a00e-2d9e9ba6fd6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd HTTP/1.1" status: 200 len: 217 time: 0.0564885 Oct 22 14:51:27.141889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-08646145-dbd8-43bd-811b-08c0d0664864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.143674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-08646145-dbd8-43bd-811b-08c0d0664864 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.0810966 Oct 22 14:51:27.172258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df000f45-cee5-47be-8bdc-f0effb3a649b req-036b2c04-e750-40ad-8403-a1560301221b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.174019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df000f45-cee5-47be-8bdc-f0effb3a649b req-036b2c04-e750-40ad-8403-a1560301221b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 945 time: 0.0819857 Oct 22 14:51:27.190787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-c441596d-73a3-4a07-ae14-e39698b34418 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390432 Oct 22 14:51:27.260867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df000f45-cee5-47be-8bdc-f0effb3a649b req-f1956e54-5a33-4b60-822b-974d829d1ece tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671041 Oct 22 14:51:27.338098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-494bbfa1-e139-4ebe-8672-321ea04e2f74 service neutron] 10.222.0.53 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341302 Oct 22 14:51:27.353398 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1df6b5-1d6e-4504-bb41-2c1119bfd87f x-openstack-request-id: req-fc1df6b5-1d6e-4504-bb41-2c1119bfd87f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:27.353695 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:27.353951 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc1df6b5-1d6e-4504-bb41-2c1119bfd87f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:27.354350 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'status': 'completed', 'code': 200} Oct 22 14:51:27.393321 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e612cf8-a4dd-49bf-8440-c85d8ca10739 x-openstack-request-id: req-2e612cf8-a4dd-49bf-8440-c85d8ca10739 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:27.394045 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "name": "network-vif-plugged", "status": "completed", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:27.394567 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e612cf8-a4dd-49bf-8440-c85d8ca10739 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:27.395227 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'code': 200} Oct 22 14:51:27.515646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c5d58-5acb-4e4a-97dd-9b19cd6b0241 req-6d6d8dba-4c9f-4cf6-bd94-48410e97069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.517218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fb2c5d58-5acb-4e4a-97dd-9b19cd6b0241 req-6d6d8dba-4c9f-4cf6-bd94-48410e97069d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.0518541 Oct 22 14:51:27.558578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fb2c5d58-5acb-4e4a-97dd-9b19cd6b0241 req-fae1a1d5-fea1-4c23-a2eb-79e3e3d6605e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335929 Oct 22 14:51:27.561738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f328b26e-2f0c-4d7b-85d7-a751b270e918 req-1d109762-98a9-4bce-811f-af6ab78d6086 service neutron] 10.222.0.53 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147639 Oct 22 14:51:27.580981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdc672-b860-436e-a939-f90a822d3da0 req-39cc200b-8f13-4358-bbae-05505ce79769 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.582592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ebdc672-b860-436e-a939-f90a822d3da0 req-39cc200b-8f13-4358-bbae-05505ce79769 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 943 time: 0.0666387 Oct 22 14:51:27.639721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ebdc672-b860-436e-a939-f90a822d3da0 req-1f40b5d3-2743-4160-84b2-a3efa4d703c7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Oct 22 14:51:27.837083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-b66abb08-17ab-4f63-8861-0072287c00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.840213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-b66abb08-17ab-4f63-8861-0072287c00ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fac90d375d56471696fa875bf0f4b5df&device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 1094 time: 0.0869846 Oct 22 14:51:27.845922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944494aa-b061-4473-870c-0a07bf7d9bb7 req-6b0a527c-7498-4d3f-b3d9-09a93e7839f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.847333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944494aa-b061-4473-870c-0a07bf7d9bb7 req-6b0a527c-7498-4d3f-b3d9-09a93e7839f5 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0871940 Oct 22 14:51:27.957814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944494aa-b061-4473-870c-0a07bf7d9bb7 req-6db32a89-46d4-43a1-9920-b8415918ee2f tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754912 Oct 22 14:51:27.983768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-b37788db-fdfd-407d-adf7-c6fbef6eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:27.984944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-b37788db-fdfd-407d-adf7-c6fbef6eb235 service neutron] 10.222.0.53 "GET /v2.0/networks?id=914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 200 len: 905 time: 0.1367450 Oct 22 14:51:28.017424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:28.039583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-d6556551-5f3e-4bf2-823e-d12011c9ec62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd HTTP/1.1" status: 200 len: 217 time: 0.0460398 Oct 22 14:51:28.111079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-206a3ee7-b2ca-468c-a43b-f0b13ad831dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:28.112991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-206a3ee7-b2ca-468c-a43b-f0b13ad831dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 200 len: 844 time: 0.0642045 Oct 22 14:51:28.150738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-7a1a4370-6d75-4211-b18a-0303b1ca671b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=914865b7-cca2-4769-bac5-367b55402118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299218 Oct 22 14:51:28.240501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-864d6f6c-19b3-47da-8e5b-8957cc2548a8 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:28.243822 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-864d6f6c-19b3-47da-8e5b-8957cc2548a8 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0632925 Oct 22 14:51:28.263559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812148-2'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:28.270769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-574d3f7d-4959-4d54-8e5f-60bfa98a8908 service neutron] 10.222.0.53 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117635 Oct 22 14:51:28.419523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:28.420764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f32ba74d-9287-4508-bb11-141924ff6f81 req-03bf6ff7-c511-465b-b628-ce86579463b9 service neutron] 10.222.0.53 "GET /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081939 Oct 22 14:51:28.496768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:28.537653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:28.582791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:28.585031 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfe8918-eeea-421f-9957-4fa397c53619" -d '{"events": [{"server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "name": "network-vif-unplugged", "status": "completed", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:28.590839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:28.817429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:28.897190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:28.912076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on host n-h2-812148-2 for vnic_type normal with profile {"migrating_to": "n-h1-812148-2"} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:28.912410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:28.912808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:28.924166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:28.924521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Attempting to bind port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on network b5cf8401-c3af-427d-add2-1bd5ec5b8e19 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:28.931792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:28.932220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Checking segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:28.932654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Bound using segment: {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:28.933122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Bound port: 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d209b13-3fdc-4b14-ad66-4931fec6ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b5cf8401-c3af-427d-add2-1bd5ec5b8e19'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:28.933512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:29.073867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-9fcfef4f-23b3-424d-ba87-01f777e32344 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:51:29.074897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-9fcfef4f-23b3-424d-ba87-01f777e32344 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068858 Oct 22 14:51:29.150047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-f6dbdafc-5096-44b9-b201-f8a2be6008fe tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:29.151383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-f6dbdafc-5096-44b9-b201-f8a2be6008fe tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 1093 time: 0.0692070 Oct 22 14:51:29.166624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Request body: {'binding': {'host': 'n-h2-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:29.167103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Unknown quota resources ['binding']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:51:29.169355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:29.180983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03af9-6f2d-4623-917e-9a4b7d6a09ee req-72cec24e-f330-4b3a-9813-a742f1a608fd tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:29.182466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26c03af9-6f2d-4623-917e-9a4b7d6a09ee req-72cec24e-f330-4b3a-9813-a742f1a608fd tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0699692 Oct 22 14:51:29.200646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:29.258774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26c03af9-6f2d-4623-917e-9a4b7d6a09ee req-9b8816fa-e433-4725-a548-47238ba79695 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Oct 22 14:51:29.361756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:29.372176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on host n-h2-812148-2 for vnic_type normal with profile None {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:29.372432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:29.372654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:29.378704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:29.379220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:29.384521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:29.384892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:29.385239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:29.385671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Bound port: ce1b3104-d3d5-4290-919d-5b04feab570b, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:29.391303 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70c8dab-4274-431b-b433-4824fa1ced9d x-openstack-request-id: req-f70c8dab-4274-431b-b433-4824fa1ced9d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:29.391811 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "name": "network-vif-unplugged", "status": "completed", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:29.392051 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f70c8dab-4274-431b-b433-4824fa1ced9d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:29.392486 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'code': 200} Oct 22 14:51:29.424642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=8']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:29.453445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:29.454044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:29.455556 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-8ff35c98-0eb1-4606-b13c-dc5302a84fa8 service neutron] 10.222.0.69 "PUT /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 1121 time: 1.1972034 Oct 22 14:51:29.480787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:29.495906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67098e7c-103a-4ffb-b565-7fdf82a95349 req-42db3928-764e-4e36-8e35-58014113da12 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:29.501274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67098e7c-103a-4ffb-b565-7fdf82a95349 req-42db3928-764e-4e36-8e35-58014113da12 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 943 time: 0.0708375 Oct 22 14:51:29.523243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:29.539574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67098e7c-103a-4ffb-b565-7fdf82a95349 req-dddf10f4-04c5-4272-8f06-4f8610891bd1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Oct 22 14:51:29.570697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['9748fbe2-5980-4d1e-bbb1-8a45329d9345'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:29.616761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:29.618499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-ef49ccb8-764e-4a8d-8161-61a69c7a12e7 service neutron] 10.222.0.66 "POST /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4564085 Oct 22 14:51:29.624140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['9748fbe2-5980-4d1e-bbb1-8a45329d9345'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:29.660861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0963266-7763-48e7-af8e-12bf270f5234 req-94c33fb4-f305-4cae-ad76-d294278f6c15 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:29.662341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0963266-7763-48e7-af8e-12bf270f5234 req-94c33fb4-f305-4cae-ad76-d294278f6c15 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 946 time: 0.0603640 Oct 22 14:51:29.705644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0963266-7763-48e7-af8e-12bf270f5234 req-9806fd68-192c-4a70-8c44-68926066e786 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/security-groups?id=5204d9d6-ca24-4ee9-9544-c3892b3fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Oct 22 14:51:29.825471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210463-e3bd-46e9-9c38-94635417802e req-fbda8fe9-19b4-450e-bcbe-ef94b5a2e459 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:29.832744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a210463-e3bd-46e9-9c38-94635417802e req-fbda8fe9-19b4-450e-bcbe-ef94b5a2e459 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0648384 Oct 22 14:51:29.855935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:29.871757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 has no active binding in host n-h1-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:51:29.874071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a210463-e3bd-46e9-9c38-94635417802e req-5a4cbabe-3bd8-4203-98d6-29d52c6bf806 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Oct 22 14:51:30.018834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:30.131439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:30.143180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'mac_address': 'fa:16:3e:6d:45:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:51:30.197694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:30.210111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3c1138-cc50-47f8-aece-10b98d698dfd {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:30.230181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:30.394925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaafd7-556c-4027-aff6-72134f206a13 req-1aa3aed4-8610-4f7b-a4ea-9c7f03cf21af tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:30.396932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dacaafd7-556c-4027-aff6-72134f206a13 req-1aa3aed4-8610-4f7b-a4ea-9c7f03cf21af tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 946 time: 0.0596335 Oct 22 14:51:30.482657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:30.528131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Deleting port 02e21def-2766-405a-aa1a-f8c37a4586fe {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:30.604239 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:30.707808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:30.708690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] For port 02e21def-2766-405a-aa1a-f8c37a4586fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=02e21def-2766-405a-aa1a-f8c37a4586fe,segment=NetworkSegment(760782fe-619e-412b-ba5c-614066847763),segment_id=760782fe-619e-412b-ba5c-614066847763)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:30.708690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:30.708690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Calling delete_port for 02e21def-2766-405a-aa1a-f8c37a4586fe owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:30.740949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['9e3c1138-cc50-47f8-aece-10b98d698dfd'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:30.893846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1f7e-6899-4e84-878a-1f549649df19 req-9afecb71-8efe-47a4-969e-66c926a29ea8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:30.895476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cde1f7e-6899-4e84-878a-1f549649df19 req-9afecb71-8efe-47a4-969e-66c926a29ea8 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0615585 Oct 22 14:51:30.944325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-36dd9200-b366-43b3-9d04-a9a3a26d4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:30.953475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-36dd9200-b366-43b3-9d04-a9a3a26d4690 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1096 time: 0.0946035 Oct 22 14:51:30.961035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cde1f7e-6899-4e84-878a-1f549649df19 req-851c750c-bc57-44b8-8561-ea221173132f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491738 Oct 22 14:51:31.080467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887b1b-57b3-4912-bd97-ef1012fad03d req-83a16185-7dbb-4dcd-a2dd-d7944ee378e7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.095768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3887b1b-57b3-4912-bd97-ef1012fad03d req-83a16185-7dbb-4dcd-a2dd-d7944ee378e7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0853591 Oct 22 14:51:31.098082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953901-ffe4-4efa-88f8-59f915704562 req-2d6c250e-3cc7-4eca-bd36-fb7be65977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.099637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-2d6c250e-3cc7-4eca-bd36-fb7be65977d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.0915041 Oct 22 14:51:31.151528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:31.157045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-987f1b4c-9fd4-4d4f-bb09-8c893950312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.159893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-987f1b4c-9fd4-4d4f-bb09-8c893950312b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1940377 Oct 22 14:51:31.203973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Pushing event deleted for resources: {'Port': ['ID=02e21def-2766-405a-aa1a-f8c37a4586fe,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:31.215225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3887b1b-57b3-4912-bd97-ef1012fad03d req-513d1a6d-c0f7-4d65-96c4-1f80d4b80af7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177070 Oct 22 14:51:31.236167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18f61-4467-4752-896d-fbadbe336d0d req-6a4a2917-eb4c-4393-a7f2-5abce203cf07 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.243609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-847be1c2-d318-47c4-bdd1-2e08be259c55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 217 time: 0.0752776 Oct 22 14:51:31.244325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7f18f61-4467-4752-896d-fbadbe336d0d req-6a4a2917-eb4c-4393-a7f2-5abce203cf07 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 944 time: 0.1371112 Oct 22 14:51:31.280086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] No DVR routers for this DVR port 02e21def-2766-405a-aa1a-f8c37a4586fe on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:31.284285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:31.287667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dacaafd7-556c-4027-aff6-72134f206a13 req-ed36e28a-dce0-4eb8-8956-606448250827 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.53 "DELETE /v2.0/ports/02e21def-2766-405a-aa1a-f8c37a4586fe HTTP/1.1" status: 204 len: 173 time: 0.8826392 Oct 22 14:51:31.288132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'name': 'network-vif-deleted', 'tag': '02e21def-2766-405a-aa1a-f8c37a4586fe'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:31.290983 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce4a300-d6e1-48d0-ad2d-e35ffdc587a9" -d '{"events": [{"server_uuid": "ab5c0808-8424-4a72-93b8-d9bbb86c8a33", "name": "network-vif-deleted", "tag": "02e21def-2766-405a-aa1a-f8c37a4586fe"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:31.321924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7f18f61-4467-4752-896d-fbadbe336d0d req-43e14a10-d944-47a7-b79b-da75fc6dc12c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 Oct 22 14:51:31.395571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:31.400110 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a35b43a-c746-4360-b7d8-7014e2c32b62" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:31.408617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-c6f854a8-008e-4799-a71e-bb9e4b07bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.411000 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-c6f854a8-008e-4799-a71e-bb9e4b07bc34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1150148 Oct 22 14:51:31.413179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953901-ffe4-4efa-88f8-59f915704562 req-a59360ba-e8b3-49f0-8c22-aa38dbce4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.416026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-a59360ba-e8b3-49f0-8c22-aa38dbce4333 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 0.2978244 Oct 22 14:51:31.439568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ca4c2d4-0baf-431b-9a93-4aea52b9a886 req-649b09be-692a-4876-bb32-4314da74b696 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 210 time: 0.0661900 Oct 22 14:51:31.456521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-cfcc3426-ca92-4b9a-8ef0-d61471c163e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342948 Oct 22 14:51:31.468551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['02e21def-2766-405a-aa1a-f8c37a4586fe'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:31.497480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ddc2-dcf2-49ae-adcb-600a03490bc1 req-838009cf-582a-484a-ab8e-aeb4599e4d6a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.504467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b25ddc2-dcf2-49ae-adcb-600a03490bc1 req-838009cf-582a-484a-ab8e-aeb4599e4d6a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1078429 Oct 22 14:51:31.526918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-9a65add4-9b6a-4fa2-a254-07846b8ed016 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 217 time: 0.0690224 Oct 22 14:51:31.575752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b25ddc2-dcf2-49ae-adcb-600a03490bc1 req-e88097d0-b6e9-472a-8acf-401309f2ad07 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697083 Oct 22 14:51:31.641986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953901-ffe4-4efa-88f8-59f915704562 req-8ea55fb5-5310-44e4-a3e3-cac771c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.643455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-8ea55fb5-5310-44e4-a3e3-cac771c2a6d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.1016955 Oct 22 14:51:31.648804 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-5dd00293-e2b5-425b-83f8-be39e69ef2e6 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826627 Oct 22 14:51:31.713432 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2d74e-bc10-4bfb-b8a7-b96d9eefab31 x-openstack-request-id: req-1df2d74e-bc10-4bfb-b8a7-b96d9eefab31 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:31.713960 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5c0808-8424-4a72-93b8-d9bbb86c8a33", "name": "network-vif-deleted", "tag": "02e21def-2766-405a-aa1a-f8c37a4586fe", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:31.714310 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1df2d74e-bc10-4bfb-b8a7-b96d9eefab31 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:31.714722 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5c0808-8424-4a72-93b8-d9bbb86c8a33', 'name': 'network-vif-deleted', 'tag': '02e21def-2766-405a-aa1a-f8c37a4586fe', 'status': 'completed', 'code': 200} Oct 22 14:51:31.824628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-dc5d1971-0d90-4197-90a6-febddbc12c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.826462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-dc5d1971-0d90-4197-90a6-febddbc12c18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1124 time: 0.0679181 Oct 22 14:51:31.905623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41292) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:31.931978 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11d9b3c-0d59-4ae1-9203-570d74268cf1 x-openstack-request-id: req-e11d9b3c-0d59-4ae1-9203-570d74268cf1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:31.932580 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:31.932821 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e11d9b3c-0d59-4ae1-9203-570d74268cf1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:31.933375 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'status': 'completed', 'code': 200} Oct 22 14:51:31.941556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-5dad56a6-eb7b-421f-8584-86ec08d3af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:31.943227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-5dad56a6-eb7b-421f-8584-86ec08d3af28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1092961 Oct 22 14:51:31.950529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-4014877b-fb4f-47f8-9fdd-6024ac6b44bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2929277 Oct 22 14:51:32.002404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-cd374f1b-cac8-4e74-917d-ec1db3265d4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 217 time: 0.0500991 Oct 22 14:51:32.032131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:32.083400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-5a7fc852-004a-4f8a-84e6-b9b5b257ae59 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232032 Oct 22 14:51:32.111405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-bbd95be7-a2d8-4c43-8d3e-a66a958a419a service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535130 Oct 22 14:51:32.144151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f63a666-3cb4-413f-b880-bcfe43e53a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.160838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-a9b7be60-c37a-4758-bf2a-7f6fa2ab4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:32.162355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-a9b7be60-c37a-4758-bf2a-7f6fa2ab4bc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.1518202 Oct 22 14:51:32.189684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e452b-9087-44d5-96d2-87bed3a86024 req-18fc740f-cfa1-46cb-b935-bc0908ab429a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:32.191203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a80e452b-9087-44d5-96d2-87bed3a86024 req-18fc740f-cfa1-46cb-b935-bc0908ab429a tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1287363 Oct 22 14:51:32.214145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-7ec90eea-e9ef-4e7b-8b04-54aa38cb6419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423799 Oct 22 14:51:32.224236 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-36953901-ffe4-4efa-88f8-59f915704562 req-b4d0c102-aaed-4748-99d8-fec2d3cb195b service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051061 Oct 22 14:51:32.339778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a80e452b-9087-44d5-96d2-87bed3a86024 req-c6eb33d6-2cc4-414c-8b6f-c94352494182 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279619 Oct 22 14:51:32.348690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 9e3c1138-cc50-47f8-aece-10b98d698dfd completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:51:32.355146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 9e3c1138-cc50-47f8-aece-10b98d698dfd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:32.355725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.406504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-48379bcf-35bc-4c25-b500-6b898324872f service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822968 Oct 22 14:51:32.427096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f63a666-3cb4-413f-b880-bcfe43e53a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.448306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fdbb-13e2-41ff-be39-941e121cf50e req-dd653075-30ac-4b09-94d9-7624dd9aaa56 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:32.453999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0936fdbb-13e2-41ff-be39-941e121cf50e req-dd653075-30ac-4b09-94d9-7624dd9aaa56 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.1306174 Oct 22 14:51:32.481831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.509878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:32.512574 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eef869-9bbe-40d4-8e5b-e4f2c4f59595" -d '{"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:32.531226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:32.565839 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f63a666-3cb4-413f-b880-bcfe43e53a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.591769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0936fdbb-13e2-41ff-be39-941e121cf50e req-6a089a3e-9ac7-4cd1-b2d3-c30bc3b90938 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309552 Oct 22 14:51:32.611455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb1176-6ea3-49db-b5fc-1144ea88f017 req-854bdd09-7235-471a-bb35-0c6e725528a5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:32.620818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfbb1176-6ea3-49db-b5fc-1144ea88f017 req-854bdd09-7235-471a-bb35-0c6e725528a5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 944 time: 0.1846480 Oct 22 14:51:32.636492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a35b43a-c746-4360-b7d8-7014e2c32b62 req-ba018945-e262-44e2-a8af-f5fa7c346bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202201 Oct 22 14:51:32.648499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6f63a666-3cb4-413f-b880-bcfe43e53a76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e8428ef88334324b89d7fb3200ff240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7405252 Oct 22 14:51:32.655612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63a666-3cb4-413f-b880-bcfe43e53a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf32fa2-993a-4639-a5ac-87871db0632b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:32.657029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:32.679887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.680685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 02e21def-2766-405a-aa1a-f8c37a4586fe no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:32.721538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 02e21def-2766-405a-aa1a-f8c37a4586fe {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:32.721879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 02e21def-2766-405a-aa1a-f8c37a4586fe not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:32.723889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfbb1176-6ea3-49db-b5fc-1144ea88f017 req-2eb342e1-460f-426c-8850-9b4dc14e6932 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971599 Oct 22 14:51:32.770366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26fb3403-8025-464d-9f55-1ffbd50c71c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.815954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c668bab-ad8e-4c7a-a6db-39a595b61fe7 req-0ed77148-577f-47d9-a26d-c2d0effb39c6 tempest-InstanceActionsNegativeTestJSON-1219642 tempest-InstanceActionsNegativeTestJSON-1219642-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5c0808-8424-4a72-93b8-d9bbb86c8a33 HTTP/1.1" status: 200 len: 210 time: 0.0903523 Oct 22 14:51:32.821487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:32.826040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26fb3403-8025-464d-9f55-1ffbd50c71c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:32.870425 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28bba40-509c-4f38-9fdd-cab52a013413 x-openstack-request-id: req-b28bba40-509c-4f38-9fdd-cab52a013413 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:32.871073 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:32.871506 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b28bba40-509c-4f38-9fdd-cab52a013413 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:32.872784 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'code': 200} Oct 22 14:51:32.943348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41326) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:32.997950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8334a0-00a4-4ae7-8634-6da3f9c62dc3 req-c8aab6b9-b49e-4c52-839a-fd866e94bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:32.999459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e8334a0-00a4-4ae7-8634-6da3f9c62dc3 req-c8aab6b9-b49e-4c52-839a-fd866e94bec4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0763681 Oct 22 14:51:33.008088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1a59f-17fa-47d4-9bf5-6e6b7f705a66 req-5226eee3-2f0c-4061-a1bf-182b4e0b2e1c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:33.009559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0a1a59f-17fa-47d4-9bf5-6e6b7f705a66 req-5226eee3-2f0c-4061-a1bf-182b4e0b2e1c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0752912 Oct 22 14:51:33.017285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26fb3403-8025-464d-9f55-1ffbd50c71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.020555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26fb3403-8025-464d-9f55-1ffbd50c71c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.024907 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-26fb3403-8025-464d-9f55-1ffbd50c71c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0bf32fa2-993a-4639-a5ac-87871db0632b HTTP/1.1" status: 204 len: 168 time: 0.3619564 Oct 22 14:51:33.052334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb3403-8025-464d-9f55-1ffbd50c71c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf32fa2-993a-4639-a5ac-87871db0632b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:33.065333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e8334a0-00a4-4ae7-8634-6da3f9c62dc3 req-b50d41aa-e351-4212-a2a8-2ea8e85d96a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548222 Oct 22 14:51:33.094267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0a1a59f-17fa-47d4-9bf5-6e6b7f705a66 req-17116b26-73ca-4bb1-a23f-f7f6f3a2b918 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574152 Oct 22 14:51:33.125291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0163b6b2-9b46-4b80-a359-d5c589831289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.199087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0163b6b2-9b46-4b80-a359-d5c589831289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.394256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0163b6b2-9b46-4b80-a359-d5c589831289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.449657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0163b6b2-9b46-4b80-a359-d5c589831289 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=834ae028cf394ece9f51c5f2c91c13b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040848 Oct 22 14:51:33.452101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163b6b2-9b46-4b80-a359-d5c589831289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5678f-9310-4642-831b-93edac1ef4d4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:33.454838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:33.532219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b0cad-5984-4585-ab90-a929b4b54bfd req-e4a6d394-a33b-4564-88dc-ddb274c69f1c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:33.535674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c64b0cad-5984-4585-ab90-a929b4b54bfd req-e4a6d394-a33b-4564-88dc-ddb274c69f1c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1045523 Oct 22 14:51:33.538096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7eabd5-8269-4164-b25c-5afff80d07d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.565414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7eabd5-8269-4164-b25c-5afff80d07d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.615020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c64b0cad-5984-4585-ab90-a929b4b54bfd req-25bd141d-3db7-413e-83c3-64ec4ad2a8d5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687220 Oct 22 14:51:33.691617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.828745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7eabd5-8269-4164-b25c-5afff80d07d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.831668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7eabd5-8269-4164-b25c-5afff80d07d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:33.835578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee7eabd5-8269-4164-b25c-5afff80d07d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99b5678f-9310-4642-831b-93edac1ef4d4 HTTP/1.1" status: 204 len: 168 time: 0.3769937 Oct 22 14:51:33.843843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eabd5-8269-4164-b25c-5afff80d07d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5678f-9310-4642-831b-93edac1ef4d4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:34.041085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e2fa-9804-419b-a4c1-0daa7526e518 req-234bcc83-3af5-4b57-8600-f2c46efd6bcd tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:34.042599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28a8e2fa-9804-419b-a4c1-0daa7526e518 req-234bcc83-3af5-4b57-8600-f2c46efd6bcd tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.3665812 Oct 22 14:51:34.055519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c925c-3a10-40fb-ac23-4dcaebcc6f71 req-3cb8b290-7d5d-4c06-83dd-eb51b4171c41 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:34.058124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-961c925c-3a10-40fb-ac23-4dcaebcc6f71 req-3cb8b290-7d5d-4c06-83dd-eb51b4171c41 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.0719304 Oct 22 14:51:34.109374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28a8e2fa-9804-419b-a4c1-0daa7526e518 req-4b5d6e7d-33d7-4bba-b6cc-67fe596e1cb3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513082 Oct 22 14:51:34.129618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-961c925c-3a10-40fb-ac23-4dcaebcc6f71 req-d2f54547-0024-412c-ad99-c42e1ef5765d tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652833 Oct 22 14:51:34.190002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41358) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:34.262640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Deleting subnet ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:51:34.283741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.325913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.358825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9fb8a-2cc1-417d-88ee-6435b8c4718f req-df59a2e7-c101-4f5d-9da8-63b49954105a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:34.365922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13e9fb8a-2cc1-417d-88ee-6435b8c4718f req-df59a2e7-c101-4f5d-9da8-63b49954105a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1207368 Oct 22 14:51:34.409374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.468797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13e9fb8a-2cc1-417d-88ee-6435b8c4718f req-3d72ee04-2e56-4386-9258-7721e418c7ff tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014080 Oct 22 14:51:34.708382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.739505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:34.744988 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.750985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41376) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:34.761378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01fb24b5-cd21-475b-bbba-80f9c179b422 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ef112d0b-9b23-4e1a-b8ea-68d9f75eb67d HTTP/1.1" status: 204 len: 168 time: 0.5699315 Oct 22 14:51:34.788310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486569-161c-4489-ba38-20661f5b5e59 req-f917b587-8122-43bb-b983-81f79dc15c4c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:34.797430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d486569-161c-4489-ba38-20661f5b5e59 req-f917b587-8122-43bb-b983-81f79dc15c4c tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1174147 Oct 22 14:51:34.861330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d486569-161c-4489-ba38-20661f5b5e59 req-7e65bff3-edad-4d9c-869d-b51d9fbaa62d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627658 Oct 22 14:51:34.873991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.968686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:34.994481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06764287-1178-4900-8ae1-16153ab10b31']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:35.005942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760782fe-619e-412b-ba5c-614066847763') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:35.006320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760782fe-619e-412b-ba5c-614066847763') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:35.020373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:35.035055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:35.042709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:51:35.049785 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:51:35.201315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:35.212778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:35.222137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] 10.222.0.66 "DELETE /v2.0/networks/06764287-1178-4900-8ae1-16153ab10b31 HTTP/1.1" status: 204 len: 168 time: 0.4640825 Oct 22 14:51:35.245873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66055cad-9fca-40b7-85bb-90a6da32c891 admin admin] Pushing event deleted for resources: {'Network': ['ID=06764287-1178-4900-8ae1-16153ab10b31,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:35.345233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bcd90-7d3b-46f2-b9a9-a296c974b082 req-9b1c014f-4c65-4dc8-9863-60e8e3ed9adb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:35.346694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-818bcd90-7d3b-46f2-b9a9-a296c974b082 req-9b1c014f-4c65-4dc8-9863-60e8e3ed9adb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0869198 Oct 22 14:51:35.355916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230785-c201-4a1e-af93-ad8897a99062 req-dbbab215-997d-49bf-85b1-797a7c65329a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:35.357500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45230785-c201-4a1e-af93-ad8897a99062 req-dbbab215-997d-49bf-85b1-797a7c65329a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.0884917 Oct 22 14:51:35.436756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-818bcd90-7d3b-46f2-b9a9-a296c974b082 req-2d200cc9-87aa-4b25-acee-c5af8071557e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780196 Oct 22 14:51:35.440360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45230785-c201-4a1e-af93-ad8897a99062 req-f1096ff6-8fb0-41f3-8f0a-020aa09f80d3 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643201 Oct 22 14:51:35.578222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:35.680215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe133a-11cb-403e-9033-46c9d92a5b93 req-5d8bef4f-8418-4627-8fed-26aaeadb1086 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:35.681919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6fe133a-11cb-403e-9033-46c9d92a5b93 req-5d8bef4f-8418-4627-8fed-26aaeadb1086 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0695782 Oct 22 14:51:35.713617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41418) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:35.753349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6fe133a-11cb-403e-9033-46c9d92a5b93 req-e6407232-7e2d-4cf6-ae45-48a2676ad6dd tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649886 Oct 22 14:51:35.756155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:35.775047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 has no active binding in host n-h1-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:51:35.865901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1285117720-network', 'tenant_id': '9b33616c046d47c9885ed76d941ca6d9'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:36.006174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5c36-7017-4485-afd9-3f8b13c15e35 req-6a0c1448-9242-4b4a-9a3a-d083a83005db tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:36.008020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-263f5c36-7017-4485-afd9-3f8b13c15e35 req-6a0c1448-9242-4b4a-9a3a-d083a83005db tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0544441 Oct 22 14:51:36.034069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Made reservation on behalf of 9b33616c046d47c9885ed76d941ca6d9 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:36.036404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.046558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.048161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-263f5c36-7017-4485-afd9-3f8b13c15e35 req-7e42969f-13cd-4b3a-885e-1f4a24486ce6 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Oct 22 14:51:36.104607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41426) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:36.147007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.173324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-92a0c7f5-db30-49c7-8ed9-1ab95ee6e706 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7d40efd31234d9884e99a05299b6959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672469 Oct 22 14:51:36.175594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:36.240194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901e99f2-20f7-45f7-87ad-3704405b70cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.276322 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901e99f2-20f7-45f7-87ad-3704405b70cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.286397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.336998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36821b-d18a-4f8e-9cdf-238f59e7ec46,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:36.406475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:51:36.504657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901e99f2-20f7-45f7-87ad-3704405b70cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.507920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-901e99f2-20f7-45f7-87ad-3704405b70cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.510932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-901e99f2-20f7-45f7-87ad-3704405b70cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5204d9d6-ca24-4ee9-9544-c3892b3fad5b HTTP/1.1" status: 204 len: 168 time: 0.3329203 Oct 22 14:51:36.510932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.511517 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Added segment d6e29150-6c61-4edb-b43a-ae636c344bda of type vlan for network fe987904-9300-4de4-b1ac-c962cf43e019 Oct 22 14:51:36.529275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e99f2-20f7-45f7-87ad-3704405b70cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204d9d6-ca24-4ee9-9544-c3892b3fad5b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:36.568625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.619978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54918b-0d34-48ed-bce7-85870745f2bf req-41da2534-9187-4075-acb2-c5149b783dde tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:36.621602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb54918b-0d34-48ed-bce7-85870745f2bf req-41da2534-9187-4075-acb2-c5149b783dde tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0531297 Oct 22 14:51:36.667428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb54918b-0d34-48ed-bce7-85870745f2bf req-2e3034b3-aaba-4c5e-ac25-69e834aefa18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Oct 22 14:51:36.870327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff279-0471-4cff-b804-08a7d342039b req-fafdc224-5ace-453f-9f9b-e9f395bc8163 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:36.871856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-539ff279-0471-4cff-b804-08a7d342039b req-fafdc224-5ace-453f-9f9b-e9f395bc8163 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0502670 Oct 22 14:51:36.891788 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.894760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:36.894760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:36.925894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-539ff279-0471-4cff-b804-08a7d342039b req-d2a8cea3-9334-4b6e-a523-905a910bf78b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474110 Oct 22 14:51:36.975145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] Pushing event updated for resources: {'Network': ['ID=fe987904-9300-4de4-b1ac-c962cf43e019,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:36.985767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fe987904-9300-4de4-b1ac-c962cf43e019 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:51:37.135365 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-07bb7a37-ef0c-4d9d-b201-075f00e27c99 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4201355 Oct 22 14:51:37.138325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41484) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:37.147014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Request body: {'subnet': {'network_id': 'fe987904-9300-4de4-b1ac-c962cf43e019', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1285117720-subnet', 'tenant_id': '9b33616c046d47c9885ed76d941ca6d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:37.210935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa0a3-5fb7-4276-9dc0-0b04228de3de req-7daae4ee-5473-47d0-93b7-9a842f2ee5a4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:37.210935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff5aa0a3-5fb7-4276-9dc0-0b04228de3de req-7daae4ee-5473-47d0-93b7-9a842f2ee5a4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.0712390 Oct 22 14:51:37.273670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff5aa0a3-5fb7-4276-9dc0-0b04228de3de req-0f157faf-a51c-480a-95e3-41e2c81f52fd tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Oct 22 14:51:37.278832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Made reservation on behalf of 9b33616c046d47c9885ed76d941ca6d9 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:37.278832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:37.281665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf51123-cc80-40e4-afdf-8d8ceaa64502 req-294f17e9-c9e2-4967-8923-aeca5214c76c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:37.284352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cf51123-cc80-40e4-afdf-8d8ceaa64502 req-294f17e9-c9e2-4967-8923-aeca5214c76c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.0819528 Oct 22 14:51:37.347125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cf51123-cc80-40e4-afdf-8d8ceaa64502 req-51b22d8d-8f2c-4de8-9ba8-15d119f13e5e tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552855 Oct 22 14:51:37.628888 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:37.702119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Pushing event updated for resources: {'Subnet': ['ID=406e2c1c-e08c-45e8-8900-d5b0b566d412,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:37.715026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.715469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.715880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.716286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.716684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.717141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.717536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.718102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.718394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.718752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.719185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.728774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:37.728774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Checking segment: {'id': 'd6e29150-6c61-4edb-b43a-ae636c344bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fe987904-9300-4de4-b1ac-c962cf43e019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:37.728774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Network hostable DHCP agents. Network: fe987904-9300-4de4-b1ac-c962cf43e019, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:51:37.894731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc325e0-ddf0-4ee8-ab04-088f8cf541b7 req-3b04f910-f652-4053-8925-7505051430f3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:37.896638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dc325e0-ddf0-4ee8-ab04-088f8cf541b7 req-3b04f910-f652-4053-8925-7505051430f3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0667520 Oct 22 14:51:37.914628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Network fe987904-9300-4de4-b1ac-c962cf43e019 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:51:37.939698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dc325e0-ddf0-4ee8-ab04-088f8cf541b7 req-0ea1219b-3478-4d1d-86fa-6c910e244271 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362124 Oct 22 14:51:38.044917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:38.069856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef67a8-90a6-4e54-ad7a-0f1acd209af9 req-e82062e7-7167-43cb-8187-4ab36189c9bd tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:38.071626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64ef67a8-90a6-4e54-ad7a-0f1acd209af9 req-e82062e7-7167-43cb-8187-4ab36189c9bd tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0600345 Oct 22 14:51:38.121764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64ef67a8-90a6-4e54-ad7a-0f1acd209af9 req-176e0f67-4333-42b7-ab85-078895903cb8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 Oct 22 14:51:38.165749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, fe987904-9300-4de4-b1ac-c962cf43e019) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:38.180961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a68f8-72a4-405d-bffa-846d30151ce8 None None] Network fe987904-9300-4de4-b1ac-c962cf43e019 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:38.181586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:38.183802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:38.322942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1b4c753a-b6e7-4249-8251-2321e130039d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1834006 Oct 22 14:51:38.335563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61da6b4-827a-477e-a706-ab93f39cf810 None None] Network fe987904-9300-4de4-b1ac-c962cf43e019 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:38.537656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b88eb-baf3-4eb8-a5af-fa442180b6b0 req-219f95d8-1b4f-42f4-aa3e-ce80a1744a0d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:38.539827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-356b88eb-baf3-4eb8-a5af-fa442180b6b0 req-219f95d8-1b4f-42f4-aa3e-ce80a1744a0d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 943 time: 0.1701508 Oct 22 14:51:38.576632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1b858-404a-45dc-88e4-1779ab4b21a3 req-a57e8f20-6408-4a7e-acc1-f6aa145476d7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:38.578262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ec1b858-404a-45dc-88e4-1779ab4b21a3 req-a57e8f20-6408-4a7e-acc1-f6aa145476d7 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.0981817 Oct 22 14:51:38.646434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-356b88eb-baf3-4eb8-a5af-fa442180b6b0 req-9f539682-9f1c-4e00-8a0a-c807344cb40e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987067 Oct 22 14:51:38.696044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ec1b858-404a-45dc-88e4-1779ab4b21a3 req-373f96d7-99ee-44a8-b30a-1ac49fbc1b1a tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035287 Oct 22 14:51:38.702520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-50b80591-5f81-401a-a183-13945e5e7884 service neutron] 10.222.0.53 "GET /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345/bindings/n-h1-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.1197209 Oct 22 14:51:38.965643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:38.995058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:39.046925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9748fbe2-5980-4d1e-bbb1-8a45329d9345 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:39.062918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:39.082225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-b37c1500-2d2d-4b0b-b410-ea17acded9dc req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-510516445', 'description': 'tempest-description-336230989'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:39.166118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c4931-90d0-449b-9821-a673df97d282 req-f30c3084-e911-491d-bba8-1a1420f1f0e6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:39.167972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e58c4931-90d0-449b-9821-a673df97d282 req-f30c3084-e911-491d-bba8-1a1420f1f0e6 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0693018 Oct 22 14:51:39.217464 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.222683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e58c4931-90d0-449b-9821-a673df97d282 req-7a504caf-4b09-4431-bd1d-49fd6876ea02 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 Oct 22 14:51:39.271654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b37c1500-2d2d-4b0b-b410-ea17acded9dc req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.374004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] Transition to ACTIVE for port object 9748fbe2-5980-4d1e-bbb1-8a45329d9345 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:51:39.388637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b4107-9cb5-4820-af34-a7e7d2ad2344 req-6c86f7e6-68db-4906-99c1-3801c2d316ad tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:39.390094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-276b4107-9cb5-4820-af34-a7e7d2ad2344 req-6c86f7e6-68db-4906-99c1-3801c2d316ad tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0956776 Oct 22 14:51:39.450770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b37c1500-2d2d-4b0b-b410-ea17acded9dc req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.471270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-276b4107-9cb5-4820-af34-a7e7d2ad2344 req-e606bb63-eec9-4143-8c89-3bb3fefcbe74 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Oct 22 14:51:39.577785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.642613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] No DVR routers for this DVR port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:39.650154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b37c1500-2d2d-4b0b-b410-ea17acded9dc req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.707873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] Pushing event updated for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=10']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:39.723561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-1d39bb70-4327-4bcc-8285-dc231426fe8c service neutron] 10.222.0.53 "PUT /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345/bindings/n-h1-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0135090 Oct 22 14:51:39.724745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2998cfc0-8dfa-4957-8346-02b3ba191afd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:39.811511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262095d5-3782-49b4-97df-18cd31f453cf req-327d38da-85b5-48e4-be5f-c13b1304df9f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:39.813087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-262095d5-3782-49b4-97df-18cd31f453cf req-327d38da-85b5-48e4-be5f-c13b1304df9f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.0652909 Oct 22 14:51:39.821491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41552) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:39.887829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-262095d5-3782-49b4-97df-18cd31f453cf req-68299e26-4e3b-4527-acfa-dcc43d58b720 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596592 Oct 22 14:51:39.967404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce59-c90d-4c97-8151-20210492f4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.976435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b37c1500-2d2d-4b0b-b410-ea17acded9dc req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:39.978582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b37c1500-2d2d-4b0b-b410-ea17acded9dc req-26936ce7-925e-46c3-af4f-773e1647b1f3 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9039657 Oct 22 14:51:40.059470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:40.095426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41562) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:40.099096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-67d1ef21-a6e9-48e5-9487-2cabc83ec0c7 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.102231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-67d1ef21-a6e9-48e5-9487-2cabc83ec0c7 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.1008797 Oct 22 14:51:40.114948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689744-3a43-46ce-8424-30db0335d55e req-3585868d-d741-4209-9be0-7a928a86c525 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.123082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db689744-3a43-46ce-8424-30db0335d55e req-3585868d-d741-4209-9be0-7a928a86c525 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1215911 Oct 22 14:51:40.152691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-9adaf478-5055-4ed7-ab46-91bfdea0c475 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/2998cfc0-8dfa-4957-8346-02b3ba191afd HTTP/1.1" status: 200 len: 1811 time: 0.1033866 Oct 22 14:51:40.159967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2998cfc0-8dfa-4957-8346-02b3ba191afd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:40.161282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2998cfc0-8dfa-4957-8346-02b3ba191afd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:40.197192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-a066d619-fa26-4d11-8bd8-3597ecdd2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.199566 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-a066d619-fa26-4d11-8bd8-3597ecdd2d91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088&tenant_id=d04456eb09b34176abad98ce719b87b0 HTTP/1.1" status: 200 len: 1095 time: 0.0852695 Oct 22 14:51:40.201557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db689744-3a43-46ce-8424-30db0335d55e req-3d913dbd-e809-487a-9d53-bf530a280c14 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776346 Oct 22 14:51:40.259148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:40.267810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce59-c90d-4c97-8151-20210492f4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.283550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'network_id': '914865b7-cca2-4769-bac5-367b55402118', 'port_id': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'mac_address': 'fa:16:3e:6d:45:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fe8bd6-bb99-4b9b-8cfb-d85e2e662374', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:51:40.290685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cfafe093-06ab-4760-8eb9-a8bd6cd6c5f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.300356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-7d48e925-ab7f-4185-bbc2-b3aa72814558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.302319 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-7d48e925-ab7f-4185-bbc2-b3aa72814558 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d04456eb09b34176abad98ce719b87b0&device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1095 time: 0.0726280 Oct 22 14:51:40.367511 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.397280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e3c1138-cc50-47f8-aece-10b98d698dfd {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:40.425850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:40.427996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce59-c90d-4c97-8151-20210492f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.433764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cfafe093-06ab-4760-8eb9-a8bd6cd6c5f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.493720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f9b1ce59-c90d-4c97-8151-20210492f4b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf58a49109b042df857cd85f862d855a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680224 Oct 22 14:51:40.493720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1ce59-c90d-4c97-8151-20210492f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174bfd12-8934-42c8-9d01-a5f89611d780,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:40.494679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41568) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:40.495760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-25781a98-7b98-4cee-af38-908d6e828260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.497181 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-25781a98-7b98-4cee-af38-908d6e828260 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 200 len: 922 time: 0.1862748 Oct 22 14:51:40.503874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a25065-5346-4166-9e7d-bbe4c6a202f4 req-d27da5be-64a8-4e54-8e59-805b62ddf444 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.505000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78a25065-5346-4166-9e7d-bbe4c6a202f4 req-d27da5be-64a8-4e54-8e59-805b62ddf444 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.1067262 Oct 22 14:51:40.509376 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.556841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.561881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-b3155b3e-5663-407b-ba14-25946c71abbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 200 len: 217 time: 0.0482006 Oct 22 14:51:40.564465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78a25065-5346-4166-9e7d-bbe4c6a202f4 req-1d9881b1-5427-4e23-a04d-e9081aaf2785 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525196 Oct 22 14:51:40.571006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.618013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cfafe093-06ab-4760-8eb9-a8bd6cd6c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.649838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d943650-fcb2-4d9e-8e72-018e3712fe64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.652723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-a520c9bf-d77d-4713-ac68-4322b1bc1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.655100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-a520c9bf-d77d-4713-ac68-4322b1bc1e0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 200 len: 861 time: 0.0788405 Oct 22 14:51:40.657163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['9e3c1138-cc50-47f8-aece-10b98d698dfd'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:40.660891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:40.679722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cfafe093-06ab-4760-8eb9-a8bd6cd6c5f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4dbcbb16d2c4afb8ea0c908d82ad16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802860 Oct 22 14:51:40.688315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41572) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:40.703823 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-2b4b1cc7-86d4-41c9-80e1-e9f547da614d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5cf8401-c3af-427d-add2-1bd5ec5b8e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357046 Oct 22 14:51:40.709517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d943650-fcb2-4d9e-8e72-018e3712fe64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.727393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.758826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafe093-06ab-4760-8eb9-a8bd6cd6c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2406b23-c247-4401-a901-66df848fe768,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:40.775388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6e03fd-7e65-4431-bf25-222af6d236ad,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:40.817306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35973-7631-4b6e-9df6-5c8c9e20726d req-b573397b-bbb8-498b-a605-d6789c5c88f9 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:40.831712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13e35973-7631-4b6e-9df6-5c8c9e20726d req-b573397b-bbb8-498b-a605-d6789c5c88f9 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1982839 Oct 22 14:51:40.859533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-611b4832-72f8-4563-912a-28c1c8c09a08 service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472523 Oct 22 14:51:40.875563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8ea3-e9f8-4a64-8572-3479a6c13d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.897639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13e35973-7631-4b6e-9df6-5c8c9e20726d req-431855c3-bf76-4899-9310-501679456bc6 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683029 Oct 22 14:51:40.909718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8ea3-e9f8-4a64-8572-3479a6c13d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.937256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.939412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66c23208-fae6-42e4-9756-9d0520afdaf8 req-8ffe994c-1d99-483a-9bd9-242bafd28a68 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7851927 Oct 22 14:51:40.981450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-27e6e01a-89c6-4fac-ae88-2704eae3aeeb service neutron] 10.222.0.69 "GET /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136184 Oct 22 14:51:40.983693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d943650-fcb2-4d9e-8e72-018e3712fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.987954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d943650-fcb2-4d9e-8e72-018e3712fe64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:40.994760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d943650-fcb2-4d9e-8e72-018e3712fe64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/174bfd12-8934-42c8-9d01-a5f89611d780 HTTP/1.1" status: 204 len: 168 time: 0.4965975 Oct 22 14:51:41.004530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d943650-fcb2-4d9e-8e72-018e3712fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bfd12-8934-42c8-9d01-a5f89611d780,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:41.041456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-002f58fd-413b-4c5d-8b5d-e971cf2b4b97 req-c7f534a0-158d-4b04-93a5-56801363dbec tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/2998cfc0-8dfa-4957-8346-02b3ba191afd HTTP/1.1" status: 200 len: 2404 time: 0.0751030 Oct 22 14:51:41.057967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cb726-a83f-436e-983b-5a1d1231928f req-3235bc58-b2d5-40f2-baa9-4ed6a21f5794 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:41.059672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c2cb726-a83f-436e-983b-5a1d1231928f req-3235bc58-b2d5-40f2-baa9-4ed6a21f5794 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.0888965 Oct 22 14:51:41.089343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8ea3-e9f8-4a64-8572-3479a6c13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.091909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8ea3-e9f8-4a64-8572-3479a6c13d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.093020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5d1d8ea3-e9f8-4a64-8572-3479a6c13d91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2406b23-c247-4401-a901-66df848fe768 HTTP/1.1" status: 204 len: 168 time: 0.4036725 Oct 22 14:51:41.119202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1617839-bdbb-4865-9274-a0684b62083c req-8c98f4bb-9b9b-4a1b-a6e5-819f1a65ce0a tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-group-rules/4a6e03fd-7e65-4431-bf25-222af6d236ad HTTP/1.1" status: 200 len: 778 time: 0.0545905 Oct 22 14:51:41.121605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8ea3-e9f8-4a64-8572-3479a6c13d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2406b23-c247-4401-a901-66df848fe768,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:41.159224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c2cb726-a83f-436e-983b-5a1d1231928f req-2fe25300-7b54-4a63-9262-a62b30a99bd1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927558 Oct 22 14:51:41.189251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1617839-bdbb-4865-9274-a0684b62083c req-d7843d9d-318e-4afd-9b54-2902f79f151a tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/2998cfc0-8dfa-4957-8346-02b3ba191afd HTTP/1.1" status: 200 len: 2404 time: 0.0600159 Oct 22 14:51:41.216528 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.233291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c1617839-bdbb-4865-9274-a0684b62083c req-b27d1a21-4fc0-4f91-9969-e0e141fd0ea7 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.233291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c1617839-bdbb-4865-9274-a0684b62083c req-b27d1a21-4fc0-4f91-9969-e0e141fd0ea7 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.333006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55190431-eae7-4020-a400-f9965f2b6bd8 req-657a1bc9-1bcb-495a-b083-ba067aa5b17d tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:41.335309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55190431-eae7-4020-a400-f9965f2b6bd8 req-657a1bc9-1bcb-495a-b083-ba067aa5b17d tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 944 time: 0.0541084 Oct 22 14:51:41.376669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55190431-eae7-4020-a400-f9965f2b6bd8 req-e632849e-54c2-4c6a-9e15-03a04a3238c1 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Oct 22 14:51:41.439435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c1617839-bdbb-4865-9274-a0684b62083c req-b27d1a21-4fc0-4f91-9969-e0e141fd0ea7 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.439435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c1617839-bdbb-4865-9274-a0684b62083c req-b27d1a21-4fc0-4f91-9969-e0e141fd0ea7 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.439435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1617839-bdbb-4865-9274-a0684b62083c req-b27d1a21-4fc0-4f91-9969-e0e141fd0ea7 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4a6e03fd-7e65-4431-bf25-222af6d236ad HTTP/1.1" status: 204 len: 173 time: 0.2298782 Oct 22 14:51:41.439435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d1a21-4fc0-4f91-9969-e0e141fd0ea7 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a6e03fd-7e65-4431-bf25-222af6d236ad,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:41.469639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-a190e5a8-b60f-41ce-aec8-c3744a2e8dc4 req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1538472922', 'description': 'tempest-description-793174028'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:41.623062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a190e5a8-b60f-41ce-aec8-c3744a2e8dc4 req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.715090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a190e5a8-b60f-41ce-aec8-c3744a2e8dc4 req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:41.758915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-161d1ffa-43dc-4fc7-be86-3b8014e69c9e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:41.760363 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-161d1ffa-43dc-4fc7-be86-3b8014e69c9e tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088&tenant_id=d04456eb09b34176abad98ce719b87b0&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.0519924 Oct 22 14:51:41.977284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a190e5a8-b60f-41ce-aec8-c3744a2e8dc4 req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.010067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609e3a8f-2b5e-4184-9c95-30f2599fcfda,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:42.021123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-d5c5b74b-199f-4098-98ba-02add28866bb service neutron] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:42.026092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-d5c5b74b-199f-4098-98ba-02add28866bb service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.027451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-726f1595-8547-40f1-aaf5-5929818b2d25 req-d5c5b74b-199f-4098-98ba-02add28866bb service neutron] 10.222.0.69 "DELETE /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345/bindings/n-h2-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.2582638 Oct 22 14:51:42.059831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:51:42.113471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 9e3c1138-cc50-47f8-aece-10b98d698dfd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:51:42.113923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.158632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a190e5a8-b60f-41ce-aec8-c3744a2e8dc4 req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.159904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a190e5a8-b60f-41ce-aec8-c3744a2e8dc4 req-48406f24-2a0d-4907-b013-5636c0b44172 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6949189 Oct 22 14:51:42.195798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033b912-c86b-4d80-ac2c-daf6dc1950bc req-afc79a13-6e1d-42b9-b9d2-1495621ebbfe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:42.197354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7033b912-c86b-4d80-ac2c-daf6dc1950bc req-afc79a13-6e1d-42b9-b9d2-1495621ebbfe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0694492 Oct 22 14:51:42.211243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.236065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:42.238425 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341328b7-3c2f-46d3-909e-550abee95efe" -d '{"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:42.252306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:42.271342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7033b912-c86b-4d80-ac2c-daf6dc1950bc req-d76ff518-1b32-4f8f-b6b1-3af0d5338fcb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Oct 22 14:51:42.291682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c8089-b1be-400a-8c62-1694d4f8cfb6 req-77e664a0-e58e-4e5d-8b40-57a4f904332f tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:42.293274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-828c8089-b1be-400a-8c62-1694d4f8cfb6 req-77e664a0-e58e-4e5d-8b40-57a4f904332f tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0709944 Oct 22 14:51:42.330710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41626) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:42.342827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.351982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e36bb191-1b55-45df-a0d7-90a67e6cb239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.359273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-828c8089-b1be-400a-8c62-1694d4f8cfb6 req-e6d9aead-f606-438a-9aa6-c03299f8c474 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Oct 22 14:51:42.411195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-952575a9-c378-4dfd-a034-feaf04d9e890 req-e67c42e2-e9b9-4cfb-94bc-519fb4cad7f8 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/609e3a8f-2b5e-4184-9c95-30f2599fcfda HTTP/1.1" status: 200 len: 1812 time: 0.0654759 Oct 22 14:51:42.418704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:42.465474 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5656b720-b265-4a5c-b05a-8aeca73dbe64 x-openstack-request-id: req-5656b720-b265-4a5c-b05a-8aeca73dbe64 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:42.465775 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:42.466060 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5656b720-b265-4a5c-b05a-8aeca73dbe64 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:42.466459 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'code': 200} Oct 22 14:51:42.495503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e36bb191-1b55-45df-a0d7-90a67e6cb239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.538566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1be85-2772-40c2-bc91-0836eaa42f06 req-44225227-637f-48a2-98dd-62812b3f75eb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:42.540290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3a1be85-2772-40c2-bc91-0836eaa42f06 req-44225227-637f-48a2-98dd-62812b3f75eb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.1059647 Oct 22 14:51:42.571671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e36bb191-1b55-45df-a0d7-90a67e6cb239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.584149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3a1be85-2772-40c2-bc91-0836eaa42f06 req-1deb989c-e432-492f-8e73-907cfc9ae171 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Oct 22 14:51:42.614096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e36bb191-1b55-45df-a0d7-90a67e6cb239 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1a0e49f7cda400ea535040f28acf098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819521 Oct 22 14:51:42.614475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:42.617445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bb191-1b55-45df-a0d7-90a67e6cb239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8438b4-8307-41ab-840e-c906e9611bf5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:42.675711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d05340-55e3-473c-8a81-af7a65b1cefb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.704067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5b1ae9fa-470f-427f-85c3-c3cdbc0292ee req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-933861826', 'description': 'tempest-description-1111360326'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:42.745409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d05340-55e3-473c-8a81-af7a65b1cefb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.824077 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5b1ae9fa-470f-427f-85c3-c3cdbc0292ee req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.861584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9c3da-3520-4435-9120-57152affae7c req-56f9c934-ebd1-46c0-8a50-9c7107bcfd90 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:42.863135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2a9c3da-3520-4435-9120-57152affae7c req-56f9c934-ebd1-46c0-8a50-9c7107bcfd90 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.0688205 Oct 22 14:51:42.902303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2a9c3da-3520-4435-9120-57152affae7c req-386dd57f-313e-40db-b698-906628a40f53 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Oct 22 14:51:42.971205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d05340-55e3-473c-8a81-af7a65b1cefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.973777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d05340-55e3-473c-8a81-af7a65b1cefb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:42.974934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-30d05340-55e3-473c-8a81-af7a65b1cefb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d8438b4-8307-41ab-840e-c906e9611bf5 HTTP/1.1" status: 204 len: 168 time: 0.3591328 Oct 22 14:51:42.983080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d05340-55e3-473c-8a81-af7a65b1cefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8438b4-8307-41ab-840e-c906e9611bf5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:43.026796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b2813-bbc5-423f-81fb-a4116585a664 req-a57dc418-1721-4e42-817a-8cb6161676c8 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:43.030523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-433b2813-bbc5-423f-81fb-a4116585a664 req-a57dc418-1721-4e42-817a-8cb6161676c8 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 1095 time: 0.0686579 Oct 22 14:51:43.063658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5b1ae9fa-470f-427f-85c3-c3cdbc0292ee req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:43.079463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-433b2813-bbc5-423f-81fb-a4116585a664 req-8bdaa399-64cc-4f72-9c6a-4ca076caf660 tempest-LiveAutoBlockMigrationV225Test-1365994747 tempest-LiveAutoBlockMigrationV225Test-1365994747-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Oct 22 14:51:43.187976 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5b1ae9fa-470f-427f-85c3-c3cdbc0292ee req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:43.220374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932ae3f4-5465-433d-a064-071e18a541bb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:43.436736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5b1ae9fa-470f-427f-85c3-c3cdbc0292ee req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:43.438635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b1ae9fa-470f-427f-85c3-c3cdbc0292ee req-3b5d08b2-d084-46cf-91f3-f837ebce7885 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7392025 Oct 22 14:51:43.673904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8907b-b048-463b-9913-31833d5523e3 req-2bfd0fb7-b491-459c-a56d-b2b74e5948b3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:43.673904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60b8907b-b048-463b-9913-31833d5523e3 req-2bfd0fb7-b491-459c-a56d-b2b74e5948b3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0536361 Oct 22 14:51:43.708024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60b8907b-b048-463b-9913-31833d5523e3 req-0efa5a1c-ce7f-442f-873f-5eec46667a0e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Oct 22 14:51:43.807450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dbf35-3381-40d8-ae76-2496d92ce8de req-52185b85-8fca-4dcf-83ab-a2420578ddf6 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:43.808838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc3dbf35-3381-40d8-ae76-2496d92ce8de req-52185b85-8fca-4dcf-83ab-a2420578ddf6 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0500779 Oct 22 14:51:43.876728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc3dbf35-3381-40d8-ae76-2496d92ce8de req-2039ecad-7f22-486a-bcd8-f1084d3c3a46 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620074 Oct 22 14:51:43.904594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-f6439616-207b-40ae-86d0-19432a646c0b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:43.906240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-f6439616-207b-40ae-86d0-19432a646c0b tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.53 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.0776563 Oct 22 14:51:44.007433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Deleting port 9e3c1138-cc50-47f8-aece-10b98d698dfd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:44.007772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.076505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:44.124428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ebb076b-bbd8-4ad4-85ea-6a2e94001c83 req-14f9fac4-fa3d-4d94-9efc-7e16249383a9 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/932ae3f4-5465-433d-a064-071e18a541bb HTTP/1.1" status: 200 len: 1812 time: 0.0953534 Oct 22 14:51:44.147775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:44.148394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.164910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Calling delete_port for 9e3c1138-cc50-47f8-aece-10b98d698dfd owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:44.207339 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.247724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9e3c1138-cc50-47f8-aece-10b98d698dfd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9e3c1138-cc50-47f8-aece-10b98d698dfd,segment=NetworkSegment(4c987be7-04bf-40e9-a3bc-beb5e21620e4),segment_id=4c987be7-04bf-40e9-a3bc-beb5e21620e4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:44.330430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2031ad-7bae-44fa-8fa8-24d4b7a22c69 req-dca738b7-922a-4c00-b1a4-7f78dab58fc5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:44.331876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec2031ad-7bae-44fa-8fa8-24d4b7a22c69 req-dca738b7-922a-4c00-b1a4-7f78dab58fc5 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1133473 Oct 22 14:51:44.344563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418b222-6dad-4326-be18-be2f12c88fdc req-20504e09-5aaf-4afd-958d-0dba64eb51b2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:44.346025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4418b222-6dad-4326-be18-be2f12c88fdc req-20504e09-5aaf-4afd-958d-0dba64eb51b2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.0786891 Oct 22 14:51:44.359654 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.412299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:44.432083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec2031ad-7bae-44fa-8fa8-24d4b7a22c69 req-0dd6c7eb-b8fa-48cf-ae2f-f819a5894d3c tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/security-groups?id=3863b558-ae1b-445d-8117-6b06679b14fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851712 Oct 22 14:51:44.443932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4418b222-6dad-4326-be18-be2f12c88fdc req-954342a9-f139-443d-a297-4e45f2de6aeb tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911074 Oct 22 14:51:44.467647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:44.470365 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff49d42-17ae-4030-89fa-beacd7402047" -d '{"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:44.483727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4632497a-3054-46af-af7b-6c769a4ad8e9 req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-743592836', 'description': 'tempest-description-337950474'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:44.555640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.590506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Pushing event deleted for resources: {'Port': ['ID=9e3c1138-cc50-47f8-aece-10b98d698dfd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:44.614517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4632497a-3054-46af-af7b-6c769a4ad8e9 req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.643347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] No DVR routers for this DVR port 9e3c1138-cc50-47f8-aece-10b98d698dfd on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:44.651290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.654182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07573809-b7ef-44b2-aaab-59e1734c6f18 req-e49dd246-e455-47e1-9c55-aed1a0a43028 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.53 "DELETE /v2.0/ports/9e3c1138-cc50-47f8-aece-10b98d698dfd HTTP/1.1" status: 204 len: 173 time: 0.7413185 Oct 22 14:51:44.654621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-deleted', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:44.657336 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e0e28f-18a8-4786-a8db-76088caeef76" -d '{"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-deleted", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:44.690131 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fe13e0-94dc-442b-8a33-d600184608af x-openstack-request-id: req-f3fe13e0-94dc-442b-8a33-d600184608af {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:44.690131 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:44.690131 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3fe13e0-94dc-442b-8a33-d600184608af {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:44.690131 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'code': 200} Oct 22 14:51:44.721793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4632497a-3054-46af-af7b-6c769a4ad8e9 req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.796377 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525af72-e56e-4aef-9307-9ef42998ad2e x-openstack-request-id: req-a525af72-e56e-4aef-9307-9ef42998ad2e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:44.796696 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de672f3c-52eb-47b4-b428-a0d4c37b8c41", "name": "network-vif-deleted", "tag": "9e3c1138-cc50-47f8-aece-10b98d698dfd", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:44.796948 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a525af72-e56e-4aef-9307-9ef42998ad2e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:44.797380 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de672f3c-52eb-47b4-b428-a0d4c37b8c41', 'name': 'network-vif-deleted', 'tag': '9e3c1138-cc50-47f8-aece-10b98d698dfd', 'status': 'completed', 'code': 200} Oct 22 14:51:44.800146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4632497a-3054-46af-af7b-6c769a4ad8e9 req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.839323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b89d24-0137-4283-af35-f2c7ef91dccf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:44.912376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e968-8f5e-4d9f-8fbb-ae0ea826d04e req-a6c684db-8207-452c-b195-c93b3ab37fbb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:44.912376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d974e968-8f5e-4d9f-8fbb-ae0ea826d04e req-a6c684db-8207-452c-b195-c93b3ab37fbb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0583982 Oct 22 14:51:44.945927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4632497a-3054-46af-af7b-6c769a4ad8e9 req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:44.947289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4632497a-3054-46af-af7b-6c769a4ad8e9 req-d6f19214-0b8e-4314-857c-ffaaaaa98557 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4682333 Oct 22 14:51:44.952925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d974e968-8f5e-4d9f-8fbb-ae0ea826d04e req-ce79bc12-e83f-41a4-950c-3db2400d4f4c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Oct 22 14:51:45.072082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321a653-b086-4bf6-bdc6-9e3a6297fa36 req-bf3d8193-c449-4a77-b705-33ef3d1767fa tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:45.078077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321a653-b086-4bf6-bdc6-9e3a6297fa36 req-bf3d8193-c449-4a77-b705-33ef3d1767fa tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0632904 Oct 22 14:51:45.128994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-8099e297-2f4e-444d-950b-8ed964ae8108 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:45.129696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b321a653-b086-4bf6-bdc6-9e3a6297fa36 req-647517fd-7b82-4c52-b45b-6c86088bc079 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Oct 22 14:51:45.133635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-8099e297-2f4e-444d-950b-8ed964ae8108 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.0893283 Oct 22 14:51:45.199584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-771c6a63-4cdd-425b-acb1-851ea6d75bcb req-89b15fe8-d12c-4fa7-97ea-52eef1e23b66 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/c1b89d24-0137-4283-af35-f2c7ef91dccf HTTP/1.1" status: 200 len: 1811 time: 0.0528901 Oct 22 14:51:45.232912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c0a68ef0-181a-4081-b906-453501725dbb req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1539402330', 'description': 'tempest-description-202749493'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:45.261242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Deleting port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:45.261586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.320706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c0a68ef0-181a-4081-b906-453501725dbb req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.364579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] For port 9748fbe2-5980-4d1e-bbb1-8a45329d9345, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9748fbe2-5980-4d1e-bbb1-8a45329d9345,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:45.364950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.379756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Calling delete_port for 9748fbe2-5980-4d1e-bbb1-8a45329d9345 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:45.400309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c0a68ef0-181a-4081-b906-453501725dbb req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.479607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c0a68ef0-181a-4081-b906-453501725dbb req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.510699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6a9947-ef4f-4f1d-bd0b-5886b2ab027f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:45.558383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d261d3c-b416-4cb2-876e-cf90ec5a2ad3 req-0489a334-ff53-45cd-9808-e08aae43bb54 tempest-ImagesTestJSON-1953767493 tempest-ImagesTestJSON-1953767493-project] 10.222.0.66 "GET /v2.0/ports?device_id=de672f3c-52eb-47b4-b428-a0d4c37b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0305195 Oct 22 14:51:45.568120 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:51:45.648612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c0a68ef0-181a-4081-b906-453501725dbb req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.649889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0a68ef0-181a-4081-b906-453501725dbb req-c3e0fded-9eb6-4faf-9b04-107a795d6211 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4212527 Oct 22 14:51:45.677434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf11ee-8b50-4ab1-a8a0-9bee1a8752c1 req-eb1c699d-b896-4a36-842b-530db324aaa2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:45.685510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90cf11ee-8b50-4ab1-a8a0-9bee1a8752c1 req-eb1c699d-b896-4a36-842b-530db324aaa2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 944 time: 0.0608895 Oct 22 14:51:45.687479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41756) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:45.715130 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.728489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:45.758858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90cf11ee-8b50-4ab1-a8a0-9bee1a8752c1 req-f776c6fc-3033-4b01-9b85-bc58b171c7f7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665340 Oct 22 14:51:45.772883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aebff75c-81c5-446d-9954-bc927bf7d50e req-9b85474e-08a2-4a6d-856d-f491201b6326 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/4a6a9947-ef4f-4f1d-bd0b-5886b2ab027f HTTP/1.1" status: 200 len: 1812 time: 0.0872891 Oct 22 14:51:45.784462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event deleted for resources: {'Port': ['ID=9748fbe2-5980-4d1e-bbb1-8a45329d9345,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:45.816518 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-37ea74cd-97cc-467a-9605-f74ebe99afe6 req-7318c1e0-4244-4db0-8290-bb057434b369 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] show failed (client error): The resource could not be found. Oct 22 14:51:45.817587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ea74cd-97cc-467a-9605-f74ebe99afe6 req-7318c1e0-4244-4db0-8290-bb057434b369 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/a4e326f7-d060-4933-99de-b19b9f13dd66 HTTP/1.1" status: 404 len: 352 time: 0.0236073 Oct 22 14:51:45.851350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] No DVR routers for this DVR port 9748fbe2-5980-4d1e-bbb1-8a45329d9345 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:45.860327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.863814 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-42cc2f6d-91b6-4c67-b971-8bac4b4f588c req-ba2c3ee5-73cf-4cdb-9e01-a0a820843580 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] show failed (client error): The resource could not be found. Oct 22 14:51:45.864362 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4499fc0-17c8-4ddb-a609-95b430cab30a req-9937aa7e-bd29-4af9-96f5-45de5ffea429 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "DELETE /v2.0/ports/9748fbe2-5980-4d1e-bbb1-8a45329d9345 HTTP/1.1" status: 204 len: 173 time: 0.7117746 Oct 22 14:51:45.870458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'name': 'network-vif-deleted', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:45.870458 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f441b5-464e-40c0-b23b-59bc7979aca5" -d '{"events": [{"server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "name": "network-vif-deleted", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:45.871255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42cc2f6d-91b6-4c67-b971-8bac4b4f588c req-ba2c3ee5-73cf-4cdb-9e01-a0a820843580 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-group-rules/03453438-05bb-4156-b0c6-b5cf3ae6cb1d HTTP/1.1" status: 404 len: 361 time: 0.0191050 Oct 22 14:51:45.905231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed9a26ad-5b52-48d0-906f-466209b92a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:45.931751 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e974123-e73d-4803-93f1-9fe848a295dc x-openstack-request-id: req-7e974123-e73d-4803-93f1-9fe848a295dc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:45.932320 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3f28b0-7b2f-4c20-8d9c-e825857e6088", "name": "network-vif-deleted", "tag": "9748fbe2-5980-4d1e-bbb1-8a45329d9345", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:45.932581 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e974123-e73d-4803-93f1-9fe848a295dc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:45.932977 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3f28b0-7b2f-4c20-8d9c-e825857e6088', 'name': 'network-vif-deleted', 'tag': '9748fbe2-5980-4d1e-bbb1-8a45329d9345', 'status': 'completed', 'code': 200} Oct 22 14:51:45.958820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-102236e7-1e90-4a69-b56a-1278418618f3 req-eb0cb53c-36c0-46ea-a791-c5cde4220a89 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/4a6a9947-ef4f-4f1d-bd0b-5886b2ab027f HTTP/1.1" status: 200 len: 1812 time: 0.0439773 Oct 22 14:51:46.015978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed9a26ad-5b52-48d0-906f-466209b92a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.028759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-102236e7-1e90-4a69-b56a-1278418618f3 req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.076922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-102236e7-1e90-4a69-b56a-1278418618f3 req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.120581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a5a68-1fbe-4e46-9f7d-a524c2c1eb62 req-2508eb31-5723-41b7-b201-911fbac8ec9d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:46.122020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f55a5a68-1fbe-4e46-9f7d-a524c2c1eb62 req-2508eb31-5723-41b7-b201-911fbac8ec9d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.0905275 Oct 22 14:51:46.136785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed9a26ad-5b52-48d0-906f-466209b92a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.176316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f55a5a68-1fbe-4e46-9f7d-a524c2c1eb62 req-c5bc1f0a-c52d-4b43-932d-cd07fdf925a8 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Oct 22 14:51:46.177091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ed9a26ad-5b52-48d0-906f-466209b92a40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cda970910c94527959ed8613a6e5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885387 Oct 22 14:51:46.178236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a26ad-5b52-48d0-906f-466209b92a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81074e-68ca-49a1-a7bc-4c453a61bfaa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:46.179887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41774) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:46.268791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-102236e7-1e90-4a69-b56a-1278418618f3 req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.268791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-102236e7-1e90-4a69-b56a-1278418618f3 req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.269828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-102236e7-1e90-4a69-b56a-1278418618f3 req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "DELETE /v2.0/security-groups/4a6a9947-ef4f-4f1d-bd0b-5886b2ab027f HTTP/1.1" status: 204 len: 173 time: 0.3047991 Oct 22 14:51:46.270398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-767e0283-6004-4f58-a028-dd0e90341415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.317449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6a9947-ef4f-4f1d-bd0b-5886b2ab027f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:46.354039 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-767e0283-6004-4f58-a028-dd0e90341415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.360162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.360508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.360842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.361168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.361494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.361816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.362135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.362451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.362767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.363105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.363422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.363738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e812a9-3775-4f96-be0c-7b32451780c5 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:51:46.406420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72b4ef-5908-4447-9214-97f053069bc9 req-38892740-f40b-4e24-b9f9-eaf131fdc9ec tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:46.411504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e72b4ef-5908-4447-9214-97f053069bc9 req-38892740-f40b-4e24-b9f9-eaf131fdc9ec tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1571984 Oct 22 14:51:46.432448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41095d4d-f03d-40c9-87d2-89b341697dc4 req-370745a3-30b9-4ce7-9e01-e57ccdf9c809 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/c1b89d24-0137-4283-af35-f2c7ef91dccf HTTP/1.1" status: 200 len: 1811 time: 0.1366067 Oct 22 14:51:46.504837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e72b4ef-5908-4447-9214-97f053069bc9 req-f25dc529-5fdd-426e-93fa-6b0179bb317f tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807636 Oct 22 14:51:46.531596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-41095d4d-f03d-40c9-87d2-89b341697dc4 req-470f2c5c-12b2-4235-a2e5-6f1ba4b37fcc tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.555465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-41095d4d-f03d-40c9-87d2-89b341697dc4 req-470f2c5c-12b2-4235-a2e5-6f1ba4b37fcc tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.605580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-767e0283-6004-4f58-a028-dd0e90341415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.609690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-767e0283-6004-4f58-a028-dd0e90341415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.613611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-767e0283-6004-4f58-a028-dd0e90341415 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a81074e-68ca-49a1-a7bc-4c453a61bfaa HTTP/1.1" status: 204 len: 168 time: 0.4323554 Oct 22 14:51:46.622630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0283-6004-4f58-a028-dd0e90341415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81074e-68ca-49a1-a7bc-4c453a61bfaa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:46.742601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-41095d4d-f03d-40c9-87d2-89b341697dc4 req-470f2c5c-12b2-4235-a2e5-6f1ba4b37fcc tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.745472 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-41095d4d-f03d-40c9-87d2-89b341697dc4 req-470f2c5c-12b2-4235-a2e5-6f1ba4b37fcc tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.751386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41095d4d-f03d-40c9-87d2-89b341697dc4 req-470f2c5c-12b2-4235-a2e5-6f1ba4b37fcc tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "DELETE /v2.0/security-groups/c1b89d24-0137-4283-af35-f2c7ef91dccf HTTP/1.1" status: 204 len: 173 time: 0.2969215 Oct 22 14:51:46.756664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f2c5c-12b2-4235-a2e5-6f1ba4b37fcc tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b89d24-0137-4283-af35-f2c7ef91dccf,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:46.861905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e94881-3436-48b4-810a-64a1412d518b req-817e396e-d85f-4aac-ac3d-d57d8597616a tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/932ae3f4-5465-433d-a064-071e18a541bb HTTP/1.1" status: 200 len: 1812 time: 0.0603745 Oct 22 14:51:46.900754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9f9bbad-e007-4513-adfb-3e4801e10508 req-fff1ec2a-535b-4923-a8ac-6625fa96bd65 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0361862 Oct 22 14:51:46.941816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a2e94881-3436-48b4-810a-64a1412d518b req-f73026e4-ec0b-4233-bbc3-87c90d7dd113 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:46.965948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a2e94881-3436-48b4-810a-64a1412d518b req-f73026e4-ec0b-4233-bbc3-87c90d7dd113 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.088382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41828) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:47.113920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a2e94881-3436-48b4-810a-64a1412d518b req-f73026e4-ec0b-4233-bbc3-87c90d7dd113 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.117504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a2e94881-3436-48b4-810a-64a1412d518b req-f73026e4-ec0b-4233-bbc3-87c90d7dd113 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.124317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e94881-3436-48b4-810a-64a1412d518b req-f73026e4-ec0b-4233-bbc3-87c90d7dd113 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "DELETE /v2.0/security-groups/932ae3f4-5465-433d-a064-071e18a541bb HTTP/1.1" status: 204 len: 173 time: 0.2615530 Oct 22 14:51:47.141523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73026e4-ec0b-4233-bbc3-87c90d7dd113 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932ae3f4-5465-433d-a064-071e18a541bb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:47.192004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Deleting subnet 82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:51:47.196862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.200031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f04b5e0-8765-4b0d-bbb2-f52163164f90 req-48ac7172-aae2-462b-97ea-74e727da57e1 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/609e3a8f-2b5e-4184-9c95-30f2599fcfda HTTP/1.1" status: 200 len: 1812 time: 0.0605447 Oct 22 14:51:47.278916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.293728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8f04b5e0-8765-4b0d-bbb2-f52163164f90 req-4bd16676-8b5a-447a-bf2d-f96eb680cd08 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.338502 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.387309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8f04b5e0-8765-4b0d-bbb2-f52163164f90 req-4bd16676-8b5a-447a-bf2d-f96eb680cd08 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.452164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69883898-2133-41d9-bcfa-03278a1c1904 req-ef530ec5-776c-4b61-92b4-72e483f354cf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:47.453807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69883898-2133-41d9-bcfa-03278a1c1904 req-ef530ec5-776c-4b61-92b4-72e483f354cf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 945 time: 0.1472118 Oct 22 14:51:47.474329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-45c870c2-a236-40ae-bc01-256498e41109 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:47.479725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-45c870c2-a236-40ae-bc01-256498e41109 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.1517236 Oct 22 14:51:47.492471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-2'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:47.507677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.548925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fe8bd6-bb99-4b9b-8cfb-d85e2e662374,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:47.554710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.555216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69883898-2133-41d9-bcfa-03278a1c1904 req-ce2a386c-dcf2-4da3-b1bb-128275b3ceeb tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931332 Oct 22 14:51:47.563148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-90194adc-9e09-4dae-b39e-890a552a6e79 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/82fe8bd6-bb99-4b9b-8cfb-d85e2e662374 HTTP/1.1" status: 204 len: 168 time: 0.4735558 Oct 22 14:51:47.564175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41852) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:47.572558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8f04b5e0-8765-4b0d-bbb2-f52163164f90 req-4bd16676-8b5a-447a-bf2d-f96eb680cd08 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.576209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8f04b5e0-8765-4b0d-bbb2-f52163164f90 req-4bd16676-8b5a-447a-bf2d-f96eb680cd08 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.580726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f04b5e0-8765-4b0d-bbb2-f52163164f90 req-4bd16676-8b5a-447a-bf2d-f96eb680cd08 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "DELETE /v2.0/security-groups/609e3a8f-2b5e-4184-9c95-30f2599fcfda HTTP/1.1" status: 204 len: 173 time: 0.3740814 Oct 22 14:51:47.619531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:47.644788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd16676-8b5a-447a-bf2d-f96eb680cd08 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e3a8f-2b5e-4184-9c95-30f2599fcfda,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:47.661347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.669384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 9748fbe2-5980-4d1e-bbb1-8a45329d9345 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:47.672669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9748fbe2-5980-4d1e-bbb1-8a45329d9345 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:47.714035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.787986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7c3fadc-2b35-4943-95e6-cae36a3d52d3 req-30a9599f-3d4a-45f3-8d9f-6b25fd450e70 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "GET /v2.0/security-groups/2998cfc0-8dfa-4957-8346-02b3ba191afd HTTP/1.1" status: 200 len: 1811 time: 0.1861143 Oct 22 14:51:47.837912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894b5c6-8764-4f13-bdf1-a3df002623b8 req-018660ee-7dbb-49b1-a569-e1828f484a75 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:47.845130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2894b5c6-8764-4f13-bdf1-a3df002623b8 req-018660ee-7dbb-49b1-a569-e1828f484a75 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1735752 Oct 22 14:51:47.941476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.965480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2894b5c6-8764-4f13-bdf1-a3df002623b8 req-9ae76527-a802-4d76-a5a7-af2b1bb3d084 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194255 Oct 22 14:51:47.979929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914865b7-cca2-4769-bac5-367b55402118']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:47.982341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c7c3fadc-2b35-4943-95e6-cae36a3d52d3 req-078b6eb0-660d-498b-b818-0404fc0d3499 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:47.998914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c987be7-04bf-40e9-a3bc-beb5e21620e4') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:47.999616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c987be7-04bf-40e9-a3bc-beb5e21620e4') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:48.014541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.033901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.040958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c7c3fadc-2b35-4943-95e6-cae36a3d52d3 req-078b6eb0-660d-498b-b818-0404fc0d3499 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.045112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:51:48.046336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.046448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:51:48.052029 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:51:48.111207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:51:48.117515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:48.178101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 9e3c1138-cc50-47f8-aece-10b98d698dfd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:51:48.178621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9e3c1138-cc50-47f8-aece-10b98d698dfd not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:51:48.211275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d09808d-e2ce-404f-b575-7511b2b6ce7b req-556f3de5-a2ab-449b-b354-7ae3a1c2f7f2 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0544391 Oct 22 14:51:48.212566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:48.267167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c7c3fadc-2b35-4943-95e6-cae36a3d52d3 req-078b6eb0-660d-498b-b818-0404fc0d3499 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.270323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c7c3fadc-2b35-4943-95e6-cae36a3d52d3 req-078b6eb0-660d-498b-b818-0404fc0d3499 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.275148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7c3fadc-2b35-4943-95e6-cae36a3d52d3 req-078b6eb0-660d-498b-b818-0404fc0d3499 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] 10.222.0.66 "DELETE /v2.0/security-groups/2998cfc0-8dfa-4957-8346-02b3ba191afd HTTP/1.1" status: 204 len: 173 time: 0.4862456 Oct 22 14:51:48.278173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41884) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:48.307192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b6eb0-660d-498b-b818-0404fc0d3499 tempest-SecurityGroupRulesNegativeTestJSON-1180690763 tempest-SecurityGroupRulesNegativeTestJSON-1180690763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2998cfc0-8dfa-4957-8346-02b3ba191afd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:48.319508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.337810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.341947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.342212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:48.342332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:48.346399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/914865b7-cca2-4769-bac5-367b55402118 HTTP/1.1" status: 204 len: 168 time: 0.7809956 Oct 22 14:51:48.346918 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7260306-b47d-4256-b41b-8f12a179628d" -d '{"events": [{"server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:48.360124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b has no active binding in host n-h2-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 14:51:48.382761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8980b93-5d99-48cb-9e73-2528978e79e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=914865b7-cca2-4769-bac5-367b55402118,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:48.392960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Deleting subnet 406e2c1c-e08c-45e8-8900-d5b0b566d412 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:51:48.396649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.421363 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3a22f2-ec34-49b3-8313-58b510d85c21 x-openstack-request-id: req-fa3a22f2-ec34-49b3-8313-58b510d85c21 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:48.422269 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:48.422269 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa3a22f2-ec34-49b3-8313-58b510d85c21 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:48.422757 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'code': 200} Oct 22 14:51:48.439812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.451641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.486632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.569995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:48.572859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on host n-h1-812148-2 for vnic_type normal with profile {"migrating_to": "n-h2-812148-2"} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:51:48.573264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:51:48.573658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:48.579103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:51:48.579491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Attempting to bind port ce1b3104-d3d5-4290-919d-5b04feab570b on network 4c703f8f-48de-4fdc-93e5-a42bb2e26303 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:51:48.584631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:51:48.585191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Checking segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:48.585496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Bound using segment: {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:51:48.586012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Bound port: ce1b3104-d3d5-4290-919d-5b04feab570b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc61eced-d744-4919-bd30-849d343f45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4c703f8f-48de-4fdc-93e5-a42bb2e26303'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:51:48.586366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.667355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:48.676363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.712965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:51:48.716682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406e2c1c-e08c-45e8-8900-d5b0b566d412,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:48.720754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.726364 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89684797-8726-4866-b3cd-3b16b610d1de admin admin] 10.222.0.66 "DELETE /v2.0/subnets/406e2c1c-e08c-45e8-8900-d5b0b566d412 HTTP/1.1" status: 204 len: 168 time: 0.4468148 Oct 22 14:51:48.728467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:48.749652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef613125-7476-45a8-bb47-8429bff2287c req-d4a4b4c3-ba1f-4244-b77e-de0073406050 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:48.751273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef613125-7476-45a8-bb47-8429bff2287c req-d4a4b4c3-ba1f-4244-b77e-de0073406050 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0875516 Oct 22 14:51:48.800271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef613125-7476-45a8-bb47-8429bff2287c req-dd298e4c-dc83-4059-a2c1-2d00ea29acec tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Oct 22 14:51:48.824293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.891386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.916447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.944213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe987904-9300-4de4-b1ac-c962cf43e019']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:48.954392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e29150-6c61-4edb-b43a-ae636c344bda') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:48.954693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e29150-6c61-4edb-b43a-ae636c344bda') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:48.964622 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.977677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=8']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:48.979616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.981249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:48.981888 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.983474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-753a0d57-5187-4c38-891e-fadb1681cf5f service neutron] 10.222.0.53 "PUT /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 1121 time: 1.4985492 Oct 22 14:51:48.987611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:51:48.988018 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:51:48.989743 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:51:49.015529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41904) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:49.074492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ce1b3104-d3d5-4290-919d-5b04feab570b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:49.129761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01b7529c-4d01-4949-a63d-75cef7289e26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fac90d375d56471696fa875bf0f4b5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107876 Oct 22 14:51:49.130578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:49.139442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['ce1b3104-d3d5-4290-919d-5b04feab570b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:51:49.213010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327e223-5013-4350-aa62-9f674fae8a17 req-4c8bcac8-fb62-4888-9cec-2d63f2ebaf86 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:49.219641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1327e223-5013-4350-aa62-9f674fae8a17 req-4c8bcac8-fb62-4888-9cec-2d63f2ebaf86 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1175890 Oct 22 14:51:49.232345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:49.256027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:49.265097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] 10.222.0.66 "DELETE /v2.0/networks/fe987904-9300-4de4-b1ac-c962cf43e019 HTTP/1.1" status: 204 len: 168 time: 0.5354519 Oct 22 14:51:49.298348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabe6647-a977-4f8f-ba6f-e144ece980df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:49.300697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c2c2-a437-44c9-bdea-cbcb3aeb79bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fe987904-9300-4de4-b1ac-c962cf43e019,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:49.358067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1327e223-5013-4350-aa62-9f674fae8a17 req-b1121d99-dd4c-41c9-8481-3f281589ab54 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211073 Oct 22 14:51:49.360028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabe6647-a977-4f8f-ba6f-e144ece980df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:49.402906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fe70bff-3868-4039-979e-919f139df30f req-8624d870-51c7-43ea-9cc2-ad427e6098ca tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0490117 Oct 22 14:51:49.524950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabe6647-a977-4f8f-ba6f-e144ece980df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:49.527772 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabe6647-a977-4f8f-ba6f-e144ece980df admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:49.532062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fabe6647-a977-4f8f-ba6f-e144ece980df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3863b558-ae1b-445d-8117-6b06679b14fb HTTP/1.1" status: 204 len: 168 time: 0.3972645 Oct 22 14:51:49.560428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe6647-a977-4f8f-ba6f-e144ece980df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3863b558-ae1b-445d-8117-6b06679b14fb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:49.927721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b63d8a-83f0-4488-b444-440de938f5fa req-7a895557-ebae-4ca1-8f1b-e0668f59df31 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:49.929594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b63d8a-83f0-4488-b444-440de938f5fa req-7a895557-ebae-4ca1-8f1b-e0668f59df31 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0511136 Oct 22 14:51:49.972322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b63d8a-83f0-4488-b444-440de938f5fa req-bacbd82f-cc76-49d5-900e-fb4c367943db tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Oct 22 14:51:50.021072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41926) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:50.072462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f1f2c93e-bcaa-4d44-8571-8e35528a229d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b33616c046d47c9885ed76d941ca6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492766 Oct 22 14:51:50.075217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41928) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:50.140029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63e48150-2bb5-47b9-a992-ebc54a79f65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:50.162075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63e48150-2bb5-47b9-a992-ebc54a79f65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:50.348180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63e48150-2bb5-47b9-a992-ebc54a79f65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:50.351157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63e48150-2bb5-47b9-a992-ebc54a79f65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:50.354827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-63e48150-2bb5-47b9-a992-ebc54a79f65b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c36821b-d18a-4f8e-9cdf-238f59e7ec46 HTTP/1.1" status: 204 len: 168 time: 0.2762184 Oct 22 14:51:50.362549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e48150-2bb5-47b9-a992-ebc54a79f65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36821b-d18a-4f8e-9cdf-238f59e7ec46,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:50.430673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:50.433921 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0d1e6-2464-4846-87a3-30113d0a9aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:51:50.506322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b1ce-3651-475e-816c-305de715008f req-bb23d1f2-6e89-43dc-98da-9d25c13ac138 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:50.508028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1518b1ce-3651-475e-816c-305de715008f req-bb23d1f2-6e89-43dc-98da-9d25c13ac138 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0586948 Oct 22 14:51:50.566830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30687f52-085c-49c8-9648-39ef908f0689 req-2463b7a0-173f-42d3-8158-c3eaa3cf4aff tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0511086 Oct 22 14:51:50.572689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1518b1ce-3651-475e-816c-305de715008f req-1a59024b-af82-4ab0-aade-ac49b985cdca tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558860 Oct 22 14:51:50.617366 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f22d547-2799-45f7-a0eb-b3edc2abb234 x-openstack-request-id: req-1f22d547-2799-45f7-a0eb-b3edc2abb234 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:51:50.617653 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:51:50.617901 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f22d547-2799-45f7-a0eb-b3edc2abb234 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:51:50.618297 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'status': 'completed', 'code': 200} Oct 22 14:51:50.696606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-e917dd89-8bd1-4342-a347-b3d20c1db5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:50.698222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-e917dd89-8bd1-4342-a347-b3d20c1db5d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1124 time: 0.0465364 Oct 22 14:51:50.820168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-756db75e-f121-4464-80fd-5671c6586eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:50.821760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-756db75e-f121-4464-80fd-5671c6586eac service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.1149473 Oct 22 14:51:50.867377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-ae4313f9-b702-49c5-b5a6-58c821f333b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 217 time: 0.0347862 Oct 22 14:51:50.921244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-f7b9c02f-b3e4-4147-9176-0dff2d45b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:50.922732 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-f7b9c02f-b3e4-4147-9176-0dff2d45b075 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.0486555 Oct 22 14:51:50.968014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-9ce2452c-7176-4582-9b63-106c99bb66aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354741 Oct 22 14:51:51.075869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-a33e6fa4-1630-4174-acfd-5b56a74ecadc service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977728 Oct 22 14:51:51.163625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2262-a9c4-432d-ad3d-4a0b87f2202a req-00c752fa-1e8c-4a52-a2a2-043da61e735e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:51.165719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0ac2262-a9c4-432d-ad3d-4a0b87f2202a req-00c752fa-1e8c-4a52-a2a2-043da61e735e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0771387 Oct 22 14:51:51.203292 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29f0d1e6-2464-4846-87a3-30113d0a9aa9 req-615de532-c782-42f7-94c8-a67c1720e3e0 service neutron] 10.222.0.69 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194932 Oct 22 14:51:51.230747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0ac2262-a9c4-432d-ad3d-4a0b87f2202a req-09445cac-1f6d-47ea-b91f-69dae8fb4e08 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550318 Oct 22 14:51:51.682125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a99db978-1f90-48a2-a615-bf1902addc6d req-e2a0fbc6-6f05-4f30-b4c9-0360ab86685f tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0331347 Oct 22 14:51:51.738932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68289-ee1d-432e-9ff9-a1501c36768b req-9b86d45b-e70d-4a72-befc-03115197d31a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:51.740529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fe68289-ee1d-432e-9ff9-a1501c36768b req-9b86d45b-e70d-4a72-befc-03115197d31a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0609462 Oct 22 14:51:51.779134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fe68289-ee1d-432e-9ff9-a1501c36768b req-620995d5-470d-4261-8a4d-d9aef0a6c297 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Oct 22 14:51:52.364379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3f77d-6612-48eb-8419-30593cbaf7e6 req-7cee0c35-bfcc-48ac-8094-4e67cea936fa tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:52.374048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7b3f77d-6612-48eb-8419-30593cbaf7e6 req-7cee0c35-bfcc-48ac-8094-4e67cea936fa tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0653551 Oct 22 14:51:52.432439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7b3f77d-6612-48eb-8419-30593cbaf7e6 req-b8680a22-b605-43d1-a38b-effd1579c96c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Oct 22 14:51:52.698821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cfe55980-558d-4dd7-be97-57ace0a1756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:52.862634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b572c3-449b-4d9a-90be-ebf81d01d0e0 req-4a58bd24-3f88-4759-a8d9-cb559c916556 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a3f28b0-7b2f-4c20-8d9c-e825857e6088 HTTP/1.1" status: 200 len: 210 time: 0.0738339 Oct 22 14:51:52.930571 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de066a5-1b40-4c6e-97c6-2897a63c9fe5 req-1d922e1d-a48f-4e80-a754-bebebed43367 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:52.932083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5de066a5-1b40-4c6e-97c6-2897a63c9fe5 req-1d922e1d-a48f-4e80-a754-bebebed43367 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0620835 Oct 22 14:51:52.971005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5de066a5-1b40-4c6e-97c6-2897a63c9fe5 req-d0cd040a-f63a-4d33-a26a-34360f9ec675 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Oct 22 14:51:53.680565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169a084-12d9-40ae-839d-adab987fb748 req-99c215ce-118d-4dad-810d-e67512c7c06b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:53.690068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0169a084-12d9-40ae-839d-adab987fb748 req-99c215ce-118d-4dad-810d-e67512c7c06b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0701072 Oct 22 14:51:53.726559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42044) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:53.756983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0169a084-12d9-40ae-839d-adab987fb748 req-e702aa9b-c884-4a97-ae9b-5d6f27583a32 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Oct 22 14:51:53.884807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d396-0b34-43e3-8a19-0e2d1b2c520f req-76302c6f-0eed-4e87-80e8-ed508af48b75 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:53.886333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa95d396-0b34-43e3-8a19-0e2d1b2c520f req-76302c6f-0eed-4e87-80e8-ed508af48b75 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.0540435 Oct 22 14:51:53.983295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa95d396-0b34-43e3-8a19-0e2d1b2c520f req-7b1eb006-11ed-467a-9800-9c458ff8e752 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879612 Oct 22 14:51:54.161202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2e854-a956-4679-b237-7b2ea7fea831 req-2c6d460e-2e8f-4124-9515-04ee3fe27466 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:54.163992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eec2e854-a956-4679-b237-7b2ea7fea831 req-2c6d460e-2e8f-4124-9515-04ee3fe27466 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0763481 Oct 22 14:51:54.186770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-848205842-network', 'tenant_id': 'cba44ca905184c9b9e84cc7ea242c1cf'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:54.228864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eec2e854-a956-4679-b237-7b2ea7fea831 req-be53f065-3783-47a7-b732-b9f23c5543bf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576823 Oct 22 14:51:54.354314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Made reservation on behalf of cba44ca905184c9b9e84cc7ea242c1cf for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:54.359058 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:54.393564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:54.558058 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:54.759097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:54.829694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575ea77a-5ac9-4e55-b424-9594acc4335e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:54.844254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:51:54.856523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:54.858047 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Added segment 4aa99d7d-3aaf-49c2-9bd8-b4d3f6b8a606 of type vlan for network 0db252eb-8c03-4c74-a047-2c829f055398 Oct 22 14:51:54.906312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:54.920147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:54.990415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50996be1-a667-46b4-a7d5-aee0dfd9c84e req-acbc2fc8-0b52-481d-9760-74ae25decb1b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:54.992638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50996be1-a667-46b4-a7d5-aee0dfd9c84e req-acbc2fc8-0b52-481d-9760-74ae25decb1b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0974200 Oct 22 14:51:55.017120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.018457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:55.019333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.080906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50996be1-a667-46b4-a7d5-aee0dfd9c84e req-c465423e-3e89-4e68-bc46-fd35f2528bc7 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808587 Oct 22 14:51:55.125326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b599a597-5a8d-463a-ac9b-ac6e127b8f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.158772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2435165d-a01e-437f-9ca6-1c9f8ce244cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.286619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2435165d-a01e-437f-9ca6-1c9f8ce244cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.398348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2435165d-a01e-437f-9ca6-1c9f8ce244cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.435392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2435165d-a01e-437f-9ca6-1c9f8ce244cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4e931ef69544e668d76b27a2cda0dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234282 Oct 22 14:51:55.452377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42088) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:55.583203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435165d-a01e-437f-9ca6-1c9f8ce244cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadb3616-c3ab-4aae-bf3c-369debc56da3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:55.587716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:55.652675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] Pushing event updated for resources: {'Network': ['ID=0db252eb-8c03-4c74-a047-2c829f055398,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:55.654050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419fd4-52a2-481f-a1a4-97d4920016ec req-b4e17448-a3f5-4790-9380-28c9d5718235 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:55.656753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8419fd4-52a2-481f-a1a4-97d4920016ec req-b4e17448-a3f5-4790-9380-28c9d5718235 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.3201818 Oct 22 14:51:55.663210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:51:55.667318 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0ac76e5c-f992-4966-9976-7f84315a4e1f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9388916 Oct 22 14:51:55.670091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:55.673464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0db252eb-8c03-4c74-a047-2c829f055398 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:51:55.683750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Request body: {'subnet': {'network_id': '0db252eb-8c03-4c74-a047-2c829f055398', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-848205842-subnet', 'tenant_id': 'cba44ca905184c9b9e84cc7ea242c1cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:51:55.714233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-492235bb-6bf0-48e1-ba41-651a8cf477f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.737873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-492235bb-6bf0-48e1-ba41-651a8cf477f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.811778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Made reservation on behalf of cba44ca905184c9b9e84cc7ea242c1cf for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:51:55.814090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.899724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-988f9019-9ca4-4106-807d-658ee55330d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:55.913866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8419fd4-52a2-481f-a1a4-97d4920016ec req-1b318d13-ef1c-4abe-af6d-261c5e3d0403 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213447 Oct 22 14:51:55.941545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fde4c-42be-485a-b1ce-61e214fa26d9 req-2a97f48e-610f-4b35-8cb4-b598f0f0f54f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:55.943343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff2fde4c-42be-485a-b1ce-61e214fa26d9 req-2a97f48e-610f-4b35-8cb4-b598f0f0f54f tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.3565059 Oct 22 14:51:56.004086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff2fde4c-42be-485a-b1ce-61e214fa26d9 req-c54fa0ba-5a3e-4636-9d1b-efc52ee56ecd tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Oct 22 14:51:56.066048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-492235bb-6bf0-48e1-ba41-651a8cf477f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.072281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-492235bb-6bf0-48e1-ba41-651a8cf477f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.076354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-492235bb-6bf0-48e1-ba41-651a8cf477f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dadb3616-c3ab-4aae-bf3c-369debc56da3 HTTP/1.1" status: 204 len: 168 time: 0.6015930 Oct 22 14:51:56.110527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492235bb-6bf0-48e1-ba41-651a8cf477f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadb3616-c3ab-4aae-bf3c-369debc56da3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:56.220970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-988f9019-9ca4-4106-807d-658ee55330d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.278087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929dc8-9d3c-464d-81c5-27b09826aa89 req-e2ed57cd-dffc-4cb2-9421-3c231d7895e0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:56.303137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1929dc8-9d3c-464d-81c5-27b09826aa89 req-e2ed57cd-dffc-4cb2-9421-3c231d7895e0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 943 time: 0.0878091 Oct 22 14:51:56.307778 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-0c5bf2ea-f2c6-4aa2-b3f1-1ad0f9d4934b service neutron] 10.222.0.69 "GET /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.0940285 Oct 22 14:51:56.357624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1929dc8-9d3c-464d-81c5-27b09826aa89 req-7914d214-ffa9-4c76-b37f-f871b7d284cf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528347 Oct 22 14:51:56.383479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-988f9019-9ca4-4106-807d-658ee55330d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.427076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-988f9019-9ca4-4106-807d-658ee55330d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d005a639aab46b8be46c299f2f2f57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352959 Oct 22 14:51:56.430463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42104) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:56.441207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f9019-9ca4-4106-807d-658ee55330d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af992753-b329-446d-bf28-66a57760d7b9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:56.452094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.552232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413e39eb-c843-4dbd-a0c5-74e64ec51552,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:56.556393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.562663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.567101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8e6-e487-4d83-968e-3a41f258d2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.595191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8e6-e487-4d83-968e-3a41f258d2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.633670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Checking segment: {'id': '4aa99d7d-3aaf-49c2-9bd8-b4d3f6b8a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0db252eb-8c03-4c74-a047-2c829f055398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:51:56.634038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Network hostable DHCP agents. Network: 0db252eb-8c03-4c74-a047-2c829f055398, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:51:56.667227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:56.702868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:51:56.742517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1b3104-d3d5-4290-919d-5b04feab570b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:51:56.753803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:56.765481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8e6-e487-4d83-968e-3a41f258d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.768132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8e6-e487-4d83-968e-3a41f258d2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:56.772985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe73d8e6-e487-4d83-968e-3a41f258d2b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af992753-b329-446d-bf28-66a57760d7b9 HTTP/1.1" status: 204 len: 168 time: 0.3413136 Oct 22 14:51:56.781861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d8e6-e487-4d83-968e-3a41f258d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af992753-b329-446d-bf28-66a57760d7b9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:56.800629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Network 0db252eb-8c03-4c74-a047-2c829f055398 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:51:56.908787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:57.014073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 0db252eb-8c03-4c74-a047-2c829f055398) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:51:57.025132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb6b01-b56d-48db-936a-6257c7d541c9 None None] Network 0db252eb-8c03-4c74-a047-2c829f055398 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:57.026343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:57.027363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:57.148431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] Transition to ACTIVE for port object ce1b3104-d3d5-4290-919d-5b04feab570b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:51:57.168011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-805e7665-86a1-43ee-8a3b-009e28ef62a5 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:57.171947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-805e7665-86a1-43ee-8a3b-009e28ef62a5 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.1898658 Oct 22 14:51:57.247086 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4b9ea754-02e7-413b-a07a-ff18db027582 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5736313 Oct 22 14:51:57.274077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:57.337026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3704a11-83ab-474d-88d6-f789975d74b0 None None] Network 0db252eb-8c03-4c74-a047-2c829f055398 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:51:57.423181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:57.505470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] No DVR routers for this DVR port ce1b3104-d3d5-4290-919d-5b04feab570b on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:57.614575 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-a4b75ad4-b95d-4abe-88e5-6b10b881e195 service neutron] 10.222.0.69 "PUT /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b/bindings/n-h2-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2996037 Oct 22 14:51:57.835713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95bd19-1ad8-4889-a6a9-b71c57f38971 req-f919c4b4-bbeb-4cc1-8fac-9b99cf86e060 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:57.837341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d95bd19-1ad8-4889-a6a9-b71c57f38971 req-f919c4b4-bbeb-4cc1-8fac-9b99cf86e060 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.7669475 Oct 22 14:51:57.899327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-193a1dcc-da98-4b61-856e-107b7c5f6922 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:57.901031 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-193a1dcc-da98-4b61-856e-107b7c5f6922 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.0984380 Oct 22 14:51:57.939842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24498607-1af0-45e0-9026-5ba2bc201718 req-4e106170-f206-4c16-b9a6-54248428f1cc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:57.949546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24498607-1af0-45e0-9026-5ba2bc201718 req-4e106170-f206-4c16-b9a6-54248428f1cc tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 945 time: 0.7721097 Oct 22 14:51:57.991892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-5ddafcd6-fed4-4617-8a75-ee181135460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:58.010681 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-5ddafcd6-fed4-4617-8a75-ee181135460f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea&tenant_id=51cbf8e053444044b1d7a28962d5450c HTTP/1.1" status: 200 len: 1095 time: 0.0942755 Oct 22 14:51:58.073922 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:58.075556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d95bd19-1ad8-4889-a6a9-b71c57f38971 req-f2bc22d4-7cb4-4af5-8a68-adf2a319aec8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824849 Oct 22 14:51:58.145364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Deleting port 59bf9623-55a1-4505-9219-a441ce9538c5 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:51:58.145716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:58.171051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24498607-1af0-45e0-9026-5ba2bc201718 req-902691f0-3cb3-4502-9afb-19cc8ecb73b7 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups?id=48810ba0-6220-4440-92d1-a0551d687211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196846 Oct 22 14:51:58.179242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-e932024c-1216-4f0a-ba89-6aa41910c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:58.185018 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-e932024c-1216-4f0a-ba89-6aa41910c858 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cbf8e053444044b1d7a28962d5450c&device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1095 time: 0.1496089 Oct 22 14:51:58.345272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce305-94c3-4349-8db8-55cffbbae35d req-86fa9f9c-e032-4e0f-add2-75c9d3fcad93 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:58.347256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7fce305-94c3-4349-8db8-55cffbbae35d req-86fa9f9c-e032-4e0f-add2-75c9d3fcad93 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.1215684 Oct 22 14:51:58.386058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] For port 59bf9623-55a1-4505-9219-a441ce9538c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=59bf9623-55a1-4505-9219-a441ce9538c5,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:51:58.386462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:58.406600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-bc32083d-0828-4b1a-a003-bf0d60c5d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:58.411992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-bc32083d-0828-4b1a-a003-bf0d60c5d76b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 200 len: 909 time: 0.2206254 Oct 22 14:51:58.473914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-1f8280e1-0ea6-40fd-b18d-3f2745651893 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 200 len: 217 time: 0.0546970 Oct 22 14:51:58.584619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-06185174-ec85-4d03-80a9-fc4e02afee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:58.589726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-06185174-ec85-4d03-80a9-fc4e02afee83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 200 len: 848 time: 0.1091821 Oct 22 14:51:58.590545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:58.663655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48800bdd-6009-4db8-874a-4c3e33cb2643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:58.669989 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-9006d157-ca3e-44eb-9786-bef414435ca1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c703f8f-48de-4fdc-93e5-a42bb2e26303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654514 Oct 22 14:51:58.875255 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:58.877301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:58.879240 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003 disassociated. External IP: 172.25.1.35, port: 59bf9623-55a1-4505-9219-a441ce9538c5. Oct 22 14:51:58.879575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Calling delete_port for 59bf9623-55a1-4505-9219-a441ce9538c5 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:51:58.882604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-618e9d56-5b9b-4938-998d-fd4ea86e4e91 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031708 Oct 22 14:51:59.067429 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-7d1d190b-3eae-4ca4-9eca-8b323c983c7f req-10a2b0b5-12a7-4f53-a90d-94ab1c01a0f0 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] show failed (client error): The resource could not be found. Oct 22 14:51:59.079610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d1d190b-3eae-4ca4-9eca-8b323c983c7f req-10a2b0b5-12a7-4f53-a90d-94ab1c01a0f0 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups/53c0e9cf-a63a-4b67-bb4e-c68e7f42185c HTTP/1.1" status: 404 len: 352 time: 0.0288391 Oct 22 14:51:59.080035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42144) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:59.088307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7fce305-94c3-4349-8db8-55cffbbae35d req-1c8de6f8-8115-4fbe-b4d6-226fea3e9047 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244174 Oct 22 14:51:59.110408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48800bdd-6009-4db8-874a-4c3e33cb2643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.116443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-a5bd92a4-5d6f-4a4e-a312-db796c0b1887 service neutron] 10.222.0.53 "GET /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220964 Oct 22 14:51:59.202504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.269741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7f98be-9454-4e1e-a339-b632399ed19b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.271900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25fdea46-1396-4b1e-bd47-fdfd10f455a2 req-27b06300-1d2f-457c-8c84-8a336da0b686 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cba44ca905184c9b9e84cc7ea242c1cf HTTP/1.1" status: 200 len: 2984 time: 0.1261897 Oct 22 14:51:59.274334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event deleted for resources: {'Port': ['ID=59bf9623-55a1-4505-9219-a441ce9538c5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:59.405832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7f98be-9454-4e1e-a339-b632399ed19b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.450326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f02a69-ec6e-4dd6-9abf-019eb2f1f5e2 req-861ed295-2e06-4f99-8426-1b8678ec4a12 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:51:59.451909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27f02a69-ec6e-4dd6-9abf-019eb2f1f5e2 req-861ed295-2e06-4f99-8426-1b8678ec4a12 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.2314687 Oct 22 14:51:59.456333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25fdea46-1396-4b1e-bd47-fdfd10f455a2 req-c86d915c-b222-4297-8dfa-c73d10713e3d tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups/575ea77a-5ac9-4e55-b424-9594acc4335e HTTP/1.1" status: 200 len: 2981 time: 0.1367865 Oct 22 14:51:59.526114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48800bdd-6009-4db8-874a-4c3e33cb2643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.564914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-48800bdd-6009-4db8-874a-4c3e33cb2643 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c179dd57ad28465d8689cc205782d376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718878 Oct 22 14:51:59.566799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42158) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:59.567276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27f02a69-ec6e-4dd6-9abf-019eb2f1f5e2 req-f048e7d2-b877-4772-b275-04dbbcfd2bf0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083844 Oct 22 14:51:59.571254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:51:59.578565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25fdea46-1396-4b1e-bd47-fdfd10f455a2 req-4bc92ea9-4a0c-4ee6-85aa-f7aa2fb85539 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups/575ea77a-5ac9-4e55-b424-9594acc4335e HTTP/1.1" status: 200 len: 2981 time: 0.1140182 Oct 22 14:51:59.735785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47c8a782-922f-494e-85b7-b5cfdb785138 req-da5ed864-571d-4370-9312-785806286496 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups/575ea77a-5ac9-4e55-b424-9594acc4335e HTTP/1.1" status: 200 len: 2981 time: 0.0970185 Oct 22 14:51:59.780228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:51:59.795038 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:51:59.806536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee7f98be-9454-4e1e-a339-b632399ed19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.815405 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:51:59.816967 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:51:59.849308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f32936c9-6f21-4fe5-8a99-1274e9125fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.924180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48800bdd-6009-4db8-874a-4c3e33cb2643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609563c6-a8a5-4aa2-b6eb-34bba694a35d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:51:59.925584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] No DVR routers for this DVR port 59bf9623-55a1-4505-9219-a441ce9538c5 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:51:59.944304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f32936c9-6f21-4fe5-8a99-1274e9125fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.944706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53dc8334-930c-4589-8441-add68678b475 req-c66b03ab-7865-4020-b3a1-b0e02350762a tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0892470 Oct 22 14:51:59.944706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:51:59.949953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c95999a5-a4ee-44a6-bd73-18dcd8728004 req-193a5d24-304c-476d-981a-3fe6ae00ce67 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.53 "DELETE /v2.0/ports/59bf9623-55a1-4505-9219-a441ce9538c5 HTTP/1.1" status: 204 len: 173 time: 2.7665436 Oct 22 14:51:59.950928 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee7f98be-9454-4e1e-a339-b632399ed19b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23728785a8a74db49e7144ccbf6ffa7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8702984 Oct 22 14:51:59.974828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'name': 'network-vif-deleted', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:51:59.975179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42166) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:51:59.975330 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae816327-0d1a-45e1-8694-ae2933bd45a8" -d '{"events": [{"server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "name": "network-vif-deleted", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:00.009404 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:00.015299 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-47c8a782-922f-494e-85b7-b5cfdb785138 req-c2a37b36-836e-42aa-91ef-734c1943a19f tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 14:52:00.029643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47c8a782-922f-494e-85b7-b5cfdb785138 req-c2a37b36-836e-42aa-91ef-734c1943a19f tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "DELETE /v2.0/security-groups/575ea77a-5ac9-4e55-b424-9594acc4335e HTTP/1.1" status: 409 len: 352 time: 0.2765462 Oct 22 14:52:00.034749 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8782ad5d-945b-4e39-ae1c-0f7627597003 x-openstack-request-id: req-8782ad5d-945b-4e39-ae1c-0f7627597003 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:00.035136 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf225493-1134-4917-8b38-24c13ff7eb82", "name": "network-vif-deleted", "tag": "59bf9623-55a1-4505-9219-a441ce9538c5", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:00.035446 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8782ad5d-945b-4e39-ae1c-0f7627597003 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:00.035898 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf225493-1134-4917-8b38-24c13ff7eb82', 'name': 'network-vif-deleted', 'tag': '59bf9623-55a1-4505-9219-a441ce9538c5', 'status': 'completed', 'code': 200} Oct 22 14:52:00.037056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f98be-9454-4e1e-a339-b632399ed19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeb3abc-3de8-48c4-8685-f3382505bf4d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:00.077000 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-f8076642-7321-490d-9475-59db780427fa req-0219831a-b825-4107-972a-c8d2f0ba9838 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] show failed (client error): The resource could not be found. Oct 22 14:52:00.078290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8076642-7321-490d-9475-59db780427fa req-0219831a-b825-4107-972a-c8d2f0ba9838 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups/944cce03-cbe2-474c-89ec-3826f9057295 HTTP/1.1" status: 404 len: 352 time: 0.0189397 Oct 22 14:52:00.078610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-068dab31-bc6d-495b-880d-7d582e2d5c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.113462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-068dab31-bc6d-495b-880d-7d582e2d5c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.163854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 59bf9623-55a1-4505-9219-a441ce9538c5 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:00.177117 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-a13a3a40-5228-4c6c-998d-8a2abd2545b7 req-59b39143-35a2-4af1-a61a-ce1e07d35587 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] show failed (client error): The resource could not be found. Oct 22 14:52:00.179435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a13a3a40-5228-4c6c-998d-8a2abd2545b7 req-59b39143-35a2-4af1-a61a-ce1e07d35587 tempest-SecurityGroupsNegativeTestJSON-448862373 tempest-SecurityGroupsNegativeTestJSON-448862373-project] 10.222.0.66 "GET /v2.0/security-groups/6e17ea95-42a3-4af3-ac37-ca7aa3855333 HTTP/1.1" status: 404 len: 352 time: 0.0382617 Oct 22 14:52:00.191086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42180) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:00.210256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 59bf9623-55a1-4505-9219-a441ce9538c5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:00.210912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 59bf9623-55a1-4505-9219-a441ce9538c5 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:00.278636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66812-aeb3-421c-ab9b-93efa5665f59 req-b520a35c-efb5-4f0b-abdc-9442dd838a3a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:00.279344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Deleting subnet 413e39eb-c843-4dbd-a0c5-74e64ec51552 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:00.280355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93f66812-aeb3-421c-ab9b-93efa5665f59 req-b520a35c-efb5-4f0b-abdc-9442dd838a3a tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0996804 Oct 22 14:52:00.289246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade669c-864c-43f3-aca2-988d58e39139 req-4fe3d56e-83f4-4dda-a131-842d51c6e728 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:00.290866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-4fe3d56e-83f4-4dda-a131-842d51c6e728 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea&tenant_id=51cbf8e053444044b1d7a28962d5450c&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.1082492 Oct 22 14:52:00.305260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.342361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f32936c9-6f21-4fe5-8a99-1274e9125fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.345007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f32936c9-6f21-4fe5-8a99-1274e9125fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.349211 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f32936c9-6f21-4fe5-8a99-1274e9125fcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/609563c6-a8a5-4aa2-b6eb-34bba694a35d HTTP/1.1" status: 204 len: 168 time: 0.7779100 Oct 22 14:52:00.364080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-068dab31-bc6d-495b-880d-7d582e2d5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.367236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-068dab31-bc6d-495b-880d-7d582e2d5c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.370713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-068dab31-bc6d-495b-880d-7d582e2d5c91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daeb3abc-3de8-48c4-8685-f3382505bf4d HTTP/1.1" status: 204 len: 168 time: 0.3963649 Oct 22 14:52:00.371438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32936c9-6f21-4fe5-8a99-1274e9125fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609563c6-a8a5-4aa2-b6eb-34bba694a35d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:00.372126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93f66812-aeb3-421c-ab9b-93efa5665f59 req-5450738f-baaa-40a6-9efd-656aa2833afa tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801830 Oct 22 14:52:00.388618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.445387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dab31-bc6d-495b-880d-7d582e2d5c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeb3abc-3de8-48c4-8685-f3382505bf4d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:00.445509 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:00.487715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.503265 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:00.512696 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:00.513377 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:00.630652 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:00.662989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fade669c-864c-43f3-aca2-988d58e39139 req-becd36c1-8aab-496c-a68e-909efba7862f service neutron] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:00.674078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fade669c-864c-43f3-aca2-988d58e39139 req-becd36c1-8aab-496c-a68e-909efba7862f service neutron] Publish callbacks [] for binding, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.677357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade669c-864c-43f3-aca2-988d58e39139 req-becd36c1-8aab-496c-a68e-909efba7862f service neutron] 10.222.0.53 "DELETE /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b/bindings/n-h1-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.3657258 Oct 22 14:52:00.747988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e34d-2313-440b-9a3c-10a195b19ad0 req-25f899a4-aebd-4eba-b297-7a1ae11f8e6d tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:00.748898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.749495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eec6e34d-2313-440b-9a3c-10a195b19ad0 req-25f899a4-aebd-4eba-b297-7a1ae11f8e6d tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0682554 Oct 22 14:52:00.782591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413e39eb-c843-4dbd-a0c5-74e64ec51552,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:00.794769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:00.796136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eec6e34d-2313-440b-9a3c-10a195b19ad0 req-446fec53-7826-445c-a74e-b967822bb4c9 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Oct 22 14:52:00.800957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a69c8170-6e08-443f-a6ef-42bd5a17db4e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/413e39eb-c843-4dbd-a0c5-74e64ec51552 HTTP/1.1" status: 204 len: 168 time: 0.6078854 Oct 22 14:52:00.801150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42192) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:00.880450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.029338 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:01.036438 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.066491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db252eb-8c03-4c74-a047-2c829f055398']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:01.078049 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934ad74-936b-41f6-b0fa-a65c3a8b6fee None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:45:34Z', 'revision_number': 4, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '55b4fd37-34e1-4983-97ec-fd20dee1e6e6', 'name': '', 'network_id': 'fecc5e17-09ba-4245-ab79-ac57805e4245', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'mac_address': 'fa:16:3e:81:48:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:33Z', 'updated_at': '2021-10-22T14:45:38Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'subnets': [{'id': '01bd49fe-de58-47c3-a046-3c1e37d8995e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:01.086503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa99d7d-3aaf-49c2-9bd8-b4d3f6b8a606') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:01.086503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa99d7d-3aaf-49c2-9bd8-b4d3f6b8a606') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:01.111271 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.158860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.167598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:01.170197 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:01.176034 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:01.188995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1c776f5-92d3-4883-b5dd-c5e63874c0c7 req-9524b5af-01e2-475e-a609-c987d8eef628 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf225493-1134-4917-8b38-24c13ff7eb82 HTTP/1.1" status: 200 len: 210 time: 0.0756307 Oct 22 14:52:01.444363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.455804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.462378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0db252eb-8c03-4c74-a047-2c829f055398 HTTP/1.1" status: 204 len: 168 time: 0.6604009 Oct 22 14:52:01.479337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d96fcf-9152-44d3-a7a6-473f2106ccd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db252eb-8c03-4c74-a047-2c829f055398,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:01.499822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c863bbb-fd0e-47c3-a8b1-0e3fa8d80a40 None None] New status for floating IP 488ed10f-05cf-4700-81d5-8d6bf720e003: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:52:01.622660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cd096-16df-417e-a729-92be98335a00 req-d1762c83-9fe0-4477-be8e-f170d9ea0c61 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:01.625043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-960cd096-16df-417e-a729-92be98335a00 req-d1762c83-9fe0-4477-be8e-f170d9ea0c61 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0594561 Oct 22 14:52:01.699983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-960cd096-16df-417e-a729-92be98335a00 req-887255a0-9417-4d3f-b03e-c45f5f6469f0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638518 Oct 22 14:52:01.707607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d30b24-55df-4ed9-a029-4f9b5fc4ea79 req-c5e52b72-8df8-40b9-8640-67a6c9dc5486 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:01.709431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d30b24-55df-4ed9-a029-4f9b5fc4ea79 req-c5e52b72-8df8-40b9-8640-67a6c9dc5486 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.0830979 Oct 22 14:52:01.750642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d30b24-55df-4ed9-a029-4f9b5fc4ea79 req-6a884eb9-6da6-4978-92fc-0ae7981a4bd7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343413 Oct 22 14:52:01.806858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42226) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:01.843488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7528cd73-e75a-437d-a299-004bc5f01a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:01.896394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186fb36-2fa8-4ae9-a2c9-e88143fe8147 req-965d0c00-e3ff-4088-a24e-0629bad28d0e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:01.898707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f186fb36-2fa8-4ae9-a2c9-e88143fe8147 req-965d0c00-e3ff-4088-a24e-0629bad28d0e tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 1095 time: 0.0959074 Oct 22 14:52:02.011292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b60ff-ce48-4223-b81d-98de9b42e743 req-f897b2aa-de17-4d5d-847a-3206421768eb tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:02.012808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-000b60ff-ce48-4223-b81d-98de9b42e743 req-f897b2aa-de17-4d5d-847a-3206421768eb tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1120040 Oct 22 14:52:02.023527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f186fb36-2fa8-4ae9-a2c9-e88143fe8147 req-28268c1b-493b-4cf9-b458-439c69da8b92 tempest-LiveMigrationTest-546951553 tempest-LiveMigrationTest-546951553-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769188 Oct 22 14:52:02.036408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7528cd73-e75a-437d-a299-004bc5f01a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.073998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-000b60ff-ce48-4223-b81d-98de9b42e743 req-df11208c-7724-4c82-89f1-5f2c42473a4b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492282 Oct 22 14:52:02.193153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42232) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:02.257743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7528cd73-e75a-437d-a299-004bc5f01a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.320858 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a21bcbe8-1f00-4c8c-b5d3-54f55aa88712 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cba44ca905184c9b9e84cc7ea242c1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1189816 Oct 22 14:52:02.323109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42242) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:02.378644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42244) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:02.378839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7528cd73-e75a-437d-a299-004bc5f01a1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2181c2bc08e34f02b4634e5afc74615f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704000 Oct 22 14:52:02.379725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528cd73-e75a-437d-a299-004bc5f01a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6036c72-699f-4f5a-8e67-d6123fbf5bfe,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:02.439132 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4681ae7b-e7b4-41ec-a704-59f28779c746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.505523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4681ae7b-e7b4-41ec-a704-59f28779c746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.520861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8822-85b2-4bf2-b6dd-7dece2628cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.554759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-e0c4156a-fc3c-4436-ab2f-40ad7c24c4c4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:02.556363 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-e0c4156a-fc3c-4436-ab2f-40ad7c24c4c4 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.1185119 Oct 22 14:52:02.589596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42248) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:02.619850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8822-85b2-4bf2-b6dd-7dece2628cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.650198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40cff266-a219-43ef-b8e7-45731a1184b2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.674789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40cff266-a219-43ef-b8e7-45731a1184b2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.717921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Deleting port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:02.718449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.822133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4681ae7b-e7b4-41ec-a704-59f28779c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.825240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4681ae7b-e7b4-41ec-a704-59f28779c746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.829466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4681ae7b-e7b4-41ec-a704-59f28779c746 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/575ea77a-5ac9-4e55-b424-9594acc4335e HTTP/1.1" status: 204 len: 168 time: 0.5050995 Oct 22 14:52:02.836172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acfb79-6ffd-45d9-bdf9-1eaadcf25468 req-289011ef-c97d-422e-aff4-47d6bf9e5b5d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:02.839428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03acfb79-6ffd-45d9-bdf9-1eaadcf25468 req-289011ef-c97d-422e-aff4-47d6bf9e5b5d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0706105 Oct 22 14:52:02.842563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] For port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:02.842953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.846316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681ae7b-e7b4-41ec-a704-59f28779c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ea77a-5ac9-4e55-b424-9594acc4335e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:02.862633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Calling delete_port for d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:02.869441 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8822-85b2-4bf2-b6dd-7dece2628cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.872013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8822-85b2-4bf2-b6dd-7dece2628cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.873337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a0b8822-85b2-4bf2-b6dd-7dece2628cde admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6036c72-699f-4f5a-8e67-d6123fbf5bfe HTTP/1.1" status: 204 len: 168 time: 0.4916878 Oct 22 14:52:02.891944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b8822-85b2-4bf2-b6dd-7dece2628cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6036c72-699f-4f5a-8e67-d6123fbf5bfe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:02.896522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40cff266-a219-43ef-b8e7-45731a1184b2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.899707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40cff266-a219-43ef-b8e7-45731a1184b2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:02.903987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40cff266-a219-43ef-b8e7-45731a1184b2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "DELETE /v2.0/security-groups/48810ba0-6220-4440-92d1-a0551d687211 HTTP/1.1" status: 204 len: 168 time: 0.3132591 Oct 22 14:52:02.904760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42264) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:02.926053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cff266-a219-43ef-b8e7-45731a1184b2 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48810ba0-6220-4440-92d1-a0551d687211,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:02.946336 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-fc716303-4a23-4a86-8cb4-dcbf0759a845 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] show failed (client error): The resource could not be found. Oct 22 14:52:02.950349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42266) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:02.950620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc716303-4a23-4a86-8cb4-dcbf0759a845 tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "GET /v2.0/security-groups/48810ba0-6220-4440-92d1-a0551d687211 HTTP/1.1" status: 404 len: 347 time: 0.0330191 Oct 22 14:52:02.972370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c3a6-8acb-40eb-a34e-01ccc7e809c9 req-a66f410d-af15-422f-aa01-5e087acc30af tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:02.980709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e12c3a6-8acb-40eb-a34e-01ccc7e809c9 req-a66f410d-af15-422f-aa01-5e087acc30af tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 945 time: 0.1400177 Oct 22 14:52:02.989912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03acfb79-6ffd-45d9-bdf9-1eaadcf25468 req-4866b11a-f1d0-43ef-bc89-d146fc8a49bf tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389790 Oct 22 14:52:03.038844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e12c3a6-8acb-40eb-a34e-01ccc7e809c9 req-049d1970-d374-448a-9098-0bab105c5a21 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Oct 22 14:52:03.161292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Deleting port 3e989035-9ac3-4c92-a438-fb425a37b1b3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:03.165719 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.206702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192df04a-38b4-4bd1-b3d8-921c16d5f6c9 req-e88495cc-e074-47b2-b7d2-c9e4ad1f1354 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:03.206702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-192df04a-38b4-4bd1-b3d8-921c16d5f6c9 req-e88495cc-e074-47b2-b7d2-c9e4ad1f1354 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0582333 Oct 22 14:52:03.248188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-192df04a-38b4-4bd1-b3d8-921c16d5f6c9 req-8ff70826-0859-46e8-afd3-87d4d318942e tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363307 Oct 22 14:52:03.250283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.260478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.261053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.263596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:03.304712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event deleted for resources: {'Port': ['ID=d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:03.310052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Calling delete_port for 3e989035-9ac3-4c92-a438-fb425a37b1b3 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:03.385853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] No DVR routers for this DVR port d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:03.389579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.392975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e225b93-cae8-4e2d-bdb3-8ff6f58c78d7 req-48df39d4-6839-4ba5-ac4a-48cc79025509 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.69 "DELETE /v2.0/ports/d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 HTTP/1.1" status: 204 len: 173 time: 0.8253927 Oct 22 14:52:03.398830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'name': 'network-vif-deleted', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:03.398830 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeafbaa-a372-48ea-8dc7-5748304385a9" -d '{"events": [{"server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "name": "network-vif-deleted", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:03.430012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-8a20bdd3-388a-4a4a-986a-89a56855cc48 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:03.432659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-8a20bdd3-388a-4a4a-986a-89a56855cc48 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 944 time: 0.0943530 Oct 22 14:52:03.446852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42280) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:03.462121 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4f28ba-10b9-4aa9-be3a-37ea11bea2d0 x-openstack-request-id: req-7f4f28ba-10b9-4aa9-be3a-37ea11bea2d0 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:03.462121 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59525b93-7c42-49f5-9e09-ee377f085a6d", "name": "network-vif-deleted", "tag": "d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:03.467334 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f4f28ba-10b9-4aa9-be3a-37ea11bea2d0 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:03.468152 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59525b93-7c42-49f5-9e09-ee377f085a6d', 'name': 'network-vif-deleted', 'tag': 'd6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0', 'status': 'completed', 'code': 200} Oct 22 14:52:03.538888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Deleting port ce1b3104-d3d5-4290-919d-5b04feab570b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:03.539564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.634313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] For port ce1b3104-d3d5-4290-919d-5b04feab570b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=ce1b3104-d3d5-4290-919d-5b04feab570b,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:03.634677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.648158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Calling delete_port for ce1b3104-d3d5-4290-919d-5b04feab570b owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:03.690493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.767343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6298507b-8749-4832-8bcf-1ea404d72795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.810734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.844076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Pushing event deleted for resources: {'Port': ['ID=3e989035-9ac3-4c92-a438-fb425a37b1b3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:03.910558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.914153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:03.915184 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a9f0982c-a5ec-489a-a349-271f71fabd4b tempest-ServersWithSpecificFlavorTestJSON-1813927145 tempest-ServersWithSpecificFlavorTestJSON-1813927145-project] 10.222.0.66 "DELETE /v2.0/floatingips/488ed10f-05cf-4700-81d5-8d6bf720e003 HTTP/1.1" status: 204 len: 168 time: 0.9637108 Oct 22 14:52:04.012406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.024362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'ce1b3104-d3d5-4290-919d-5b04feab570b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:04.085029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event deleted for resources: {'Port': ['ID=ce1b3104-d3d5-4290-919d-5b04feab570b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:04.160965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4aa7ac5-9f5d-440a-a629-d616c8ad86a5 req-772f4b71-7548-48f5-a2f2-e99db02caa4e tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0508275 Oct 22 14:52:04.161698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] No DVR routers for this DVR port ce1b3104-d3d5-4290-919d-5b04feab570b on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:04.165661 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.174583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d11f450-f630-45e6-9ed0-5131429399f1 req-7ff8c64a-eb7c-4247-b908-efcbef30d0fe tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "DELETE /v2.0/ports/ce1b3104-d3d5-4290-919d-5b04feab570b HTTP/1.1" status: 204 len: 173 time: 0.7308536 Oct 22 14:52:04.174583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'name': 'network-vif-deleted', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:04.174583 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bfe5be-8939-4123-8c91-a6b46fdff682" -d '{"events": [{"server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "name": "network-vif-deleted", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:04.217361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6298507b-8749-4832-8bcf-1ea404d72795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.287343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b05594e1-5aa7-4b6d-a061-050d99624cd7 req-edf6201d-c6bc-4b62-b6d5-02a702f47190 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=59525b93-7c42-49f5-9e09-ee377f085a6d HTTP/1.1" status: 200 len: 210 time: 0.0281568 Oct 22 14:52:04.336757 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636b286-5b8c-4197-8e53-9fd2b1c4301e x-openstack-request-id: req-e636b286-5b8c-4197-8e53-9fd2b1c4301e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:04.337049 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c10231-f2c6-47a7-9033-c33d54f5d1ea", "name": "network-vif-deleted", "tag": "ce1b3104-d3d5-4290-919d-5b04feab570b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:04.337304 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e636b286-5b8c-4197-8e53-9fd2b1c4301e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:04.337724 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c10231-f2c6-47a7-9033-c33d54f5d1ea', 'name': 'network-vif-deleted', 'tag': 'ce1b3104-d3d5-4290-919d-5b04feab570b', 'status': 'completed', 'code': 200} Oct 22 14:52:04.342196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6298507b-8749-4832-8bcf-1ea404d72795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.383732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6298507b-8749-4832-8bcf-1ea404d72795 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44d6794766dd4c63b57b5c38f1f382b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9356470 Oct 22 14:52:04.384908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298507b-8749-4832-8bcf-1ea404d72795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fc9be4-8da7-4116-8e20-be2dfb69686b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:04.386470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:04.482082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34e83330-2ad1-4b4e-8470-c7dd526fd244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.485839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a965c-7906-4143-96dc-02905507ed14 req-84d98c8c-f36f-4268-a71d-f05bc569e743 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:04.487882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-426a965c-7906-4143-96dc-02905507ed14 req-84d98c8c-f36f-4268-a71d-f05bc569e743 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0769997 Oct 22 14:52:04.539338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34e83330-2ad1-4b4e-8470-c7dd526fd244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.590501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-426a965c-7906-4143-96dc-02905507ed14 req-7e4d8bdf-094e-4ffc-8fa8-841bb5a8aa6b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904551 Oct 22 14:52:04.721910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34e83330-2ad1-4b4e-8470-c7dd526fd244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.729205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34e83330-2ad1-4b4e-8470-c7dd526fd244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:04.734154 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34e83330-2ad1-4b4e-8470-c7dd526fd244 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4fc9be4-8da7-4116-8e20-be2dfb69686b HTTP/1.1" status: 204 len: 168 time: 0.3466809 Oct 22 14:52:04.762721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e83330-2ad1-4b4e-8470-c7dd526fd244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fc9be4-8da7-4116-8e20-be2dfb69686b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:04.776771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c316a-8d16-4118-9906-4e4f12390450 req-1eb94ad7-3dfd-48ed-9d94-46bfd6bc3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:04.778293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-104c316a-8d16-4118-9906-4e4f12390450 req-1eb94ad7-3dfd-48ed-9d94-46bfd6bc3586 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.1180024 Oct 22 14:52:04.833674 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-104c316a-8d16-4118-9906-4e4f12390450 req-51cfd549-e849-4ef7-afe5-b0e38554089f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Oct 22 14:52:04.968017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:05.275505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0cd3ac3-060f-40eb-badc-e8dc1c63ec11 req-3fc13360-639e-472d-b77f-bfd3aaa69593 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0324574 Oct 22 14:52:05.541865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42370) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:05.699949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:05.735123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-42687304-network', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:05.741646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:05.747485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d6faa3cd-6c28-4ab4-9d6f-8a3bd8a274a0 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:05.839497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce6990-9b11-4eba-ad1a-3b1ab36327a0 req-796db663-efba-4b8e-a5e8-8880dfef46c4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:05.841103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83ce6990-9b11-4eba-ad1a-3b1ab36327a0 req-796db663-efba-4b8e-a5e8-8880dfef46c4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0771766 Oct 22 14:52:05.880974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83ce6990-9b11-4eba-ad1a-3b1ab36327a0 req-888579d8-0674-40fe-b9bd-5b27a48c9ee3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Oct 22 14:52:06.018907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.028058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Made reservation on behalf of 4486a7483897491ba1d8c9b7f51c180c for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:06.030576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.049110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.216254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:06.253229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e390-75bb-4465-aa4d-36dc8f7902b9 req-3f86809a-b134-4935-98a8-7730668097f3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:06.254989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc61e390-75bb-4465-aa4d-36dc8f7902b9 req-3f86809a-b134-4935-98a8-7730668097f3 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.0990536 Oct 22 14:52:06.265615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: ce1b3104-d3d5-4290-919d-5b04feab570b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:06.272640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.272838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device ce1b3104-d3d5-4290-919d-5b04feab570b not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:06.308597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc61e390-75bb-4465-aa4d-36dc8f7902b9 req-95e1114d-ad38-4869-ad87-be551dbb010e tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Oct 22 14:52:06.420720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-832511a0-e389-474e-97e9-328e389346f2 req-965306da-e283-4844-bbc0-dcf1c1f5623c tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0493076 Oct 22 14:52:06.461688 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.497867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:52:06.505614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4299befc-5a09-425b-aab2-3e7554f5b825,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:06.525719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Deleting port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:06.526282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.530095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.530529 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Added segment e7f6e904-4f7b-4ab2-afda-5499fb82b5ae of type vlan for network ef853799-62b2-4d5a-9fdd-9c01058be256 Oct 22 14:52:06.549250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37880d58-11dd-464c-97c6-c40035028553 req-2da21e46-d3e1-4440-a284-891dbaacf4e5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:06.558269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37880d58-11dd-464c-97c6-c40035028553 req-2da21e46-d3e1-4440-a284-891dbaacf4e5 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 944 time: 0.1295531 Oct 22 14:52:06.640916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.664797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] For port 55b4fd37-34e1-4983-97ec-fd20dee1e6e6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:06.665193 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.682905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Calling delete_port for 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:06.730301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Deleting port c05cd4ba-1575-48f8-b82b-b1cc261deb25 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:06.730982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.842519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] For port c05cd4ba-1575-48f8-b82b-b1cc261deb25, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c05cd4ba-1575-48f8-b82b-b1cc261deb25,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:06.842890 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.856087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Calling delete_port for c05cd4ba-1575-48f8-b82b-b1cc261deb25 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:06.869285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:06.870628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:06.873569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.019495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] Pushing event updated for resources: {'Network': ['ID=ef853799-62b2-4d5a-9fdd-9c01058be256,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:07.031456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ef853799-62b2-4d5a-9fdd-9c01058be256 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:52:07.068505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.098866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4f508e5e-e0c3-4e09-a1da-0cd6b2b0b406 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5551717 Oct 22 14:52:07.102026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42412) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:07.107415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Request body: {'subnet': {'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-42687304-subnet', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:07.120816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167291e-6885-47ae-acca-23a65916ff9d req-c960f157-2c14-4677-bb6c-33ef6ead81be tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:07.122352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6167291e-6885-47ae-acca-23a65916ff9d req-c960f157-2c14-4677-bb6c-33ef6ead81be tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1497622 Oct 22 14:52:07.139432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b4fd37-34e1-4983-97ec-fd20dee1e6e6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:07.275325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6167291e-6885-47ae-acca-23a65916ff9d req-f0a2ab8a-e5eb-443e-b6e1-84114309349a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Oct 22 14:52:07.325638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c8681ba8-cad5-4fee-ae98-3b496deecc89 req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1277641465', 'description': 'tempest-description-1552490718'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:07.344195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.411655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event deleted for resources: {'Port': ['ID=c05cd4ba-1575-48f8-b82b-b1cc261deb25,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:07.414581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Made reservation on behalf of 4486a7483897491ba1d8c9b7f51c180c for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:07.417118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.527545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43c87f67-bab0-438c-8839-f89af1e3c255 req-3dd7aa5d-7489-4f5a-8287-9a8cea6f6868 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 210 time: 0.0842521 Oct 22 14:52:07.530883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] No DVR routers for this DVR port c05cd4ba-1575-48f8-b82b-b1cc261deb25 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:07.600204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.606654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37880d58-11dd-464c-97c6-c40035028553 req-dc30e8cc-02e5-496e-b0e3-d764c8875862 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "DELETE /v2.0/ports/c05cd4ba-1575-48f8-b82b-b1cc261deb25 HTTP/1.1" status: 204 len: 173 time: 1.0444555 Oct 22 14:52:07.622911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'name': 'network-vif-deleted', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:07.627403 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cafe61-fb0e-4e91-b8f1-cc30060fe574" -d '{"events": [{"server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "name": "network-vif-deleted", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:07.665695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c8681ba8-cad5-4fee-ae98-3b496deecc89 req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.718544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fab6ff4-99aa-46f8-b51a-3d928dc6a144 req-594d1bef-37cd-4264-a319-31e1605af053 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0795484 Oct 22 14:52:07.757824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:07.789762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:07.817163 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d847b-2643-4113-9eea-7d4cf1f99758 x-openstack-request-id: req-ea7d847b-2643-4113-9eea-7d4cf1f99758 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:07.817476 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd710ca2-5937-4e11-8d1a-cb9556288204", "name": "network-vif-deleted", "tag": "c05cd4ba-1575-48f8-b82b-b1cc261deb25", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:07.817709 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea7d847b-2643-4113-9eea-7d4cf1f99758 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:07.818162 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd710ca2-5937-4e11-8d1a-cb9556288204', 'name': 'network-vif-deleted', 'tag': 'c05cd4ba-1575-48f8-b82b-b1cc261deb25', 'status': 'completed', 'code': 200} Oct 22 14:52:07.855187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c8681ba8-cad5-4fee-ae98-3b496deecc89 req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.003134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2141984616-network', 'tenant_id': 'e9786664174046dd864235cdbbdb57a5'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:08.028736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c8681ba8-cad5-4fee-ae98-3b496deecc89 req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.087289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:52:08.104836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1177e6fe-5099-42fb-ba5a-8f5f36ad46de,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:08.119631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.198770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Made reservation on behalf of e9786664174046dd864235cdbbdb57a5 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:08.201802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.218252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:08.223715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.232919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d59401e8-c44a-4860-aa24-67b39d055c37 admin admin] 10.222.0.66 "PUT /v2.0/routers/ae92a8cc-2f5c-4978-91ed-3e099b184ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2615731 Oct 22 14:52:08.233256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42448) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:08.234419 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62406a-0565-439e-acd1-76025d993eed None None] Sync routers for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:08.247234 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:08.248373 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:08.248852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e769a1c5-6f52-481b-ae96-925c07e12163,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:08.253575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Checking segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:08.253940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Network hostable DHCP agents. Network: ef853799-62b2-4d5a-9fdd-9c01058be256, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:52:08.312228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c8681ba8-cad5-4fee-ae98-3b496deecc89 req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.322844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8681ba8-cad5-4fee-ae98-3b496deecc89 req-3ea20d02-945f-4117-a1ff-4b9b8f27bbe0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9960217 Oct 22 14:52:08.395540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Network ef853799-62b2-4d5a-9fdd-9c01058be256 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:52:08.404695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.416364 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:08.496888 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.507811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-3700e4cf-e29a-4043-954e-51da4f1fb7ff tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1277641465&fields=id&tenant_id=36facc73a21d4779a4ba923298923314 HTTP/1.1" status: 200 len: 267 time: 0.0762856 Oct 22 14:52:08.583646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.618404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:52:08.638098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.639374 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Added segment 6ea127e4-59d3-4bf2-810b-85e13b6bdbee of type vlan for network b11c9561-3bf7-400b-9b42-abf095a2c29f Oct 22 14:52:08.644484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.672895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ef853799-62b2-4d5a-9fdd-9c01058be256) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:08.682727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f7108-ad29-472f-a575-5c325e6ff362 None None] Network ef853799-62b2-4d5a-9fdd-9c01058be256 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:52:08.686210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:08.687484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.713321 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:52:06Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:08.755439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-7f5c37b8-0f33-4654-8e5d-7fc3ee6a557b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:08.764065 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62406a-0565-439e-acd1-76025d993eed None None] Checking router: ae92a8cc-2f5c-4978-91ed-3e099b184ed5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:08.767174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-7f5c37b8-0f33-4654-8e5d-7fc3ee6a557b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.2555816 Oct 22 14:52:08.779838 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] Routers {'ae92a8cc-2f5c-4978-91ed-3e099b184ed5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:08.780644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:08.832451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'port': {'security_groups': ['7f510b8d-626d-4a4d-8c61-5553bd7f261e', '1177e6fe-5099-42fb-ba5a-8f5f36ad46de']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:08.852561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccb2f3b0-e81b-4a5f-ac97-b2fd015c8995 req-273c213c-8e52-4d70-9bcc-0ed25df9a7cf tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd710ca2-5937-4e11-8d1a-cb9556288204 HTTP/1.1" status: 200 len: 210 time: 0.1810324 Oct 22 14:52:08.856972 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.910736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Deleting port 97b83a4c-181c-491f-b458-500664eb5abc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:08.916075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:08.961561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5592024c-4e05-4558-8561-40bde6a79237 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8584623 Oct 22 14:52:08.964990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42472) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:08.987759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c992cd-2f09-4176-8103-a77a0844effb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:08.996932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:09.073269 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] Set router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:09.081766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ef853799-62b2-4d5a-9fdd-9c01058be256', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:52:09.082787 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.141355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] For port 97b83a4c-181c-491f-b458-500664eb5abc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=97b83a4c-181c-491f-b458-500664eb5abc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:09.142505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.168845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Calling delete_port for 97b83a4c-181c-491f-b458-500664eb5abc owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:09.195618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-943c36e1-225d-4414-9e90-674e083fb8c5 req-d06c9465-8cc8-4c9c-8592-bfa43f837e13 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.1192076 Oct 22 14:52:09.202051 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.316254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.318773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.349731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Allocated IP 172.20.0.2 (ef853799-62b2-4d5a-9fdd-9c01058be256/e769a1c5-6f52-481b-ae96-925c07e12163/19d73419-d9e9-44f4-9264-5f3f639822c1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:09.377225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.378464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:09.379506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.458729 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e62406a-0565-439e-acd1-76025d993eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:52:06Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:09.467795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.528920 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62406a-0565-439e-acd1-76025d993eed None None] The sync data for ids ['ae92a8cc-2f5c-4978-91ed-3e099b184ed5'] in n-d-812148-2 is: [{'id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1599912944-router', 'tenant_id': '393c3aa1bf3d4a698448988f6de1d726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b83a4c-181c-491f-b458-500664eb5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:30Z', 'updated_at': '2021-10-22T14:52:06Z', 'revision_number': 5, 'project_id': '393c3aa1bf3d4a698448988f6de1d726', 'gw_port': {'id': '97b83a4c-181c-491f-b458-500664eb5abc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae92a8cc-2f5c-4978-91ed-3e099b184ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:31Z', 'updated_at': '2021-10-22T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:09.569574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:09.595019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8340759 Oct 22 14:52:09.598057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42486) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:09.603729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Request body: {'subnet': {'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2141984616-subnet', 'tenant_id': 'e9786664174046dd864235cdbbdb57a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:09.655199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.666884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ac753-65d9-481e-bd56-d43748a4ba14 admin admin] Pushing event updated for resources: {'Network': ['ID=b11c9561-3bf7-400b-9b42-abf095a2c29f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:09.672597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.679284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b11c9561-3bf7-400b-9b42-abf095a2c29f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:52:09.805920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.829684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.857457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Made reservation on behalf of e9786664174046dd864235cdbbdb57a5 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:09.861296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.864712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:09.879700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Network ef853799-62b2-4d5a-9fdd-9c01058be256 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:09.880285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:09.886604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:09.916459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['39718acc-95b1-47e8-8db6-af747f754543'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:10.001408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.006687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Pushing event updated for resources: {'Port': ['ID=19d73419-d9e9-44f4-9264-5f3f639822c1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:10.082439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=97b83a4c-181c-491f-b458-500664eb5abc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:10.117991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.122123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.122467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.122808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.123168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.123501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.123824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.124147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.124467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.124788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.128934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.131250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:10.218596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.267046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Attempting to bind port 19d73419-d9e9-44f4-9264-5f3f639822c1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:10.267413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Attempting to bind port 19d73419-d9e9-44f4-9264-5f3f639822c1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:10.267780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Attempting to bind port 19d73419-d9e9-44f4-9264-5f3f639822c1 on network ef853799-62b2-4d5a-9fdd-9c01058be256 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:10.282569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:10.330186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.332697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.332959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:10.333344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Checking segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:10.334329 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.334731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Bound using segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:10.335344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Bound port: 19d73419-d9e9-44f4-9264-5f3f639822c1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:10.335724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.349984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: c05cd4ba-1575-48f8-b82b-b1cc261deb25 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:10.350452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c05cd4ba-1575-48f8-b82b-b1cc261deb25 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:10.495361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] For port 19d73419-d9e9-44f4-9264-5f3f639822c1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:10.545310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] For port 19d73419-d9e9-44f4-9264-5f3f639822c1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19d73419-d9e9-44f4-9264-5f3f639822c1,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:10.602645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.630023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.632253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.632785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae92a8cc-2f5c-4978-91ed-3e099b184ed5 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:52:10.639002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.642599 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9de27dd0-6b54-4bf7-97c9-aef90945e0ea admin admin] 10.222.0.66 "DELETE /v2.0/routers/ae92a8cc-2f5c-4978-91ed-3e099b184ed5 HTTP/1.1" status: 204 len: 168 time: 2.4060884 Oct 22 14:52:10.642837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42504) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:10.656733 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.683128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:10.695724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42506) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:10.715171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:10.718200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.720170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a701455a-743f-44ed-bb1b-0862bdc1a375 req-cb37322e-12fd-447a-8aae-a943ad2f74c3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "PUT /v2.0/ports/39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 982 time: 1.9520924 Oct 22 14:52:10.721827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:10.732495 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:10.748912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Deleting subnet 01bd49fe-de58-47c3-a046-3c1e37d8995e {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:10.759093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.832316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:10.872022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96090c4f-0721-45ca-927e-6e9bf575d35f req-209d019b-da55-4824-a552-3aa2e89dc0a4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.1807601 Oct 22 14:52:10.878901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['39718acc-95b1-47e8-8db6-af747f754543'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:10.979801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f11e1-6b22-423a-8346-3cb2d116ec26 None None] Pushing event updated for resources: {'Port': ['ID=19d73419-d9e9-44f4-9264-5f3f639822c1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:11.180111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.244142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Allocated IP 172.25.1.254 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/3251503f-6de4-4331-8e36-b230c96d1567) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:11.257610 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.267196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59af2fc5-a103-417c-ab42-3d6c9dbfc7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.403270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b82e2-0427-4479-9003-58a83f7fc6f9 req-a2b1a09c-aa61-4a29-9249-ceae1e5f1af0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:11.410513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19b82e2-0427-4479-9003-58a83f7fc6f9 req-a2b1a09c-aa61-4a29-9249-ceae1e5f1af0 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.3328741 Oct 22 14:52:11.412586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:11.423751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10864d57-d086-4abc-ba75-b79685dc462a req-b3493807-04ac-4d8e-a261-f45aab242de3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1277641465&fields=id&tenant_id=36facc73a21d4779a4ba923298923314 HTTP/1.1" status: 200 len: 267 time: 0.3142209 Oct 22 14:52:11.439978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-4b28bc25-7442-4b17-a02d-803b9c75601b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:11.451912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-4b28bc25-7442-4b17-a02d-803b9c75601b tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 945 time: 0.3553801 Oct 22 14:52:11.452086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:11.452086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 55b4fd37-34e1-4983-97ec-fd20dee1e6e6 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:11.511595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.514414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.547268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01bd49fe-de58-47c3-a046-3c1e37d8995e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:11.554594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.558200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.558910 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6f589664-68c9-4f53-ba44-62144791ca42 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/01bd49fe-de58-47c3-a046-3c1e37d8995e HTTP/1.1" status: 204 len: 168 time: 0.9149430 Oct 22 14:52:11.561463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42518) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:11.565990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd63c76-3aef-49d5-ab2e-a3dc8426e6c5 None None] Network fecc5e17-09ba-4245-ab79-ac57805e4245 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:52:11.595643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19b82e2-0427-4479-9003-58a83f7fc6f9 req-d7cfd009-b18a-4164-93b0-f0883990a0e1 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf259eff-6445-4920-bea8-7e5bffde682d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846106 Oct 22 14:52:11.684817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.717192 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d5672-ada8-4f2d-b91a-0f72127a5a17 x-openstack-request-id: req-913d5672-ada8-4f2d-b91a-0f72127a5a17 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:11.718120 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:11.719151 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-913d5672-ada8-4f2d-b91a-0f72127a5a17 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:11.719726 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'status': 'completed', 'code': 200} Oct 22 14:52:11.774577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10864d57-d086-4abc-ba75-b79685dc462a req-9f7842e5-58ae-4e51-a001-b40dcbbac9f3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:11.777528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10864d57-d086-4abc-ba75-b79685dc462a req-9f7842e5-58ae-4e51-a001-b40dcbbac9f3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 985 time: 0.3520830 Oct 22 14:52:11.812172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Deleting port b0dd73f3-89bf-4fbe-ad91-486e796e2400 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:11.817876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.818085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'port': {'security_groups': ['7f510b8d-626d-4a4d-8c61-5553bd7f261e']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:11.818205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-5ee22e13-b48c-48c6-9f17-e5b084db2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:11.818300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-5ee22e13-b48c-48c6-9f17-e5b084db2a29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1136 time: 0.0864732 Oct 22 14:52:11.819623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:11.869858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] DHCP port deletion for fecc5e17-09ba-4245-ab79-ac57805e4245 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:52:11.879136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55db6a60-3e20-478c-8a92-8590eb50e6a4,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:11.946831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] Deleting port b0dd73f3-89bf-4fbe-ad91-486e796e2400 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:11.947460 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.028608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] For port b0dd73f3-89bf-4fbe-ad91-486e796e2400, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0dd73f3-89bf-4fbe-ad91-486e796e2400,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:12.029005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.049827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] Calling delete_port for b0dd73f3-89bf-4fbe-ad91-486e796e2400 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:12.058588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59af2fc5-a103-417c-ab42-3d6c9dbfc7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.072831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-123f45c1-6932-40f3-a80b-366c941bb74c req-2817b846-8963-427f-a871-4f6b45032f3b tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0783648 Oct 22 14:52:12.089399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Deleting port f0056f0e-c7a8-4eff-8e98-04f879a70d82 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:12.089736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.203353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] For port f0056f0e-c7a8-4eff-8e98-04f879a70d82, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f0056f0e-c7a8-4eff-8e98-04f879a70d82,segment=NetworkSegment(1d209b13-3fdc-4b14-ad66-4931fec6ffd0),segment_id=1d209b13-3fdc-4b14-ad66-4931fec6ffd0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:12.203724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.223176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Calling delete_port for f0056f0e-c7a8-4eff-8e98-04f879a70d82 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:12.325478 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.400060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.402545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59af2fc5-a103-417c-ab42-3d6c9dbfc7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.408343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Checking segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:12.408759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Network hostable DHCP agents. Network: b11c9561-3bf7-400b-9b42-abf095a2c29f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:52:12.411206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] Pushing event deleted for resources: {'Port': ['ID=b0dd73f3-89bf-4fbe-ad91-486e796e2400,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:12.436909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ef9b2-0f55-4746-b783-f41aecd2250b None None] No DVR routers for this DVR port b0dd73f3-89bf-4fbe-ad91-486e796e2400 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:12.443311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f39426-abe5-4e75-b498-b1defe88fb20 None None] Network ef853799-62b2-4d5a-9fdd-9c01058be256 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:52:12.528053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.572350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-65a282bb-df01-4de0-9217-f6e29cd28682 None None] Provisioning complete for port 19d73419-d9e9-44f4-9264-5f3f639822c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:12.573720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65a282bb-df01-4de0-9217-f6e29cd28682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.592908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-59af2fc5-a103-417c-ab42-3d6c9dbfc7c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee1463ec80224c0495e5c18db6983cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8696487 Oct 22 14:52:12.603639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Pushing event deleted for resources: {'Port': ['ID=f0056f0e-c7a8-4eff-8e98-04f879a70d82,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:12.608557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42534) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:12.621773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af2fc5-a103-417c-ab42-3d6c9dbfc7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee9d065-8d53-4b9d-908e-fd3adbcc47c1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:12.691679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-f18c2afd-1143-416c-b8b6-ab75e7f5602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:12.693916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-f18c2afd-1143-416c-b8b6-ab75e7f5602c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 0.8602276 Oct 22 14:52:12.711621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:12.728096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Network b11c9561-3bf7-400b-9b42-abf095a2c29f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:52:12.751749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:12.754582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-c4ab35e9-11a6-4acb-a344-7c5168f26c22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 217 time: 0.0468736 Oct 22 14:52:12.756580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Pushing event updated for resources: {'Port': ['ID=3251503f-6de4-4331-8e36-b230c96d1567,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:12.764542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:12.797270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] No DVR routers for this DVR port f0056f0e-c7a8-4eff-8e98-04f879a70d82 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:12.810587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] For port b0dd73f3-89bf-4fbe-ad91-486e796e2400, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0dd73f3-89bf-4fbe-ad91-486e796e2400,segment=NetworkSegment(96529c13-397f-46bf-99ee-34fcbc7fb6c5),segment_id=96529c13-397f-46bf-99ee-34fcbc7fb6c5)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:12.811056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.830088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Calling delete_port for b0dd73f3-89bf-4fbe-ad91-486e796e2400 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:12.831022 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.836632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ef9c77-8dcc-449d-8af2-a9092641bddc req-3e2567ae-8f8a-4c54-96a0-5ff1ccaa6a5d tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.53 "DELETE /v2.0/ports/f0056f0e-c7a8-4eff-8e98-04f879a70d82 HTTP/1.1" status: 204 len: 173 time: 1.3711956 Oct 22 14:52:12.840547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be63378b-8357-40c9-9ab9-6cefc1c489b5 req-bb1d26e0-5a3c-4842-85d7-c03032ba52e7 tempest-LiveAutoBlockMigrationV225Test-1737157943 tempest-LiveAutoBlockMigrationV225Test-1737157943-project] 10.222.0.66 "GET /v2.0/ports?device_id=02b7a225-c299-4791-9ca1-a689bbf744cf HTTP/1.1" status: 200 len: 210 time: 0.0538809 Oct 22 14:52:12.875889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b11c9561-3bf7-400b-9b42-abf095a2c29f) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:12.893154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c231499-cf4e-4b79-a6dc-ff24b3628f47 None None] Network b11c9561-3bf7-400b-9b42-abf095a2c29f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:52:12.899056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f15aa94-8ab6-484a-9cd1-157fc471fda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:12.904913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:12.905532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.047501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f15aa94-8ab6-484a-9cd1-157fc471fda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.071787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.100281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] No DVR routers for this DVR port b0dd73f3-89bf-4fbe-ad91-486e796e2400 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:13.134154 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65a282bb-df01-4de0-9217-f6e29cd28682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.136264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:13.150422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19d73419-d9e9-44f4-9264-5f3f639822c1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:13.198564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c01023c-b505-4b30-b756-e75f0b3c8c39 None None] Network b11c9561-3bf7-400b-9b42-abf095a2c29f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:52:13.213143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d641d7dc-95be-464e-9b89-039691f85cd7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6138413 Oct 22 14:52:13.234873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.257449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-65a282bb-df01-4de0-9217-f6e29cd28682 None None] For port 19d73419-d9e9-44f4-9264-5f3f639822c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19d73419-d9e9-44f4-9264-5f3f639822c1,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:13.261040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 19d73419-d9e9-44f4-9264-5f3f639822c1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:13.261512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.312141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dd73f3-89bf-4fbe-ad91-486e796e2400,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:13.389106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79242d9c-92a6-41d5-8979-907cf9c11d22 req-4db61809-00de-4219-88fe-f2ef4a9271d9 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7c10231-f2c6-47a7-9033-c33d54f5d1ea HTTP/1.1" status: 200 len: 210 time: 0.0554988 Oct 22 14:52:13.449172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.484658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f15aa94-8ab6-484a-9cd1-157fc471fda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.487681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f15aa94-8ab6-484a-9cd1-157fc471fda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.491623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3f15aa94-8ab6-484a-9cd1-157fc471fda6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ee9d065-8d53-4b9d-908e-fd3adbcc47c1 HTTP/1.1" status: 204 len: 168 time: 0.8762879 Oct 22 14:52:13.499748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:13.499921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.501295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10864d57-d086-4abc-ba75-b79685dc462a req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "PUT /v2.0/ports/39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 943 time: 1.7081234 Oct 22 14:52:13.515446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['39718acc-95b1-47e8-8db6-af747f754543'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:13.517257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65a282bb-df01-4de0-9217-f6e29cd28682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.569022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15aa94-8ab6-484a-9cd1-157fc471fda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee9d065-8d53-4b9d-908e-fd3adbcc47c1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:13.581215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-f23ff9c3-c76b-42e1-a03b-b7eab7d1ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:13.582725 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-f23ff9c3-c76b-42e1-a03b-b7eab7d1ed6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.8096356 Oct 22 14:52:13.669946 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.724992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'name': 'network-vif-deleted', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82'}, {'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:13.727025 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e830018-fcef-4a9e-9919-839933f9b2a6" -d '{"events": [{"server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "name": "network-vif-deleted", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82"}, {"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:13.745057 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-b5e1d060-4232-462a-979b-f3609dfc09cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719759 Oct 22 14:52:13.758477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c932172-f691-4cd2-bab4-340a20e00fdf tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event updated for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:13.851189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecc5e17-09ba-4245-ab79-ac57805e4245']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:13.891129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-7eec9e13-0838-4c14-9dfa-29048ae71b28 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3521221 Oct 22 14:52:13.901475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96529c13-397f-46bf-99ee-34fcbc7fb6c5') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:13.901475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96529c13-397f-46bf-99ee-34fcbc7fb6c5') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:13.909569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:13.917348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.939742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.955458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a282bb-df01-4de0-9217-f6e29cd28682 None None] Pushing event updated for resources: {'Port': ['ID=19d73419-d9e9-44f4-9264-5f3f639822c1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:13.956395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:13.956790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:13.959084 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:13.967613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['39718acc-95b1-47e8-8db6-af747f754543'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:14.009170 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-4e60f2e5-340d-4a28-aa29-e8fb6ed3ae2a service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293587 Oct 22 14:52:14.066035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bba471ad-6eec-4e50-9d2d-de0694e8d185 None None] Provisioning complete for port 19d73419-d9e9-44f4-9264-5f3f639822c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:14.078093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bba471ad-6eec-4e50-9d2d-de0694e8d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.159057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.178915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0dd73f3-89bf-4fbe-ad91-486e796e2400 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:14.216955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.222177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b0dd73f3-89bf-4fbe-ad91-486e796e2400 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:14.222518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0dd73f3-89bf-4fbe-ad91-486e796e2400 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:14.222997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97b83a4c-181c-491f-b458-500664eb5abc no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:14.263507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:14.272765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 97b83a4c-181c-491f-b458-500664eb5abc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:14.273117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97b83a4c-181c-491f-b458-500664eb5abc not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:14.301534 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-407acf09-f08e-42fd-b6b8-a3cfbee9b4bf req-2405a793-6fcb-41f8-b49f-e9795b99e8c6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827470 Oct 22 14:52:14.313221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.317775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: f0056f0e-c7a8-4eff-8e98-04f879a70d82 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:14.318833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f0056f0e-c7a8-4eff-8e98-04f879a70d82 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:14.328934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.338841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42564) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:14.345713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fecc5e17-09ba-4245-ab79-ac57805e4245 HTTP/1.1" status: 204 len: 168 time: 2.7808256 Oct 22 14:52:14.398713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a5b45-9e2f-416e-b8f7-f31e9da0bcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fecc5e17-09ba-4245-ab79-ac57805e4245,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:14.476380 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.617757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Allocated IP 172.25.1.213 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/6e8f5a2e-5ef5-419b-a328-a6c2f5bc55fd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:14.709347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.730528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.948068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:14.986125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19d73419-d9e9-44f4-9264-5f3f639822c1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:14.996365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-68d93dea-b2bd-45cd-afc4-66ed27693bd4 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:14.997989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-68d93dea-b2bd-45cd-afc4-66ed27693bd4 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 818 time: 0.2367923 Oct 22 14:52:15.003138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event updated for resources: {'Port': ['ID=6e8f5a2e-5ef5-419b-a328-a6c2f5bc55fd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:15.022201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Router dbff7b7b-d614-46e4-bf68-e8998167ab2d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:52:15.033697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:15.038905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c4ab56c4-575c-4692-bc0e-7d834cea5731 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/quotas/e9786664174046dd864235cdbbdb57a5 HTTP/1.1" status: 200 len: 375 time: 0.0286057 Oct 22 14:52:15.042187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:15.047239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 19d73419-d9e9-44f4-9264-5f3f639822c1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:15.047912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.050806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:15.136203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-ac59075b-6171-4e80-8b19-705ec2fcd81c tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896423 Oct 22 14:52:15.203869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42580) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:15.230824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c481-2c5a-45b6-ab05-6cbad4875268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.318162 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c481-2c5a-45b6-ab05-6cbad4875268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.324860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:15.335816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Sync routers for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:15.347128 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.352669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:15.353497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:15.390857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-8ceece04-6691-4cb3-8b59-215205be1f22 service neutron] 10.222.0.66 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081611 Oct 22 14:52:15.406041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c481-2c5a-45b6-ab05-6cbad4875268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.472718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.473966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e77be567-948b-4dfc-956b-888f68b7bb94 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.4896827 Oct 22 14:52:15.478400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42586) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:15.523830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:15.554669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.587225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c481-2c5a-45b6-ab05-6cbad4875268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd46170-2edd-471f-a789-716ca8738a66,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:15.592580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d6b9c481-2c5a-45b6-ab05-6cbad4875268 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9538f615f3545cc94bca4acace4de67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876898 Oct 22 14:52:15.627851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42588) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:15.723668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-773342a5-4127-435c-a608-f13cd9e3ac3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.759923 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-773342a5-4127-435c-a608-f13cd9e3ac3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.775019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-b9b4fe80-b677-48a5-bea1-ded55a4ba85f service neutron] 10.222.0.66 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830130 Oct 22 14:52:15.824502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:13Z', 'revision_number': 3, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:15.831231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.867509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Checking router: dbff7b7b-d614-46e4-bf68-e8998167ab2d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:15.867960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Updating router dbff7b7b-d614-46e4-bf68-e8998167ab2d port 3251503f-6de4-4331-8e36-b230c96d1567 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:52:15.909278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.952704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:15.997879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-773342a5-4127-435c-a608-f13cd9e3ac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.000656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-773342a5-4127-435c-a608-f13cd9e3ac3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.004258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-773342a5-4127-435c-a608-f13cd9e3ac3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebd46170-2edd-471f-a789-716ca8738a66 HTTP/1.1" status: 204 len: 168 time: 0.3769433 Oct 22 14:52:16.031205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773342a5-4127-435c-a608-f13cd9e3ac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd46170-2edd-471f-a789-716ca8738a66,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:16.085478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.086899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.330730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.340916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event updated for resources: {'Port': ['ID=6e8f5a2e-5ef5-419b-a328-a6c2f5bc55fd,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:16.378656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.430625 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.433908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Allocated IP 172.20.0.1 (ef853799-62b2-4d5a-9fdd-9c01058be256/e769a1c5-6f52-481b-ae96-925c07e12163/2a62f38f-9cb7-46a6-b2fd-755b93fc7260) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:16.512352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.519617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-f9d3fa49-64cc-4253-8887-d5f3f087a867 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6208863 Oct 22 14:52:16.522962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3fe70-8edf-40f7-983b-834098cc30c7 None None] Pushing event updated for resources: {'Port': ['ID=3251503f-6de4-4331-8e36-b230c96d1567,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:16.533117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Attempting to bind port 3251503f-6de4-4331-8e36-b230c96d1567 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:16.534240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Attempting to bind port 3251503f-6de4-4331-8e36-b230c96d1567 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:16.534887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Attempting to bind port 3251503f-6de4-4331-8e36-b230c96d1567 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:16.544265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:16.545378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:16.546025 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.546859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:16.549641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Bound port: 3251503f-6de4-4331-8e36-b230c96d1567, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:16.550944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.596811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-cfb1710b-9445-4a38-a647-9804d88a6501 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.0762658 Oct 22 14:52:16.639122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] For port 3251503f-6de4-4331-8e36-b230c96d1567, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:16.643779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] For port 3251503f-6de4-4331-8e36-b230c96d1567, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3251503f-6de4-4331-8e36-b230c96d1567,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:16.705190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.749692 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be64a43-aeac-44a4-a424-5c3db21b8a9d x-openstack-request-id: req-3be64a43-aeac-44a4-a424-5c3db21b8a9d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:16.749992 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b7a225-c299-4791-9ca1-a689bbf744cf", "name": "network-vif-deleted", "tag": "f0056f0e-c7a8-4eff-8e98-04f879a70d82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:16.750242 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3be64a43-aeac-44a4-a424-5c3db21b8a9d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:16.750639 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b7a225-c299-4791-9ca1-a689bbf744cf', 'name': 'network-vif-deleted', 'tag': 'f0056f0e-c7a8-4eff-8e98-04f879a70d82', 'status': 'completed', 'code': 200} Oct 22 14:52:16.750892 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'status': 'completed', 'code': 200} Oct 22 14:52:16.759667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.763157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-6279a7df-252c-4ff4-9769-7bb1ed74e0d2 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:16.776950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a637af5-7121-4e42-9e0b-1075d8a397b8 req-6279a7df-252c-4ff4-9769-7bb1ed74e0d2 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1792235 Oct 22 14:52:16.790322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:16.823976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Deleting port 6aaad30b-b8b1-472d-b407-e5c61e25495b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:16.826055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:16.919635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:17.014129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3fe70-8edf-40f7-983b-834098cc30c7 None None] Pushing event updated for resources: {'Port': ['ID=3251503f-6de4-4331-8e36-b230c96d1567,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:17.025859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:17.026489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:17.060006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Network ef853799-62b2-4d5a-9fdd-9c01058be256 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:17.085890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Pushing event updated for resources: {'Port': ['ID=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:17.101753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:17.127621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:17.181133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-002fdc97-482b-4683-b914-c11fc155872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:17.183079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-002fdc97-482b-4683-b914-c11fc155872a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.3867302 Oct 22 14:52:17.294606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:17.346703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:17.543674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0db020ca-ba61-4844-b8a2-8bd46455b62e req-6326d14a-8d92-4d20-aac4-8ef6de556d95 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.5465178 Oct 22 14:52:17.620889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-29dff73d-56dc-4735-ba3a-ace88eddba71 None None] Provisioning complete for port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:17.621437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29dff73d-56dc-4735-ba3a-ace88eddba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:17.628457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-82f74558-0f0a-43ff-9371-c3888858da50 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:17.630095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-82f74558-0f0a-43ff-9371-c3888858da50 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6970587 Oct 22 14:52:17.647362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] For port 6aaad30b-b8b1-472d-b407-e5c61e25495b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6aaad30b-b8b1-472d-b407-e5c61e25495b,segment=NetworkSegment(172bcc13-c2ac-4786-8bba-5631c769057c),segment_id=172bcc13-c2ac-4786-8bba-5631c769057c)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:17.647362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:17.723705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-29dff73d-56dc-4735-ba3a-ace88eddba71 None None] Port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:52:17.768443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:13Z', 'revision_number': 3, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:17.790471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Calling delete_port for 6aaad30b-b8b1-472d-b407-e5c61e25495b owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:17.819415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e152e6-50f9-4cc2-8be9-25ca666a32f6 None None] The sync data for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 is: [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:13Z', 'revision_number': 3, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:17.840555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-6607d7d8-2701-4d37-a039-99d254c5304e tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.2018805 Oct 22 14:52:17.853247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'floatingip': {'port_id': '39718acc-95b1-47e8-8db6-af747f754543', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:17.927993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:17.937278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Deleting subnet 99266398-9cc4-477d-b5a7-d39b56f511b2 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:18.150018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:18.402984 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:18.465638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-2114cbf8-cc8b-4050-9139-a4e5c1d6cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:18.470081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-2114cbf8-cc8b-4050-9139-a4e5c1d6cf26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 1.2706089 Oct 22 14:52:18.591357 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-03794368-c6af-48f9-aa89-61ad42cad3f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 217 time: 0.1119230 Oct 22 14:52:18.737849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:18.780958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-cc2cca2d-ffdd-4396-9cec-aefb03f9558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:18.782864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-cc2cca2d-ffdd-4396-9cec-aefb03f9558d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.1732376 Oct 22 14:52:18.862098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-621cc5d3-edd0-4a6e-8824-7e42f7c5c953 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709245 Oct 22 14:52:18.889711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98af80ec-9227-4c46-bd80-606ac681d2fa req-e557762a-e5d9-4b5f-b62b-0fb8dc55282f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.2314167 Oct 22 14:52:18.952279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.116414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3251503f-6de4-4331-8e36-b230c96d1567 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:19.295895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3251503f-6de4-4331-8e36-b230c96d1567 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:19.296686 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.408300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-1a9366f6-bc8f-48aa-85f5-bd6a65b9feec service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252988 Oct 22 14:52:19.507226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.553850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 3251503f-6de4-4331-8e36-b230c96d1567, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3251503f-6de4-4331-8e36-b230c96d1567,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:19.613762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.667315 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e830018-fcef-4a9e-9919-839933f9b2a6 req-703dd501-4719-44f4-b4e5-b45ce5d437ef service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461874 Oct 22 14:52:19.668219 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.685794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaad30b-b8b1-472d-b407-e5c61e25495b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:19.692164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.759135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=3251503f-6de4-4331-8e36-b230c96d1567,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:19.789613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.794230 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:19.800363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/99266398-9cc4-477d-b5a7-d39b56f511b2 HTTP/1.1" status: 204 len: 168 time: 3.0043168 Oct 22 14:52:19.801871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:19.856384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205213d-9895-4517-bf4c-53e04fe19643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99266398-9cc4-477d-b5a7-d39b56f511b2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:20.021714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.084642 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:52:20.198317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Pushing event updated for resources: {'Port': ['ID=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:20.209793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.245046 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.372898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5334c05b-b03c-4f79-877c-bce25009ff0c req-7c3b40fe-6335-4fce-8bf3-0a4d47a709f7 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.1972113 Oct 22 14:52:20.388743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.496858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.531393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cf8401-c3af-427d-add2-1bd5ec5b8e19']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:20.571973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d209b13-3fdc-4b14-ad66-4931fec6ffd0') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:20.572513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d209b13-3fdc-4b14-ad66-4931fec6ffd0') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:20.591058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.600105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Network ef853799-62b2-4d5a-9fdd-9c01058be256 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:20.605918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:20.621347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.775190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.793679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:20.794633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:20.798487 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:20.812984 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:20.840309 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Floating IP 93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b associated. External IP: 172.25.1.213, port: 39718acc-95b1-47e8-8db6-af747f754543. Oct 22 14:52:20.932868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Router dbff7b7b-d614-46e4-bf68-e8998167ab2d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:52:21.108952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7980c3ae-4e7e-4b33-9856-c197d03acfdf None None] Provisioning complete for port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:21.109998 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7980c3ae-4e7e-4b33-9856-c197d03acfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.136287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:21.145159 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.150515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5a431afb-78fe-448e-88da-b60b9ee1327f admin admin] 10.222.0.66 "PUT /v2.0/routers/dbff7b7b-d614-46e4-bf68-e8998167ab2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6709356 Oct 22 14:52:21.154847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.163429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] 10.222.0.66 "DELETE /v2.0/networks/b5cf8401-c3af-427d-add2-1bd5ec5b8e19 HTTP/1.1" status: 204 len: 168 time: 1.3563521 Oct 22 14:52:21.167095 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Sync routers for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:21.174427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42798) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:21.175677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fe23e-0d72-41cb-9ad7-ab48b7144b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cf8401-c3af-427d-add2-1bd5ec5b8e19,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:21.179624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3251503f-6de4-4331-8e36-b230c96d1567 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:21.187493 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:21.188131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:21.295106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7980c3ae-4e7e-4b33-9856-c197d03acfdf None None] Port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:52:21.297296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Deleting subnet c995ddde-e92f-45d1-abf0-ae40f7bbb19e {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:21.301139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.343320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3251503f-6de4-4331-8e36-b230c96d1567 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:21.343962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.379146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.478079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.482354 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:21.652725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc175132-66ea-4fb3-bd34-3867cd104845 req-a797a97f-29c3-48dc-9cb0-a67eb14757cc tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.0792780 Oct 22 14:52:21.669755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:52:21.692285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.727901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c995ddde-e92f-45d1-abf0-ae40f7bbb19e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:21.736543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Router 901be4bc-469a-45c4-a228-2746d90d57a4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:52:21.745876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:21.754291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42812) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:21.756155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-663bb2e8-951b-4720-9024-42704ebe26ab admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c995ddde-e92f-45d1-abf0-ae40f7bbb19e HTTP/1.1" status: 204 len: 168 time: 0.5780196 Oct 22 14:52:21.823567 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 2, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:21.889963 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Checking router: dbff7b7b-d614-46e4-bf68-e8998167ab2d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:21.890309 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Updating router dbff7b7b-d614-46e4-bf68-e8998167ab2d port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:52:21.946120 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.383143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42822) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:22.434715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:22.446754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] Sync routers for ids ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:22.452170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42826) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:22.452388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8cbc0ae2-d162-4c21-88b7-9b86d97003e4 admin admin] 10.222.0.66 "PUT /v2.0/routers/22f08c3e-f3ef-4c36-861c-ad1c5409b397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1104991 Oct 22 14:52:22.455443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.495813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] Routers {'22f08c3e-f3ef-4c36-861c-ad1c5409b397'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:22.498005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:22.508110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42828) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:22.528549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81979605', 'description': 'tempest-description--1191456356'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:22.608303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-1521ccab-ffa7-4ca9-bbed-9f2fcfdc5559 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:22.609784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-1521ccab-ffa7-4ca9-bbed-9f2fcfdc5559 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 818 time: 0.3436587 Oct 22 14:52:22.617717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:22.653287 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] Sync routers for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:22.659417 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.693911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-92dccbec-6692-4730-bf7d-63993edd6629 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "PUT /v2.0/floatingips/93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b HTTP/1.1" status: 200 len: 997 time: 4.8520646 Oct 22 14:52:22.700273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Request body: {'port': {'device_id': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'admin_state_up': True, 'tenant_id': 'e9786664174046dd864235cdbbdb57a5'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:22.701591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:52:22.705682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:22.707962 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:22.744439 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.824845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1960ccc0-37c7-442d-b8a9-ce460b00bb90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.854852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.877845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.883473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] Set router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:22.887615 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:22.908953 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:22.909887 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:22.980278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15a32219-0638-46f6-9db6-914db597e085 req-85e36e69-b3dc-4d01-9393-0943c513845f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.1385264 Oct 22 14:52:22.988187 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-664d7569-b789-492b-8b4a-0b837785a81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.023470 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.028979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af30fda-b151-4ace-970e-6df2e3071f5c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.142756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c385e0ea-842c-4552-9eae-0787c9d0c071') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.143285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c385e0ea-842c-4552-9eae-0787c9d0c071') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.146633 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c79101-4c92-4bf8-b0f9-6bb1801350a6 x-openstack-request-id: req-02c79101-4c92-4bf8-b0f9-6bb1801350a6 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:23.149888 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:23.150342 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02c79101-4c92-4bf8-b0f9-6bb1801350a6 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:23.151334 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'status': 'completed', 'code': 200} Oct 22 14:52:23.155264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.217916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1960ccc0-37c7-442d-b8a9-ce460b00bb90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.231213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Pushing event updated for resources: {'Port': ['ID=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:23.244201 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.244947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.246113 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.246683 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.247584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.248161 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.248740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.249577 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.250216 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.250771 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.251391 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.251731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-8746c6a4-ceca-43a4-9654-72aa7682bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:23.252195 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:23.255706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-8746c6a4-ceca-43a4-9654-72aa7682bafb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.0726535 Oct 22 14:52:23.321393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.333265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.346706 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Attempting to bind port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:23.346706 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Attempting to bind port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:23.346706 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Attempting to bind port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 on network ef853799-62b2-4d5a-9fdd-9c01058be256 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:23.354783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 5, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port': {'id': 'd9930eda-65b3-4bc6-a61a-ff0ffe28cb7f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:45:42Z', 'updated_at': '2021-10-22T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.365513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:23.368053 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:23.368432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Checking segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:23.368832 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.369272 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Bound using segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:23.369756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Bound port: 2a62f38f-9cb7-46a6-b2fd-755b93fc7260, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:23.370851 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.382826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-f17e7fa3-b8b2-4dd8-9794-bb2a4afeed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:23.390688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-f17e7fa3-b8b2-4dd8-9794-bb2a4afeed42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.6758335 Oct 22 14:52:23.393258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.427613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-3e659953-ebc7-4fe2-a546-5c9e47c6ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:23.429137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-3e659953-ebc7-4fe2-a546-5c9e47c6ee4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 0.1657262 Oct 22 14:52:23.496858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:23.497267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:23.501301 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:23.532870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1960ccc0-37c7-442d-b8a9-ce460b00bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.570512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960ccc0-37c7-442d-b8a9-ce460b00bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2dbacd-308b-4c58-a084-be9de68547a5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:23.579022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] Checking router: 22f08c3e-f3ef-4c36-861c-ad1c5409b397 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:23.600614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] Routers {'22f08c3e-f3ef-4c36-861c-ad1c5409b397'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:23.601237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.604670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d8120ec2-a704-4c7c-9ce9-17af478f5191 None None] Provisioning complete for port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:23.605723 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8120ec2-a704-4c7c-9ce9-17af478f5191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.625024 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] For port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:23.633547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1960ccc0-37c7-442d-b8a9-ce460b00bb90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bce5c66d1c94cae944d96175a30c1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2484941 Oct 22 14:52:23.636904 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-a519fc0a-52d8-4175-99df-ffb4cb71f99b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 1000 time: 0.1981580 Oct 22 14:52:23.637362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42846) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:23.669787 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] For port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:23.701845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.726920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Deleting port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:23.726920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.727863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Made reservation on behalf of e9786664174046dd864235cdbbdb57a5 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:23.742349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.798646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d8120ec2-a704-4c7c-9ce9-17af478f5191 None None] Port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:52:23.824986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] Set router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:23.832760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-8e6d4362-7c43-4df9-8e6b-a7f7ac3705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:23.837534 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-8e6d4362-7c43-4df9-8e6b-a7f7ac3705c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.1892626 Oct 22 14:52:23.868179 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.912845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.922733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:52:23Z', 'revision_number': 6, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.925415 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:23.939624 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'port_id': '39718acc-95b1-47e8-8db6-af747f754543', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'mac_address': 'fa:16:3e:a8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:52:15Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 1, 'project_id': '36facc73a21d4779a4ba923298923314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:09Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:23.944142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0af30fda-b151-4ace-970e-6df2e3071f5c HTTP/1.1" status: 204 len: 168 time: 2.1889458 Oct 22 14:52:24.001567 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] Checking router: 901be4bc-469a-45c4-a228-2746d90d57a4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:24.002200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] For port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:24.004584 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.036803 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:24.037632 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:24.042103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba0c0-24e6-4ce8-b364-69ac047428b0 None None] Pushing event updated for resources: {'Port': ['ID=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:24.070642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c80a48-1111-4ee7-b403-ae071f71dd1b None None] The sync data for ids ['22f08c3e-f3ef-4c36-861c-ad1c5409b397'] in n-d-812148-2 is: [{'id': '22f08c3e-f3ef-4c36-861c-ad1c5409b397', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1221182684-router', 'tenant_id': 'db65d639949c4b15a25a26c72d087125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:45:41Z', 'updated_at': '2021-10-22T14:52:23Z', 'revision_number': 6, 'project_id': 'db65d639949c4b15a25a26c72d087125', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:24.113649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:24.114088 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:51:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:24.190900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c599-c9e8-4e44-a43d-1b3afd689657 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af30fda-b151-4ace-970e-6df2e3071f5c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:24.216506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Calling delete_port for d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:24.232443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.237195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7201133 Oct 22 14:52:24.237195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495bea4-dd13-4d41-b4dc-2541661d359e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392f45ef-445c-473c-8642-b4c7c4a86c27,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:24.245469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d982b361-95f5-4262-86d0-b090ba371153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.275072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42858) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:24.276778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d982b361-95f5-4262-86d0-b090ba371153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.362939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-4e949aa9-52af-45c1-bb7c-aca31b343719 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:24.365366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-4e949aa9-52af-45c1-bb7c-aca31b343719 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 818 time: 0.6764004 Oct 22 14:52:24.375279 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-58fe5294-fc1a-4d09-8d16-09b760305c90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3457518 Oct 22 14:52:24.376261 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:24.393720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Request body: {'port': {'device_id': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'admin_state_up': True, 'tenant_id': 'e9786664174046dd864235cdbbdb57a5'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:24.399876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Request body: {'security_group_rule': {'security_group_id': '392f45ef-445c-473c-8642-b4c7c4a86c27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:24.405849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6cb4f85-b213-4d46-891e-36f9d84262ed req-703fd73f-92cd-45b8-8810-2fb02a91bbcd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.1609554 Oct 22 14:52:24.407092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-aff2e2e2-a467-4af6-9175-639cc5fdf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:24.408418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-aff2e2e2-a467-4af6-9175-639cc5fdf1f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 1.0168478 Oct 22 14:52:24.445620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f6497963-c140-4329-94d3-a62f09b451a6 None None] Provisioning complete for port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:24.446000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f6497963-c140-4329-94d3-a62f09b451a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.486380 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:24.617410 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f6497963-c140-4329-94d3-a62f09b451a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.679877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f6497963-c140-4329-94d3-a62f09b451a6 None None] For port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:24.711376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-6ea45504-2587-4da7-b19d-cef18964ddb5 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:24.712948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-6ea45504-2587-4da7-b19d-cef18964ddb5 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.69 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 818 time: 0.9587693 Oct 22 14:52:24.726259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Allocated IP 172.20.0.6 (b11c9561-3bf7-400b-9b42-abf095a2c29f/55db6a60-3e20-478c-8a92-8590eb50e6a4/06a47103-deb0-4da4-8092-be8ce1001430) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:24.731275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Request body: {'port': {'device_id': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'admin_state_up': True, 'tenant_id': 'e9786664174046dd864235cdbbdb57a5'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:24.738845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-a6af2d50-d1d3-471d-a9e1-0d11736d35a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 1000 time: 0.3122962 Oct 22 14:52:24.802598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-e0e5bf06-fa7e-4b0a-94a3-c69ecd5ee8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:24.804231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-e0e5bf06-fa7e-4b0a-94a3-c69ecd5ee8da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.0532386 Oct 22 14:52:24.844092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-be94ce02-3013-4469-a7f9-8bd7512ef38c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326993 Oct 22 14:52:24.887761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-bb7c7c46-fd7e-4f44-b12b-f91cbbdaba1c service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052347 Oct 22 14:52:24.936447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f6497963-c140-4329-94d3-a62f09b451a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:24.962656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42868) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:25.067276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6497963-c140-4329-94d3-a62f09b451a6 None None] Pushing event updated for resources: {'Port': ['ID=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:25.077593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72b4ee7f-d8ef-4ee5-a708-d0d3a945074f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d04456eb09b34176abad98ce719b87b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096020 Oct 22 14:52:25.078209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42872) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:25.086330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.141515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e83d07b-a89d-47fd-bc97-ec2d9edf0a9c req-0c22f96d-83ea-4046-87d4-fa159c380961 service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123272 Oct 22 14:52:25.152495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d982b361-95f5-4262-86d0-b090ba371153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.156914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d982b361-95f5-4262-86d0-b090ba371153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.158350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d982b361-95f5-4262-86d0-b090ba371153 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce2dbacd-308b-4c58-a084-be9de68547a5 HTTP/1.1" status: 204 len: 168 time: 1.5191042 Oct 22 14:52:25.164779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-04d6eede-c2dd-461c-9ed7-9ec9c57f0dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.190290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982b361-95f5-4262-86d0-b090ba371153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2dbacd-308b-4c58-a084-be9de68547a5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:25.260571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6aaad30b-b8b1-472d-b407-e5c61e25495b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:25.349966 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:23Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:25.362909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6aaad30b-b8b1-472d-b407-e5c61e25495b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:25.369258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6aaad30b-b8b1-472d-b407-e5c61e25495b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:25.369767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:25.397117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Made reservation on behalf of e9786664174046dd864235cdbbdb57a5 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:25.410697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.432352 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5985884-484b-4429-aaeb-4f421b3c0917 None None] The sync data for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 is: [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:23Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:25.468293 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'port_id': '39718acc-95b1-47e8-8db6-af747f754543', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'mac_address': 'fa:16:3e:a8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:52:15Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 1, 'project_id': '36facc73a21d4779a4ba923298923314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:09Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:25.490568 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1baa-e735-4e6c-a736-04a74e0f07fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.540042 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361aa6d-9982-4d4d-8f9c-98038155cbfd None None] The sync data for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 is: [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'port_id': '39718acc-95b1-47e8-8db6-af747f754543', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'mac_address': 'fa:16:3e:a8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:52:15Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 1, 'project_id': '36facc73a21d4779a4ba923298923314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:09Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:25.546863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 14:52:25.547274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:25.571477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Made reservation on behalf of e9786664174046dd864235cdbbdb57a5 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:25.575339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.632856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-7706b798-188e-42bf-bfea-31844275d41a service neutron] 10.222.0.66 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814763 Oct 22 14:52:25.635572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.651005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.701037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9930eda-65b3-4bc6-a61a-ff0ffe28cb7f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:25.753374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1baa-e735-4e6c-a736-04a74e0f07fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.816375 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.871431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.923395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.944833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.945328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:25.947837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66357-2216-4546-8b1c-5cb422d5dca0 None None] New status for floating IP 93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:52:25.996007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dacc8ac-02ac-4866-a605-acafe22fb236 req-fdd6a1eb-6166-4902-873c-0989a73897c5 service neutron] 10.222.0.66 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350458 Oct 22 14:52:25.996583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c1d014-29ed-4f7b-8206-8491a9a66397,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:26.186708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0aa68c81-30b1-4977-b430-5c2a6ef7c33c req-44f575b4-f7ff-41d1-ac19-50817c2a2ed9 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.0489333 Oct 22 14:52:26.226758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992490b-2341-4eb0-b6f5-38dbb8396ed3 req-5bc7d0fa-aa6e-4b26-aa46-d8bde84b9cf0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:26.234263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c992490b-2341-4eb0-b6f5-38dbb8396ed3 req-5bc7d0fa-aa6e-4b26-aa46-d8bde84b9cf0 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.1411734 Oct 22 14:52:26.320821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c992490b-2341-4eb0-b6f5-38dbb8396ed3 req-59da7b50-785e-4089-b5a4-8591b8c90c20 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Oct 22 14:52:26.328954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.333590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f08c3e-f3ef-4c36-861c-ad1c5409b397 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:52:26.344337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.345590 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a9ba3f19-0b37-4dee-b5fc-e8011354c976 admin admin] 10.222.0.66 "DELETE /v2.0/routers/22f08c3e-f3ef-4c36-861c-ad1c5409b397 HTTP/1.1" status: 204 len: 168 time: 3.8922179 Oct 22 14:52:26.348361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42890) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:26.357798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-245bba18-b470-4f19-9908-99dfd65e83d7 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 1000 time: 0.1205351 Oct 22 14:52:26.404646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1baa-e735-4e6c-a736-04a74e0f07fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.411971 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1baa-e735-4e6c-a736-04a74e0f07fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.413701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0cd1baa-e735-4e6c-a736-04a74e0f07fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf259eff-6445-4920-bea8-7e5bffde682d HTTP/1.1" status: 204 len: 168 time: 1.3284631 Oct 22 14:52:26.427197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.428945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ced38d36-736f-4644-85cd-cc1d9a3ed86c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1525669 Oct 22 14:52:26.430302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.432177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:26.457743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Request body: {'security_group_rule': {'security_group_id': '392f45ef-445c-473c-8642-b4c7c4a86c27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:26.477662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-d83e9b47-dcf2-49aa-a806-62e0178ade85 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:26.490577 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.493048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-d83e9b47-dcf2-49aa-a806-62e0178ade85 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports/39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 943 time: 0.1342933 Oct 22 14:52:26.530177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.554550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Deleting subnet ec5836a6-8354-48f9-a1d7-b9d116df32f4 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:26.562383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.572707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1baa-e735-4e6c-a736-04a74e0f07fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf259eff-6445-4920-bea8-7e5bffde682d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:26.598953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Network b11c9561-3bf7-400b-9b42-abf095a2c29f is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:26.638441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:26.705021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:26.776931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Pushing event updated for resources: {'Port': ['ID=06a47103-deb0-4da4-8092-be8ce1001430,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:26.799121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-8b01af8d-6f96-473d-bb1f-33cfcf02ba78 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 1002 time: 0.1985614 Oct 22 14:52:26.821667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:26.822330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.894866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.898232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42898) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:26.975852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.980314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f05907ad-9958-4458-aa74-2950c8b8e261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:26.999500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-7cc5a9b2-f2a8-443b-9272-b468d3fb21dd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3759918 Oct 22 14:52:27.018169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Request body: {'port': {'device_id': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:27.057133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.113180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-07d2c24f-2be6-4ac6-9497-3481b35ac1ba tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:27.114818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-07d2c24f-2be6-4ac6-9497-3481b35ac1ba tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.3115978 Oct 22 14:52:27.123916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.129094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Allocated IP 172.20.0.8 (b11c9561-3bf7-400b-9b42-abf095a2c29f/55db6a60-3e20-478c-8a92-8590eb50e6a4/6b7db14d-ed7b-46c0-ad92-39be1682c102) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:27.145364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:27.154675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-c9b36f65-0c25-47af-ade3-c41e5765ddb3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:27.158670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-c9b36f65-0c25-47af-ade3-c41e5765ddb3 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 945 time: 0.6712363 Oct 22 14:52:27.247471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.260517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:27.260886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.268906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.310535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.324581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5836a6-8354-48f9-a1d7-b9d116df32f4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:27.372842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e30533-9f14-41c1-8af4-1e600b9cfa01,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:27.373517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.383101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7d51d857-c9a0-43d7-ad1e-ee206d113a3f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ec5836a6-8354-48f9-a1d7-b9d116df32f4 HTTP/1.1" status: 204 len: 168 time: 1.0329866 Oct 22 14:52:27.386631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42908) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:27.417589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32ba5767-5144-4040-84a7-a855026f39e1 req-ac40e749-e90d-40bf-b066-7be0c3d8689e tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 210 time: 0.0808952 Oct 22 14:52:27.445806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-7b9f2cf8-7bbd-4bf5-a8f1-75f131fb4f9d tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 1002 time: 0.2953112 Oct 22 14:52:27.451057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6979639-8c52-46f1-aa32-51e7a3a75407 None None] Network fde5714c-d12e-4dec-ad7a-e52b7191c8fd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:52:27.467589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:27.524445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Deleting port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:27.524967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.530897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f05907ad-9958-4458-aa74-2950c8b8e261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.536951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.541443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-29f1b5ef-973d-4f02-8eaf-857360c4b25c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1044939 Oct 22 14:52:27.559318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42910) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:27.565286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:27.708271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] DHCP port deletion for fde5714c-d12e-4dec-ad7a-e52b7191c8fd request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:52:27.709643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.739027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] For port b4cf99dc-df36-4437-bc5f-a84ab381e0a6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:27.743176 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.770456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Calling delete_port for b4cf99dc-df36-4437-bc5f-a84ab381e0a6 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:27.803558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] Deleting port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:27.803937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.919817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] For port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,segment=NetworkSegment(172bcc13-c2ac-4786-8bba-5631c769057c),segment_id=172bcc13-c2ac-4786-8bba-5631c769057c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:27.920479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.927218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:27.937704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] Calling delete_port for 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:27.991710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Network b11c9561-3bf7-400b-9b42-abf095a2c29f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:27.997876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:28.000562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:28.008490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f05907ad-9958-4458-aa74-2950c8b8e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.026228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42916) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:28.030182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Pushing event updated for resources: {'Port': ['ID=6b7db14d-ed7b-46c0-ad92-39be1682c102,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:28.042252 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.059823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.063282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:28.063898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.068660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.082670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b4cf99dc-df36-4437-bc5f-a84ab381e0a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:28.090869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.103626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event deleted for resources: {'Port': ['ID=b4cf99dc-df36-4437-bc5f-a84ab381e0a6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:28.155035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] No DVR routers for this DVR port b4cf99dc-df36-4437-bc5f-a84ab381e0a6 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:28.158610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.162577 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-767b42aa-99dc-4759-b885-7119e34d8ab7 req-a4c3873d-7304-431b-8e78-ae71625194e1 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "DELETE /v2.0/ports/b4cf99dc-df36-4437-bc5f-a84ab381e0a6 HTTP/1.1" status: 204 len: 173 time: 0.9970269 Oct 22 14:52:28.163183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'name': 'network-vif-deleted', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:28.166073 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38becdb5-f5e5-4dd0-b23b-85146b65ba8f" -d '{"events": [{"server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "name": "network-vif-deleted", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:28.181614 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.199552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42926) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:28.199824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-345638c3-b1c8-4034-8155-348596df7fd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40dcb3df799b4dd989ad98677d1042bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424937 Oct 22 14:52:28.203403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f05907ad-9958-4458-aa74-2950c8b8e261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a8d26b5df9344eebbf6072e3ac98d59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3004527 Oct 22 14:52:28.208966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42928) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:28.215837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.222094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] Pushing event deleted for resources: {'Port': ['ID=5be45fa8-e846-4f5b-bd6a-4394b27a01a7,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:28.227744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274aba5-7787-4ac9-8db4-da93c332ea32 None None] No DVR routers for this DVR port 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:28.236336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd6d04-3f50-4be5-b8bc-7f8da6b4f7e4 req-07b24c2b-ea6c-460c-83b4-017c0f53fd03 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:28.237608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28cd6d04-3f50-4be5-b8bc-7f8da6b4f7e4 req-07b24c2b-ea6c-460c-83b4-017c0f53fd03 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 866 time: 0.6773682 Oct 22 14:52:28.249826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Allocated IP 172.20.0.9 (b11c9561-3bf7-400b-9b42-abf095a2c29f/55db6a60-3e20-478c-8a92-8590eb50e6a4/ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:28.273745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05907ad-9958-4458-aa74-2950c8b8e261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b509b5a-99c0-4069-a389-d247095a0e5a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:28.284547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-45466b62-666c-4ee3-8860-887c7eeb6cde tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9091594 Oct 22 14:52:28.302785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Request body: {'port': {'device_id': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:28.383605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc4c3-2362-4b0e-a631-89fe22850b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.391705 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc710d4-e152-488b-8a8e-e9226899908e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.414029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.428227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28cd6d04-3f50-4be5-b8bc-7f8da6b4f7e4 req-7be7b622-161e-4906-b45c-d895f487e710 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635363 Oct 22 14:52:28.445303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc4c3-2362-4b0e-a631-89fe22850b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.452088 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc710d4-e152-488b-8a8e-e9226899908e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.500856 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca03227-235b-47f8-bf4e-fef576e7fc82 x-openstack-request-id: req-cca03227-235b-47f8-bf4e-fef576e7fc82 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:28.501340 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176c1d1-21d9-48b5-aeed-4825a359f439", "name": "network-vif-deleted", "tag": "b4cf99dc-df36-4437-bc5f-a84ab381e0a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:28.501597 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cca03227-235b-47f8-bf4e-fef576e7fc82 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:28.502083 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176c1d1-21d9-48b5-aeed-4825a359f439', 'name': 'network-vif-deleted', 'tag': 'b4cf99dc-df36-4437-bc5f-a84ab381e0a6', 'status': 'completed', 'code': 200} Oct 22 14:52:28.540220 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.657199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.684156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde5714c-d12e-4dec-ad7a-e52b7191c8fd']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:28.732654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172bcc13-c2ac-4786-8bba-5631c769057c') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:28.744072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172bcc13-c2ac-4786-8bba-5631c769057c') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:28.763316 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.805543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c767a-c12b-4299-8cb0-151b0d0c588b req-30f29a2e-d726-4a64-bda9-86688ba2ded7 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:28.807114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-821c767a-c12b-4299-8cb0-151b0d0c588b req-30f29a2e-d726-4a64-bda9-86688ba2ded7 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 931 time: 0.2548139 Oct 22 14:52:28.808191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.840191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.842323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:28.842716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:28.867518 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:28.882718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.902111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc4c3-2362-4b0e-a631-89fe22850b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.904855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc4c3-2362-4b0e-a631-89fe22850b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.906135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee5cc4c3-2362-4b0e-a631-89fe22850b7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcae48b1-a841-4815-bc6a-396c5a15cf67 HTTP/1.1" status: 204 len: 168 time: 0.7050228 Oct 22 14:52:28.907223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc710d4-e152-488b-8a8e-e9226899908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.913871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc710d4-e152-488b-8a8e-e9226899908e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.913871 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0bc710d4-e152-488b-8a8e-e9226899908e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b509b5a-99c0-4069-a389-d247095a0e5a HTTP/1.1" status: 204 len: 168 time: 0.6977491 Oct 22 14:52:28.920758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cc4c3-2362-4b0e-a631-89fe22850b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcae48b1-a841-4815-bc6a-396c5a15cf67,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:28.931356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc710d4-e152-488b-8a8e-e9226899908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b509b5a-99c0-4069-a389-d247095a0e5a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:28.940486 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:28.940834 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Floating IP 93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b disassociated. External IP: 172.25.1.213, port: 39718acc-95b1-47e8-8db6-af747f754543. Oct 22 14:52:28.997977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-821c767a-c12b-4299-8cb0-151b0d0c588b req-e16e98f0-6a74-44c9-a45a-5f38e32758a0 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816368 Oct 22 14:52:29.053018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.068850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:29.069259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.072542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] 10.222.0.66 "DELETE /v2.0/networks/fde5714c-d12e-4dec-ad7a-e52b7191c8fd HTTP/1.1" status: 204 len: 168 time: 1.6666884 Oct 22 14:52:29.091377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:29.091722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5be45fa8-e846-4f5b-bd6a-4394b27a01a7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:29.098300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da440a-4247-4836-9974-cdb1284c366b admin admin] Pushing event deleted for resources: {'Network': ['ID=fde5714c-d12e-4dec-ad7a-e52b7191c8fd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:29.195577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Allocated IP 172.25.1.55 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/51cc9618-d907-4adb-b9e2-c3ccc85b8a52) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:29.243749 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.342410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Network b11c9561-3bf7-400b-9b42-abf095a2c29f is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:29.406377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:29.409131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:29.509340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Pushing event updated for resources: {'Port': ['ID=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:29.610881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:29.611536 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.623320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ede6ffe-08b2-45e8-ac28-00a16f29d8ca req-558db724-4f63-400a-9232-8be102085244 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=5176c1d1-21d9-48b5-aeed-4825a359f439 HTTP/1.1" status: 200 len: 210 time: 0.0770979 Oct 22 14:52:29.630184 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.652788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Router 901be4bc-469a-45c4-a228-2746d90d57a4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:52:29.748732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a47103-deb0-4da4-8092-be8ce1001430 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:29.762337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.784183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Transition to ACTIVE for port object 06a47103-deb0-4da4-8092-be8ce1001430 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:52:29.837194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:29.841707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.863637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-07f26efe-3b92-4d06-afac-dc1662e936ec tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1396646 Oct 22 14:52:29.878202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Request body: {'port': {'device_id': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:29.882455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-29c88d91-1f7d-4a27-9d05-a7ce9351bc55 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "PUT /v2.0/floatingips/93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b HTTP/1.1" status: 200 len: 695 time: 2.4357870 Oct 22 14:52:29.884786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:29.886286 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aa504a-865a-4609-875e-7a8d21583ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:29.923216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.925497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:29.958894 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] Sync routers for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:29.971166 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:29.972017 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:29.995037 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975cb7d2-0584-4104-9478-54e5086ad759 x-openstack-request-id: req-975cb7d2-0584-4104-9478-54e5086ad759 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:29.995560 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:29.995971 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-975cb7d2-0584-4104-9478-54e5086ad759 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:29.996520 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'status': 'completed', 'code': 200} Oct 22 14:52:30.027277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:30.058523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:30.063601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Pushing event updated for resources: {'Port': ['ID=06a47103-deb0-4da4-8092-be8ce1001430,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:30.071831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:30.077397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-c8c1c140-898d-4884-af7c-c87f9973cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:30.078955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-c8c1c140-898d-4884-af7c-c87f9973cadc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.1746242 Oct 22 14:52:30.081328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42952) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:30.201083 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:30.214012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-c2c61d47-70f4-4d66-81f0-b31e4cef8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:30.216420 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-c2c61d47-70f4-4d66-81f0-b31e4cef8dd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36facc73a21d4779a4ba923298923314&device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 1097 time: 0.1055360 Oct 22 14:52:30.230690 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:30.328547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event updated for resources: {'Port': ['ID=51cc9618-d907-4adb-b9e2-c3ccc85b8a52,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:30.346712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:30.400350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: b4cf99dc-df36-4437-bc5f-a84ab381e0a6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:30.401289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b4cf99dc-df36-4437-bc5f-a84ab381e0a6 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:30.446424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7db14d-ed7b-46c0-ad92-39be1682c102 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:30.466241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:30.495350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-a4564fc8-bb2a-4bfb-9a77-5f8e8c183fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:30.496986 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-a4564fc8-bb2a-4bfb-9a77-5f8e8c183fdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 0.2575166 Oct 22 14:52:30.500220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Transition to ACTIVE for port object 6b7db14d-ed7b-46c0-ad92-39be1682c102 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:52:30.553375 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:09Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:30.566938 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-55534ddd-06f1-4cc6-8588-0dbabf6b1ac4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 217 time: 0.0616653 Oct 22 14:52:30.600932 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] Checking router: 901be4bc-469a-45c4-a228-2746d90d57a4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:30.611096 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:30.611749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:30.646413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:30.729607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7db14d-ed7b-46c0-ad92-39be1682c102,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:30.767543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-2d5559e7-b65e-4b10-875b-a67dad9f390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:30.769172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-2d5559e7-b65e-4b10-875b-a67dad9f390c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.1932592 Oct 22 14:52:30.794584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:30.822661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2d9c5963-7dc0-43de-ac4e-14d1042cb05e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=393c3aa1bf3d4a698448988f6de1d726&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7368243 Oct 22 14:52:30.826572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42970) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:30.847053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-c5f4a7d0-ff6e-4444-b00e-01e8474913d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692749 Oct 22 14:52:30.873999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac009e1f-852a-457f-a7b2-a18e473032db req-fa20dcc9-8cba-4e30-88fd-d96f2ce282ea tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:30.882051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac009e1f-852a-457f-a7b2-a18e473032db req-fa20dcc9-8cba-4e30-88fd-d96f2ce282ea tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 931 time: 0.7118893 Oct 22 14:52:30.976719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Attempting to bind port 06a47103-deb0-4da4-8092-be8ce1001430 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:30.976719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Attempting to bind port 06a47103-deb0-4da4-8092-be8ce1001430 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:30.977149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Attempting to bind port 06a47103-deb0-4da4-8092-be8ce1001430 on network b11c9561-3bf7-400b-9b42-abf095a2c29f {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:30.985169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:30.993989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-770c2200-e4ed-4d03-920b-fa8399a23ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:30.995579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-770c2200-e4ed-4d03-920b-fa8399a23ebc service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 200 len: 921 time: 0.9082181 Oct 22 14:52:31.006714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Port 06a47103-deb0-4da4-8092-be8ce1001430 on network b11c9561-3bf7-400b-9b42-abf095a2c29f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:52:31.007103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Attempting to bind port 06a47103-deb0-4da4-8092-be8ce1001430 on network b11c9561-3bf7-400b-9b42-abf095a2c29f {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:31.035692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:31.036188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Checking segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:31.036584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Bound using segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:31.037021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Bound port: 06a47103-deb0-4da4-8092-be8ce1001430, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:31.037501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.044504 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:09Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:31.076291 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e384e-b48a-42e7-b99f-44a41e9dab71 None None] The sync data for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 is: [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:50:59Z', 'revision_number': 4, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '33b26662-151b-4909-8b2d-1489c36614c8', 'name': '', 'network_id': 'ac040004-917d-468d-b191-c6843cb0c67e', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'mac_address': 'fa:16:3e:a3:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:58Z', 'updated_at': '2021-10-22T14:51:09Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'subnets': [{'id': '6bac260e-2d01-474f-a3fa-a7c5e65080ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:31.078438 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-2f572234-6e46-460b-ab1c-190871d0bdd3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159173 Oct 22 14:52:31.083897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Attempting to bind port 6b7db14d-ed7b-46c0-ad92-39be1682c102 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:31.084599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Attempting to bind port 6b7db14d-ed7b-46c0-ad92-39be1682c102 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:31.085115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Attempting to bind port 6b7db14d-ed7b-46c0-ad92-39be1682c102 on network b11c9561-3bf7-400b-9b42-abf095a2c29f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:31.091508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac009e1f-852a-457f-a7b2-a18e473032db req-1d1d7918-c094-44ed-852e-06ddac2fe981 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085493 Oct 22 14:52:31.096245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-b7abed5a-d3b8-4f14-a39b-bd5a15bb21c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 200 len: 217 time: 0.0780320 Oct 22 14:52:31.119898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Port 6b7db14d-ed7b-46c0-ad92-39be1682c102 on network b11c9561-3bf7-400b-9b42-abf095a2c29f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:52:31.120228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Attempting to bind port 6b7db14d-ed7b-46c0-ad92-39be1682c102 on network b11c9561-3bf7-400b-9b42-abf095a2c29f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:31.164258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:31.165079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Checking segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:31.165759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Bound using segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:31.166512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Bound port: 6b7db14d-ed7b-46c0-ad92-39be1682c102, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:31.167219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.229184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-754aeb23-a8ee-44f3-8750-a3a08b52bd98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.307630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.310469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] For port 6b7db14d-ed7b-46c0-ad92-39be1682c102, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:31.321701 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-754aeb23-a8ee-44f3-8750-a3a08b52bd98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.348224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-13409a06-b547-4a87-9f4b-9295d35406fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:31.350364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-13409a06-b547-4a87-9f4b-9295d35406fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 200 len: 860 time: 0.2385678 Oct 22 14:52:31.351142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] For port 6b7db14d-ed7b-46c0-ad92-39be1682c102, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:31.427745 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-79aa504a-865a-4609-875e-7a8d21583ff9 req-2104d53d-1d4e-485a-877c-a40ecd2b9987 service neutron] 10.222.0.69 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387764 Oct 22 14:52:31.433044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] For port 06a47103-deb0-4da4-8092-be8ce1001430, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:31.439998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-5237734a-2fe9-4ed8-a2ba-70852193faae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac040004-917d-468d-b191-c6843cb0c67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793231 Oct 22 14:52:31.479671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.516323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] For port 06a47103-deb0-4da4-8092-be8ce1001430, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=06a47103-deb0-4da4-8092-be8ce1001430,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:31.519511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:31.520133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.521702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] 10.222.0.53 "PUT /v2.0/ports/6b7db14d-ed7b-46c0-ad92-39be1682c102 HTTP/1.1" status: 200 len: 1091 time: 3.2238491 Oct 22 14:52:31.522042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'tag': '6b7db14d-ed7b-46c0-ad92-39be1682c102'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:31.524357 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0165b742-a60f-473e-a897-76cf96744152" -d '{"events": [{"name": "network-changed", "server_uuid": "994dc1ed-f407-404e-b118-d8c6d2f8e241", "tag": "6b7db14d-ed7b-46c0-ad92-39be1682c102"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:31.549371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c922d-738c-451f-be5b-210531ed8332 None None] New status for floating IP 93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:52:31.551569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:31.558591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b41c1-d903-4fb4-b1fc-df3312fbcf77 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7db14d-ed7b-46c0-ad92-39be1682c102,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:31.570011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.628360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-754aeb23-a8ee-44f3-8750-a3a08b52bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.643833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-754aeb23-a8ee-44f3-8750-a3a08b52bd98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.647551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-754aeb23-a8ee-44f3-8750-a3a08b52bd98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43ebf22c-69fd-49db-b5cc-be3549823cc9 HTTP/1.1" status: 204 len: 168 time: 0.8030450 Oct 22 14:52:31.655532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.709620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aeb23-a8ee-44f3-8750-a3a08b52bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ebf22c-69fd-49db-b5cc-be3549823cc9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:31.710788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Transition to ACTIVE for port object ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:52:31.718391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:31.719041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.720474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] 10.222.0.53 "PUT /v2.0/ports/06a47103-deb0-4da4-8092-be8ce1001430 HTTP/1.1" status: 200 len: 1091 time: 4.7091830 Oct 22 14:52:31.775652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-e4eb421d-92f5-42a0-b35f-2c3f9e55797c service neutron] 10.222.0.66 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216858 Oct 22 14:52:31.808735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428019d-48d7-4bca-888c-31ffba604d2f service neutron] Pushing event updated for resources: {'Port': ['ID=06a47103-deb0-4da4-8092-be8ce1001430,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:31.854031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.899160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:31.910526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-f7bd84f9-7f2a-482d-a644-87d660842dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:31.912664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-f7bd84f9-7f2a-482d-a644-87d660842dac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 1094 time: 0.1331806 Oct 22 14:52:31.948836 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05874f8-26ab-4030-a472-8dc7fb41ba21 x-openstack-request-id: req-b05874f8-26ab-4030-a472-8dc7fb41ba21 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:31.950078 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994dc1ed-f407-404e-b118-d8c6d2f8e241", "tag": "6b7db14d-ed7b-46c0-ad92-39be1682c102", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:31.950467 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b05874f8-26ab-4030-a472-8dc7fb41ba21 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:31.951007 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'tag': '6b7db14d-ed7b-46c0-ad92-39be1682c102', 'status': 'completed', 'code': 200} Oct 22 14:52:31.974913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-36828414-10cd-472f-814d-c1f2c4c239be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:31.977426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-36828414-10cd-472f-814d-c1f2c4c239be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 1094 time: 0.0642469 Oct 22 14:52:31.998935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'tag': '06a47103-deb0-4da4-8092-be8ce1001430'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:32.009719 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abef6e98-514c-45af-9d58-847ebebd2308" -d '{"events": [{"name": "network-changed", "server_uuid": "44f51f9e-25fc-44d0-8ac7-066ed02b73ca", "tag": "06a47103-deb0-4da4-8092-be8ce1001430"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:32.009719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-9ae6c890-3d89-4bbd-8410-00f15c93b596 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102 HTTP/1.1" status: 200 len: 217 time: 0.0621121 Oct 22 14:52:32.021202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f10d2df4-c602-4be3-bef4-341c6726cfb8 req-fcaf5028-e6a3-4898-b49a-2cb3f0286673 service neutron] 10.222.0.66 "GET /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276161 Oct 22 14:52:32.032794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-fedc4b6d-77c2-482d-a705-10b21de36d91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06a47103-deb0-4da4-8092-be8ce1001430 HTTP/1.1" status: 200 len: 217 time: 0.0417919 Oct 22 14:52:32.079012 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:32.080929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Pushing event updated for resources: {'Port': ['ID=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:32.083683 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da754ea7-1b8f-400b-a0ae-d05f31318d05 x-openstack-request-id: req-da754ea7-1b8f-400b-a0ae-d05f31318d05 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:32.083965 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f51f9e-25fc-44d0-8ac7-066ed02b73ca", "tag": "06a47103-deb0-4da4-8092-be8ce1001430", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:32.084263 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da754ea7-1b8f-400b-a0ae-d05f31318d05 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:32.084589 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'tag': '06a47103-deb0-4da4-8092-be8ce1001430', 'status': 'completed', 'code': 200} Oct 22 14:52:32.099731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-f0805721-0bac-478e-8c84-d50d5408ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.101426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-f0805721-0bac-478e-8c84-d50d5408ddc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 200 len: 858 time: 0.0627944 Oct 22 14:52:32.137494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-2b8076b2-f4bc-41f2-bd0d-6104d471f039 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b11c9561-3bf7-400b-9b42-abf095a2c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282612 Oct 22 14:52:32.249754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-5b713b70-ea6e-4e4c-ba00-32c6da3767fd service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022704 Oct 22 14:52:32.259761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-aa0f6a32-7a1b-4642-a924-631000f6cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.259761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-aa0f6a32-7a1b-4642-a924-631000f6cccb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 200 len: 858 time: 0.2437890 Oct 22 14:52:32.262225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-82c63146-c9d9-4e3d-b791-c07a9b49ba6f tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips/93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b HTTP/1.1" status: 200 len: 693 time: 0.1573830 Oct 22 14:52:32.294434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5e454-739f-4ef3-9b60-1f33a81f9e9b req-690dc07a-884d-4483-9c0d-968ba6ed5d58 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.295945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fd5e454-739f-4ef3-9b60-1f33a81f9e9b req-690dc07a-884d-4483-9c0d-968ba6ed5d58 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.3062904 Oct 22 14:52:32.296573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event updated for resources: {'Port': ['ID=51cc9618-d907-4adb-b9e2-c3ccc85b8a52,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:32.349269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-5265c348-f8b6-479c-a2d9-c6d6ecca46b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b11c9561-3bf7-400b-9b42-abf095a2c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756488 Oct 22 14:52:32.396909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:32.398381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33867ff-6705-462e-84d9-71081455897c req-fe18eada-3924-4160-9a6a-734d41266c96 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.400979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a33867ff-6705-462e-84d9-71081455897c req-fe18eada-3924-4160-9a6a-734d41266c96 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 944 time: 0.1116836 Oct 22 14:52:32.466147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-29e71b59-e830-4d14-8adf-a88554848ff5 service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076502 Oct 22 14:52:32.491875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Attempting to bind port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:32.492200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Attempting to bind port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:32.492514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Attempting to bind port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 on network b11c9561-3bf7-400b-9b42-abf095a2c29f {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:32.528298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Deleting port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:32.528703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:32.532151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fd5e454-739f-4ef3-9b60-1f33a81f9e9b req-0068f642-336a-4a51-8e97-26bd2ad988c8 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052550 Oct 22 14:52:32.545112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 on network b11c9561-3bf7-400b-9b42-abf095a2c29f not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:52:32.545431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Attempting to bind port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 on network b11c9561-3bf7-400b-9b42-abf095a2c29f {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:32.562121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:32.562380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Checking segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:32.562760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Bound using segment: {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:32.563519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Bound port: ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea127e4-59d3-4bf2-810b-85e13b6bdbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:32.563667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:32.577751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076a800-db97-4c49-860d-d5e10a096b75 req-7b0d05a1-feae-4f01-b713-58cf0aee8503 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.580354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-7b0d05a1-feae-4f01-b713-58cf0aee8503 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.3072662 Oct 22 14:52:32.600343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-f210652b-dcc7-4022-ae02-5163168b3049 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:52:32.601337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-f210652b-dcc7-4022-ae02-5163168b3049 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082595 Oct 22 14:52:32.608520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:32.609713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f286438-f37b-42e2-b667-6021bb51bfc8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0482986 Oct 22 14:52:32.611914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-9cb4f5cd-01a3-4eda-8b3e-34e1990f5e88 service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460821 Oct 22 14:52:32.643930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] For port 336b6be0-b428-4a17-b73d-34bdb8e8cb99, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=336b6be0-b428-4a17-b73d-34bdb8e8cb99,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:32.644289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:32.663568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Calling delete_port for 336b6be0-b428-4a17-b73d-34bdb8e8cb99 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:32.744881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-96c12644-91d8-423b-9f6b-bacf175675ff tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.1142116 Oct 22 14:52:32.808411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6e98-514c-45af-9d58-847ebebd2308 req-f1b4e93c-6302-4478-911e-880529ac559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.809675 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-f1b4e93c-6302-4478-911e-880529ac559b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 1094 time: 0.0955067 Oct 22 14:52:32.830612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] For port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:32.853156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-081532bc-6806-40d5-af55-19465b633839 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.0984697 Oct 22 14:52:32.856828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] For port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:32.866902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22b52-652b-442c-b27d-f9485dd16686 req-a20e8ea2-691d-4e0f-8a9c-9a6117a2faae tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.868438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-adc22b52-652b-442c-b27d-f9485dd16686 req-a20e8ea2-691d-4e0f-8a9c-9a6117a2faae tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 943 time: 0.2556672 Oct 22 14:52:32.929934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-b564be15-2c35-4fea-8d17-d57c67c68a22 service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966921 Oct 22 14:52:32.947824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6e98-514c-45af-9d58-847ebebd2308 req-bace4d79-a69b-4be9-b28f-2aa54b4e14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:32.949335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-bace4d79-a69b-4be9-b28f-2aa54b4e14fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 919 time: 0.1144955 Oct 22 14:52:32.995346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-c5d7ae9e-f00e-4833-8344-4e91d5e3e7a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06a47103-deb0-4da4-8092-be8ce1001430 HTTP/1.1" status: 200 len: 217 time: 0.0375476 Oct 22 14:52:33.012062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-adc22b52-652b-442c-b27d-f9485dd16686 req-d49931bf-6dd1-4e2c-a14b-f395b13e8932 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255066 Oct 22 14:52:33.014662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.058195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43024) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:33.063131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:33.066994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.067136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6e98-514c-45af-9d58-847ebebd2308 req-49bf593d-9a94-441a-b852-1f601ed51388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:33.067281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] 10.222.0.69 "PUT /v2.0/ports/ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 HTTP/1.1" status: 200 len: 1091 time: 3.1913288 Oct 22 14:52:33.067416 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-49bf593d-9a94-441a-b852-1f601ed51388 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 200 len: 858 time: 0.0633748 Oct 22 14:52:33.067416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.112735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0543b-5c07-4528-aa98-b50ff14accbd service neutron] Pushing event updated for resources: {'Port': ['ID=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:33.113274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event deleted for resources: {'Port': ['ID=336b6be0-b428-4a17-b73d-34bdb8e8cb99,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:33.131937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Deleting port 6e8f5a2e-5ef5-419b-a328-a6c2f5bc55fd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:33.132324 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.153807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ae9e2ba8-724a-42c3-b248-2228fe88ab94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db65d639949c4b15a25a26c72d087125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944695 Oct 22 14:52:33.161900 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-999c1c26-e5dc-43f1-b972-1e14d7e1457b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b11c9561-3bf7-400b-9b42-abf095a2c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460420 Oct 22 14:52:33.161900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:33.273051 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.273669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.290905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Calling delete_port for 6e8f5a2e-5ef5-419b-a328-a6c2f5bc55fd owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:33.351950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-847b14d9-dae4-4182-8e2e-9aa8a3f5df90 service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481047 Oct 22 14:52:33.377604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] No DVR routers for this DVR port 336b6be0-b428-4a17-b73d-34bdb8e8cb99 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:33.390791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.395085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a33867ff-6705-462e-84d9-71081455897c req-0442f559-ccb9-4e3d-af82-25ca1f651044 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.53 "DELETE /v2.0/ports/336b6be0-b428-4a17-b73d-34bdb8e8cb99 HTTP/1.1" status: 204 len: 173 time: 0.9858890 Oct 22 14:52:33.440807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e1290a0-ecb9-440c-a87d-b84d1ff584df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.500336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e1290a0-ecb9-440c-a87d-b84d1ff584df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.529054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abef6e98-514c-45af-9d58-847ebebd2308 req-e6401b43-ce10-4afc-a18a-bdff60dd49a1 service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566133 Oct 22 14:52:33.570715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-9abf4e18-f13b-4d4a-adec-d8ef67f30b0e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--81979605&fields=id&tenant_id=4486a7483897491ba1d8c9b7f51c180c HTTP/1.1" status: 200 len: 267 time: 0.1265888 Oct 22 14:52:33.574545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165b742-a60f-473e-a897-76cf96744152 req-7188c6ce-c7a0-4e37-b05c-cf0431906195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:33.575978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-7188c6ce-c7a0-4e37-b05c-cf0431906195 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 1094 time: 0.3922276 Oct 22 14:52:33.578358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-306bcbb6-420b-432c-a394-3cdcb8d0c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:33.579766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-306bcbb6-420b-432c-a394-3cdcb8d0c903 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 1094 time: 0.1374786 Oct 22 14:52:33.651416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-cefd8d7c-bb36-447b-8dd6-a9373d18c11d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 HTTP/1.1" status: 200 len: 217 time: 0.0606940 Oct 22 14:52:33.792416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e1290a0-ecb9-440c-a87d-b84d1ff584df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.794825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.797260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e1290a0-ecb9-440c-a87d-b84d1ff584df admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:33.807867 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1e1290a0-ecb9-440c-a87d-b84d1ff584df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69b84eb5-cd96-4bb3-a337-9a24c0715f18 HTTP/1.1" status: 204 len: 168 time: 0.6497707 Oct 22 14:52:33.826100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1290a0-ecb9-440c-a87d-b84d1ff584df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b84eb5-cd96-4bb3-a337-9a24c0715f18,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:33.952392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'name': 'network-vif-deleted', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:33.954935 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb49fe49-46eb-43ff-a755-a293bc576cb5" -d '{"events": [{"server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "name": "network-vif-deleted", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:34.025056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:34.092692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'tag': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:34.094950 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "69409eeb-6eff-44b9-ad55-1f14514f7996", "tag": "ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:34.111021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event deleted for resources: {'Port': ['ID=6e8f5a2e-5ef5-419b-a328-a6c2f5bc55fd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:34.140647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-0e0acf2f-5b9a-4c39-9dc7-c9aaffd4516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:34.142103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-0e0acf2f-5b9a-4c39-9dc7-c9aaffd4516d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 200 len: 858 time: 0.4783401 Oct 22 14:52:34.197832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-124cf3e0-572d-4fc1-9aeb-7a74d4266870 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:34.199200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-124cf3e0-572d-4fc1-9aeb-7a74d4266870 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/networks?id=ef853799-62b2-4d5a-9fdd-9c01058be256 HTTP/1.1" status: 200 len: 804 time: 0.6185694 Oct 22 14:52:34.224514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-ef9f1363-17dc-4407-a889-0002b8c2bf7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11c9561-3bf7-400b-9b42-abf095a2c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699883 Oct 22 14:52:34.235045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165b742-a60f-473e-a897-76cf96744152 req-5a9c0550-c278-4e8f-b691-61543f097f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:34.236434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-5a9c0550-c278-4e8f-b691-61543f097f93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 919 time: 0.6468656 Oct 22 14:52:34.266119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-d2be4009-618e-4b7a-8122-40ab406bea93 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/quotas/4486a7483897491ba1d8c9b7f51c180c HTTP/1.1" status: 200 len: 375 time: 0.0446584 Oct 22 14:52:34.300888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-5de0cdd5-41a1-45a4-aa6e-304d26cece61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102 HTTP/1.1" status: 200 len: 217 time: 0.0531557 Oct 22 14:52:34.301666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:34.304196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:34.305210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5076a800-db97-4c49-860d-d5e10a096b75 req-5ffb5bc9-f2fb-4ac0-85c5-214843de6de4 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "DELETE /v2.0/floatingips/93d8b90d-0c28-49a9-8ed3-1c155a9e9d4b HTTP/1.1" status: 204 len: 173 time: 1.4343247 Oct 22 14:52:34.368104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 06a47103-deb0-4da4-8092-be8ce1001430 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:52:34.458474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff42e261-2318-4ce8-86bb-28d36adba89a req-cfda46c0-0f95-47e6-9ca3-2531dd4380c9 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedb0b73-76f5-446e-9842-ba11a832e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0590670 Oct 22 14:52:34.462283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165b742-a60f-473e-a897-76cf96744152 req-9075f87f-fbb5-417d-9617-0407cf58063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:34.463685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-9075f87f-fbb5-417d-9617-0407cf58063e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 200 len: 858 time: 0.1494813 Oct 22 14:52:34.500294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-886e395a-ead2-4898-9697-0fe1823901a8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4486a7483897491ba1d8c9b7f51c180c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2051082 Oct 22 14:52:34.522334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-c3bd25ab-19a1-49cd-b907-5c1177dafcef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b11c9561-3bf7-400b-9b42-abf095a2c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472176 Oct 22 14:52:34.524157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-fc7e537c-e7c1-4249-81d2-1d7ed34ddaf8 service neutron] 10.222.0.69 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854843 Oct 22 14:52:34.547204 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2605d510-5962-4c90-adaa-be21aae1a60d x-openstack-request-id: req-2605d510-5962-4c90-adaa-be21aae1a60d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:34.547747 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedb0b73-76f5-446e-9842-ba11a832e0f0", "name": "network-vif-deleted", "tag": "336b6be0-b428-4a17-b73d-34bdb8e8cb99", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:34.547747 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2605d510-5962-4c90-adaa-be21aae1a60d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:34.549746 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedb0b73-76f5-446e-9842-ba11a832e0f0', 'name': 'network-vif-deleted', 'tag': '336b6be0-b428-4a17-b73d-34bdb8e8cb99', 'status': 'completed', 'code': 200} Oct 22 14:52:34.595832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 06a47103-deb0-4da4-8092-be8ce1001430, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=06a47103-deb0-4da4-8092-be8ce1001430,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:34.624218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '06a47103-deb0-4da4-8092-be8ce1001430', 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'port_id': '06a47103-deb0-4da4-8092-be8ce1001430', 'mac_address': 'fa:16:3e:14:97:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55db6a60-3e20-478c-8a92-8590eb50e6a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:52:34.664362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:34.678123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a47103-deb0-4da4-8092-be8ce1001430 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:34.697120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 06a47103-deb0-4da4-8092-be8ce1001430, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=06a47103-deb0-4da4-8092-be8ce1001430,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:34.785255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-8e312c23-db0c-4e6e-b425-817cb19aeb3d service neutron] 10.222.0.66 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661386 Oct 22 14:52:34.790390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55c2b2bc-d379-409b-bd18-6aaf4e5ffb46 req-ec60d941-6e06-411a-a0f7-4e04710ee40d service neutron] 10.222.0.69 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572176 Oct 22 14:52:34.793170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-4af0d4fe-2701-4291-a3d4-7f33774de4be service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621810 Oct 22 14:52:34.811419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8f606-cc25-4f31-b023-e8abc6f4379d req-81c20dab-360b-41c6-9272-9106ab9c0770 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:34.812846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ae8f606-cc25-4f31-b023-e8abc6f4379d req-81c20dab-360b-41c6-9272-9106ab9c0770 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 943 time: 0.2039068 Oct 22 14:52:34.878724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:34.880537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6b7db14d-ed7b-46c0-ad92-39be1682c102 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:52:34.995120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ae8f606-cc25-4f31-b023-e8abc6f4379d req-f51aa945-f658-47da-b089-ff3b1c2bae7c tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744547 Oct 22 14:52:34.996567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6b7db14d-ed7b-46c0-ad92-39be1682c102, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:35.009288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=06a47103-deb0-4da4-8092-be8ce1001430,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:35.015701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '6b7db14d-ed7b-46c0-ad92-39be1682c102', 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'port_id': '6b7db14d-ed7b-46c0-ad92-39be1682c102', 'mac_address': 'fa:16:3e:76:a9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55db6a60-3e20-478c-8a92-8590eb50e6a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:52:35.021533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-50487edf-78c8-48cd-ab68-8c87a18f4d23 service neutron] 10.222.0.66 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258639 Oct 22 14:52:35.044266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0165b742-a60f-473e-a897-76cf96744152 req-d7db7a61-691d-44dd-8ca0-3a14983ab29a service neutron] 10.222.0.53 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403040 Oct 22 14:52:35.067889 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053584a-4d73-4a29-a369-fd3ce34d9f93 x-openstack-request-id: req-a053584a-4d73-4a29-a369-fd3ce34d9f93 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:35.067889 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69409eeb-6eff-44b9-ad55-1f14514f7996", "tag": "ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:35.067889 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a053584a-4d73-4a29-a369-fd3ce34d9f93 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:35.067889 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'tag': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2', 'status': 'completed', 'code': 200} Oct 22 14:52:35.068377 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:35.079613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7db14d-ed7b-46c0-ad92-39be1682c102 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:35.100108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6b7db14d-ed7b-46c0-ad92-39be1682c102, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:35.123097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e0f27aa-5b56-4bba-be23-9d8e60699b6d req-41b58f52-3515-4b6f-a517-3b2535ac981d tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups/1177e6fe-5099-42fb-ba5a-8f5f36ad46de HTTP/1.1" status: 200 len: 1808 time: 0.0453446 Oct 22 14:52:35.206466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3e0f27aa-5b56-4bba-be23-9d8e60699b6d req-44ef605e-3929-415b-984b-a53d04ea1c0b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:35.234180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3e0f27aa-5b56-4bba-be23-9d8e60699b6d req-44ef605e-3929-415b-984b-a53d04ea1c0b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:35.253651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-a53af27c-3c06-4020-9563-800c05e90384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:35.255852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-a53af27c-3c06-4020-9563-800c05e90384 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9786664174046dd864235cdbbdb57a5&device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 1094 time: 0.0836918 Oct 22 14:52:35.319931 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:35.362640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-f455ef4a-7bb3-4adf-ada9-e50fddfb0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:35.364272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-f455ef4a-7bb3-4adf-ada9-e50fddfb0492 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 200 len: 919 time: 0.0975931 Oct 22 14:52:35.389047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6b7db14d-ed7b-46c0-ad92-39be1682c102,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:35.420774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-df23651b-bca0-4b59-bdc8-786a1ad634b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 HTTP/1.1" status: 200 len: 217 time: 0.0480566 Oct 22 14:52:35.486045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3e0f27aa-5b56-4bba-be23-9d8e60699b6d req-44ef605e-3929-415b-984b-a53d04ea1c0b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:35.489258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3e0f27aa-5b56-4bba-be23-9d8e60699b6d req-44ef605e-3929-415b-984b-a53d04ea1c0b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:35.494800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e0f27aa-5b56-4bba-be23-9d8e60699b6d req-44ef605e-3929-415b-984b-a53d04ea1c0b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "DELETE /v2.0/security-groups/1177e6fe-5099-42fb-ba5a-8f5f36ad46de HTTP/1.1" status: 204 len: 173 time: 0.3656132 Oct 22 14:52:35.539447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6b7db14d-ed7b-46c0-ad92-39be1682c102'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:35.550298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef605e-3929-415b-984b-a53d04ea1c0b tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177e6fe-5099-42fb-ba5a-8f5f36ad46de,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:35.589538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed1c9b79-27fb-4f41-8c12-87752975a868 req-65dccad7-89e9-49f1-963c-1d6f0c23a1f7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.0676661 Oct 22 14:52:35.596997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['06a47103-deb0-4da4-8092-be8ce1001430'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:35.601826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-77b5da85-6462-427f-b403-4b564126d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:35.602297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-77b5da85-6462-427f-b403-4b564126d89d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 200 len: 858 time: 0.1746480 Oct 22 14:52:35.682906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-68232661-a7d6-49ac-b011-f1a9bc74dc20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11c9561-3bf7-400b-9b42-abf095a2c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717096 Oct 22 14:52:35.799253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-210f972d-68a8-4791-9cab-eca8b352204c service neutron] 10.222.0.69 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071780 Oct 22 14:52:35.929183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d29cc8-3e63-45ca-ba1f-39789f4a2ad2 req-ad8ce88c-2b92-4d91-a6fb-ddbc43c848f9 service neutron] 10.222.0.69 "GET /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224284 Oct 22 14:52:36.232964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919298fb-b00d-4052-ad7a-6548d9ef1dc1 req-52969824-2173-41db-9d4e-b86c457c1b2b tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:36.234764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-919298fb-b00d-4052-ad7a-6548d9ef1dc1 req-52969824-2173-41db-9d4e-b86c457c1b2b tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 944 time: 0.0710137 Oct 22 14:52:36.292338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-919298fb-b00d-4052-ad7a-6548d9ef1dc1 req-1a03ecd6-6766-4068-abcc-446215c7945c tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Oct 22 14:52:36.341005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33e35-fd73-439e-9027-bb9c13437ce1 req-f3f1e918-e536-44b8-b0b7-352304752d9c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:36.342894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59a33e35-fd73-439e-9027-bb9c13437ce1 req-f3f1e918-e536-44b8-b0b7-352304752d9c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0672476 Oct 22 14:52:36.369147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 06a47103-deb0-4da4-8092-be8ce1001430 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:36.436524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59a33e35-fd73-439e-9027-bb9c13437ce1 req-7258bc27-0053-43b4-99c6-c24adfca3f9a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863190 Oct 22 14:52:36.453003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d8301-eaa7-406b-a3ee-43765d278768 req-ed060e12-0264-4250-b92a-6c126c7ee43d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:36.459726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-792d8301-eaa7-406b-a3ee-43765d278768 req-ed060e12-0264-4250-b92a-6c126c7ee43d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.0870016 Oct 22 14:52:36.494934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-792d8301-eaa7-406b-a3ee-43765d278768 req-a77e7a54-92f6-40d3-97d2-79a6c23409ff tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340137 Oct 22 14:52:36.644276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 06a47103-deb0-4da4-8092-be8ce1001430 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:52:36.644276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 06a47103-deb0-4da4-8092-be8ce1001430 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:36.644276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:36.700414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e28dbd4-8038-405c-bd2b-b25ba7f48485 req-05a12318-ff8f-406c-932d-f2af5860d610 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.0410836 Oct 22 14:52:36.758142 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:36.790702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a47103-deb0-4da4-8092-be8ce1001430'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:36.793111 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b674136-c3fd-4092-b821-d046fbf19468" -d '{"events": [{"server_uuid": "44f51f9e-25fc-44d0-8ac7-066ed02b73ca", "name": "network-vif-plugged", "status": "completed", "tag": "06a47103-deb0-4da4-8092-be8ce1001430"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:36.808101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 06a47103-deb0-4da4-8092-be8ce1001430, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=06a47103-deb0-4da4-8092-be8ce1001430,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:36.833725 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ec35b-dd98-4f11-b383-155ca0a25cdc x-openstack-request-id: req-ab6ec35b-dd98-4f11-b383-155ca0a25cdc {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:36.834139 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f51f9e-25fc-44d0-8ac7-066ed02b73ca", "name": "network-vif-plugged", "status": "completed", "tag": "06a47103-deb0-4da4-8092-be8ce1001430", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:36.834417 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab6ec35b-dd98-4f11-b383-155ca0a25cdc {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:36.834833 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a47103-deb0-4da4-8092-be8ce1001430', 'code': 200} Oct 22 14:52:36.959992 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:36.960860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6b7db14d-ed7b-46c0-ad92-39be1682c102 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:37.048141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=06a47103-deb0-4da4-8092-be8ce1001430,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:37.051589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2c45d-9262-41e8-a252-d917cd677639 req-f9399d3f-2610-48e9-abe7-18930ae4349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:37.053332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb2c45d-9262-41e8-a252-d917cd677639 req-f9399d3f-2610-48e9-abe7-18930ae4349c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 1096 time: 0.0541947 Oct 22 14:52:37.090470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb2c45d-9262-41e8-a252-d917cd677639 req-724b1781-df43-4472-9209-5a08861c0aa0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302474 Oct 22 14:52:37.218663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-57b586f3-4fce-4aa6-9a98-c680d2bce124 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214357 Oct 22 14:52:37.347217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 6b7db14d-ed7b-46c0-ad92-39be1682c102 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:52:37.352268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 6b7db14d-ed7b-46c0-ad92-39be1682c102 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:37.352635 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:37.356620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-0d6aa4ff-1221-48f1-bd06-422d6201bfdd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:37.358200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-0d6aa4ff-1221-48f1-bd06-422d6201bfdd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335533 Oct 22 14:52:37.368956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-35388198-e189-4fbb-ae72-51922cdb9aa8 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:37.370434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-35388198-e189-4fbb-ae72-51922cdb9aa8 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.0765820 Oct 22 14:52:37.432982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-adc788ac-781a-4a66-8427-65654f6b505d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/quotas/504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 375 time: 0.0613267 Oct 22 14:52:37.453496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:37.498074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6b7db14d-ed7b-46c0-ad92-39be1682c102, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:37.502245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8de8bd57-67d4-4eaa-ae27-3bb056944128 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362546 Oct 22 14:52:37.520231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1ac5e-eef8-4d0d-801a-f97fffe32878 req-07b6a7b4-d456-46b9-8813-92696f4ce6fd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:37.527535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08f1ac5e-eef8-4d0d-801a-f97fffe32878 req-07b6a7b4-d456-46b9-8813-92696f4ce6fd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 944 time: 0.1488521 Oct 22 14:52:37.590048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08f1ac5e-eef8-4d0d-801a-f97fffe32878 req-cb7a128a-5ec0-4462-a2eb-b6b516911cf0 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502658 Oct 22 14:52:37.598848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Deleting port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:37.599219 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:37.714053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:37.714053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:37.738841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] For port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,segment=NetworkSegment(dc61eced-d744-4919-bd30-849d343f45db),segment_id=dc61eced-d744-4919-bd30-849d343f45db)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:37.739789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:37.756050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1de2-f81c-4543-8c53-6388d29ab49a req-280d1098-1ed1-4968-848a-da85485e2ac3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:37.757623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbca1de2-f81c-4543-8c53-6388d29ab49a req-280d1098-1ed1-4968-848a-da85485e2ac3 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0827963 Oct 22 14:52:37.764794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Calling delete_port for 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:37.850656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbca1de2-f81c-4543-8c53-6388d29ab49a req-9d64c6bb-535f-42e4-8bb9-4d306cca85a0 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814269 Oct 22 14:52:37.878037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 336b6be0-b428-4a17-b73d-34bdb8e8cb99 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:37.878378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 336b6be0-b428-4a17-b73d-34bdb8e8cb99 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:37.907053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6b7db14d-ed7b-46c0-ad92-39be1682c102,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:37.985682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ef9f7-297f-43b5-bb13-d9b6fa9dcb46 req-83859b4f-a47a-4888-81c6-04b22fb96357 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:37.987140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f62ef9f7-297f-43b5-bb13-d9b6fa9dcb46 req-83859b4f-a47a-4888-81c6-04b22fb96357 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 944 time: 0.0553954 Oct 22 14:52:38.031191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f62ef9f7-297f-43b5-bb13-d9b6fa9dcb46 req-eae02809-26ff-4f0d-9d28-6c1a0d9bbd5d tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/security-groups?id=b88223ae-a69a-4d1c-b497-e53c1d323eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Oct 22 14:52:38.219986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd82deae-3ec1-4265-8cf7-3d4fa608b7a6 req-8f3ebf39-dfc7-4b01-ac25-ede49b942c3e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.0983717 Oct 22 14:52:38.219986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5675225e-75c0-47a8-814f-9e82eec81faf req-524bbf02-1f15-4860-8403-b2d0ee7c9d6e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.0936766 Oct 22 14:52:38.219986 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:38.262442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Pushing event deleted for resources: {'Port': ['ID=1ee6b4e1-6c05-45a2-ae14-a9c96694f720,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:38.292050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] No DVR routers for this DVR port 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:38.294565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:38.298028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35c7cc7f-023c-4955-952f-4a09e9c3f25f req-d1d1bfbe-f5f9-4b3f-b832-4fe315cfac18 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.69 "DELETE /v2.0/ports/1ee6b4e1-6c05-45a2-ae14-a9c96694f720 HTTP/1.1" status: 204 len: 173 time: 0.9184358 Oct 22 14:52:38.298517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'name': 'network-vif-deleted', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:38.300822 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8b928e-11f8-486d-bb1d-1ddcaaf9b4df" -d '{"events": [{"server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "name": "network-vif-deleted", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:38.336703 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babcc1e9-ee88-4af8-aaf5-4672828eb045 x-openstack-request-id: req-babcc1e9-ee88-4af8-aaf5-4672828eb045 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:38.337482 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dea20-2f06-40e5-96a0-cf2c7dadb1fc", "name": "network-vif-deleted", "tag": "1ee6b4e1-6c05-45a2-ae14-a9c96694f720", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:38.337482 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-babcc1e9-ee88-4af8-aaf5-4672828eb045 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:38.337653 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dea20-2f06-40e5-96a0-cf2c7dadb1fc', 'name': 'network-vif-deleted', 'tag': '1ee6b4e1-6c05-45a2-ae14-a9c96694f720', 'status': 'completed', 'code': 200} Oct 22 14:52:38.696941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52252ac-b838-44fa-9c44-b4a1efe1385a req-6a418e46-32ef-4579-bf34-cddc7b354317 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:38.698433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52252ac-b838-44fa-9c44-b4a1efe1385a req-6a418e46-32ef-4579-bf34-cddc7b354317 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 945 time: 0.0497236 Oct 22 14:52:38.737757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52252ac-b838-44fa-9c44-b4a1efe1385a req-ef65d507-8925-4592-b914-6154879d67e3 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Oct 22 14:52:38.837640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7db14d-ed7b-46c0-ad92-39be1682c102'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:38.839944 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2780a4-9f76-4596-a0a8-291a6f4fb708" -d '{"events": [{"server_uuid": "994dc1ed-f407-404e-b118-d8c6d2f8e241", "name": "network-vif-plugged", "status": "completed", "tag": "6b7db14d-ed7b-46c0-ad92-39be1682c102"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:38.884620 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bded69a-b78b-4fdf-970d-e897588b69c3 x-openstack-request-id: req-5bded69a-b78b-4fdf-970d-e897588b69c3 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:38.884900 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994dc1ed-f407-404e-b118-d8c6d2f8e241", "name": "network-vif-plugged", "status": "completed", "tag": "6b7db14d-ed7b-46c0-ad92-39be1682c102", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:38.885173 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bded69a-b78b-4fdf-970d-e897588b69c3 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:38.885592 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7db14d-ed7b-46c0-ad92-39be1682c102', 'code': 200} Oct 22 14:52:38.891530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-01310cf0-3f0e-403f-8601-988dc8d42a2c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:38.893204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-01310cf0-3f0e-403f-8601-988dc8d42a2c tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.69 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.0696979 Oct 22 14:52:39.060247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240f438-9f55-477e-81c0-03b14a580ac7 req-d3460d56-8e21-4c8d-91e1-7aedd99e8750 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:39.061863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c240f438-9f55-477e-81c0-03b14a580ac7 req-d3460d56-8e21-4c8d-91e1-7aedd99e8750 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 946 time: 0.1295931 Oct 22 14:52:39.071704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658883-bd34-43c2-a8c2-04254c9a49f7 req-3b1db2fb-1952-4d12-8641-a6ab397f2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:39.073285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a658883-bd34-43c2-a8c2-04254c9a49f7 req-3b1db2fb-1952-4d12-8641-a6ab397f2be3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 1096 time: 0.0766666 Oct 22 14:52:39.099666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Deleting port 39718acc-95b1-47e8-8db6-af747f754543 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:39.100013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:39.234746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a658883-bd34-43c2-a8c2-04254c9a49f7 req-48744002-f9a9-4e5c-b33c-f81afe05342b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535611 Oct 22 14:52:39.252761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99d0a1e6-4cb0-485d-a104-44da6e684ba4 req-3b3dcbdc-d15c-401d-8fb6-3c08a64ff3f4 tempest-LiveMigrationTest-658400739 tempest-LiveMigrationTest-658400739-project] 10.222.0.66 "GET /v2.0/ports?device_id=352dea20-2f06-40e5-96a0-cf2c7dadb1fc HTTP/1.1" status: 200 len: 210 time: 0.0505555 Oct 22 14:52:39.267526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c240f438-9f55-477e-81c0-03b14a580ac7 req-988820f0-e7b6-4ac5-bf5c-a729ce1916a8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f510b8d-626d-4a4d-8c61-5553bd7f261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667917 Oct 22 14:52:39.308944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] For port 39718acc-95b1-47e8-8db6-af747f754543, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=39718acc-95b1-47e8-8db6-af747f754543,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:39.309315 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:39.347972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Calling delete_port for 39718acc-95b1-47e8-8db6-af747f754543 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:39.359342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84dbd04a-9584-4cd2-b7bb-51081277fbaa req-3a363c3d-ebb0-4a8b-8e40-1fbb8fcd6275 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.0435011 Oct 22 14:52:39.439995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2093501-d718-4b0d-ae4b-b093749d0619 req-7063de79-0ebd-4a12-9b59-99ed53dc35cc tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.1072152 Oct 22 14:52:39.673306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:39.685776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['39718acc-95b1-47e8-8db6-af747f754543'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:39.740312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Pushing event deleted for resources: {'Port': ['ID=39718acc-95b1-47e8-8db6-af747f754543,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:39.803785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] No DVR routers for this DVR port 39718acc-95b1-47e8-8db6-af747f754543 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:39.807672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:39.811799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44a4aa2f-1821-48a1-87cc-ec7b9781791a req-e2bcc487-b66a-4892-ac14-adbd62e10cc8 tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.69 "DELETE /v2.0/ports/39718acc-95b1-47e8-8db6-af747f754543 HTTP/1.1" status: 204 len: 173 time: 0.9107869 Oct 22 14:52:39.879548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a37ce-a356-47c3-909c-a99d2947d0b1 req-2ff29f10-0776-4f20-b39f-26055ba91741 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:39.885523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-256a37ce-a356-47c3-909c-a99d2947d0b1 req-2ff29f10-0776-4f20-b39f-26055ba91741 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 945 time: 0.0526338 Oct 22 14:52:39.890382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:52:39.894088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:39.924380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:39.925661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1ee6b4e1-6c05-45a2-ae14-a9c96694f720 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:39.967468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-256a37ce-a356-47c3-909c-a99d2947d0b1 req-9f0d2be5-e52e-4f1b-96fc-5a1d7511fddb tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792835 Oct 22 14:52:40.017129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:40.028796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2', 'network_id': 'b11c9561-3bf7-400b-9b42-abf095a2c29f', 'port_id': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2', 'mac_address': 'fa:16:3e:68:ee:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55db6a60-3e20-478c-8a92-8590eb50e6a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:52:40.042524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-96fd555f-a898-4ad1-a791-61a11fb59e37 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:40.048365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-96fd555f-a898-4ad1-a791-61a11fb59e37 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.69 "GET /v2.0/networks?id=ef853799-62b2-4d5a-9fdd-9c01058be256 HTTP/1.1" status: 200 len: 804 time: 0.1460178 Oct 22 14:52:40.074495 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.092305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:40.104290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-02876a7e-a839-49d0-95c6-bfd4276c5681 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4486a7483897491ba1d8c9b7f51c180c HTTP/1.1" status: 200 len: 378 time: 0.0407434 Oct 22 14:52:40.115245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Request body: {'port': {'device_id': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'admin_state_up': True, 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'security_groups': ['392f45ef-445c-473c-8642-b4c7c4a86c27']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:40.119146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:40.227294 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.336549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:40.339165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'name': 'network-vif-deleted', 'tag': '39718acc-95b1-47e8-8db6-af747f754543'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:40.341496 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d5180-9d35-4d0d-a3c7-0a331936d679" -d '{"events": [{"server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "name": "network-vif-deleted", "tag": "39718acc-95b1-47e8-8db6-af747f754543"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:40.369797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Made reservation on behalf of 4486a7483897491ba1d8c9b7f51c180c for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:40.375196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.404500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-48c5f63f-27e3-4de2-b45d-36fdb9a1038d tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=496719627c254a3a986a9056d89ae226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471809 Oct 22 14:52:40.467205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-906c450a-a516-4b0c-aa1e-8f4e813adf51 req-ac5ba393-641b-41df-be76-9f4cda6d7b5a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 210 time: 0.0600190 Oct 22 14:52:40.522245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43262) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:40.534457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43266) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:40.593248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:40.744709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-710bfc95-b1cc-4bbe-b695-d80f462fc9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.762632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Deleting subnet 9d211829-591c-4b00-b4a4-771f3b3b90cb {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:40.770764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.829209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.864988 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2a0eb-0539-4ad2-bdc4-fc77a4efc895 x-openstack-request-id: req-fae2a0eb-0539-4ad2-bdc4-fc77a4efc895 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:40.864988 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992e7b52-d28f-4ea2-b652-9e1c10fccf1b", "name": "network-vif-deleted", "tag": "39718acc-95b1-47e8-8db6-af747f754543", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:40.864988 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fae2a0eb-0539-4ad2-bdc4-fc77a4efc895 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:40.864988 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992e7b52-d28f-4ea2-b652-9e1c10fccf1b', 'name': 'network-vif-deleted', 'tag': '39718acc-95b1-47e8-8db6-af747f754543', 'status': 'completed', 'code': 200} Oct 22 14:52:40.888286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.898787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6e541f6-677a-4b9b-a858-64b448ed0d8e req-a55cba34-8f09-4479-9f9c-91c472ad2313 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.0464821 Oct 22 14:52:40.942465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-710bfc95-b1cc-4bbe-b695-d80f462fc9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:40.959552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-15535333-8f2b-4496-88cc-d2db86d82f15 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:40.963477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-15535333-8f2b-4496-88cc-d2db86d82f15 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5581248 Oct 22 14:52:40.997807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Allocated IP 172.20.0.13 (ef853799-62b2-4d5a-9fdd-9c01058be256/e769a1c5-6f52-481b-ae96-925c07e12163/8fff87bd-9092-4e93-a92a-988d12cd2239) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:41.000448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-da4317af-9561-49a0-8731-a2430ab09f89 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/quotas/496719627c254a3a986a9056d89ae226 HTTP/1.1" status: 200 len: 375 time: 0.0308158 Oct 22 14:52:41.021350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2282f870-191b-4601-8e69-4246058da0bc req-b9c93c44-d2a7-408b-98b3-6b3d28f246c4 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Oct 22 14:52:41.053303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-e350b099-10cb-478a-a57c-7ba937cbb9c4 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=496719627c254a3a986a9056d89ae226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341613 Oct 22 14:52:41.123279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.137348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-710bfc95-b1cc-4bbe-b695-d80f462fc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.147535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43274) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:41.178994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d211829-591c-4b00-b4a4-771f3b3b90cb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:41.193208 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.200469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9d211829-591c-4b00-b4a4-771f3b3b90cb HTTP/1.1" status: 204 len: 168 time: 0.6755207 Oct 22 14:52:41.205018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43278) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:41.210874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.211682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.212416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.212861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.213275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.213662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.214121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.214547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.214928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.215490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.215878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.216257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304dd6d8-d978-48e4-a352-a5d903b596d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:41.229936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-710bfc95-b1cc-4bbe-b695-d80f462fc9fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b6fe237f72d4c4e81a15929be635db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944444 Oct 22 14:52:41.230709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bfc95-b1cc-4bbe-b695-d80f462fc9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7defa04d-5e66-40ad-902d-ac3714f0a6d9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:41.233112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:41.234117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.267705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b02ab-3d57-409b-95da-f473e8118d55 req-6ca8ef61-dcf3-4562-b84c-a5ed35fc192e tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:41.273591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e2b02ab-3d57-409b-95da-f473e8118d55 req-6ca8ef61-dcf3-4562-b84c-a5ed35fc192e tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 945 time: 0.1679866 Oct 22 14:52:41.305276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-859ca164-5b98-4754-b9a2-db34ac27e03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.355809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-859ca164-5b98-4754-b9a2-db34ac27e03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.385721 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.448577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d9ab-5ef5-4450-bff2-671b50abbef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.461437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f7a6e96-73f2-4155-bb97-b910f03dbce6 req-8a44d669-e384-403a-8029-2c0b54f396ff tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 210 time: 0.0739517 Oct 22 14:52:41.473952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.503087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e2b02ab-3d57-409b-95da-f473e8118d55 req-cd450785-481d-4df4-a807-e10d17f90015 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134583 Oct 22 14:52:41.551945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-859ca164-5b98-4754-b9a2-db34ac27e03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.555497 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-859ca164-5b98-4754-b9a2-db34ac27e03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.557518 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-859ca164-5b98-4754-b9a2-db34ac27e03d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7defa04d-5e66-40ad-902d-ac3714f0a6d9 HTTP/1.1" status: 204 len: 168 time: 0.3231516 Oct 22 14:52:41.570822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ca164-5b98-4754-b9a2-db34ac27e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7defa04d-5e66-40ad-902d-ac3714f0a6d9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:41.634159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f542111-28a6-455c-863f-512bcdbce725 req-601b7f0e-7d74-4572-9311-37addbb4480a tempest-ServerRescueTestJSONUnderV235-404651140 tempest-ServerRescueTestJSONUnderV235-404651140-project] 10.222.0.66 "GET /v2.0/ports?device_id=992e7b52-d28f-4ea2-b652-9e1c10fccf1b HTTP/1.1" status: 200 len: 210 time: 0.0678902 Oct 22 14:52:41.699943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.738587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.744718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c703f8f-48de-4fdc-93e5-a42bb2e26303']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:41.770988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ad99d-70b4-4d48-8f60-f78788807a15 req-6e598b43-b52e-4eed-b458-b05bbe9dab13 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:41.772580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57ad99d-70b4-4d48-8f60-f78788807a15 req-6e598b43-b52e-4eed-b458-b05bbe9dab13 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 944 time: 0.1758683 Oct 22 14:52:41.796117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d9ab-5ef5-4450-bff2-671b50abbef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.802580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc61eced-d744-4919-bd30-849d343f45db') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:41.802873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc61eced-d744-4919-bd30-849d343f45db') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:41.837512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.841756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Network ef853799-62b2-4d5a-9fdd-9c01058be256 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:41.857062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:41.860772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:41.869305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event updated for resources: {'Port': ['ID=8fff87bd-9092-4e93-a92a-988d12cd2239,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:41.872914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.886573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:41.910818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:41.912158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:41.913698 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:41.952273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57ad99d-70b4-4d48-8f60-f78788807a15 req-8f7c7b8b-d69e-4237-a02b-13a0122c75cd tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465256 Oct 22 14:52:41.993109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:41.996800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:41.998121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d9ab-5ef5-4450-bff2-671b50abbef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.063426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:52:42.069309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:42.069859 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.075229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4acafe86-7c0c-4a73-bcae-d9cf301484ab req-cebdc50b-63d9-401b-9caf-737869504bc4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.0683939 Oct 22 14:52:42.113282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8bb0d9ab-5ef5-4450-bff2-671b50abbef2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d334faa306a4b339949a9beba2870ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9332447 Oct 22 14:52:42.113282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.114556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43302) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:42.130741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.152044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c703f8f-48de-4fdc-93e5-a42bb2e26303 HTTP/1.1" status: 204 len: 168 time: 0.9449916 Oct 22 14:52:42.154822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43304) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:42.155360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0d9ab-5ef5-4450-bff2-671b50abbef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05807273-a493-40f4-88f9-092bb15fd2ab,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:42.169687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62cfda-9b85-4ef5-8cb0-9625a7867ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c703f8f-48de-4fdc-93e5-a42bb2e26303,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:42.184048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-a9b3fc7d-c86f-4d32-9826-b8f69c99aba7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0736609 Oct 22 14:52:42.205716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Request body: {'port': {'device_id': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:42.229945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.237012 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e2cc59b8-f98a-4c2c-9236-86e4c8e0dc53 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319626 Oct 22 14:52:42.260959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Deleting subnet 7eaae435-5237-42c8-b857-4bf94c2b7e17 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:42.262918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-64d22ca2-8b23-4980-8744-7ee831f6c451 None None] Provisioning complete for port 8fff87bd-9092-4e93-a92a-988d12cd2239 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:42.263478 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-64d22ca2-8b23-4980-8744-7ee831f6c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.267752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2e84-a981-4528-801c-836aba893665 req-afefd099-eed1-4766-a022-8315736323e2 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:42.269262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b63a2e84-a981-4528-801c-836aba893665 req-afefd099-eed1-4766-a022-8315736323e2 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 932 time: 0.1020396 Oct 22 14:52:42.278939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.283000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.284370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41de311d-b7c0-4c86-99dd-11f3d0811bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.314126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:42.318312 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3cbbcf-cb38-4517-9b33-f4b6068ff487" -d '{"events": [{"server_uuid": "69409eeb-6eff-44b9-ad55-1f14514f7996", "name": "network-vif-plugged", "status": "completed", "tag": "ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:42.339405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:42.351103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-64d22ca2-8b23-4980-8744-7ee831f6c451 None None] Port 8fff87bd-9092-4e93-a92a-988d12cd2239 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:52:42.354769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b63a2e84-a981-4528-801c-836aba893665 req-4b7e811e-29f4-4af6-a8a1-f3ef80209994 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779965 Oct 22 14:52:42.378390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41de311d-b7c0-4c86-99dd-11f3d0811bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.381507 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863883fe-69c3-4bad-89ec-242041151feb x-openstack-request-id: req-863883fe-69c3-4bad-89ec-242041151feb {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:42.384948 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69409eeb-6eff-44b9-ad55-1f14514f7996", "name": "network-vif-plugged", "status": "completed", "tag": "ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:42.384948 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-863883fe-69c3-4bad-89ec-242041151feb {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:42.384948 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2', 'code': 200} Oct 22 14:52:42.435704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.491585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.494185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 39718acc-95b1-47e8-8db6-af747f754543 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:42.516552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 39718acc-95b1-47e8-8db6-af747f754543 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:42.517200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 39718acc-95b1-47e8-8db6-af747f754543 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:42.566391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.594876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:42.603888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-1a56a0a9-74fc-405a-bb8d-211af6b71274 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:42.606185 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-1a56a0a9-74fc-405a-bb8d-211af6b71274 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618248 Oct 22 14:52:42.612583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b506998-ef3e-43f9-be94-4bf30f774d39 req-9523cd93-02b8-43a6-941b-971a48136a02 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 210 time: 0.0353572 Oct 22 14:52:42.617043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98406a7-204d-42b2-af8c-f1cfbe4de9b3 req-3578a4cf-deb9-4b01-b9dc-c0fc254f0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:42.617577 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b98406a7-204d-42b2-af8c-f1cfbe4de9b3 req-3578a4cf-deb9-4b01-b9dc-c0fc254f0d55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 1095 time: 0.1538165 Oct 22 14:52:42.624481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Request body: {'port': {'device_id': 'e7a0de34-3249-416c-a02c-428e1361880d', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '504ea20bd49b49809f8c10cc01094181'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:42.668119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fff87bd-9092-4e93-a92a-988d12cd2239 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:42.677709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.693974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43314) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:42.735756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b98406a7-204d-42b2-af8c-f1cfbe4de9b3 req-d3e9c82a-e803-47ab-bc24-34f87e0b2521 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049271 Oct 22 14:52:42.861595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41de311d-b7c0-4c86-99dd-11f3d0811bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.864943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41de311d-b7c0-4c86-99dd-11f3d0811bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.869210 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41de311d-b7c0-4c86-99dd-11f3d0811bf4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05807273-a493-40f4-88f9-092bb15fd2ab HTTP/1.1" status: 204 len: 168 time: 0.7531331 Oct 22 14:52:42.874011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:42.898566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82e92c99-15af-489f-a576-fce2075b5d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.901409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de311d-b7c0-4c86-99dd-11f3d0811bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05807273-a493-40f4-88f9-092bb15fd2ab,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:42.934732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.942785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Transition to ACTIVE for port object 8fff87bd-9092-4e93-a92a-988d12cd2239 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:52:42.968771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaae435-5237-42c8-b857-4bf94c2b7e17,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:42.975740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:42.981797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c2a4a35d-3242-4cfc-bc84-f70705da2a5a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7eaae435-5237-42c8-b857-4bf94c2b7e17 HTTP/1.1" status: 204 len: 168 time: 0.8256104 Oct 22 14:52:42.983664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43322) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:43.020692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Made reservation on behalf of 504ea20bd49b49809f8c10cc01094181 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:43.027672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.054142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.059528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.121373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.134521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82e92c99-15af-489f-a576-fce2075b5d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.137197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e099d77-9d6d-40ea-b71f-6ad206e1e49c req-25359122-e6df-44de-9f94-6b38c6558bf3 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:43.138824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e099d77-9d6d-40ea-b71f-6ad206e1e49c req-25359122-e6df-44de-9f94-6b38c6558bf3 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 945 time: 0.1154616 Oct 22 14:52:43.157020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff87bd-9092-4e93-a92a-988d12cd2239,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:43.260611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80d74b61-ffbe-4a81-b42f-7f0f5bed6ed4 req-b37a7091-1ede-4271-85dc-c7aeaa48e57a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.0587330 Oct 22 14:52:43.265110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.279640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82e92c99-15af-489f-a576-fce2075b5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.309554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e099d77-9d6d-40ea-b71f-6ad206e1e49c req-9649805f-7320-4034-88a3-e6177714280b tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570876 Oct 22 14:52:43.341668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Attempting to bind port 8fff87bd-9092-4e93-a92a-988d12cd2239 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:43.341668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Attempting to bind port 8fff87bd-9092-4e93-a92a-988d12cd2239 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:43.341668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Attempting to bind port 8fff87bd-9092-4e93-a92a-988d12cd2239 on network ef853799-62b2-4d5a-9fdd-9c01058be256 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:43.341668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Port 8fff87bd-9092-4e93-a92a-988d12cd2239 on network ef853799-62b2-4d5a-9fdd-9c01058be256 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:52:43.341668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Attempting to bind port 8fff87bd-9092-4e93-a92a-988d12cd2239 on network ef853799-62b2-4d5a-9fdd-9c01058be256 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:43.345068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.347961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.389078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25517c4b-5ff5-42fe-96f6-c3f851e03500']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:43.394058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:43.394391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Checking segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:43.394772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Bound using segment: {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:43.395291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Bound port: 8fff87bd-9092-4e93-a92a-988d12cd2239, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:43.395644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.400965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e7de84-5af8-4694-a2b4-aa48caf1e91a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:43.401395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e7de84-5af8-4694-a2b4-aa48caf1e91a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:43.422384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.437212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92c99-15af-489f-a576-fce2075b5d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b6041-b4e0-4afb-8946-391fce980e26,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:43.442301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.448864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.453374 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-82e92c99-15af-489f-a576-fce2075b5d52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b11a488f5774504898fc5139ce93fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781121 Oct 22 14:52:43.471366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43330) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:43.496874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:43.497370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:43.499191 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:43.572511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a614e-bcc7-4047-a69f-6cd2452096fb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:43.587541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] For port 8fff87bd-9092-4e93-a92a-988d12cd2239, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:43.596487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c550-f9a8-49ee-b94a-73dacc7e64f9 req-e2484996-5661-4ca5-a8a1-b76406f6cd28 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:43.598586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d20c550-f9a8-49ee-b94a-73dacc7e64f9 req-e2484996-5661-4ca5-a8a1-b76406f6cd28 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 944 time: 0.1756439 Oct 22 14:52:43.638955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] For port 8fff87bd-9092-4e93-a92a-988d12cd2239, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fff87bd-9092-4e93-a92a-988d12cd2239,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:43.663362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3671cbdb-d62c-413a-b0ee-bdbaaa566f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.678215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d20c550-f9a8-49ee-b94a-73dacc7e64f9 req-464b2cdf-7722-4945-a2a5-b3a1a23d4b18 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682325 Oct 22 14:52:43.699765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3671cbdb-d62c-413a-b0ee-bdbaaa566f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.721645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Allocated IP 192.168.233.222 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/eb3f1da8-d030-4d18-897b-dbef6acaa544) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:43.760686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c161d3bd-4458-4c08-98e7-0bf9d17644b3 req-4181fc54-cb16-43fb-a774-5099ea0db0b7 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 210 time: 0.0468833 Oct 22 14:52:43.790761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Deleting port 33b26662-151b-4909-8b2d-1489c36614c8 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:43.791188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.802943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.808241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.816865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.820550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] 10.222.0.66 "DELETE /v2.0/networks/25517c4b-5ff5-42fe-96f6-c3f851e03500 HTTP/1.1" status: 204 len: 168 time: 0.8359172 Oct 22 14:52:43.834909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18922a75-13d6-4cdf-aada-864d40c9bd69 admin admin] Pushing event deleted for resources: {'Network': ['ID=25517c4b-5ff5-42fe-96f6-c3f851e03500,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:43.857335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:43.857989 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.859354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] 10.222.0.69 "PUT /v2.0/ports/8fff87bd-9092-4e93-a92a-988d12cd2239 HTTP/1.1" status: 200 len: 1092 time: 1.6590805 Oct 22 14:52:43.863466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:43.873594 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a1942-78fc-4896-8807-952cc19e35bd" -d '{"events": [{"name": "network-changed", "server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:43.944832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.949588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7790f-1749-48b3-8f8a-12e83a4efa30 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff87bd-9092-4e93-a92a-988d12cd2239,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:43.960366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] For port 33b26662-151b-4909-8b2d-1489c36614c8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=33b26662-151b-4909-8b2d-1489c36614c8,segment=NetworkSegment(5188461b-790f-4487-8958-3549b0eed796),segment_id=5188461b-790f-4487-8958-3549b0eed796)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:43.960738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.969672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3671cbdb-d62c-413a-b0ee-bdbaaa566f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.972648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3671cbdb-d62c-413a-b0ee-bdbaaa566f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:43.975198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3671cbdb-d62c-413a-b0ee-bdbaaa566f17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c1b6041-b4e0-4afb-8946-391fce980e26 HTTP/1.1" status: 204 len: 168 time: 0.5041666 Oct 22 14:52:43.979454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Calling delete_port for 33b26662-151b-4909-8b2d-1489c36614c8 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:43.994018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671cbdb-d62c-413a-b0ee-bdbaaa566f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b6041-b4e0-4afb-8946-391fce980e26,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:44.082347 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bcffb4-824d-4fcb-9823-3b6ae1295690 x-openstack-request-id: req-09bcffb4-824d-4fcb-9823-3b6ae1295690 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:44.082347 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:44.108122 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09bcffb4-824d-4fcb-9823-3b6ae1295690 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:44.108122 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'status': 'completed', 'code': 200} Oct 22 14:52:44.177249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a1942-78fc-4896-8807-952cc19e35bd req-c33d2963-edca-405f-8278-31ec630f2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:44.178638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c9a1942-78fc-4896-8807-952cc19e35bd req-c33d2963-edca-405f-8278-31ec630f2c57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4486a7483897491ba1d8c9b7f51c180c&device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 1095 time: 0.0982683 Oct 22 14:52:44.251096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.279506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43340) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:44.314451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68fcbc94-a5ef-4083-b611-8170e30a8319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.323643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:44.327003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:44.331134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:44.371488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:44.438564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:44.439265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.481327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43346) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:44.538373 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1dc5a863-4ef8-4d29-ab08-03baa8ce4455 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51cbf8e053444044b1d7a28962d5450c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554533 Oct 22 14:52:44.540750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:44.574206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68fcbc94-a5ef-4083-b611-8170e30a8319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.579431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a1942-78fc-4896-8807-952cc19e35bd req-0a76d6ec-93a0-4e2b-a40a-0b40ca5c5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:44.580992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c9a1942-78fc-4896-8807-952cc19e35bd req-0a76d6ec-93a0-4e2b-a40a-0b40ca5c5bae service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4486a7483897491ba1d8c9b7f51c180c&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3933992 Oct 22 14:52:44.597797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-650ce401-5800-47f4-b89c-7bca63af4086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.619141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e15c4fcb-133b-447e-8e65-00985568378f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0003166 Oct 22 14:52:44.623909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-650ce401-5800-47f4-b89c-7bca63af4086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.632950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb030a-b5b2-452d-9b77-6031e5940b4c req-90a71c60-2201-499b-9d59-5855ea50fc39 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:44.634522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18eb030a-b5b2-452d-9b77-6031e5940b4c req-90a71c60-2201-499b-9d59-5855ea50fc39 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 945 time: 0.1691873 Oct 22 14:52:44.638454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Request body: {'port': {'device_id': 'e7a0de34-3249-416c-a02c-428e1361880d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:44.650037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb17b7-1e87-4045-bd66-237f45c95934 req-f3c917ed-0e3c-460d-9b9e-a21125fdcfde tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:44.653415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8eb17b7-1e87-4045-bd66-237f45c95934 req-f3c917ed-0e3c-460d-9b9e-a21125fdcfde tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 936 time: 0.1921501 Oct 22 14:52:44.654187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a6d05529-9275-435e-bd53-feacfc101195 None None] Provisioning complete for port eb3f1da8-d030-4d18-897b-dbef6acaa544 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:44.655898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6d05529-9275-435e-bd53-feacfc101195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.722953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a6d05529-9275-435e-bd53-feacfc101195 None None] Port eb3f1da8-d030-4d18-897b-dbef6acaa544 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:52:44.735982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68fcbc94-a5ef-4083-b611-8170e30a8319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.798273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:44.833339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18eb030a-b5b2-452d-9b77-6031e5940b4c req-6c1c4d7c-3de1-4d21-8a2c-89f94ce654ef tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721706 Oct 22 14:52:44.861887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-68fcbc94-a5ef-4083-b611-8170e30a8319 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5116bb75385f45999105ba95e060f8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774255 Oct 22 14:52:44.865618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a1942-78fc-4896-8807-952cc19e35bd req-d1625d8c-4047-4c54-8cca-d9dd03e5796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:44.869767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c9a1942-78fc-4896-8807-952cc19e35bd req-d1625d8c-4047-4c54-8cca-d9dd03e5796f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790895 Oct 22 14:52:44.869767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcbc94-a5ef-4083-b611-8170e30a8319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d14c67-845b-4b9c-8542-37413d18c632,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:44.883771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43356) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:44.901174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8eb17b7-1e87-4045-bd66-237f45c95934 req-6f609e1c-58e5-4539-8664-9fe5b8daf85d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302675 Oct 22 14:52:44.902001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b26662-151b-4909-8b2d-1489c36614c8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:44.990076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.136293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-d4b3169d-86c5-492c-b8b7-866cdebd8263 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=496719627c254a3a986a9056d89ae226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286112 Oct 22 14:52:45.170245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05236e0f-c91c-40af-a893-4042de749a60 req-fda6d4c6-a2aa-4348-83f5-134ea2e889d1 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 210 time: 0.0853868 Oct 22 14:52:45.226186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-5fba0db5-72a0-4bf2-81f6-2d7b4faef840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:45.227614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-5fba0db5-72a0-4bf2-81f6-2d7b4faef840 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4486a7483897491ba1d8c9b7f51c180c&device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 1095 time: 0.2474110 Oct 22 14:52:45.255383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa88e-31f0-4c6c-b15b-d5898cd77ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.264105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb539a47-8e48-4b4d-b537-fab150aca77f req-81703ac5-3fb1-401b-91f1-f7cdad0df252 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:45.265592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb539a47-8e48-4b4d-b537-fab150aca77f req-81703ac5-3fb1-401b-91f1-f7cdad0df252 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 944 time: 0.2878504 Oct 22 14:52:45.294457 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-650ce401-5800-47f4-b89c-7bca63af4086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.297063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-650ce401-5800-47f4-b89c-7bca63af4086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.299445 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-650ce401-5800-47f4-b89c-7bca63af4086 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b88223ae-a69a-4d1c-b497-e53c1d323eb6 HTTP/1.1" status: 204 len: 168 time: 0.7577283 Oct 22 14:52:45.311469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-81c9c958-2c34-47f2-b743-d705fcd60a3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fff87bd-9092-4e93-a92a-988d12cd2239 HTTP/1.1" status: 200 len: 217 time: 0.0707386 Oct 22 14:52:45.338330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-27d9c04f-ecc9-492c-aca6-eed73f4da1b4 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:45.339941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-27d9c04f-ecc9-492c-aca6-eed73f4da1b4 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955380 Oct 22 14:52:45.342601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ce401-5800-47f4-b89c-7bca63af4086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88223ae-a69a-4d1c-b497-e53c1d323eb6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:45.355485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Request body: {'port': {'device_id': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '496719627c254a3a986a9056d89ae226'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:45.481013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3f1da8-d030-4d18-897b-dbef6acaa544 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:45.493041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.533398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Transition to ACTIVE for port object eb3f1da8-d030-4d18-897b-dbef6acaa544 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:52:45.672048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa88e-31f0-4c6c-b15b-d5898cd77ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.694561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Made reservation on behalf of 496719627c254a3a986a9056d89ae226 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:52:45.698888 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.702668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.717410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.761957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb539a47-8e48-4b4d-b537-fab150aca77f req-d7a74e6b-8758-46cc-afb0-e6279c08424e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4590714 Oct 22 14:52:45.775233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:45.787836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-49f62025-72c9-42ad-ab0a-ab682152d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:45.789314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-49f62025-72c9-42ad-ab0a-ab682152d105 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e769a1c5-6f52-481b-ae96-925c07e12163 HTTP/1.1" status: 200 len: 843 time: 0.1693704 Oct 22 14:52:45.794892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.932579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:45.933119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:45.933623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:45.939909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Port eb3f1da8-d030-4d18-897b-dbef6acaa544 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:52:45.942388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:45.947354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:45.948409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:45.948804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:45.949363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Bound port: eb3f1da8-d030-4d18-897b-dbef6acaa544, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:45.949796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:45.991699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c383b-93b6-4368-936f-046e002ca8cd req-bd4361f1-e074-43f3-9ba8-349054d4204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:45.993199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-bd4361f1-e074-43f3-9ba8-349054d4204f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef853799-62b2-4d5a-9fdd-9c01058be256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943948 Oct 22 14:52:46.037333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:46.040739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:46.098325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa88e-31f0-4c6c-b15b-d5898cd77ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.100834 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa88e-31f0-4c6c-b15b-d5898cd77ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.101972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d7aa88e-31f0-4c6c-b15b-d5898cd77ea6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72d14c67-845b-4b9c-8542-37413d18c632 HTTP/1.1" status: 204 len: 168 time: 1.2151046 Oct 22 14:52:46.128536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.174908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.191111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aa88e-31f0-4c6c-b15b-d5898cd77ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d14c67-845b-4b9c-8542-37413d18c632,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:46.205890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564ce6e-b313-42c0-b6d4-bb50479005bb req-164d12e7-22e2-49e8-9d42-ba092b5b8c6b tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.208053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b564ce6e-b313-42c0-b6d4-bb50479005bb req-164d12e7-22e2-49e8-9d42-ba092b5b8c6b tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 945 time: 0.2264490 Oct 22 14:52:46.241810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.242602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.244171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] 10.222.0.69 "PUT /v2.0/ports/eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 1096 time: 1.6110034 Oct 22 14:52:46.244789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ce8cd-dd4f-4ce7-8e7d-e21a021709cb req-c22a47be-10e4-4da6-b02a-2010fbbcdaf5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.246525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:46.249090 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af937e91-b5ac-46ee-8a38-41564ad6bafc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:46.252150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-224ce8cd-dd4f-4ce7-8e7d-e21a021709cb req-c22a47be-10e4-4da6-b02a-2010fbbcdaf5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.2358603 Oct 22 14:52:46.272280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.299431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4e6b-1fc4-4dbd-b9ff-e5367205abba service neutron] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:46.303086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-78ae368d-aef7-495e-92a0-a15d7d0c6084 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813694 Oct 22 14:52:46.356333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:46.384421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:46.398948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b564ce6e-b313-42c0-b6d4-bb50479005bb req-ae9b35f3-015b-43a5-a12b-a581cc166fa7 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806238 Oct 22 14:52:46.477544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Allocated IP 192.168.233.55 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/a31cb47d-6fa5-4bef-97db-f64236829704) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:52:46.527427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-224ce8cd-dd4f-4ce7-8e7d-e21a021709cb req-4d5684ec-ba99-463c-a37c-1db009f61cde tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738357 Oct 22 14:52:46.531689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698c383b-93b6-4368-936f-046e002ca8cd req-f84822ee-0107-4c85-9801-ac2588600c3d service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957757 Oct 22 14:52:46.557221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Router 901be4bc-469a-45c4-a228-2746d90d57a4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:52:46.592300 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad86760-82d4-48a4-b4ce-83f7f9385f36 x-openstack-request-id: req-0ad86760-82d4-48a4-b4ce-83f7f9385f36 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:46.592644 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:46.592909 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ad86760-82d4-48a4-b4ce-83f7f9385f36 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:46.593335 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'status': 'completed', 'code': 200} Oct 22 14:52:46.605323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4bec5b11-236b-4409-96a1-f145515d18c8 req-9452adff-c5c6-44f2-9fd3-b226b38e49af tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 210 time: 0.0582013 Oct 22 14:52:46.646345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-c7c247b6-9455-436f-a5b4-4940c21f97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.647914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-c7c247b6-9455-436f-a5b4-4940c21f97c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1099 time: 0.1207356 Oct 22 14:52:46.726603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-334f753e-b91a-4c5f-96a7-a3c41ede6570 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0683508 Oct 22 14:52:46.792578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-66f93863-91f4-4383-a00e-9862bb065e74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa0fff1bc9984247969449e25d0cbea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036381 Oct 22 14:52:46.795271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43398) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:46.820509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:46.822890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-4e45e852-ab88-466e-9e64-c37f2acac57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.827072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-4e45e852-ab88-466e-9e64-c37f2acac57e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0884099 Oct 22 14:52:46.836860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:52:46.843243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-18f2100d-ba7f-47b7-8bcc-69ed2b66bae6 admin admin] 10.222.0.66 "PUT /v2.0/routers/901be4bc-469a-45c4-a228-2746d90d57a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1479971 Oct 22 14:52:46.848604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:46.850885 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] Sync routers for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:52:46.868405 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:46.869954 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:46.912386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1a62f-58ef-4085-85c6-9c463a44341f req-9455266d-a287-4c45-b1df-f11ab7ac1df4 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.914841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0d1a62f-58ef-4085-85c6-9c463a44341f req-9455266d-a287-4c45-b1df-f11ab7ac1df4 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 945 time: 0.1411948 Oct 22 14:52:46.960862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e0135f99-c899-4a96-8a37-671b9913bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:46.960862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e0135f99-c899-4a96-8a37-671b9913bbeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285541 Oct 22 14:52:46.997420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.035566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.049578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0d1a62f-58ef-4085-85c6-9c463a44341f req-dff7fff7-6a5e-4c64-bf6d-7e8e79f872a1 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169133 Oct 22 14:52:47.052422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.058537 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:47.067955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f15cc-da98-442f-ade1-0a15a3a72db4 req-cbb2cd2a-5280-4fff-ac25-5c5deb5cfce2 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:47.069842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb8f15cc-da98-442f-ade1-0a15a3a72db4 req-cbb2cd2a-5280-4fff-ac25-5c5deb5cfce2 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 944 time: 0.1520045 Oct 22 14:52:47.106080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.183368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:52:47.193879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-52f5ad5c-861b-4d8e-8ab0-9781b9d07c94 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071490 Oct 22 14:52:47.194548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:52:47.199852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:52:47.243572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb8f15cc-da98-442f-ade1-0a15a3a72db4 req-8a6e6bdb-3962-4305-b1b9-1fbbf09dd7fc tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495845 Oct 22 14:52:47.289354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Pushing event updated for resources: {'Port': ['ID=a31cb47d-6fa5-4bef-97db-f64236829704,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:47.358663 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:52:44Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:47.359756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.364999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.366762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e35fecc-f809-4df4-8987-1771894cca72 HTTP/1.1" status: 204 len: 168 time: 0.5702877 Oct 22 14:52:47.385163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e35fecc-f809-4df4-8987-1771894cca72,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:47.391483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] Checking router: 901be4bc-469a-45c4-a228-2746d90d57a4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:52:47.394432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:47.404694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.405012 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] Routers {'901be4bc-469a-45c4-a228-2746d90d57a4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:52:47.405684 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['901be4bc-469a-45c4-a228-2746d90d57a4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:47.407459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.407825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.408280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.409139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.412430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.413251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.413585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.417956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.417956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.417956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.417956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.417956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682dba-720a-4b5b-9ad8-60c2ce2dc851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:52:47.453740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.475220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42fbaf-f63b-4231-a66c-f4fd2b9dc2f2 req-e31f899c-e711-4e20-bbe3-f3d63e440d96 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687004 Oct 22 14:52:47.530510 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-33e455f2-2fc0-415c-b932-da1f3aacc475 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1802685 Oct 22 14:52:47.543644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Request body: {'port': {'device_id': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:52:47.564917 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] Set router 901be4bc-469a-45c4-a228-2746d90d57a4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:52:47.623403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ef64bb6f-a659-4678-be32-27ab8fea14ab None None] Provisioning complete for port a31cb47d-6fa5-4bef-97db-f64236829704 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:47.624427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef64bb6f-a659-4678-be32-27ab8fea14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.705875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e6aa2-c06c-4fc6-951f-5b77d385bf97 req-1a45717f-c56d-4ee5-9188-00f96d6fdc42 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:47.714667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-663e6aa2-c06c-4fc6-951f-5b77d385bf97 req-1a45717f-c56d-4ee5-9188-00f96d6fdc42 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.0997720 Oct 22 14:52:47.715154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ef64bb6f-a659-4678-be32-27ab8fea14ab None None] Port a31cb47d-6fa5-4bef-97db-f64236829704 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:52:47.728983 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.779814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Deleting port 865bbcc2-4041-4543-8e0a-f56589bf79e4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:47.781348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:47.807308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-663e6aa2-c06c-4fc6-951f-5b77d385bf97 req-5e9322ad-cb02-45e6-ad0a-c979a52d5012 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Oct 22 14:52:47.828629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e1426-3c07-4697-b5dc-eb13975d9049 req-944239d5-6393-4d0e-a7a3-217d13a677c9 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:47.837167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-169e1426-3c07-4697-b5dc-eb13975d9049 req-944239d5-6393-4d0e-a7a3-217d13a677c9 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 945 time: 0.1134865 Oct 22 14:52:47.837355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-2f1d630e-398e-48cb-86ae-5d1aa3e91b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:47.839111 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-2f1d630e-398e-48cb-86ae-5d1aa3e91b70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1099 time: 0.1595781 Oct 22 14:52:47.899142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-169e1426-3c07-4697-b5dc-eb13975d9049 req-6cf4c522-cd5c-4145-9a63-5dc9c8343f35 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560033 Oct 22 14:52:47.939145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:52:44Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:47.954650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca7f5-3e0c-4333-8391-c4559d205769 req-ab9771bb-a070-4697-9343-86b5c8fe525f tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:47.962907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c78ca7f5-3e0c-4333-8391-c4559d205769 req-ab9771bb-a070-4697-9343-86b5c8fe525f tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 935 time: 0.0610399 Oct 22 14:52:48.014174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c78ca7f5-3e0c-4333-8391-c4559d205769 req-ee997311-f0f5-4d90-b9a2-83f7f3103624 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Oct 22 14:52:48.081163 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0597c7c-f33e-48e3-be68-84328ff35032 None None] The sync data for ids ['901be4bc-469a-45c4-a228-2746d90d57a4'] in n-d-812148-2 is: [{'id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1832370778-router', 'tenant_id': '36facc73a21d4779a4ba923298923314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:50:52Z', 'updated_at': '2021-10-22T14:52:44Z', 'revision_number': 5, 'project_id': '36facc73a21d4779a4ba923298923314', 'gw_port': {'id': '865bbcc2-4041-4543-8e0a-f56589bf79e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901be4bc-469a-45c4-a228-2746d90d57a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:50:53Z', 'updated_at': '2021-10-22T14:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:52:48.117148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] For port 865bbcc2-4041-4543-8e0a-f56589bf79e4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=865bbcc2-4041-4543-8e0a-f56589bf79e4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:48.117148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:48.154090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Calling delete_port for 865bbcc2-4041-4543-8e0a-f56589bf79e4 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:48.165113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-3beaef96-56e6-4f00-862c-65ef84948ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:48.167028 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-3beaef96-56e6-4f00-862c-65ef84948ac1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3172574 Oct 22 14:52:48.273310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-3c71746d-342f-449d-88ad-ee9048e23e37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0936408 Oct 22 14:52:48.391268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593f8c2-aa7f-42b7-aa99-4247f0d9d010 req-29deb9ac-1221-4390-88d8-b27c56cc97ee tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:48.399933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d593f8c2-aa7f-42b7-aa99-4247f0d9d010 req-29deb9ac-1221-4390-88d8-b27c56cc97ee tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 944 time: 0.0728626 Oct 22 14:52:48.420867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-0ae93ab3-1baa-4356-b7e6-1938905bd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:48.422344 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-0ae93ab3-1baa-4356-b7e6-1938905bd07a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1395860 Oct 22 14:52:48.471723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d593f8c2-aa7f-42b7-aa99-4247f0d9d010 req-ef320850-3284-454c-b9fe-fcfd26832100 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657597 Oct 22 14:52:48.523325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31cb47d-6fa5-4bef-97db-f64236829704 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:48.558786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:48.562433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-696187e3-892d-4846-aa1b-499b008866c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:48.566205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-696187e3-892d-4846-aa1b-499b008866c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335599 Oct 22 14:52:48.586014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Transition to ACTIVE for port object a31cb47d-6fa5-4bef-97db-f64236829704 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:52:48.870418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:48.906626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fd511-80bc-40b6-90f6-aab813097cd5 req-ccf542a7-ca50-4461-b3ed-59275764c0dd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:48.908301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2fd511-80bc-40b6-90f6-aab813097cd5 req-ccf542a7-ca50-4461-b3ed-59275764c0dd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.0498929 Oct 22 14:52:48.958360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2fd511-80bc-40b6-90f6-aab813097cd5 req-0c5e3f9a-9138-4041-a8c4-b14c87ef9295 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Oct 22 14:52:48.980548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Pushing event updated for resources: {'Port': ['ID=a31cb47d-6fa5-4bef-97db-f64236829704,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:49.002213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 33b26662-151b-4909-8b2d-1489c36614c8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:49.062646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 33b26662-151b-4909-8b2d-1489c36614c8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:49.063807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 33b26662-151b-4909-8b2d-1489c36614c8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:49.067529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-e7e77ce8-a254-4b48-8258-9a1d673ec820 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837751 Oct 22 14:52:49.129256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.194753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-530c5ecd-cd87-4794-b528-9196236d611d tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:49.196273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-530c5ecd-cd87-4794-b528-9196236d611d tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 945 time: 0.1999164 Oct 22 14:52:49.199848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Pushing event deleted for resources: {'Port': ['ID=865bbcc2-4041-4543-8e0a-f56589bf79e4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:49.239836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cc9c7-1c97-4f01-9eae-390ffc1fc434 req-a8705989-d51e-4294-9a8a-7ee42b38db59 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:49.243652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Attempting to bind port a31cb47d-6fa5-4bef-97db-f64236829704 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:52:49.244003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Attempting to bind port a31cb47d-6fa5-4bef-97db-f64236829704 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:52:49.244338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Attempting to bind port a31cb47d-6fa5-4bef-97db-f64236829704 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:49.246837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d3cc9c7-1c97-4f01-9eae-390ffc1fc434 req-a8705989-d51e-4294-9a8a-7ee42b38db59 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 945 time: 0.1932809 Oct 22 14:52:49.273402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcde61-a293-44f7-b1c3-3b0d607e1b06 req-e1a57189-9405-4ad2-a461-cfd1df80d704 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:49.274813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7bcde61-a293-44f7-b1c3-3b0d607e1b06 req-e1a57189-9405-4ad2-a461-cfd1df80d704 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 947 time: 0.1444137 Oct 22 14:52:49.296364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Port a31cb47d-6fa5-4bef-97db-f64236829704 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:52:49.296699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Attempting to bind port a31cb47d-6fa5-4bef-97db-f64236829704 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:52:49.312819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:52:49.313168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:52:49.313561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:52:49.314003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Bound port: a31cb47d-6fa5-4bef-97db-f64236829704, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:52:49.314364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.347992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af937e91-b5ac-46ee-8a38-41564ad6bafc req-99dca169-49ed-4497-b815-b7b2bcbd47e8 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602947 Oct 22 14:52:49.365528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d3cc9c7-1c97-4f01-9eae-390ffc1fc434 req-cf2252da-223b-4137-bbb1-9cdfc45bbc19 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177094 Oct 22 14:52:49.373821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.374275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7bcde61-a293-44f7-b1c3-3b0d607e1b06 req-cd57245c-e9f8-4c91-b34d-a28d08c44225 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903993 Oct 22 14:52:49.420922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Deleting port 06a47103-deb0-4da4-8092-be8ce1001430 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:49.421488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.501709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.506107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.547713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] For port a31cb47d-6fa5-4bef-97db-f64236829704, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:52:49.553525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] For port 06a47103-deb0-4da4-8092-be8ce1001430, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=06a47103-deb0-4da4-8092-be8ce1001430,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:49.553905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.560257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] For port a31cb47d-6fa5-4bef-97db-f64236829704, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a31cb47d-6fa5-4bef-97db-f64236829704,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:52:49.590907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Calling delete_port for 06a47103-deb0-4da4-8092-be8ce1001430 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:49.652313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583657ee-6c0b-43c9-8529-14ee1861628c req-1361fb2b-e545-4936-9089-c6a30d8a94cc tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:49.653802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-583657ee-6c0b-43c9-8529-14ee1861628c req-1361fb2b-e545-4936-9089-c6a30d8a94cc tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 944 time: 0.1162024 Oct 22 14:52:49.672211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.672211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901be4bc-469a-45c4-a228-2746d90d57a4 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:52:49.676702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.678035 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09c3d96e-28e0-4c7b-be93-43d539cc6166 admin admin] 10.222.0.66 "DELETE /v2.0/routers/901be4bc-469a-45c4-a228-2746d90d57a4 HTTP/1.1" status: 204 len: 168 time: 2.8288136 Oct 22 14:52:49.680138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.681540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43490) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:49.714589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:49.715545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.717036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] 10.222.0.69 "PUT /v2.0/ports/a31cb47d-6fa5-4bef-97db-f64236829704 HTTP/1.1" status: 200 len: 1095 time: 2.1777294 Oct 22 14:52:49.719481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'tag': 'a31cb47d-6fa5-4bef-97db-f64236829704'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:49.731557 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af6fc4f-93f5-4fde-b08c-00760d82c82f" -d '{"events": [{"name": "network-changed", "server_uuid": "aebaf87d-8685-4294-86e7-74aa3fd1639d", "tag": "a31cb47d-6fa5-4bef-97db-f64236829704"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:49.765462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-583657ee-6c0b-43c9-8529-14ee1861628c req-4461725e-26fd-496f-8b66-55f2804b5374 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031439 Oct 22 14:52:49.780323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300c93a-1194-44c3-bca0-b2545aa55229 service neutron] Pushing event updated for resources: {'Port': ['ID=a31cb47d-6fa5-4bef-97db-f64236829704,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:49.786302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Deleting subnet 6bac260e-2d01-474f-a3fa-a7c5e65080ed {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:52:49.833092 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d6c033-8a88-4fdf-b08b-f87b9d7b20c9 x-openstack-request-id: req-19d6c033-8a88-4fdf-b08b-f87b9d7b20c9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:49.833378 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebaf87d-8685-4294-86e7-74aa3fd1639d", "tag": "a31cb47d-6fa5-4bef-97db-f64236829704", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:49.833625 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19d6c033-8a88-4fdf-b08b-f87b9d7b20c9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:49.834036 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'tag': 'a31cb47d-6fa5-4bef-97db-f64236829704', 'status': 'completed', 'code': 200} Oct 22 14:52:49.841236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.925566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:49.935912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fff87bd-9092-4e93-a92a-988d12cd2239 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:52:49.946936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6fc4f-93f5-4fde-b08c-00760d82c82f req-2087edd7-b535-4b4e-9a9f-fd66775f7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:49.946936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9af6fc4f-93f5-4fde-b08c-00760d82c82f req-2087edd7-b535-4b4e-9a9f-fd66775f7799 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=496719627c254a3a986a9056d89ae226&device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 1098 time: 0.1064534 Oct 22 14:52:49.986205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9af6fc4f-93f5-4fde-b08c-00760d82c82f req-4e388488-bf88-47be-a5b2-3b17a7f701c3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=496719627c254a3a986a9056d89ae226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306585 Oct 22 14:52:50.011124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.124559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6fc4f-93f5-4fde-b08c-00760d82c82f req-271cdf0f-0329-4d6d-ad21-8773a3b28095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.126207 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9af6fc4f-93f5-4fde-b08c-00760d82c82f req-271cdf0f-0329-4d6d-ad21-8773a3b28095 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329188 Oct 22 14:52:50.134682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fff87bd-9092-4e93-a92a-988d12cd2239, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fff87bd-9092-4e93-a92a-988d12cd2239,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:50.142408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41254aa2-8560-47c1-addf-4726701f419f req-7e8ae337-ae52-4bf0-ba09-b425deae0645 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.144360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41254aa2-8560-47c1-addf-4726701f419f req-7e8ae337-ae52-4bf0-ba09-b425deae0645 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.0566638 Oct 22 14:52:50.152008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'port_id': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'mac_address': 'fa:16:3e:4c:06:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:52:50.194127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.200879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41254aa2-8560-47c1-addf-4726701f419f req-480157ee-c685-424a-8fee-9bedcef3b41a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Oct 22 14:52:50.207035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fff87bd-9092-4e93-a92a-988d12cd2239 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:50.209327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-f877ce57-2288-42a4-9046-5c7964954411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.210848 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-f877ce57-2288-42a4-9046-5c7964954411 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=496719627c254a3a986a9056d89ae226&device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 1098 time: 0.0449462 Oct 22 14:52:50.227948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.228200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fff87bd-9092-4e93-a92a-988d12cd2239, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fff87bd-9092-4e93-a92a-988d12cd2239,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:50.241379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['06a47103-deb0-4da4-8092-be8ce1001430', '6b7db14d-ed7b-46c0-ad92-39be1682c102'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:50.259181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Pushing event deleted for resources: {'Port': ['ID=06a47103-deb0-4da4-8092-be8ce1001430,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:50.271924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-5308f6d2-8a5c-4ba1-a6af-f5467c5b4501 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a31cb47d-6fa5-4bef-97db-f64236829704 HTTP/1.1" status: 200 len: 217 time: 0.0517356 Oct 22 14:52:50.293975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:50.322072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] No DVR routers for this DVR port 06a47103-deb0-4da4-8092-be8ce1001430 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:50.324673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.328498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2f202e-e72b-4c81-98c7-3b626a9ae975 req-625aff46-e1cd-44f9-ae4c-fda76f6ec882 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "DELETE /v2.0/ports/06a47103-deb0-4da4-8092-be8ce1001430 HTTP/1.1" status: 204 len: 173 time: 1.1260309 Oct 22 14:52:50.332871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-bdee48b5-0d7b-40fa-b7f8-fe57db0db714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.334513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-bdee48b5-0d7b-40fa-b7f8-fe57db0db714 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0528150 Oct 22 14:52:50.337991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'name': 'network-vif-deleted', 'tag': '06a47103-deb0-4da4-8092-be8ce1001430'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:50.337991 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d9478-792d-4d9f-99fb-7d491882aa9f" -d '{"events": [{"server_uuid": "44f51f9e-25fc-44d0-8ac7-066ed02b73ca", "name": "network-vif-deleted", "tag": "06a47103-deb0-4da4-8092-be8ce1001430"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:50.352995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.399324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.421229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-2059840b-e649-4d96-914e-d72b05f992af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.430935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-2059840b-e649-4d96-914e-d72b05f992af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734627 Oct 22 14:52:50.452380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bac260e-2d01-474f-a3fa-a7c5e65080ed,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:50.461864 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.465101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-00cbfc30-fcdc-4a5e-8cdd-5bfa1199023c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6bac260e-2d01-474f-a3fa-a7c5e65080ed HTTP/1.1" status: 204 len: 168 time: 0.7724006 Oct 22 14:52:50.471620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:50.473563 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d935c807-8418-450c-ba0e-03dc65cf436a x-openstack-request-id: req-d935c807-8418-450c-ba0e-03dc65cf436a {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:50.473854 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f51f9e-25fc-44d0-8ac7-066ed02b73ca", "name": "network-vif-deleted", "tag": "06a47103-deb0-4da4-8092-be8ce1001430", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:50.478676 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d935c807-8418-450c-ba0e-03dc65cf436a {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:50.478676 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f51f9e-25fc-44d0-8ac7-066ed02b73ca', 'name': 'network-vif-deleted', 'tag': '06a47103-deb0-4da4-8092-be8ce1001430', 'status': 'completed', 'code': 200} Oct 22 14:52:50.524399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fff87bd-9092-4e93-a92a-988d12cd2239,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:50.588655 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.591337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-2700298d-a3da-439b-add1-8616a0dcc0f2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584375 Oct 22 14:52:50.630892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e371df86-e900-4e8c-b3c0-9a8eb0f2a6d6 req-811f600c-da75-4836-9139-e5588202cf0a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 210 time: 0.0525732 Oct 22 14:52:50.695159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b09fba-c70a-45d9-8280-f48268df981d req-a972b00c-ba08-4280-a29d-207c0439fd65 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.696565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5b09fba-c70a-45d9-8280-f48268df981d req-a972b00c-ba08-4280-a29d-207c0439fd65 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 947 time: 0.1194515 Oct 22 14:52:50.718918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4da7db2-a046-46f1-b957-eec98fd47d52 req-e2ff6036-6e38-4c0d-926c-110e6701bac2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190495 Oct 22 14:52:50.751741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.786766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac040004-917d-468d-b191-c6843cb0c67e']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:50.799969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5188461b-790f-4487-8958-3549b0eed796') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:50.800322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5188461b-790f-4487-8958-3549b0eed796') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:52:50.804991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5b09fba-c70a-45d9-8280-f48268df981d req-0ea85ab3-5b2f-4b06-adb5-ce854dd0641c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006114 Oct 22 14:52:50.812325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8fff87bd-9092-4e93-a92a-988d12cd2239'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:50.813198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.828678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.836128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:52:50.836807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:52:50.841862 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:52:50.991253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3a9a8-947f-4235-b4db-d39f86c15566 req-7bc2c4d6-4f7c-4ba7-a20b-0e74063ea7d4 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:50.994921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6a3a9a8-947f-4235-b4db-d39f86c15566 req-7bc2c4d6-4f7c-4ba7-a20b-0e74063ea7d4 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 945 time: 0.1214764 Oct 22 14:52:51.030166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 865bbcc2-4041-4543-8e0a-f56589bf79e4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:51.049038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6a3a9a8-947f-4235-b4db-d39f86c15566 req-7b1e0af3-51a4-4eeb-9dce-89f5674798f8 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469422 Oct 22 14:52:51.058280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 865bbcc2-4041-4543-8e0a-f56589bf79e4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:51.058675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 865bbcc2-4041-4543-8e0a-f56589bf79e4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:51.067327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:51.084209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:51.087769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] 10.222.0.66 "DELETE /v2.0/networks/ac040004-917d-468d-b191-c6843cb0c67e HTTP/1.1" status: 204 len: 168 time: 0.6085601 Oct 22 14:52:51.099142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba7424-be5f-4500-8473-327bd7ffb67a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac040004-917d-468d-b191-c6843cb0c67e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:51.331156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227ae0d-507a-44bf-9724-feb27ec36b94 req-95d0bfdd-465f-4ef1-a7f8-725a89ce2f45 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:51.333148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b227ae0d-507a-44bf-9724-feb27ec36b94 req-95d0bfdd-465f-4ef1-a7f8-725a89ce2f45 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.0522544 Oct 22 14:52:51.370714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b227ae0d-507a-44bf-9724-feb27ec36b94 req-486b180b-3b33-4004-8298-1e77eda22f24 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Oct 22 14:52:51.733716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43542) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:51.768940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd525283-25c6-443f-a2a9-0d01eed19bde req-35f1a299-5956-4746-a3fc-ea7d6d045e4e tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=44f51f9e-25fc-44d0-8ac7-066ed02b73ca HTTP/1.1" status: 200 len: 210 time: 0.0474114 Oct 22 14:52:51.817634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e73a452-37cc-4c55-aa7d-a414c9c3ee46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36facc73a21d4779a4ba923298923314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826654 Oct 22 14:52:51.820206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43544) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:51.890181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e577990-74d7-4151-839b-82acb557ca5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:51.920259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e577990-74d7-4151-839b-82acb557ca5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:51.944966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:52:51.962637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3df68-b86a-4090-ae06-67852c9d2bc6 req-04bb0a6c-7634-48ac-9b38-86fcb799e7ff tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:51.971618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c3df68-b86a-4090-ae06-67852c9d2bc6 req-04bb0a6c-7634-48ac-9b38-86fcb799e7ff tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 947 time: 0.0768635 Oct 22 14:52:52.014467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c3df68-b86a-4090-ae06-67852c9d2bc6 req-a94dc2f9-4fee-45de-88c6-16e4aeba189c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Oct 22 14:52:52.060212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:52.071497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'mac_address': 'fa:16:3e:ec:89:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:52:52.085765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e577990-74d7-4151-839b-82acb557ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:52.088546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e577990-74d7-4151-839b-82acb557ca5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:52.089902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e577990-74d7-4151-839b-82acb557ca5c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f510b8d-626d-4a4d-8c61-5553bd7f261e HTTP/1.1" status: 204 len: 168 time: 0.2686305 Oct 22 14:52:52.098845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e577990-74d7-4151-839b-82acb557ca5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f510b8d-626d-4a4d-8c61-5553bd7f261e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:52.132981 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:52.148232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3f1da8-d030-4d18-897b-dbef6acaa544 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:52.171891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:52.190905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6fc68-4f31-4e32-9e64-da2af3ae1301 req-0cf26324-1872-401e-a08c-3d8bf9d5d234 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:52.193333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc6fc68-4f31-4e32-9e64-da2af3ae1301 req-0cf26324-1872-401e-a08c-3d8bf9d5d234 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 945 time: 0.0520408 Oct 22 14:52:52.236347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc6fc68-4f31-4e32-9e64-da2af3ae1301 req-0957bfd8-cfd6-4cf8-a258-21a133806e98 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367279 Oct 22 14:52:52.307229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:52.355630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:52.417334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 06a47103-deb0-4da4-8092-be8ce1001430 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:52:52.441305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 06a47103-deb0-4da4-8092-be8ce1001430 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:52:52.442726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 06a47103-deb0-4da4-8092-be8ce1001430 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:52:52.492113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c857a6-2165-4ab3-b9e0-40a9dd06b894 req-f39dc83c-3886-4a81-adb4-f2049f2696bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:52.493586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58c857a6-2165-4ab3-b9e0-40a9dd06b894 req-f39dc83c-3886-4a81-adb4-f2049f2696bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 949 time: 0.0539355 Oct 22 14:52:52.536270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58c857a6-2165-4ab3-b9e0-40a9dd06b894 req-c5e6e8ae-9213-4f4e-b5b8-48239e9a98dc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 Oct 22 14:52:52.644873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df8a34f5-f8e5-4eb5-a7de-609dfba30d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:52.800597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:53.196802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cda02-1809-4a3b-bad1-92169e71107c req-bc7cadb9-47ea-4ff2-a495-9771bb432092 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.197424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cda02-1809-4a3b-bad1-92169e71107c req-bc7cadb9-47ea-4ff2-a495-9771bb432092 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.197732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cda02-1809-4a3b-bad1-92169e71107c req-bc7cadb9-47ea-4ff2-a495-9771bb432092 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.198191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cda02-1809-4a3b-bad1-92169e71107c req-bc7cadb9-47ea-4ff2-a495-9771bb432092 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.198677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cda02-1809-4a3b-bad1-92169e71107c req-bc7cadb9-47ea-4ff2-a495-9771bb432092 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.200431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-303cda02-1809-4a3b-bad1-92169e71107c req-bc7cadb9-47ea-4ff2-a495-9771bb432092 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3604 time: 0.5218973 Oct 22 14:52:53.215317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de819e-cb17-47d5-9f08-a942659b0ad1 req-4fe6b3cf-0227-49fa-8706-9404ba6f3192 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.216817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2de819e-cb17-47d5-9f08-a942659b0ad1 req-4fe6b3cf-0227-49fa-8706-9404ba6f3192 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 947 time: 0.1137455 Oct 22 14:52:53.258463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2de819e-cb17-47d5-9f08-a942659b0ad1 req-5c5322cf-b33a-48fa-8d7f-3aded70fd8cc tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Oct 22 14:52:53.412577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c881b-152c-402a-9ae8-a592c472df3c req-c8006466-d5ad-4fc6-9b1f-f2acbc3f6641 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.413988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f76c881b-152c-402a-9ae8-a592c472df3c req-c8006466-d5ad-4fc6-9b1f-f2acbc3f6641 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 886 time: 0.1304741 Oct 22 14:52:53.432425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6db06-1a2d-4b03-b2b8-d7b1bc75050a req-f87e76d0-6176-4439-90ed-d6c12dfb6f0a tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.439486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75e6db06-1a2d-4b03-b2b8-d7b1bc75050a req-f87e76d0-6176-4439-90ed-d6c12dfb6f0a tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 945 time: 0.0855641 Oct 22 14:52:53.532865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75e6db06-1a2d-4b03-b2b8-d7b1bc75050a req-61c764c2-1b0a-4ba9-8b53-34aa684c51fb tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916507 Oct 22 14:52:53.576368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34bb8c-5540-42fd-92f8-3c4a2d10492e req-34784fae-f8e0-44af-a6d5-de0f8db27ef6 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.576910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34bb8c-5540-42fd-92f8-3c4a2d10492e req-34784fae-f8e0-44af-a6d5-de0f8db27ef6 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.577546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34bb8c-5540-42fd-92f8-3c4a2d10492e req-34784fae-f8e0-44af-a6d5-de0f8db27ef6 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.578069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34bb8c-5540-42fd-92f8-3c4a2d10492e req-34784fae-f8e0-44af-a6d5-de0f8db27ef6 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.578594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34bb8c-5540-42fd-92f8-3c4a2d10492e req-34784fae-f8e0-44af-a6d5-de0f8db27ef6 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.580456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d34bb8c-5540-42fd-92f8-3c4a2d10492e req-34784fae-f8e0-44af-a6d5-de0f8db27ef6 tempest-NetworksTest-656394473 tempest-NetworksTest-656394473-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3604 time: 0.1368954 Oct 22 14:52:53.671105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89098ca3-a31c-44b7-b874-e36d8630f483 req-354b1cac-5f3c-4ec1-b2bc-85d0b1a16418 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:53.672609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89098ca3-a31c-44b7-b874-e36d8630f483 req-354b1cac-5f3c-4ec1-b2bc-85d0b1a16418 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 949 time: 0.0540988 Oct 22 14:52:53.713901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89098ca3-a31c-44b7-b874-e36d8630f483 req-862d044f-1728-4247-99b8-1c2412e6a74e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Oct 22 14:52:53.820710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43620) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:53.959361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:54.024391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2094ce1-7440-4453-a9a6-c33cb53369f3 req-2e4eabc2-620c-485b-b655-77e52a2d4bbc tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:54.030686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2094ce1-7440-4453-a9a6-c33cb53369f3 req-2e4eabc2-620c-485b-b655-77e52a2d4bbc tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:54.032629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2094ce1-7440-4453-a9a6-c33cb53369f3 req-2e4eabc2-620c-485b-b655-77e52a2d4bbc tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996&device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 1681 time: 0.0657558 Oct 22 14:52:54.072058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2094ce1-7440-4453-a9a6-c33cb53369f3 req-b89caf81-25b3-47f6-acf8-0915b561f295 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Oct 22 14:52:54.150377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port eb3f1da8-d030-4d18-897b-dbef6acaa544 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:52:54.155060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port eb3f1da8-d030-4d18-897b-dbef6acaa544 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:54.155607 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.259069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.288569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:54.291843 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6c2d0d-14af-4cc7-a346-aa02dd46bb9b" -d '{"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-plugged", "status": "completed", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:54.303140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-758d4f54-447b-4b84-9018-5a5b6d78ecc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.307627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:54.400384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c087b-77cd-4e88-90ea-f385b2011a67 req-b025a11f-c88e-4a86-aa7b-f0104b8abb94 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:54.402005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8c087b-77cd-4e88-90ea-f385b2011a67 req-b025a11f-c88e-4a86-aa7b-f0104b8abb94 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 947 time: 0.0615242 Oct 22 14:52:54.408164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-758d4f54-447b-4b84-9018-5a5b6d78ecc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.415857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.416871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fff87bd-9092-4e93-a92a-988d12cd2239 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:52:54.443904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8c087b-77cd-4e88-90ea-f385b2011a67 req-9ea7228d-238f-4a54-a5c5-4c1dbde937a4 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Oct 22 14:52:54.496902 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ecbff-1132-4273-947b-fbf348adaa35 x-openstack-request-id: req-b02ecbff-1132-4273-947b-fbf348adaa35 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:54.497297 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-plugged", "status": "completed", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:54.497647 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b02ecbff-1132-4273-947b-fbf348adaa35 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:54.498149 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'code': 200} Oct 22 14:52:54.503613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43646) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:54.518280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:54.524364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-758d4f54-447b-4b84-9018-5a5b6d78ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.591102 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-758d4f54-447b-4b84-9018-5a5b6d78ecc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bef78ce5dd62488486f982d5088244c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668700 Oct 22 14:52:54.591102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4f54-447b-4b84-9018-5a5b6d78ecc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55db746-f91d-42a5-a39f-7850a98968b0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:54.591472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43654) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:54.650290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8fff87bd-9092-4e93-a92a-988d12cd2239 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:52:54.655699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebaccd-2f71-4146-9e81-bc397e00aa2b req-c0ff46fc-9b2e-46c8-a619-586a986adb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:54.657122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8fff87bd-9092-4e93-a92a-988d12cd2239 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:52:54.657830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.658280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70ebaccd-2f71-4146-9e81-bc397e00aa2b req-c0ff46fc-9b2e-46c8-a619-586a986adb1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1101 time: 0.0656724 Oct 22 14:52:54.701474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74483535-0bf9-4a91-a7a0-9d006268ea79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.721909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70ebaccd-2f71-4146-9e81-bc397e00aa2b req-715e6ad5-7cd9-4b5d-90e5-62de10e2351e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526934 Oct 22 14:52:54.745301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9171-06c5-4ebe-bc06-9ba6d2ec4c9e req-6289a912-4d65-4143-a6ca-bd0962db349f tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:54.752459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e3b9171-06c5-4ebe-bc06-9ba6d2ec4c9e req-6289a912-4d65-4143-a6ca-bd0962db349f tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 945 time: 0.1269047 Oct 22 14:52:54.762428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a62d-94d4-4653-9e13-a035971422d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.764014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.803055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fff87bd-9092-4e93-a92a-988d12cd2239, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fff87bd-9092-4e93-a92a-988d12cd2239,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:54.829009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a62d-94d4-4653-9e13-a035971422d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.859258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e3b9171-06c5-4ebe-bc06-9ba6d2ec4c9e req-dccb0630-81fa-49bf-9406-7b687c12d06e tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040959 Oct 22 14:52:54.930773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:54.968413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c93e7-81a5-4cbc-9ebb-c9b7d832c717 req-fd27c65d-91b2-4c33-83a2-2947cc9f3b1c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:54.971351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a3c93e7-81a5-4cbc-9ebb-c9b7d832c717 req-fd27c65d-91b2-4c33-83a2-2947cc9f3b1c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1003940 Oct 22 14:52:55.033756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fff87bd-9092-4e93-a92a-988d12cd2239,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:55.039983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a3c93e7-81a5-4cbc-9ebb-c9b7d832c717 req-3ba0344b-d2b3-4cde-aa3e-23ddb63e38d7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493760 Oct 22 14:52:55.132776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a62d-94d4-4653-9e13-a035971422d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.133345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a62d-94d4-4653-9e13-a035971422d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.140251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d1f2a62d-94d4-4653-9e13-a035971422d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c55db746-f91d-42a5-a39f-7850a98968b0 HTTP/1.1" status: 204 len: 168 time: 0.5418406 Oct 22 14:52:55.156547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9c0792c-25e8-424b-834a-d1f4e1bac121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.164152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a62d-94d4-4653-9e13-a035971422d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55db746-f91d-42a5-a39f-7850a98968b0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:55.189948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74483535-0bf9-4a91-a7a0-9d006268ea79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.266604 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74483535-0bf9-4a91-a7a0-9d006268ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.306354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-74483535-0bf9-4a91-a7a0-9d006268ea79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2010c6690254186ade54794a7dc0a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8015156 Oct 22 14:52:55.307451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74483535-0bf9-4a91-a7a0-9d006268ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0e755-8dc5-4f40-b106-1e41843a84cb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:55.309144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43672) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:55.364596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975ad972-42e0-4717-b437-c1bc3b8cb42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.387255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975ad972-42e0-4717-b437-c1bc3b8cb42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.541155 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975ad972-42e0-4717-b437-c1bc3b8cb42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.543876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975ad972-42e0-4717-b437-c1bc3b8cb42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:55.548314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-975ad972-42e0-4717-b437-c1bc3b8cb42f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bfa0e755-8dc5-4f40-b106-1e41843a84cb HTTP/1.1" status: 204 len: 168 time: 0.2353499 Oct 22 14:52:55.554094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ad972-42e0-4717-b437-c1bc3b8cb42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0e755-8dc5-4f40-b106-1e41843a84cb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:55.581229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fadf3-f479-4de6-8427-d7094db6d0f8 req-534a8605-bde0-423d-b751-7d1ce97cfbaf tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:55.589430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-719fadf3-f479-4de6-8427-d7094db6d0f8 req-534a8605-bde0-423d-b751-7d1ce97cfbaf tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 947 time: 0.0589421 Oct 22 14:52:55.624324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-719fadf3-f479-4de6-8427-d7094db6d0f8 req-a5053dee-d4eb-4e2c-a2cc-15b1a1905d11 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Oct 22 14:52:55.712232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:55.740157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa294f-17a1-44e8-aab0-ae5ac04383a2 req-6500c69d-371c-4ea8-81f3-2a69c12e44f0 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:55.741688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42fa294f-17a1-44e8-aab0-ae5ac04383a2 req-6500c69d-371c-4ea8-81f3-2a69c12e44f0 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 945 time: 0.0609190 Oct 22 14:52:55.795415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42fa294f-17a1-44e8-aab0-ae5ac04383a2 req-ac28c1ca-7044-4734-9089-102d72346ddb tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Oct 22 14:52:55.962959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a31cb47d-6fa5-4bef-97db-f64236829704 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:52:55.977949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e448a0-077b-48e2-b7a3-3163f38f4a3f req-6dd225a5-bc27-41ea-9bb9-e0ec85d305e0 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:55.979532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b6e448a0-077b-48e2-b7a3-3163f38f4a3f req-6dd225a5-bc27-41ea-9bb9-e0ec85d305e0 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.0510261 Oct 22 14:52:56.024831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b6e448a0-077b-48e2-b7a3-3163f38f4a3f req-af532675-7b06-4874-afbf-3cd1a1362567 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389595 Oct 22 14:52:56.090827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a31cb47d-6fa5-4bef-97db-f64236829704, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a31cb47d-6fa5-4bef-97db-f64236829704,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:56.108223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0a2ecec-8621-47c3-95ae-6ad497cfb2ab req-9942a364-4260-4640-9985-3fc54e3b895e tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0496411 Oct 22 14:52:56.115292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'a31cb47d-6fa5-4bef-97db-f64236829704', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'a31cb47d-6fa5-4bef-97db-f64236829704', 'mac_address': 'fa:16:3e:dc:2f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:52:56.166024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.178862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31cb47d-6fa5-4bef-97db-f64236829704 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:52:56.201671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a31cb47d-6fa5-4bef-97db-f64236829704, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a31cb47d-6fa5-4bef-97db-f64236829704,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:56.216870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1b408-3b66-46fa-949c-e13f204fc05f req-b67e8fd7-c46f-4d93-9731-ca3361ff80e2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:56.228077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78a1b408-3b66-46fa-949c-e13f204fc05f req-b67e8fd7-c46f-4d93-9731-ca3361ff80e2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0722008 Oct 22 14:52:56.267322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78a1b408-3b66-46fa-949c-e13f204fc05f req-41f6e074-3464-4424-aa8a-5718baa161a6 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Oct 22 14:52:56.331614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43714) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:56.345497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b7cadb-21fd-439e-a311-ab3453aa1b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.364612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.420575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1111d88b-ee72-4595-8787-aea0decd21a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.449375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a31cb47d-6fa5-4bef-97db-f64236829704,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:56.455917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b7cadb-21fd-439e-a311-ab3453aa1b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.465631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.467102 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.499018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:56.501950 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a740905-a21d-4942-a56b-73420208ec6e" -d '{"events": [{"server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "name": "network-vif-plugged", "status": "completed", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:56.538610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1111d88b-ee72-4595-8787-aea0decd21a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.546948 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ca0e5-a8cf-4bba-b557-1f44bb8736b5 x-openstack-request-id: req-f73ca0e5-a8cf-4bba-b557-1f44bb8736b5 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:56.547556 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "name": "network-vif-plugged", "status": "completed", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:56.547977 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f73ca0e5-a8cf-4bba-b557-1f44bb8736b5 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:56.548779 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'code': 200} Oct 22 14:52:56.598175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b7cadb-21fd-439e-a311-ab3453aa1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.638331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-02b7cadb-21fd-439e-a311-ab3453aa1b42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69fe427a62974a97900897a47717de13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050387 Oct 22 14:52:56.639260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7cadb-21fd-439e-a311-ab3453aa1b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bc2a06-0d07-4c0c-960a-76568bef1bd6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:56.642213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43728) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:56.668709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1111d88b-ee72-4595-8787-aea0decd21a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.698617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591bfb3-ae2a-4771-8382-76e242c29fc3 req-8651b059-169c-48c9-b56c-0e8bbf6cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:56.709455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2591bfb3-ae2a-4771-8382-76e242c29fc3 req-8651b059-169c-48c9-b56c-0e8bbf6cea69 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 1097 time: 0.0911763 Oct 22 14:52:56.731080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-46830dec-095c-40a0-967f-6d0880ee432a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.753806 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1111d88b-ee72-4595-8787-aea0decd21a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6158012f19894d16bde7f1dc7184679f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0401764 Oct 22 14:52:56.757556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:56.764828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111d88b-ee72-4595-8787-aea0decd21a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6673f04a-160d-44ef-be0d-d066ced0e95a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:56.779221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-46830dec-095c-40a0-967f-6d0880ee432a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.799675 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2591bfb3-ae2a-4771-8382-76e242c29fc3 req-b8b1a408-69e2-4a07-84d3-a6ec47c753df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790505 Oct 22 14:52:56.809123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8085b0-07ae-4159-8271-a07c84498f44 req-b724ac7b-fd2d-4211-ab1b-953d37c36797 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:56.810599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e8085b0-07ae-4159-8271-a07c84498f44 req-b724ac7b-fd2d-4211-ab1b-953d37c36797 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 948 time: 0.0939276 Oct 22 14:52:56.825169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14cd11a9-1d52-414a-944e-f5d5614a102b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.847630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14cd11a9-1d52-414a-944e-f5d5614a102b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:56.890585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e8085b0-07ae-4159-8271-a07c84498f44 req-0c9d6aea-ab80-4a43-8384-5bf3609ce879 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Oct 22 14:52:56.913782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42536f4c-b840-46ba-b8ed-d922b072956c req-162bbf88-2a1a-4d19-8a81-6709b27929d2 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:56.913782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42536f4c-b840-46ba-b8ed-d922b072956c req-162bbf88-2a1a-4d19-8a81-6709b27929d2 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "GET /v2.0/ports?device_id=994dc1ed-f407-404e-b118-d8c6d2f8e241 HTTP/1.1" status: 200 len: 945 time: 0.0937800 Oct 22 14:52:56.976751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a31cb47d-6fa5-4bef-97db-f64236829704'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:57.024807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14cd11a9-1d52-414a-944e-f5d5614a102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.027452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14cd11a9-1d52-414a-944e-f5d5614a102b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.028605 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-14cd11a9-1d52-414a-944e-f5d5614a102b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6673f04a-160d-44ef-be0d-d066ced0e95a HTTP/1.1" status: 204 len: 168 time: 0.2690907 Oct 22 14:52:57.042448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd11a9-1d52-414a-944e-f5d5614a102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6673f04a-160d-44ef-be0d-d066ced0e95a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:57.061673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-46830dec-095c-40a0-967f-6d0880ee432a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.067236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-46830dec-095c-40a0-967f-6d0880ee432a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.069506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-46830dec-095c-40a0-967f-6d0880ee432a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46bc2a06-0d07-4c0c-960a-76568bef1bd6 HTTP/1.1" status: 204 len: 168 time: 0.4258547 Oct 22 14:52:57.211107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:57.251313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46830dec-095c-40a0-967f-6d0880ee432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bc2a06-0d07-4c0c-960a-76568bef1bd6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:57.253690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e6c768-b372-4f80-8840-a40b02fe0e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.343204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-fbe390d9-ae8a-4229-b50d-f0758210d7b6 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:57.345050 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-fbe390d9-ae8a-4229-b50d-f0758210d7b6 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.69 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 945 time: 0.2219322 Oct 22 14:52:57.349768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c0b36-d00f-4667-b929-a86af410b297 req-40249e7d-5674-42f0-8074-f63f030c2886 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:57.357911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-583c0b36-d00f-4667-b929-a86af410b297 req-40249e7d-5674-42f0-8074-f63f030c2886 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 945 time: 0.3828604 Oct 22 14:52:57.398465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfbbce-5f9a-4b70-b973-05bb30279951 req-c24caf0b-f6bf-4d66-b426-aec08af6993b tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:57.400413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acbfbbce-5f9a-4b70-b973-05bb30279951 req-c24caf0b-f6bf-4d66-b426-aec08af6993b tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.1679230 Oct 22 14:52:57.446638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Deleting port 6b7db14d-ed7b-46c0-ad92-39be1682c102 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:57.447355 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.496164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e6c768-b372-4f80-8840-a40b02fe0e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.513535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-583c0b36-d00f-4667-b929-a86af410b297 req-373e9c65-9355-4b93-85d8-5fc49740ba45 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/security-groups?id=26c992cd-2f09-4176-8103-a77a0844effb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491692 Oct 22 14:52:57.541471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acbfbbce-5f9a-4b70-b973-05bb30279951 req-eec3062f-4792-4eed-b106-ef3fc5a03548 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289675 Oct 22 14:52:57.581654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Deleting port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:52:57.582954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.653047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] For port 6b7db14d-ed7b-46c0-ad92-39be1682c102, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6b7db14d-ed7b-46c0-ad92-39be1682c102,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:57.653047 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.666719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Calling delete_port for 6b7db14d-ed7b-46c0-ad92-39be1682c102 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:57.688028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] For port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,segment=NetworkSegment(6ea127e4-59d3-4bf2-810b-85e13b6bdbee),segment_id=6ea127e4-59d3-4bf2-810b-85e13b6bdbee)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:52:57.688385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.700514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e6c768-b372-4f80-8840-a40b02fe0e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.725369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Calling delete_port for ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:52:57.730653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caddc847-0b14-4d69-bdd5-3eee7232e61e req-7f5f76ac-b1a1-4a10-93c4-a249e54f93c0 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0531673 Oct 22 14:52:57.744793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04e6c768-b372-4f80-8840-a40b02fe0e85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d10d9d975fe9468b8c7a68b595a490f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256793 Oct 22 14:52:57.744793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43760) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:57.792884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe87b-a6ef-4627-85f6-11c37a6c2cc1 req-05d4d70a-2b83-4ba8-91fb-fbb4be833292 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:57.794485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126fe87b-a6ef-4627-85f6-11c37a6c2cc1 req-05d4d70a-2b83-4ba8-91fb-fbb4be833292 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1256182 Oct 22 14:52:57.805561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6c768-b372-4f80-8840-a40b02fe0e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1389a78a-fb23-4113-aff4-6e063203c36a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:57.874546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15399bb7-474c-41f7-8999-4d4df8cd6ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:57.895185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126fe87b-a6ef-4627-85f6-11c37a6c2cc1 req-78794cb5-366f-40ec-9704-64f712b07d6d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714700 Oct 22 14:52:57.904038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15399bb7-474c-41f7-8999-4d4df8cd6ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.009290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.076111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d197693-e5e2-4601-9673-f47ee26edb6c req-68c493e8-e316-445a-aa3e-5cbd6caf1572 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:58.077644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d197693-e5e2-4601-9673-f47ee26edb6c req-68c493e8-e316-445a-aa3e-5cbd6caf1572 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 948 time: 0.1093483 Oct 22 14:52:58.112117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.127302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6b7db14d-ed7b-46c0-ad92-39be1682c102'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:58.134018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d197693-e5e2-4601-9673-f47ee26edb6c req-2ff1811c-6d4b-4730-bb1a-5ca352b5cd23 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Oct 22 14:52:58.146617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.149794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15399bb7-474c-41f7-8999-4d4df8cd6ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.152969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15399bb7-474c-41f7-8999-4d4df8cd6ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.167475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-15399bb7-474c-41f7-8999-4d4df8cd6ec0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1389a78a-fb23-4113-aff4-6e063203c36a HTTP/1.1" status: 204 len: 168 time: 0.4129155 Oct 22 14:52:58.168120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Pushing event deleted for resources: {'Port': ['ID=6b7db14d-ed7b-46c0-ad92-39be1682c102,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:58.210533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:58.224760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] No DVR routers for this DVR port 6b7db14d-ed7b-46c0-ad92-39be1682c102 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:58.228057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.232717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42536f4c-b840-46ba-b8ed-d922b072956c req-a121fa62-d698-436d-b51f-26443ad74c6f tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.53 "DELETE /v2.0/ports/6b7db14d-ed7b-46c0-ad92-39be1682c102 HTTP/1.1" status: 204 len: 173 time: 1.3204317 Oct 22 14:52:58.233164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'name': 'network-vif-deleted', 'tag': '6b7db14d-ed7b-46c0-ad92-39be1682c102'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:58.239731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6b7db14d-ed7b-46c0-ad92-39be1682c102'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:58.244533 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ccc6a3-3cfa-4d81-bb8f-c78a172fefd2" -d '{"events": [{"server_uuid": "994dc1ed-f407-404e-b118-d8c6d2f8e241", "name": "network-vif-deleted", "tag": "6b7db14d-ed7b-46c0-ad92-39be1682c102"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:58.276083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:58.291449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:52:58.300405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15399bb7-474c-41f7-8999-4d4df8cd6ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1389a78a-fb23-4113-aff4-6e063203c36a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:58.318284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Pushing event deleted for resources: {'Port': ['ID=ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:58.342299 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b9d9e-49be-41ea-a7b9-f20cc42938d4 x-openstack-request-id: req-ad7b9d9e-49be-41ea-a7b9-f20cc42938d4 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:58.346188 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994dc1ed-f407-404e-b118-d8c6d2f8e241", "name": "network-vif-deleted", "tag": "6b7db14d-ed7b-46c0-ad92-39be1682c102", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:58.346188 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad7b9d9e-49be-41ea-a7b9-f20cc42938d4 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:58.346188 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994dc1ed-f407-404e-b118-d8c6d2f8e241', 'name': 'network-vif-deleted', 'tag': '6b7db14d-ed7b-46c0-ad92-39be1682c102', 'status': 'completed', 'code': 200} Oct 22 14:52:58.346867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f382eaf3-920f-4bed-aad3-bb26a0eb42ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.462908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] No DVR routers for this DVR port ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:52:58.468447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.473842 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d0f1329-6b07-48e8-ab4b-4f2d52e2c08a req-9100bb90-6f4c-4e5d-a0ed-b61b6cbbc09a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.69 "DELETE /v2.0/ports/ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 HTTP/1.1" status: 204 len: 173 time: 1.1213088 Oct 22 14:52:58.476007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'name': 'network-vif-deleted', 'tag': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:52:58.485347 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65081dc-648e-4431-ae00-c1a66b501bd9" -d '{"events": [{"server_uuid": "69409eeb-6eff-44b9-ad55-1f14514f7996", "name": "network-vif-deleted", "tag": "ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:52:58.561024 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b22e932-98ad-41f9-8da9-d53470b61592 x-openstack-request-id: req-8b22e932-98ad-41f9-8da9-d53470b61592 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:52:58.561629 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69409eeb-6eff-44b9-ad55-1f14514f7996", "name": "network-vif-deleted", "tag": "ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:52:58.561629 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b22e932-98ad-41f9-8da9-d53470b61592 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:52:58.562271 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69409eeb-6eff-44b9-ad55-1f14514f7996', 'name': 'network-vif-deleted', 'tag': 'ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2', 'status': 'completed', 'code': 200} Oct 22 14:52:58.587557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c7e15-e23b-4344-8547-fd7fda5a91d1 req-69cdefaa-f640-4365-8039-ed8d18a5f52a tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:58.590995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-854c7e15-e23b-4344-8547-fd7fda5a91d1 req-69cdefaa-f640-4365-8039-ed8d18a5f52a tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1101 time: 0.1713991 Oct 22 14:52:58.623088 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-854c7e15-e23b-4344-8547-fd7fda5a91d1 req-bd251e32-9c11-4173-b688-5b7c109cf357 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.659980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f382eaf3-920f-4bed-aad3-bb26a0eb42ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.698339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7b8ac99-5b3a-4964-9f86-481f1a463859 req-faf67890-e120-4ee7-940e-988c1a86926a tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 210 time: 0.0448608 Oct 22 14:52:58.757808 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-854c7e15-e23b-4344-8547-fd7fda5a91d1 req-bd251e32-9c11-4173-b688-5b7c109cf357 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.837114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acef7aa-f092-417a-900e-5f97b767799a req-620efdb7-c265-4a39-898e-6b7ed357fca7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:58.837114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4acef7aa-f092-417a-900e-5f97b767799a req-620efdb7-c265-4a39-898e-6b7ed357fca7 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.0600276 Oct 22 14:52:58.838700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f382eaf3-920f-4bed-aad3-bb26a0eb42ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.882286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-854c7e15-e23b-4344-8547-fd7fda5a91d1 req-bd251e32-9c11-4173-b688-5b7c109cf357 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:58.916596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382eaf3-920f-4bed-aad3-bb26a0eb42ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce504a-0b5e-4167-9d4d-bdb99be11329,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:58.922737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-854c7e15-e23b-4344-8547-fd7fda5a91d1 req-bd251e32-9c11-4173-b688-5b7c109cf357 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202753 Oct 22 14:52:58.932062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f382eaf3-920f-4bed-aad3-bb26a0eb42ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ebd0bd8d6f54a64aa4de3061f96271d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536615 Oct 22 14:52:58.934508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43794) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:52:58.956302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4acef7aa-f092-417a-900e-5f97b767799a req-a40269dd-a1a8-401c-8851-48e288d92aa6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107869 Oct 22 14:52:58.958916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd251e32-9c11-4173-b688-5b7c109cf357 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f452f6-7714-424f-9adb-b201091a4b0e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:59.070797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d646152-8b00-4cf6-958d-2b657fd22a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:59.103376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d646152-8b00-4cf6-958d-2b657fd22a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:59.131734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc8e9b89-b221-4530-aac7-74dbd23b8dec req-23f4a583-eaf8-47de-90e3-b1bff8a7e191 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0345478 Oct 22 14:52:59.272760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9fc9-2f1e-4b73-aeaa-d624e8b92914 req-cf359060-92fa-4606-a8b2-6cc5a5ade070 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:52:59.274746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca8b9fc9-2f1e-4b73-aeaa-d624e8b92914 req-cf359060-92fa-4606-a8b2-6cc5a5ade070 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 948 time: 0.0573435 Oct 22 14:52:59.291336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d646152-8b00-4cf6-958d-2b657fd22a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:59.295199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d646152-8b00-4cf6-958d-2b657fd22a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:52:59.303754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d646152-8b00-4cf6-958d-2b657fd22a45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20ce504a-0b5e-4167-9d4d-bdb99be11329 HTTP/1.1" status: 204 len: 168 time: 0.3609533 Oct 22 14:52:59.307493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d646152-8b00-4cf6-958d-2b657fd22a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce504a-0b5e-4167-9d4d-bdb99be11329,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:52:59.320175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca8b9fc9-2f1e-4b73-aeaa-d624e8b92914 req-49590f47-7790-4123-bf58-689cbca50f45 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Oct 22 14:52:59.600866 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:52:59.816755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ec5abd5-4372-4f6b-bfc5-ccab57c32d36 req-e30707b0-9268-4611-97d2-e9df4a1b1854 tempest-ListServersNegativeTestJSON-605979462 tempest-ListServersNegativeTestJSON-605979462-project] 10.222.0.66 "GET /v2.0/ports?device_id=69409eeb-6eff-44b9-ad55-1f14514f7996 HTTP/1.1" status: 200 len: 210 time: 0.0318635 Oct 22 14:52:59.970350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a31cb47d-6fa5-4bef-97db-f64236829704 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:00.070642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3c713-8b25-4c1d-b1a5-e5b3adc13982 req-19da52ea-914d-4dd5-a02e-1672592e140f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:00.078530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93e3c713-8b25-4c1d-b1a5-e5b3adc13982 req-19da52ea-914d-4dd5-a02e-1672592e140f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1010604 Oct 22 14:53:00.171605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93e3c713-8b25-4c1d-b1a5-e5b3adc13982 req-05d19739-ee5a-45ad-8588-b0c025bcd4dd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921032 Oct 22 14:53:00.215247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9896ca-60e6-4343-91c1-73673e5321d2 req-87620d06-6bc9-492f-8753-21989b04f80d tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:00.217700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d9896ca-60e6-4343-91c1-73673e5321d2 req-87620d06-6bc9-492f-8753-21989b04f80d tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.1363544 Oct 22 14:53:00.305112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e90bcde5-2c05-4815-aa4e-f69215111e60 req-8292467c-7f47-4d9e-8ad4-ff6506d6c950 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0406382 Oct 22 14:53:00.312087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d9896ca-60e6-4343-91c1-73673e5321d2 req-0d3ef23d-b0f7-4cca-bc57-5f718f32e14a tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839453 Oct 22 14:53:00.389430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port a31cb47d-6fa5-4bef-97db-f64236829704 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:53:00.400044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port a31cb47d-6fa5-4bef-97db-f64236829704 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:00.401731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:00.473553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c265a-49a9-4254-8fe1-67709b1491ce req-3ec8dac0-541c-468e-accb-942202e69b73 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:00.475091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f60c265a-49a9-4254-8fe1-67709b1491ce req-3ec8dac0-541c-468e-accb-942202e69b73 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 948 time: 0.0632942 Oct 22 14:53:00.484483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec31f6a-4cbc-45ce-9953-9a25cb56fd6f req-f4e635d8-1bda-4d7e-af72-3d5427ee0252 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:00.484736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6b7db14d-ed7b-46c0-ad92-39be1682c102 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:53:00.490666 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ec31f6a-4cbc-45ce-9953-9a25cb56fd6f req-f4e635d8-1bda-4d7e-af72-3d5427ee0252 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.1148415 Oct 22 14:53:00.496589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43862) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:00.502085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Request body: {'floatingip': {'port_id': '8fff87bd-9092-4e93-a92a-988d12cd2239'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:00.513620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 6b7db14d-ed7b-46c0-ad92-39be1682c102 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:53:00.513620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6b7db14d-ed7b-46c0-ad92-39be1682c102 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:53:00.523665 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:00.531373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f60c265a-49a9-4254-8fe1-67709b1491ce req-82efe164-38ee-49f0-81ee-b7aed7fa49fc tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Oct 22 14:53:00.556851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cb47d-6fa5-4bef-97db-f64236829704'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:00.559122 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5683bb1d-7d4b-4062-8c04-f32ebf2d5876" -d '{"events": [{"server_uuid": "aebaf87d-8685-4294-86e7-74aa3fd1639d", "name": "network-vif-plugged", "status": "completed", "tag": "a31cb47d-6fa5-4bef-97db-f64236829704"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:00.574582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a31cb47d-6fa5-4bef-97db-f64236829704, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a31cb47d-6fa5-4bef-97db-f64236829704,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:00.600160 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:00.604097 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2632545-06d5-40b7-82c6-87caeeb8ea78 x-openstack-request-id: req-b2632545-06d5-40b7-82c6-87caeeb8ea78 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:00.604755 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebaf87d-8685-4294-86e7-74aa3fd1639d", "name": "network-vif-plugged", "status": "completed", "tag": "a31cb47d-6fa5-4bef-97db-f64236829704", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:00.605393 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2632545-06d5-40b7-82c6-87caeeb8ea78 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:00.605673 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cb47d-6fa5-4bef-97db-f64236829704', 'code': 200} Oct 22 14:53:00.689739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:00.691631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:53:00.718652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:53:00.720072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ba1a08a8-aebd-44e7-9e4e-7dd25432e2e2 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:53:00.772086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a31cb47d-6fa5-4bef-97db-f64236829704,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:00.834350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43872) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:00.840184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba65d4-32b8-4280-ae9b-f084ae7761f7 req-2e9a6612-1076-404c-9f59-fa13b1347a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:00.841521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1ba65d4-32b8-4280-ae9b-f084ae7761f7 req-2e9a6612-1076-404c-9f59-fa13b1347a62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 1100 time: 0.1633334 Oct 22 14:53:00.871255 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-f3f7ca0a-abf0-4ba1-8710-2e061b614f71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6230686 Oct 22 14:53:00.889129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-32a10e93-81d7-4cd5-be21-b1c36477da57 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:53:00.890245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-32a10e93-81d7-4cd5-be21-b1c36477da57 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089717 Oct 22 14:53:00.931562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43880) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:00.939869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1ba65d4-32b8-4280-ae9b-f084ae7761f7 req-bb385d49-e173-4f7f-93ff-5fa740575c3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895669 Oct 22 14:53:00.980246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Deleting subnet 55db6a60-3e20-478c-8a92-8590eb50e6a4 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:53:00.983668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.020483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.060992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.329966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d21e121e-83d2-49cd-931f-6e7c2b419526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.338669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd9bc765-f6d9-4530-88a4-c36a3ed1a18e req-a8392986-de1a-4c82-a684-e42072327503 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0434070 Oct 22 14:53:01.370643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e5a1-a124-4084-b0fb-732fa718cb33 req-ea1c72fe-e312-4155-90bd-f4ef91f7bdcc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:01.375461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f458e5a1-a124-4084-b0fb-732fa718cb33 req-ea1c72fe-e312-4155-90bd-f4ef91f7bdcc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1252930 Oct 22 14:53:01.390912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.414354 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.448958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ef90ae-b272-4e12-a422-f6405e15bdf3 req-2e798b7e-5684-4ab3-83db-8c2e4e9cde08 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0597777 Oct 22 14:53:01.474544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55db6a60-3e20-478c-8a92-8590eb50e6a4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:01.479477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.482719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ad4b7dc4-1a97-410a-88f2-0669d6d0a33b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/55db6a60-3e20-478c-8a92-8590eb50e6a4 HTTP/1.1" status: 204 len: 168 time: 0.5501773 Oct 22 14:53:01.485447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43894) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:01.525667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f458e5a1-a124-4084-b0fb-732fa718cb33 req-c85c7012-8789-40c4-87c0-7203eb83c059 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386268 Oct 22 14:53:01.546563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.547308 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d21e121e-83d2-49cd-931f-6e7c2b419526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.648489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.668663 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d21e121e-83d2-49cd-931f-6e7c2b419526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.725959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30496d6-9272-496f-96aa-ef49aa487bee req-eceea9bf-55b5-4623-be36-ecb9f28abd03 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:01.728473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c30496d6-9272-496f-96aa-ef49aa487bee req-eceea9bf-55b5-4623-be36-ecb9f28abd03 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 949 time: 0.1121640 Oct 22 14:53:01.764356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e121e-83d2-49cd-931f-6e7c2b419526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b76af0-28a5-4811-a540-240d04ad68b3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:01.783605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d21e121e-83d2-49cd-931f-6e7c2b419526 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3d159e179a64d7a842c2012b3a98fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9479978 Oct 22 14:53:01.793074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43916) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:01.837464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c30496d6-9272-496f-96aa-ef49aa487bee req-e651e0fb-f043-4291-8cde-19c2feab0e31 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816345 Oct 22 14:53:01.866591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c7a-a85e-4fce-9b16-d3a6a7457cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:01.892273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c7a-a85e-4fce-9b16-d3a6a7457cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.059803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.073598 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Floating IP 01449242-3f51-4872-9b6b-be28ba257a11 associated. External IP: 172.25.1.55, port: 8fff87bd-9092-4e93-a92a-988d12cd2239. Oct 22 14:53:02.124953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11c9561-3bf7-400b-9b42-abf095a2c29f']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:02.137434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea127e4-59d3-4bf2-810b-85e13b6bdbee') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:02.137738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea127e4-59d3-4bf2-810b-85e13b6bdbee') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:02.150699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.152859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c7a-a85e-4fce-9b16-d3a6a7457cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.157512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c7a-a85e-4fce-9b16-d3a6a7457cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.157512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a9b95c7a-a85e-4fce-9b16-d3a6a7457cf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9b76af0-28a5-4811-a540-240d04ad68b3 HTTP/1.1" status: 204 len: 168 time: 0.3632367 Oct 22 14:53:02.165896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95c7a-a85e-4fce-9b16-d3a6a7457cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b76af0-28a5-4811-a540-240d04ad68b3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:02.202015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.212578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:53:02.212954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:53:02.214614 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:53:02.393873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.408058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Router dbff7b7b-d614-46e4-bf68-e8998167ab2d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:53:02.418668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.425400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b11c9561-3bf7-400b-9b42-abf095a2c29f HTTP/1.1" status: 204 len: 168 time: 0.9389031 Oct 22 14:53:02.440850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067e58-daee-497a-bff8-b464b731f6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11c9561-3bf7-400b-9b42-abf095a2c29f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:02.583556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-044e75b6-8841-4a51-a94e-bda4713a5e76 req-257eaa4c-76fa-4e5e-bae3-457c654525d2 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0269780 Oct 22 14:53:02.606033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:53:02.614210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:02.619522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] Sync routers for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:53:02.658931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:02.661192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:02.684730 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e029ab33-a4e5-42d0-9a03-0d4febec98d6 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "PUT /v2.0/floatingips/01449242-3f51-4872-9b6b-be28ba257a11 HTTP/1.1" status: 200 len: 991 time: 2.1863487 Oct 22 14:53:02.687153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:02.692669 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b09cf-6414-425b-9d06-f658234cdead" -d '{"events": [{"name": "network-changed", "server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:02.739971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dc9f0-f7a2-46b7-a36c-a043dd1ac21d req-5a48bea9-ffb4-44a5-be9c-e2fd9ca4938a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:02.743479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a77dc9f0-f7a2-46b7-a36c-a043dd1ac21d req-5a48bea9-ffb4-44a5-be9c-e2fd9ca4938a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0578392 Oct 22 14:53:02.779623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a77dc9f0-f7a2-46b7-a36c-a043dd1ac21d req-b73d510b-8ad9-4373-a8e9-a7501bd3a038 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Oct 22 14:53:02.791109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:02.922090 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8494c809-3ed4-42f6-8e4e-97f2901ed9b0 x-openstack-request-id: req-8494c809-3ed4-42f6-8e4e-97f2901ed9b0 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:02.922090 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:02.922090 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8494c809-3ed4-42f6-8e4e-97f2901ed9b0 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:02.922424 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'status': 'completed', 'code': 200} Oct 22 14:53:03.023329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b09cf-6414-425b-9d06-f658234cdead req-155838da-de9f-4411-98b1-7fffbab30b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:03.025402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-155838da-de9f-4411-98b1-7fffbab30b63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4486a7483897491ba1d8c9b7f51c180c&device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 1097 time: 0.0818844 Oct 22 14:53:03.064923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4544-b867-41ba-859d-09fed3ffc271 req-527bf831-e798-4465-97ae-a2c4219ce401 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:03.067293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe5d4544-b867-41ba-859d-09fed3ffc271 req-527bf831-e798-4465-97ae-a2c4219ce401 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 949 time: 0.0731876 Oct 22 14:53:03.127839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe5d4544-b867-41ba-859d-09fed3ffc271 req-f27ad3f3-65b0-44ff-838d-66a4b5844625 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495279 Oct 22 14:53:03.178356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '01449242-3f51-4872-9b6b-be28ba257a11', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'port_id': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'mac_address': 'fa:16:3e:4c:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:52:30Z', 'updated_at': '2021-10-22T14:53:01Z', 'revision_number': 1, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:24Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:03.195692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ffc7158-a827-41ca-bddc-015fdefb26ac req-d46c41e2-0e64-4aae-ac6d-2314aff6da53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0305920 Oct 22 14:53:03.198853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b09cf-6414-425b-9d06-f658234cdead req-ee731471-00ea-4b5e-998f-1b254e0ed767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:03.200428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-ee731471-00ea-4b5e-998f-1b254e0ed767 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef853799-62b2-4d5a-9fdd-9c01058be256 HTTP/1.1" status: 200 len: 905 time: 0.1544819 Oct 22 14:53:03.208068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] Checking router: dbff7b7b-d614-46e4-bf68-e8998167ab2d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:53:03.216740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:03.217553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:03.271815 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-4b40c642-cdf7-48e8-8481-64e884a1d0bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fff87bd-9092-4e93-a92a-988d12cd2239 HTTP/1.1" status: 200 len: 999 time: 0.0641642 Oct 22 14:53:03.327830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:03.334707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b09cf-6414-425b-9d06-f658234cdead req-5d8c5698-0989-4db9-afbc-2a5e9f998b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:03.336446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-5d8c5698-0989-4db9-afbc-2a5e9f998b34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e769a1c5-6f52-481b-ae96-925c07e12163 HTTP/1.1" status: 200 len: 843 time: 0.0568168 Oct 22 14:53:03.408495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b09cf-6414-425b-9d06-f658234cdead req-7afeb808-e6f1-43bc-8c19-9a7a89eb0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:03.410494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-7afeb808-e6f1-43bc-8c19-9a7a89eb0447 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef853799-62b2-4d5a-9fdd-9c01058be256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569475 Oct 22 14:53:03.549191 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-c83f56d1-1513-4679-afea-b5fa57d67c06 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181283 Oct 22 14:53:03.553451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:03.627144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:03.648412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '01449242-3f51-4872-9b6b-be28ba257a11', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'port_id': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'mac_address': 'fa:16:3e:4c:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:52:30Z', 'updated_at': '2021-10-22T14:53:01Z', 'revision_number': 1, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:24Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:03.672282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43982) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:03.672453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44c233c2-e57c-4aab-87e6-6524e64a45eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9786664174046dd864235cdbbdb57a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178582 Oct 22 14:53:03.682745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d35bc9-64be-4ffa-93fc-e4fc12993cbc None None] The sync data for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 is: [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '01449242-3f51-4872-9b6b-be28ba257a11', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'port_id': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'mac_address': 'fa:16:3e:4c:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:52:30Z', 'updated_at': '2021-10-22T14:53:01Z', 'revision_number': 1, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:24Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:53:03.749462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f5b09cf-6414-425b-9d06-f658234cdead req-bf72db2e-56d9-4faf-a67c-2528a1097714 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852210 Oct 22 14:53:03.801563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5dd6-3d25-4e55-9a0e-d414615e1246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:03.836378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5dd6-3d25-4e55-9a0e-d414615e1246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:04.008603 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862f52c-86f8-4f7f-b4c3-3146ca6aab38 None None] New status for floating IP 01449242-3f51-4872-9b6b-be28ba257a11: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:53:04.021332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5dd6-3d25-4e55-9a0e-d414615e1246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:04.024100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5dd6-3d25-4e55-9a0e-d414615e1246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:04.027811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1d9b5dd6-3d25-4e55-9a0e-d414615e1246 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26c992cd-2f09-4176-8103-a77a0844effb HTTP/1.1" status: 204 len: 168 time: 0.3519886 Oct 22 14:53:04.037783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b5dd6-3d25-4e55-9a0e-d414615e1246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c992cd-2f09-4176-8103-a77a0844effb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:04.482119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9840aec5-2d6c-44c4-92cd-57e940fabfa1 req-7e3b4af3-2575-461a-b92a-bd4488271fb8 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0302200 Oct 22 14:53:04.538233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ee514-0752-4819-b9bd-ab9f2db27fd4 req-aabf5422-94f4-41db-8acd-5e603df32284 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:04.540028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e91ee514-0752-4819-b9bd-ab9f2db27fd4 req-aabf5422-94f4-41db-8acd-5e603df32284 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0601206 Oct 22 14:53:04.600243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e91ee514-0752-4819-b9bd-ab9f2db27fd4 req-3a874c56-fe9d-42e5-9079-05583f6d8df5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Oct 22 14:53:04.671811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e626-4e97-49bf-8f61-861028eda106 req-515c8a17-e145-4df4-b763-07a419b76f33 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:04.673655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ba7e626-4e97-49bf-8f61-861028eda106 req-515c8a17-e145-4df4-b763-07a419b76f33 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 949 time: 0.0538828 Oct 22 14:53:04.727163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ba7e626-4e97-49bf-8f61-861028eda106 req-8f3bce4f-9b89-43dd-93ca-aa06215138d0 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464046 Oct 22 14:53:04.780243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a414a02b-2efb-48b9-b0e2-e3070f1209b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:04.793845 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a414a02b-2efb-48b9-b0e2-e3070f1209b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1101 time: 0.0531523 Oct 22 14:53:04.874832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-ddf8c881-b048-417f-a337-7452a4e93c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:04.876329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-ddf8c881-b048-417f-a337-7452a4e93c8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.0868053 Oct 22 14:53:04.921957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-0f1b5517-2b27-4b11-bb74-12842d7d0135 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0369730 Oct 22 14:53:04.977815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-01544fb1-907b-44cb-a4d9-c0a1efc9ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:04.979329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-01544fb1-907b-44cb-a4d9-c0a1efc9ef67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0474811 Oct 22 14:53:05.030989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a4401f8e-e6be-4b6d-98e3-eab34df8849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:05.042460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a4401f8e-e6be-4b6d-98e3-eab34df8849d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426030 Oct 22 14:53:05.138606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-016ee8d5-1a28-46ff-9a52-d52e8d9adfc4 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935192 Oct 22 14:53:05.236666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-3d672f00-0bc7-49ab-a828-422f6fd062fb service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901251 Oct 22 14:53:05.600675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-447cbc9f-79e1-4eae-bb4d-a34132bb68f2 req-fc9abbe6-30f9-4e48-aba4-0648afb0162e tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0282238 Oct 22 14:53:05.783708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4842a-76a0-45f8-b53b-c809f9216b11 req-35bfa87a-39e2-408d-a3cb-b58a950de758 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:05.785701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5c4842a-76a0-45f8-b53b-c809f9216b11 req-35bfa87a-39e2-408d-a3cb-b58a950de758 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0581129 Oct 22 14:53:05.826240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5c4842a-76a0-45f8-b53b-c809f9216b11 req-cfd6428b-427a-48b4-9dfa-e236bea92a3a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Oct 22 14:53:05.956137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b049b-44f7-4812-abd6-9227162ebfdf req-a3d4ba32-d815-40e7-91ae-a1c2d3f73f4b tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:05.958625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-791b049b-44f7-4812-abd6-9227162ebfdf req-a3d4ba32-d815-40e7-91ae-a1c2d3f73f4b tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 1100 time: 0.0571287 Oct 22 14:53:06.043236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Deleting port a31cb47d-6fa5-4bef-97db-f64236829704 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:53:06.043637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.143255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] For port a31cb47d-6fa5-4bef-97db-f64236829704, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a31cb47d-6fa5-4bef-97db-f64236829704,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:06.143709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.164181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Calling delete_port for a31cb47d-6fa5-4bef-97db-f64236829704 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:53:06.189023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44072) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:06.409271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc30b-9707-4ac0-9ef7-e43656841163 req-3c38de5e-c52b-4b01-a480-df8b01649fbc tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:06.410816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11cdc30b-9707-4ac0-9ef7-e43656841163 req-3c38de5e-c52b-4b01-a480-df8b01649fbc tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 949 time: 0.0535152 Oct 22 14:53:06.414168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-925293530-network', 'tenant_id': '2d6155e809354c36b66bf888314c2f85'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:06.446218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.457728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a31cb47d-6fa5-4bef-97db-f64236829704'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:06.501546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11cdc30b-9707-4ac0-9ef7-e43656841163 req-7810832b-0f58-474f-9a80-972f4d7ef254 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831981 Oct 22 14:53:06.502370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Pushing event deleted for resources: {'Port': ['ID=a31cb47d-6fa5-4bef-97db-f64236829704,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:06.550769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] No DVR routers for this DVR port a31cb47d-6fa5-4bef-97db-f64236829704 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:53:06.560275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.563885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-791b049b-44f7-4812-abd6-9227162ebfdf req-fb1d2a90-5a34-4523-9eea-daf34923c175 tempest-DeleteServersAdminTestJSON-1830858263 tempest-DeleteServersAdminTestJSON-1830858263-project-admin] 10.222.0.69 "DELETE /v2.0/ports/a31cb47d-6fa5-4bef-97db-f64236829704 HTTP/1.1" status: 204 len: 173 time: 0.5989785 Oct 22 14:53:06.564424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'name': 'network-vif-deleted', 'tag': 'a31cb47d-6fa5-4bef-97db-f64236829704'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:06.567874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:06.570308 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.572843 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2982d-c4cb-4795-8959-344425f73fde" -d '{"events": [{"server_uuid": "aebaf87d-8685-4294-86e7-74aa3fd1639d", "name": "network-vif-deleted", "tag": "a31cb47d-6fa5-4bef-97db-f64236829704"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:06.602878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.631463 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9536984f-7f29-4d60-a26b-aadad5c27db7 x-openstack-request-id: req-9536984f-7f29-4d60-a26b-aadad5c27db7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:06.631995 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebaf87d-8685-4294-86e7-74aa3fd1639d", "name": "network-vif-deleted", "tag": "a31cb47d-6fa5-4bef-97db-f64236829704", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:06.632459 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9536984f-7f29-4d60-a26b-aadad5c27db7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:06.633073 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebaf87d-8685-4294-86e7-74aa3fd1639d', 'name': 'network-vif-deleted', 'tag': 'a31cb47d-6fa5-4bef-97db-f64236829704', 'status': 'completed', 'code': 200} Oct 22 14:53:06.700564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d100c64b-cfd8-4bed-b79b-44aed081f521 req-9eedd878-9328-48e9-8eb9-67b974ee0804 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0506222 Oct 22 14:53:06.788344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.895667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.929322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:53:06.959426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd0f6b-0ca1-4b80-80a4-082054b1fafb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:06.962353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:06.962697 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Added segment a6af38d6-c9ee-4043-9a21-a348b1635ac0 of type vlan for network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 Oct 22 14:53:07.021500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9a8d-858d-4cc6-b1ca-f4a5f8136390 req-9c9ca2be-2568-4fe2-9fa1-ace745561b38 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:07.029030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fee9a8d-858d-4cc6-b1ca-f4a5f8136390 req-9c9ca2be-2568-4fe2-9fa1-ace745561b38 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1217401 Oct 22 14:53:07.029030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:07.080169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fee9a8d-858d-4cc6-b1ca-f4a5f8136390 req-b1d63c0d-6448-4836-8291-803902c77d22 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487673 Oct 22 14:53:07.246797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:07.247836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:07.248422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:07.311367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] Pushing event updated for resources: {'Network': ['ID=1d6592f3-3906-4707-8296-4fee4a4c6ed9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:07.322617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:53:07.351029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0dc1f6d2-1a20-4dc6-a24a-6f160f62ddce admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1592982 Oct 22 14:53:07.352699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:07.357773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Request body: {'subnet': {'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-925293530-subnet', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:07.442148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44110) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:07.449275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:07.451808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:07.640264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b0bd81b-1ca5-4f93-a569-3e0a5620894d req-dc4aa234-8b9f-4e52-a8fc-d6dfe5ca59b9 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebaf87d-8685-4294-86e7-74aa3fd1639d HTTP/1.1" status: 200 len: 210 time: 0.0318763 Oct 22 14:53:07.750366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:07.842664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-786b0ceb-bd60-4f17-886b-7b5ade2a92d7 req-0130ba58-c1a3-4d2d-9b6d-60df75e300b8 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0588069 Oct 22 14:53:07.849891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846e63f0-3c13-4450-9c09-4914904783d2,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:07.872341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-136f0cfc-029d-43cd-bf62-b25ed8ba002b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:07.890094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:07.890453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Network hostable DHCP agents. Network: 1d6592f3-3906-4707-8296-4fee4a4c6ed9, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:53:08.008386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-136f0cfc-029d-43cd-bf62-b25ed8ba002b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.037640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:53:08.186995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 1d6592f3-3906-4707-8296-4fee4a4c6ed9) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:08.192728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:08.193513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.199494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-136f0cfc-029d-43cd-bf62-b25ed8ba002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.200012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f9ba0-50f2-4646-8c59-8bda41dfd540 None None] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:53:08.219489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9eac-3b58-454d-aa37-f57936c7a09a req-a438a6b3-2c76-4f67-a179-8ea26e59feb3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:08.221373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b7f9eac-3b58-454d-aa37-f57936c7a09a req-a438a6b3-2c76-4f67-a179-8ea26e59feb3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0705485 Oct 22 14:53:08.250735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-136f0cfc-029d-43cd-bf62-b25ed8ba002b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88a817e3ecd54004a2514f5a1757b2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074074 Oct 22 14:53:08.252821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0cfc-029d-43cd-bf62-b25ed8ba002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dfea25-b196-4ab6-b5d9-dce12c62bf34,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:08.254359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:08.278462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b7f9eac-3b58-454d-aa37-f57936c7a09a req-5ec90701-5e43-44e6-8bf0-96c8d0415192 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Oct 22 14:53:08.329139 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-25f0d6af-6637-42bb-b2e2-bdaef98a81f3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9727306 Oct 22 14:53:08.329674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44136) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:08.334029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e32c73be-0ca8-4ae7-9b07-687ff976e112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.335003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:08.359398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e32c73be-0ca8-4ae7-9b07-687ff976e112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.377862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:53:08.379631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.438580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.439913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.492817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e32c73be-0ca8-4ae7-9b07-687ff976e112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.495534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e32c73be-0ca8-4ae7-9b07-687ff976e112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.499435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e32c73be-0ca8-4ae7-9b07-687ff976e112 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49dfea25-b196-4ab6-b5d9-dce12c62bf34 HTTP/1.1" status: 204 len: 168 time: 0.2388582 Oct 22 14:53:08.508135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c73be-0ca8-4ae7-9b07-687ff976e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dfea25-b196-4ab6-b5d9-dce12c62bf34,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:08.539705 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.622779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Allocated IP 172.20.0.2 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/71d7a24b-b865-489e-bcf7-1a872956bb98) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:08.770827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.776805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.936181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:08.962565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4454995-1945-425c-aa38-cc04b909a3e0 req-74f574aa-c11c-4020-a786-59dad5b07e85 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0330994 Oct 22 14:53:08.995547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=71d7a24b-b865-489e-bcf7-1a872956bb98,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:09.007324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:09.009067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:09.011838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:09.075682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.076290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Attempting to bind port 71d7a24b-b865-489e-bcf7-1a872956bb98 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:09.076960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Attempting to bind port 71d7a24b-b865-489e-bcf7-1a872956bb98 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:09.077417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Attempting to bind port 71d7a24b-b865-489e-bcf7-1a872956bb98 on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:09.084707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:09.090652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:09.090652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.090652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:09.090652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Bound port: 71d7a24b-b865-489e-bcf7-1a872956bb98, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:09.090652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.096146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.165356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] For port 71d7a24b-b865-489e-bcf7-1a872956bb98, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:09.169259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] For port 71d7a24b-b865-489e-bcf7-1a872956bb98, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=71d7a24b-b865-489e-bcf7-1a872956bb98,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:09.218492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-09c10865-8dec-425b-9149-391e8a55713e tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=496719627c254a3a986a9056d89ae226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280733 Oct 22 14:53:09.219596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:09.248900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44170) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:09.256252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Allocated IP 172.25.1.169 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/d511bc1a-a084-46c8-a7c7-022a5706afcc) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:09.276181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.344775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94f9b-39f8-4f66-bae7-3861fc8dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=71d7a24b-b865-489e-bcf7-1a872956bb98,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:09.368344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-d06419c2-712b-4516-ab0c-a4cc7a568022 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:09.370073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-d06419c2-712b-4516-ab0c-a4cc7a568022 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423326 Oct 22 14:53:09.394666 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-08f7c677-4871-4895-8f46-d888b22f4686 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/quotas/496719627c254a3a986a9056d89ae226 HTTP/1.1" status: 200 len: 375 time: 0.0165625 Oct 22 14:53:09.412691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.449720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-fa798995-ba81-4f9d-8108-f8e484620205 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=496719627c254a3a986a9056d89ae226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538616 Oct 22 14:53:09.480689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b62aa1d-fba5-4a22-ae0e-89b451882e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.481785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcb7-2b7c-400d-bee0-e1fbc0fb2cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.526816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c14d7-f149-43c2-8df0-175e4ca5e685 req-73edc030-af13-4144-8d1d-f893eba2ed28 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:09.529029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de8c14d7-f149-43c2-8df0-175e4ca5e685 req-73edc030-af13-4144-8d1d-f893eba2ed28 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1316171 Oct 22 14:53:09.609394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.631382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de8c14d7-f149-43c2-8df0-175e4ca5e685 req-ecd4ea5f-fd93-4fea-875f-5b1d586c770b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Oct 22 14:53:09.654459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcb7-2b7c-400d-bee0-e1fbc0fb2cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.655267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b62aa1d-fba5-4a22-ae0e-89b451882e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.674513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:09.678247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:09.702788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:09.702788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=d511bc1a-a084-46c8-a7c7-022a5706afcc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:09.715213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44176) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:09.730479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702a729d-ba3c-4929-b37b-5ec276c5c9fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.816592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b62aa1d-fba5-4a22-ae0e-89b451882e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.820503 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702a729d-ba3c-4929-b37b-5ec276c5c9fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.823671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcb7-2b7c-400d-bee0-e1fbc0fb2cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.872318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7b62aa1d-fba5-4a22-ae0e-89b451882e44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e61aa8a41d964b8b975786873bd2f6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516912 Oct 22 14:53:09.874907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44182) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:09.896089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62aa1d-fba5-4a22-ae0e-89b451882e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5048a27-3387-46c8-8aab-317bc0eff36b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:09.904016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0dcb7-2b7c-400d-bee0-e1fbc0fb2cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b51c34-8769-4b4a-90d0-b133b779ead6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:09.911212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-14b0dcb7-2b7c-400d-bee0-e1fbc0fb2cc3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ff9e1dddf694152a075718e4940a0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579361 Oct 22 14:53:09.914639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44184) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:09.918509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7061d160-e37b-4b36-9631-31e50063f263 req-d726a88f-cd35-4599-9826-9584ca2dd912 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.0633845 Oct 22 14:53:09.963973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51b42c73-626b-4214-97ec-f4b4a032e829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:09.975748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702a729d-ba3c-4929-b37b-5ec276c5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.019600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f7a92f2-af96-4ae4-8598-6ccac9f924f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.028072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a729d-ba3c-4929-b37b-5ec276c5c9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf22b85-6c72-455f-8583-7621cababdc9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:10.036359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a31cb47d-6fa5-4bef-97db-f64236829704 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:53:10.069464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f7a92f2-af96-4ae4-8598-6ccac9f924f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.070395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-702a729d-ba3c-4929-b37b-5ec276c5c9fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b0a5fb9a79349a9b108d71717c4e41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534143 Oct 22 14:53:10.072448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51b42c73-626b-4214-97ec-f4b4a032e829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.075089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44196) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:10.086457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: a31cb47d-6fa5-4bef-97db-f64236829704 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:53:10.088252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a31cb47d-6fa5-4bef-97db-f64236829704 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:53:10.175015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa513c8e-05af-4c04-bdfa-01e41e9bb76e req-568897ba-1b6e-4050-8f24-5b790896d537 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0456638 Oct 22 14:53:10.213851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79a41737-75bc-4e36-bf6b-0ab1852b1c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.238593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79a41737-75bc-4e36-bf6b-0ab1852b1c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.251238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.366207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f7a92f2-af96-4ae4-8598-6ccac9f924f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.369113 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f7a92f2-af96-4ae4-8598-6ccac9f924f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.370411 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2f7a92f2-af96-4ae4-8598-6ccac9f924f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31b51c34-8769-4b4a-90d0-b133b779ead6 HTTP/1.1" status: 204 len: 168 time: 0.4547608 Oct 22 14:53:10.404313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51b42c73-626b-4214-97ec-f4b4a032e829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.408450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51b42c73-626b-4214-97ec-f4b4a032e829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.411815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-51b42c73-626b-4214-97ec-f4b4a032e829 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5048a27-3387-46c8-8aab-317bc0eff36b HTTP/1.1" status: 204 len: 168 time: 0.5357893 Oct 22 14:53:10.416141 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79a41737-75bc-4e36-bf6b-0ab1852b1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.419896 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79a41737-75bc-4e36-bf6b-0ab1852b1c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.437394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-79a41737-75bc-4e36-bf6b-0ab1852b1c4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cf22b85-6c72-455f-8583-7621cababdc9 HTTP/1.1" status: 204 len: 168 time: 0.3517675 Oct 22 14:53:10.462840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b42c73-626b-4214-97ec-f4b4a032e829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5048a27-3387-46c8-8aab-317bc0eff36b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:10.517058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a41737-75bc-4e36-bf6b-0ab1852b1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf22b85-6c72-455f-8583-7621cababdc9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:10.539394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a92f2-af96-4ae4-8598-6ccac9f924f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b51c34-8769-4b4a-90d0-b133b779ead6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:10.616667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7e24a-7613-4796-b301-4e91fc6e9d42 None None] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:53:10.639373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.755922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Provisioning complete for port 71d7a24b-b865-489e-bcf7-1a872956bb98 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:10.756299 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.923891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:10.930628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5d548-a67c-4937-9feb-63b8f4f7f1b5 req-f5568844-3621-466e-958f-3ab90612e50c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:10.932237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8de5d548-a67c-4937-9feb-63b8f4f7f1b5 req-f5568844-3621-466e-958f-3ab90612e50c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0770979 Oct 22 14:53:10.944628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Router 3dfbecae-a251-427b-b2bc-61262f5e9a36 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:53:10.992869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] For port 71d7a24b-b865-489e-bcf7-1a872956bb98, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=71d7a24b-b865-489e-bcf7-1a872956bb98,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:11.022166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8de5d548-a67c-4937-9feb-63b8f4f7f1b5 req-4dd8abf2-fe3e-4d21-8ecd-72e986e4572a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745049 Oct 22 14:53:11.090434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbc9f2a6-71c3-47a0-8c85-cce4a8ccccb1 req-4581ef1d-4b27-430f-8ac3-cd36dbf56878 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.0656700 Oct 22 14:53:11.113218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.164391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 71d7a24b-b865-489e-bcf7-1a872956bb98 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:11.170850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:53:11.201906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Sync routers for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:53:11.209925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.216349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Pushing event updated for resources: {'Port': ['ID=71d7a24b-b865-489e-bcf7-1a872956bb98,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:11.241093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.241439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.241785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.242118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.242448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.242774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.243490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.243490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.243819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.244379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.244379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.244702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a3491-306f-469c-9561-c80fb978cdc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:11.256969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:11.256969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:11.312431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eb57492-9511-48ae-bf33-97c657ef70ca req-a0cfc768-0772-4538-9c16-87823f10d0c0 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0411615 Oct 22 14:53:11.312837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2bab2b73-c7de-490f-a63d-50f967cf54a5 None None] Provisioning complete for port 71d7a24b-b865-489e-bcf7-1a872956bb98 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:11.313286 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2bab2b73-c7de-490f-a63d-50f967cf54a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.334523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.337045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c799412-cd75-4357-84c3-6ea37f345ef5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0051427 Oct 22 14:53:11.339159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:11.352830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 71d7a24b-b865-489e-bcf7-1a872956bb98 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:11.353195 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.593344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44224) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:11.602055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:11.616825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07236e8c-7f40-4aa4-9a13-d8da8436c83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.808131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07236e8c-7f40-4aa4-9a13-d8da8436c83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.912471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-07236e8c-7f40-4aa4-9a13-d8da8436c83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:11.913187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:09Z', 'revision_number': 3, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:11.949692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Checking router: 3dfbecae-a251-427b-b2bc-61262f5e9a36 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:53:11.950051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Updating router 3dfbecae-a251-427b-b2bc-61262f5e9a36 port d511bc1a-a084-46c8-a7c7-022a5706afcc binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:53:11.955930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07236e8c-7f40-4aa4-9a13-d8da8436c83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7292f-77a9-4ec5-827c-a50a7650c483,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:11.964179 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-07236e8c-7f40-4aa4-9a13-d8da8436c83b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dc5b6f3df5e4981a5959bf9b2fe986a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688116 Oct 22 14:53:11.965287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44236) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:11.981630 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.031693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3849450-aef3-4b4b-86b8-0471edfc9fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.057809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3849450-aef3-4b4b-86b8-0471edfc9fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.222874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3849450-aef3-4b4b-86b8-0471edfc9fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.226692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3849450-aef3-4b4b-86b8-0471edfc9fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.228093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d3849450-aef3-4b4b-86b8-0471edfc9fbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15b7292f-77a9-4ec5-827c-a50a7650c483 HTTP/1.1" status: 204 len: 168 time: 0.2618773 Oct 22 14:53:12.236885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3849450-aef3-4b4b-86b8-0471edfc9fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7292f-77a9-4ec5-827c-a50a7650c483,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:12.279679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.283042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f6661fc-223d-4e1d-8052-5b699b56c2d5 req-4d4d4a83-b13f-482a-99cf-1c140b4e4ad7 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.0420702 Oct 22 14:53:12.428380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.437740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc7264-8213-4b38-813d-8587fc86fef4 req-ba596555-cdb7-4cf8-a0eb-9daed1ec57d0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:12.439573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56fc7264-8213-4b38-813d-8587fc86fef4 req-ba596555-cdb7-4cf8-a0eb-9daed1ec57d0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.2507541 Oct 22 14:53:12.517858 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.541352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e4f9d81-561b-45c2-bb98-5973638cc80e req-adbb8642-acbf-41a7-baa5-ee2d5c8184f7 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0682592 Oct 22 14:53:12.560150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Allocated IP 172.20.0.1 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/5e60d72b-a818-4fe2-a5c7-acd73955534e) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:12.568657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Attempting to bind port d511bc1a-a084-46c8-a7c7-022a5706afcc on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:12.569019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Attempting to bind port d511bc1a-a084-46c8-a7c7-022a5706afcc by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:12.569412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Attempting to bind port d511bc1a-a084-46c8-a7c7-022a5706afcc on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:12.574645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:12.575044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:12.575449 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.575847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:12.576319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Bound port: d511bc1a-a084-46c8-a7c7-022a5706afcc, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:12.576698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.600980 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56fc7264-8213-4b38-813d-8587fc86fef4 req-3a6226f4-3ab2-481f-9f89-667a4d798ed2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315272 Oct 22 14:53:12.616871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1149f3-3ed9-4312-8210-d77c2995dd99 None None] Pushing event updated for resources: {'Port': ['ID=d511bc1a-a084-46c8-a7c7-022a5706afcc,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:12.666215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] For port d511bc1a-a084-46c8-a7c7-022a5706afcc, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:12.669873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] For port d511bc1a-a084-46c8-a7c7-022a5706afcc, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d511bc1a-a084-46c8-a7c7-022a5706afcc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:12.732283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.826965 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.890876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:12.891530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:12.897516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1149f3-3ed9-4312-8210-d77c2995dd99 None None] Pushing event updated for resources: {'Port': ['ID=d511bc1a-a084-46c8-a7c7-022a5706afcc,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:12.933055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:12.978830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:12.984750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:12.988803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:12.992872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-366c3e6d-729f-49db-b930-ce3b00ed7bcc tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=496719627c254a3a986a9056d89ae226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304756 Oct 22 14:53:12.998020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Pushing event updated for resources: {'Port': ['ID=5e60d72b-a818-4fe2-a5c7-acd73955534e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:13.021901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:13.056113 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:13.173051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 71d7a24b-b865-489e-bcf7-1a872956bb98 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:13.222764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-00ad684a-e9d4-4132-b615-0e641263dfe9 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:13.224595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-00ad684a-e9d4-4132-b615-0e641263dfe9 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146757 Oct 22 14:53:13.244387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Request body: {'port': {'device_id': '9cb001c3-3868-4cbe-986d-3265d6750994', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '496719627c254a3a986a9056d89ae226'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:13.350410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 71d7a24b-b865-489e-bcf7-1a872956bb98 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:13.350835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:13.495418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46dfcf3e-afbc-4dcc-979a-de59f74853f3 req-74730d5f-9e20-4a7a-9156-2a59fb3174de tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.0445702 Oct 22 14:53:13.495418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:13.563015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-094e3535-8fe0-41f6-8dac-4959a46de530 None None] Provisioning complete for port 5e60d72b-a818-4fe2-a5c7-acd73955534e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:13.567666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-094e3535-8fe0-41f6-8dac-4959a46de530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:13.586524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Made reservation on behalf of 496719627c254a3a986a9056d89ae226 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:13.590503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:13.629304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8338b5e6-2633-490c-9298-125baed897ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:09Z', 'revision_number': 3, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:13.631297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-094e3535-8fe0-41f6-8dac-4959a46de530 None None] Port 5e60d72b-a818-4fe2-a5c7-acd73955534e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:13.677519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338b5e6-2633-490c-9298-125baed897ef None None] The sync data for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 is: [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:09Z', 'revision_number': 3, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:53:13.721162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9ef86b4-648b-4ab6-96ea-658c76462805 req-0a7f87a3-c91f-427d-8af5-b95df6f18b51 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0353632 Oct 22 14:53:13.844524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Allocated IP 192.168.233.127 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/7d9f7756-6d24-45af-9c97-a65809a4c538) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:13.873190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46b9090d-bef3-484a-b4df-adb383684be3 req-95c3890d-ed1b-47ed-9bbb-157143494c80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0839851 Oct 22 14:53:13.905651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:13.919032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6dfb-e1e0-49cf-ba8f-47903f6ed813 req-4eddaddd-e6ac-4837-b7c9-2f3aabe2999e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:13.920592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98fd6dfb-e1e0-49cf-ba8f-47903f6ed813 req-4eddaddd-e6ac-4837-b7c9-2f3aabe2999e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1685801 Oct 22 14:53:14.000626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46b9090d-bef3-484a-b4df-adb383684be3 req-27935749-48db-42d5-87e6-f1278e0102eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db72615183e443af98d5d951797c0fab&device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0515537 Oct 22 14:53:14.015802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98fd6dfb-e1e0-49cf-ba8f-47903f6ed813 req-a778405c-ab7a-42ff-9738-79898f585098 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886607 Oct 22 14:53:14.021174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:14.146882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46b9090d-bef3-484a-b4df-adb383684be3 req-0784391e-3638-4dbc-9246-44b4490de3c1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db72615183e443af98d5d951797c0fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197069 Oct 22 14:53:14.180858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Pushing event updated for resources: {'Port': ['ID=5e60d72b-a818-4fe2-a5c7-acd73955534e,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:14.196963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:14.390337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9090d-bef3-484a-b4df-adb383684be3 req-fcd4e82b-f82f-410a-b0d5-f76b92b44180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:14.396738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46b9090d-bef3-484a-b4df-adb383684be3 req-fcd4e82b-f82f-410a-b0d5-f76b92b44180 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2349050 Oct 22 14:53:14.430122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:14.432548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:14.497544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:14.683381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Router 3dfbecae-a251-427b-b2bc-61262f5e9a36 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:53:14.713343 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:14.763338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25d39608-ea83-4972-8578-c1a91bd70e1d req-62534d02-aba4-498b-a04a-54a1807a9391 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.1096988 Oct 22 14:53:14.808917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-37877e95-87a1-4c83-b997-f1636bf1677d None None] Provisioning complete for port 5e60d72b-a818-4fe2-a5c7-acd73955534e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:14.810312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37877e95-87a1-4c83-b997-f1636bf1677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:14.850432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:14.852254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:14.854068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Pushing event updated for resources: {'Port': ['ID=7d9f7756-6d24-45af-9c97-a65809a4c538,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:14.856291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:14.864636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-37877e95-87a1-4c83-b997-f1636bf1677d None None] Port 5e60d72b-a818-4fe2-a5c7-acd73955534e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:14.988595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:14.989631 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.039034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a15f32c-1f5b-41b4-8e4e-12eb283852ef req-7ec973a4-b621-4585-9517-93b8e8062fda tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.1218815 Oct 22 14:53:15.095772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:53:15.106201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1069ce94-39d6-480b-9825-e88184ebb47f admin admin] 10.222.0.66 "PUT /v2.0/routers/3dfbecae-a251-427b-b2bc-61262f5e9a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7659698 Oct 22 14:53:15.119066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-da4cf825-19c5-47ae-87d5-410239203695 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8799367 Oct 22 14:53:15.135882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Request body: {'port': {'device_id': '9cb001c3-3868-4cbe-986d-3265d6750994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:15.209900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d511bc1a-a084-46c8-a7c7-022a5706afcc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:15.247745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fd09654c-9def-41d9-8f37-4cff5ac4f865 None None] Provisioning complete for port 7d9f7756-6d24-45af-9c97-a65809a4c538 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:15.247745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd09654c-9def-41d9-8f37-4cff5ac4f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.248035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.309530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fd09654c-9def-41d9-8f37-4cff5ac4f865 None None] Port 7d9f7756-6d24-45af-9c97-a65809a4c538 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:15.330117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b0c12-73d6-4966-b677-a85a3674d773 req-a0b3fb9f-05c0-42f0-a342-e7f7334bbebe tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:15.337372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-448b0c12-73d6-4966-b677-a85a3674d773 req-a0b3fb9f-05c0-42f0-a342-e7f7334bbebe tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1535444 Oct 22 14:53:15.356803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d511bc1a-a084-46c8-a7c7-022a5706afcc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:15.364767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.445694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-448b0c12-73d6-4966-b677-a85a3674d773 req-16a0d69f-4289-4acb-93d6-19d4b98b479d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992820 Oct 22 14:53:15.513619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.547181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d511bc1a-a084-46c8-a7c7-022a5706afcc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d511bc1a-a084-46c8-a7c7-022a5706afcc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:15.678943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.708448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9f7756-6d24-45af-9c97-a65809a4c538 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:15.718200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:15.733674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Transition to ACTIVE for port object 7d9f7756-6d24-45af-9c97-a65809a4c538 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:53:15.765764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d511bc1a-a084-46c8-a7c7-022a5706afcc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:15.893303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7b13b-278b-424c-8ef3-df1e09f21ac2 req-7a990d4e-d5df-4951-b19d-fd61d593a396 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:15.895068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aac7b13b-278b-424c-8ef3-df1e09f21ac2 req-7a990d4e-d5df-4951-b19d-fd61d593a396 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 936 time: 0.0504770 Oct 22 14:53:15.935893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aac7b13b-278b-424c-8ef3-df1e09f21ac2 req-4086f4bf-b971-42e0-a7f5-e851f6319c31 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344515 Oct 22 14:53:15.995271 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.053123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9f7756-6d24-45af-9c97-a65809a4c538,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:16.061187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:16.068378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367188218', 'description': 'tempest-description--204787126'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:16.182912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Attempting to bind port 7d9f7756-6d24-45af-9c97-a65809a4c538 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:16.183271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Attempting to bind port 7d9f7756-6d24-45af-9c97-a65809a4c538 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:16.183592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Attempting to bind port 7d9f7756-6d24-45af-9c97-a65809a4c538 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:16.189829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Port 7d9f7756-6d24-45af-9c97-a65809a4c538 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:53:16.190208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Attempting to bind port 7d9f7756-6d24-45af-9c97-a65809a4c538 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:16.194752 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Sync routers for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:53:16.196863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:16.197204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:16.197588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:16.198017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Bound port: 7d9f7756-6d24-45af-9c97-a65809a4c538, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:16.198438 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.213448 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:16.219192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82be1d84-e572-4d77-bae2-73c73ce48917 req-268cf30d-6906-4761-94c3-0ad76c5eccc4 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0511448 Oct 22 14:53:16.219533 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:16.219655 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.301396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.305378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] For port 7d9f7756-6d24-45af-9c97-a65809a4c538, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:16.309284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] For port 7d9f7756-6d24-45af-9c97-a65809a4c538, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7d9f7756-6d24-45af-9c97-a65809a4c538,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:16.392959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:16.477050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:16.487276 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.489446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.524613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:16.525614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.527105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] 10.222.0.69 "PUT /v2.0/ports/7d9f7756-6d24-45af-9c97-a65809a4c538 HTTP/1.1" status: 200 len: 1096 time: 1.3968143 Oct 22 14:53:16.529421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb001c3-3868-4cbe-986d-3265d6750994', 'tag': '7d9f7756-6d24-45af-9c97-a65809a4c538'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:16.533515 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c06359-754b-4c43-9d78-3ef3f2659fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb001c3-3868-4cbe-986d-3265d6750994", "tag": "7d9f7756-6d24-45af-9c97-a65809a4c538"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:16.581216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee9d2-bbcb-4739-a16c-11136b6ae575 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9f7756-6d24-45af-9c97-a65809a4c538,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:16.582526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dccb8f5-7fad-40e2-a090-6d15cf4891a3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:16.669910 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bab069d-5286-49e6-b47e-95f795e2fbdb x-openstack-request-id: req-0bab069d-5286-49e6-b47e-95f795e2fbdb {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:16.670214 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb001c3-3868-4cbe-986d-3265d6750994", "tag": "7d9f7756-6d24-45af-9c97-a65809a4c538", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:16.670907 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bab069d-5286-49e6-b47e-95f795e2fbdb {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:16.676382 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb001c3-3868-4cbe-986d-3265d6750994', 'tag': '7d9f7756-6d24-45af-9c97-a65809a4c538', 'status': 'completed', 'code': 200} Oct 22 14:53:16.731959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc267-5476-4ea7-9ae9-a48ea9cbf056 req-8332c864-c30f-48de-aaca-c44e09b43888 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:16.733740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c8bc267-5476-4ea7-9ae9-a48ea9cbf056 req-8332c864-c30f-48de-aaca-c44e09b43888 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1419625 Oct 22 14:53:16.761770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49ced60-5245-4066-a1d6-f4df23147c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.801262 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 2, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:16.802117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c06359-754b-4c43-9d78-3ef3f2659fe1 req-05daf5da-aa65-4194-a470-b6f29918e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:16.803988 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c06359-754b-4c43-9d78-3ef3f2659fe1 req-05daf5da-aa65-4194-a470-b6f29918e06f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=496719627c254a3a986a9056d89ae226&device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 1099 time: 0.1084137 Oct 22 14:53:16.823851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c8bc267-5476-4ea7-9ae9-a48ea9cbf056 req-8b249d9f-4a8c-4fd5-b800-179c5865b590 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792522 Oct 22 14:53:16.848669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c06359-754b-4c43-9d78-3ef3f2659fe1 req-f8f979ed-052a-4007-ae12-35376ef24903 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=496719627c254a3a986a9056d89ae226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310237 Oct 22 14:53:16.850601 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Checking router: 3dfbecae-a251-427b-b2bc-61262f5e9a36 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:53:16.851173 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Updating router 3dfbecae-a251-427b-b2bc-61262f5e9a36 port 5e60d72b-a818-4fe2-a5c7-acd73955534e binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:53:16.885776 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.886401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.891529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3ce33f17-3700-47f2-8a50-2169a46d4328 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8292165 Oct 22 14:53:16.892280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44416) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:16.898556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'security_group_rule': {'security_group_id': '1dccb8f5-7fad-40e2-a090-6d15cf4891a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:16.978600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49ced60-5245-4066-a1d6-f4df23147c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:16.999857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c06359-754b-4c43-9d78-3ef3f2659fe1 req-51e54ad3-6550-43fe-afd6-589fac27c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:17.001595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c06359-754b-4c43-9d78-3ef3f2659fe1 req-51e54ad3-6550-43fe-afd6-589fac27c778 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403971 Oct 22 14:53:17.078648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.102886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d511bc1a-a084-46c8-a7c7-022a5706afcc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:17.117047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49ced60-5245-4066-a1d6-f4df23147c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.163349 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f49ced60-5245-4066-a1d6-f4df23147c0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdbecf4892834700be76bd56eebd35ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851385 Oct 22 14:53:17.165996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:17.206786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ced60-5245-4066-a1d6-f4df23147c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31eb95e-6b2e-4443-9f2b-0c5d46ec914e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:17.242713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d511bc1a-a084-46c8-a7c7-022a5706afcc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:17.244549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-a98deba9-b437-436e-b839-cce15f9b792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:17.244732 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.247799 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-a98deba9-b437-436e-b839-cce15f9b792f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=496719627c254a3a986a9056d89ae226&device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 1099 time: 0.1672227 Oct 22 14:53:17.267894 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6866cd9-c525-43f9-a987-c9b9b27bbb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.304971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-ea308970-59bb-43f5-a147-288e629a88c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7d9f7756-6d24-45af-9c97-a65809a4c538 HTTP/1.1" status: 200 len: 217 time: 0.0468144 Oct 22 14:53:17.330850 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.344818 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.345396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fbf42-1dea-4654-b0a4-386edb5752a4 req-cc7d271b-313a-4ade-a58a-aa5431940f9c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:17.363433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-243fbf42-1dea-4654-b0a4-386edb5752a4 req-cc7d271b-313a-4ade-a58a-aa5431940f9c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 948 time: 0.2137399 Oct 22 14:53:17.364450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-a90ee264-bb30-41c6-9edb-2f52f4e3acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:17.366279 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-a90ee264-bb30-41c6-9edb-2f52f4e3acb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0525427 Oct 22 14:53:17.379708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6866cd9-c525-43f9-a987-c9b9b27bbb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.446456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-5764b85f-c676-45fd-bd8d-d384de5387ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:17.447946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-5764b85f-c676-45fd-bd8d-d384de5387ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712748 Oct 22 14:53:17.448317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81bdca4a-0c17-41f2-91f9-9eea9617beb0 req-f358f08f-4cad-445b-9a08-9a8b0fb19b04 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0609822 Oct 22 14:53:17.453996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-243fbf42-1dea-4654-b0a4-386edb5752a4 req-34291268-6988-4abb-b7ff-2922d17586af tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882528 Oct 22 14:53:17.492515 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.492752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.517190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a5d42c-b6be-477b-bc70-317da668557b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:17.555950 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68a105-e3b1-4540-ab68-5fe8f9ce58a7 None None] Pushing event updated for resources: {'Port': ['ID=5e60d72b-a818-4fe2-a5c7-acd73955534e,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:17.570429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-b647b1f2-1a67-4e9d-b2ce-1338de801c02 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093755 Oct 22 14:53:17.618327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.624257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41532326-ae0e-4e59-8aa7-cc90d6cd66b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7309456 Oct 22 14:53:17.626719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Attempting to bind port 5e60d72b-a818-4fe2-a5c7-acd73955534e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:17.627191 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Attempting to bind port 5e60d72b-a818-4fe2-a5c7-acd73955534e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:17.627552 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Attempting to bind port 5e60d72b-a818-4fe2-a5c7-acd73955534e on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:17.629515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44438) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:17.633187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6866cd9-c525-43f9-a987-c9b9b27bbb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.634234 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:17.634610 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:17.635042 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.635487 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:17.635987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6866cd9-c525-43f9-a987-c9b9b27bbb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.636156 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Bound port: 5e60d72b-a818-4fe2-a5c7-acd73955534e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:17.636727 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.639619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d6866cd9-c525-43f9-a987-c9b9b27bbb33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e31eb95e-6b2e-4443-9f2b-0c5d46ec914e HTTP/1.1" status: 204 len: 168 time: 0.4670548 Oct 22 14:53:17.640500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'security_group_rule': {'security_group_id': '1dccb8f5-7fad-40e2-a090-6d15cf4891a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:17.692615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6866cd9-c525-43f9-a987-c9b9b27bbb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31eb95e-6b2e-4443-9f2b-0c5d46ec914e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:17.729262 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] For port 5e60d72b-a818-4fe2-a5c7-acd73955534e, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:17.733937 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] For port 5e60d72b-a818-4fe2-a5c7-acd73955534e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e60d72b-a818-4fe2-a5c7-acd73955534e,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:17.734324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e72ecf4-ac31-4d7f-9dc7-addf417198d3 req-ebbbd4ce-6bed-42c1-bf60-10343b70f79c service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543865 Oct 22 14:53:17.858394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.903157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e74d02a2-9865-4a52-a41c-3c081aa25a61 None None] Provisioning complete for port 5e60d72b-a818-4fe2-a5c7-acd73955534e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:17.903157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e74d02a2-9865-4a52-a41c-3c081aa25a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.939906 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:17.942614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e74d02a2-9865-4a52-a41c-3c081aa25a61 None None] Port 5e60d72b-a818-4fe2-a5c7-acd73955534e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:17.974523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012b443-03e3-4178-9745-da93b6a1ca01 req-4429b976-c1cf-478e-8daa-52c39931709a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:17.978499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8012b443-03e3-4178-9745-da93b6a1ca01 req-4429b976-c1cf-478e-8daa-52c39931709a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0704029 Oct 22 14:53:17.978499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.016823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8012b443-03e3-4178-9745-da93b6a1ca01 req-858060fd-d732-41f6-832d-f34df296c6b3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Oct 22 14:53:18.023228 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:18.023876 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:52:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:18.063563 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68a105-e3b1-4540-ab68-5fe8f9ce58a7 None None] Pushing event updated for resources: {'Port': ['ID=5e60d72b-a818-4fe2-a5c7-acd73955534e,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:18.148558 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:18.199272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.236036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766ed1c5-2097-4a75-a05a-6039f05d9173,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:18.266196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-47ffc724-1b88-4d65-af63-4f725dcac6d5 None None] Provisioning complete for port 5e60d72b-a818-4fe2-a5c7-acd73955534e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:18.267219 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47ffc724-1b88-4d65-af63-4f725dcac6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.321342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44456) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:18.368920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.370514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a1e01da4-0098-48f1-9458-79d63a610f45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7397702 Oct 22 14:53:18.373632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44460) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:18.374760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47ffc724-1b88-4d65-af63-4f725dcac6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.380888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:18.420783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-47ffc724-1b88-4d65-af63-4f725dcac6d5 None None] For port 5e60d72b-a818-4fe2-a5c7-acd73955534e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e60d72b-a818-4fe2-a5c7-acd73955534e,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:18.439242 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:17Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:18.465589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b9c5f8-289e-439e-aae0-0a55a70d8207 None None] The sync data for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 is: [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:17Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:53:18.526336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6e25e029-d959-4bc5-acc1-88469a5a06ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.599657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47ffc724-1b88-4d65-af63-4f725dcac6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.621399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.646712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee9ca2f0-9e43-47de-bb47-c5620af6cf6c req-28f06d4c-de3c-4a7f-b9af-19b28f228135 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0700691 Oct 22 14:53:18.682429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffc724-1b88-4d65-af63-4f725dcac6d5 None None] Pushing event updated for resources: {'Port': ['ID=5e60d72b-a818-4fe2-a5c7-acd73955534e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:18.709450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b77cc-d051-4d2f-9bd2-3c75339b9f0a req-22a8fb8b-b52c-4d21-ad56-79275ca2c566 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:18.711034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944b77cc-d051-4d2f-9bd2-3c75339b9f0a req-22a8fb8b-b52c-4d21-ad56-79275ca2c566 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 948 time: 0.1686924 Oct 22 14:53:18.826991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6e25e029-d959-4bc5-acc1-88469a5a06ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:18.834627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944b77cc-d051-4d2f-9bd2-3c75339b9f0a req-8c4a7b78-140e-45b9-9d2b-de71c2b520e5 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046934 Oct 22 14:53:18.872127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.006483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6e25e029-d959-4bc5-acc1-88469a5a06ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.078986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Allocated IP 172.25.1.172 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/03b1b924-ed66-4f71-81e6-eae94df63651) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:19.084811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25e029-d959-4bc5-acc1-88469a5a06ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89760bcb-10b6-4b3a-9db4-82dbfffba7fb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:19.108385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6e25e029-d959-4bc5-acc1-88469a5a06ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c45d722bf6b1418d85adeafc1bb0bc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7854939 Oct 22 14:53:19.110301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44480) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:19.155434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44482) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:19.187380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3000c937-606e-4a3d-ba2e-face01f48a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.197761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e60d72b-a818-4fe2-a5c7-acd73955534e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:19.282336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5e60d72b-a818-4fe2-a5c7-acd73955534e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:19.283569 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.284900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8125809-e623-4149-b90e-6269431d6fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.324683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.327020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8125809-e623-4149-b90e-6269431d6fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.390915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a256d-7771-4ebf-be3c-ea31f6fed664 req-0322aa3e-9a0d-4c7e-bd5a-494c6c99a5ab tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:19.397553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3000c937-606e-4a3d-ba2e-face01f48a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.405638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15a256d-7771-4ebf-be3c-ea31f6fed664 req-0322aa3e-9a0d-4c7e-bd5a-494c6c99a5ab tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.2060225 Oct 22 14:53:19.453639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15a256d-7771-4ebf-be3c-ea31f6fed664 req-05fbba81-8111-47ff-b8e9-615c0a37323b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Oct 22 14:53:19.621193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.624762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3000c937-606e-4a3d-ba2e-face01f48a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.627841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8125809-e623-4149-b90e-6269431d6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.638385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c8125809-e623-4149-b90e-6269431d6fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.638385 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c8125809-e623-4149-b90e-6269431d6fb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89760bcb-10b6-4b3a-9db4-82dbfffba7fb HTTP/1.1" status: 204 len: 168 time: 0.5210702 Oct 22 14:53:19.676501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:19.679560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:19.683125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:19.684846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44492) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:19.685246 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3000c937-606e-4a3d-ba2e-face01f48a1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab3bfe3463fa4cefb9cc5f381537e68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256402 Oct 22 14:53:19.687741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000c937-606e-4a3d-ba2e-face01f48a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebecb48a-8285-49e5-8783-ab26962e9511,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:19.697936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=03b1b924-ed66-4f71-81e6-eae94df63651,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:19.726444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8125809-e623-4149-b90e-6269431d6fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89760bcb-10b6-4b3a-9db4-82dbfffba7fb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:19.805573 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6257e11-2acb-4802-b12f-329fcf6a3183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.866079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b3cb08c-0190-42b0-88cf-b3eb7bdbf1aa req-9d5d592d-63a9-46df-b3b8-421db25845e0 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0555172 Oct 22 14:53:19.901302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.903829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6257e11-2acb-4802-b12f-329fcf6a3183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:19.999631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4405-3e0d-4d61-a7bd-bff0214bcd1c req-75623582-1c18-497d-a59f-b5cb8652f8b0 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:20.001166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dffb4405-3e0d-4d61-a7bd-bff0214bcd1c req-75623582-1c18-497d-a59f-b5cb8652f8b0 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 948 time: 0.0561399 Oct 22 14:53:20.047119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dffb4405-3e0d-4d61-a7bd-bff0214bcd1c req-90f1ab0e-56d3-4d1f-ad35-96d9e66ce891 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 Oct 22 14:53:20.093378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.113901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6257e11-2acb-4802-b12f-329fcf6a3183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.116545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6257e11-2acb-4802-b12f-329fcf6a3183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.120926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6257e11-2acb-4802-b12f-329fcf6a3183 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebecb48a-8285-49e5-8783-ab26962e9511 HTTP/1.1" status: 204 len: 168 time: 0.4273508 Oct 22 14:53:20.133901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257e11-2acb-4802-b12f-329fcf6a3183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebecb48a-8285-49e5-8783-ab26962e9511,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:20.289695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.449527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.544219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=03b1b924-ed66-4f71-81e6-eae94df63651,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:20.551355 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.610040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb6383-380c-45f2-b097-8b6edcc079bc req-d0c506fe-0c2b-4a80-bca7-39b8d7eedbde tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:20.611631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efeb6383-380c-45f2-b097-8b6edcc079bc req-d0c506fe-0c2b-4a80-bca7-39b8d7eedbde tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0572329 Oct 22 14:53:20.654693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efeb6383-380c-45f2-b097-8b6edcc079bc req-d3d1eabd-5dfe-4f54-a87a-97cc1cfdac80 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Oct 22 14:53:20.714455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:20.715747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-88714b5e-a459-4d54-bb8d-7aaff80034a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3408298 Oct 22 14:53:20.966037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-b0c3760b-f0e5-46ba-b9d3-60e4bf9df639 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1367188218&fields=id&tenant_id=2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 267 time: 0.0549555 Oct 22 14:53:21.028456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6165f54-905c-4044-8651-272493b091dd req-74cc7297-4d6d-4004-9cb8-b54eaa3a0f6b tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0419562 Oct 22 14:53:21.109775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cce68659-430f-443d-8c99-433db40ace4b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:21.111424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cce68659-430f-443d-8c99-433db40ace4b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.1446066 Oct 22 14:53:21.129626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-9a199054-d1e1-434f-a7f5-32e8b4557d78 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/quotas/2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 375 time: 0.0100985 Oct 22 14:53:21.191555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-a7ad3b33-6666-4188-8cbb-103da5b68603 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563653 Oct 22 14:53:21.316287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-5bfd0942-2275-485e-95a5-ebf0a1a02a1f service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023417 Oct 22 14:53:21.441440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a324-489a-4d8e-b9c1-189f3a4f0fa3 req-3796b442-ffbd-4424-8430-5bbbc8dd0194 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:21.442895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9b6a324-489a-4d8e-b9c1-189f3a4f0fa3 req-3796b442-ffbd-4424-8430-5bbbc8dd0194 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 948 time: 0.1028056 Oct 22 14:53:21.445115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-b06c7fd1-00ec-4a49-8b24-730d71ea3bbd service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272922 Oct 22 14:53:21.487144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9b6a324-489a-4d8e-b9c1-189f3a4f0fa3 req-2e52044a-f93b-433c-8508-cf02f0b2a0e1 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Oct 22 14:53:21.621236 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-60e01dda-2f9e-4ceb-b8c3-472e4ea7fa23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539312 Oct 22 14:53:21.731847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92681-5301-4100-81a8-85af523ecf97 req-40d59e0c-1469-4838-b3ba-f4a9a765f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:21.734821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-40d59e0c-1469-4838-b3ba-f4a9a765f4c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4486a7483897491ba1d8c9b7f51c180c&device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 1097 time: 0.0569727 Oct 22 14:53:21.785702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573854a0-49e0-4d1b-ab8a-b4da0985ae9e req-f965a385-412c-476c-a5f9-0061582d8b69 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:21.787336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-573854a0-49e0-4d1b-ab8a-b4da0985ae9e req-f965a385-412c-476c-a5f9-0061582d8b69 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0566447 Oct 22 14:53:21.825918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-573854a0-49e0-4d1b-ab8a-b4da0985ae9e req-ab862fba-15bc-418f-af4e-88652679ac47 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Oct 22 14:53:21.855348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92681-5301-4100-81a8-85af523ecf97 req-9e54ddec-23e0-4b85-99a2-48cb4b972d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:21.856827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-9e54ddec-23e0-4b85-99a2-48cb4b972d50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef853799-62b2-4d5a-9fdd-9c01058be256 HTTP/1.1" status: 200 len: 905 time: 0.0893009 Oct 22 14:53:21.931538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f908822-d7d8-49d7-9040-b3fcca335eed req-0a0690fe-bafd-4bcb-9887-978304db9f7a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.0322199 Oct 22 14:53:21.944162 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-a47caf90-5579-4a9f-9742-4219e3fd8dac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fff87bd-9092-4e93-a92a-988d12cd2239 HTTP/1.1" status: 200 len: 1001 time: 0.0704858 Oct 22 14:53:21.989118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92681-5301-4100-81a8-85af523ecf97 req-7c1f1944-551a-4126-b228-a20ea960ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:21.990621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-7c1f1944-551a-4126-b228-a20ea960ee6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e769a1c5-6f52-481b-ae96-925c07e12163 HTTP/1.1" status: 200 len: 843 time: 0.0467525 Oct 22 14:53:22.059634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92681-5301-4100-81a8-85af523ecf97 req-390479f2-7961-44ee-a781-592f6ffa389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:22.061177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-390479f2-7961-44ee-a781-592f6ffa389c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef853799-62b2-4d5a-9fdd-9c01058be256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585732 Oct 22 14:53:22.098078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7d9f7756-6d24-45af-9c97-a65809a4c538 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:53:22.153023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a52baf7-49fc-4d66-867d-9b07832987dd req-2436a479-b944-49a7-b0a5-8c4302a1b310 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0422022 Oct 22 14:53:22.187091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-9d8799fc-64f2-4095-a2f9-e892a1820266 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171536 Oct 22 14:53:22.224935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7d9f7756-6d24-45af-9c97-a65809a4c538, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7d9f7756-6d24-45af-9c97-a65809a4c538,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:22.238436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '7d9f7756-6d24-45af-9c97-a65809a4c538', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '7d9f7756-6d24-45af-9c97-a65809a4c538', 'mac_address': 'fa:16:3e:9e:f3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:53:22.281191 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:22.296269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9f7756-6d24-45af-9c97-a65809a4c538 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:22.301613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3a92681-5301-4100-81a8-85af523ecf97 req-1d9f96a9-ae82-4902-af21-10bcdea174e6 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062949 Oct 22 14:53:22.317180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7d9f7756-6d24-45af-9c97-a65809a4c538, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7d9f7756-6d24-45af-9c97-a65809a4c538,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:22.472764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:22.544656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:22.547486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=7d9f7756-6d24-45af-9c97-a65809a4c538,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:22.634865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53752-0c99-4631-90e8-f6ec6e4c1b0a req-6153f97d-1548-494b-ba55-97ea49db4753 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:22.636428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41d53752-0c99-4631-90e8-f6ec6e4c1b0a req-6153f97d-1548-494b-ba55-97ea49db4753 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 949 time: 0.0588424 Oct 22 14:53:22.638051 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30278ed6-f674-4c80-9aed-ee015002f97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:22.699173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41d53752-0c99-4631-90e8-f6ec6e4c1b0a req-624d4b23-9422-4eb8-b95b-e22d4f819e5a tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473590 Oct 22 14:53:22.699173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-700725c5-dc07-4195-b421-24fdbf2522a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:22.780681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-700725c5-dc07-4195-b421-24fdbf2522a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:22.828505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['7d9f7756-6d24-45af-9c97-a65809a4c538'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:22.950002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7e386-aedf-4178-9d4d-337b54608d53 req-56d7da8f-3eab-411a-b91c-98be96452c88 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:22.951562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51b7e386-aedf-4178-9d4d-337b54608d53 req-56d7da8f-3eab-411a-b91c-98be96452c88 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0506458 Oct 22 14:53:23.001924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51b7e386-aedf-4178-9d4d-337b54608d53 req-daec94a2-dc17-4a91-85ab-b2f2fbb52a15 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Oct 22 14:53:23.025145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e056dca9-7242-47b4-bed3-7cd2b931c9ff req-28a2442d-3225-4499-a3d9-040a31d82e87 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.0374601 Oct 22 14:53:23.025919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-700725c5-dc07-4195-b421-24fdbf2522a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:23.064980 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-700725c5-dc07-4195-b421-24fdbf2522a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=149bac041dbf4835aec16aae9d40787c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190799 Oct 22 14:53:23.066214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700725c5-dc07-4195-b421-24fdbf2522a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f0bf0-9704-4955-93b4-5dde78896fea,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:23.080746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44634) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:23.135638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8b1203d-4455-44e9-8412-74dd0bd75ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:23.165096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8b1203d-4455-44e9-8412-74dd0bd75ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:23.269052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e57a4ed-0519-4389-a003-e2e0db06deae req-1eb3cf2d-3972-4f24-b7e5-46c6fc74ab10 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0263994 Oct 22 14:53:23.394957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8b1203d-4455-44e9-8412-74dd0bd75ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:23.397743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8b1203d-4455-44e9-8412-74dd0bd75ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:23.399038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a8b1203d-4455-44e9-8412-74dd0bd75ad7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/272f0bf0-9704-4955-93b4-5dde78896fea HTTP/1.1" status: 204 len: 168 time: 0.3167729 Oct 22 14:53:23.411647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1203d-4455-44e9-8412-74dd0bd75ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f0bf0-9704-4955-93b4-5dde78896fea,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:23.625620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-4fa247c0-bdbe-4a46-9c33-55ad444f01a5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9671b630ef404aa8b5d034a8176ebf4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238855 Oct 22 14:53:23.745460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-f925c540-de5b-420b-ba4a-423c822af0d7 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:23.747177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-f925c540-de5b-420b-ba4a-423c822af0d7 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138537 Oct 22 14:53:23.765080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-e37fd05e-2688-4ffb-b4c8-d5be0aaa1063 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/quotas/9671b630ef404aa8b5d034a8176ebf4f HTTP/1.1" status: 200 len: 375 time: 0.0101922 Oct 22 14:53:23.800583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-c19e9bc4-1d6a-45eb-b1b1-7bba599feffe tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9671b630ef404aa8b5d034a8176ebf4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279078 Oct 22 14:53:24.115912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7d9f7756-6d24-45af-9c97-a65809a4c538 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:24.220253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a61f5-e438-4264-894c-1b085c3575e0 req-6c2464c4-dbf5-4721-89ad-e5cbf23e2b93 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:24.222672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc0a61f5-e438-4264-894c-1b085c3575e0 req-6c2464c4-dbf5-4721-89ad-e5cbf23e2b93 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 949 time: 0.3765721 Oct 22 14:53:24.294508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc0a61f5-e438-4264-894c-1b085c3575e0 req-367e15b7-fb8a-4ec1-b37b-b16f2790f141 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531957 Oct 22 14:53:24.306550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a11f-23fd-4e32-b4fd-56cc1f16005f req-d5567b8d-8ae7-46ab-b652-062b6632cbf1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:24.308249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2398a11f-23fd-4e32-b4fd-56cc1f16005f req-d5567b8d-8ae7-46ab-b652-062b6632cbf1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0847836 Oct 22 14:53:24.351055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2398a11f-23fd-4e32-b4fd-56cc1f16005f req-927aa01c-ed4b-4a0d-a154-d94a09ae15fb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Oct 22 14:53:24.387618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 7d9f7756-6d24-45af-9c97-a65809a4c538 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:53:24.392297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 7d9f7756-6d24-45af-9c97-a65809a4c538 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:24.392668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:24.483830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a3dbd74-16f9-416b-9fd1-fda9871512cb req-0421fa9b-3ee6-4c56-9d24-26fe808d5b72 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.0612440 Oct 22 14:53:24.490681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2604482-9dd1-4b0f-b979-34676e79c8bf req-1bfe6551-2f32-459a-9e99-a6089ab2b2aa tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0766413 Oct 22 14:53:24.520266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:24.555604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb001c3-3868-4cbe-986d-3265d6750994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9f7756-6d24-45af-9c97-a65809a4c538'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:24.558008 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5124a748-7842-4e7d-b0b6-457f9608c388" -d '{"events": [{"server_uuid": "9cb001c3-3868-4cbe-986d-3265d6750994", "name": "network-vif-plugged", "status": "completed", "tag": "7d9f7756-6d24-45af-9c97-a65809a4c538"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:24.583472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7d9f7756-6d24-45af-9c97-a65809a4c538, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7d9f7756-6d24-45af-9c97-a65809a4c538,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:24.609857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93c227f6-1437-4f49-b4e5-141626a2c1ec req-bccb2a35-b2b6-49bf-9f00-eedc4f0ce594 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0487819 Oct 22 14:53:24.620207 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0354a44-1b23-4c03-adfe-caedcd5f76b0 x-openstack-request-id: req-d0354a44-1b23-4c03-adfe-caedcd5f76b0 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:24.620517 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb001c3-3868-4cbe-986d-3265d6750994", "name": "network-vif-plugged", "status": "completed", "tag": "7d9f7756-6d24-45af-9c97-a65809a4c538", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:24.620826 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0354a44-1b23-4c03-adfe-caedcd5f76b0 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:24.623459 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb001c3-3868-4cbe-986d-3265d6750994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9f7756-6d24-45af-9c97-a65809a4c538', 'code': 200} Oct 22 14:53:24.736063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c42e-7dab-4b53-9663-00c17e8d1e9c req-c910cbcd-e3a9-41ae-ad38-e94eaa742e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:24.738285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2d6c42e-7dab-4b53-9663-00c17e8d1e9c req-c910cbcd-e3a9-41ae-ad38-e94eaa742e84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 1100 time: 0.0524848 Oct 22 14:53:24.774164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2d6c42e-7dab-4b53-9663-00c17e8d1e9c req-688364a1-2666-4394-94ea-b82bbdf9b819 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266943 Oct 22 14:53:24.792060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:24.844181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=7d9f7756-6d24-45af-9c97-a65809a4c538,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:25.201234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e09de8e-a65f-425d-a827-2ead453282a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:25.464687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7db2be-f9fa-42d5-b72c-f380822870cf req-abd2e7a5-e8dd-4c8c-b3e2-8f46eb39a272 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:25.464687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac7db2be-f9fa-42d5-b72c-f380822870cf req-abd2e7a5-e8dd-4c8c-b3e2-8f46eb39a272 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 950 time: 0.0652039 Oct 22 14:53:25.536735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac7db2be-f9fa-42d5-b72c-f380822870cf req-509e0bde-0de8-4cb7-a545-44173d3341a2 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661950 Oct 22 14:53:25.571149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed07de5-f8fe-45b6-856f-a1d63fe9be15 req-c14e7619-437f-44d7-9695-6a1954be9728 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:25.572767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bed07de5-f8fe-45b6-856f-a1d63fe9be15 req-c14e7619-437f-44d7-9695-6a1954be9728 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1108670 Oct 22 14:53:25.636091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1950eb16-fbe1-4ea7-bb94-0a6e2688e086 req-2a44252d-5314-4ffa-ba82-476d93b49026 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0310674 Oct 22 14:53:25.671117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bed07de5-f8fe-45b6-856f-a1d63fe9be15 req-c57e918c-ac56-41f7-99c7-78f705e7c3b3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Oct 22 14:53:25.767116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ecaf747-0bfc-479a-a086-f78463a9bd32 req-789b5b35-a40e-4d7f-8ed6-58e7c70724db tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.0356584 Oct 22 14:53:25.786330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d49a0055-b053-4941-be8d-31d02c156d92 req-aef67664-4734-4c9d-8882-78764e9881f9 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0530045 Oct 22 14:53:26.040266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-23f29df1-444b-44a3-b380-ca4b45d0eb26 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:26.044671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-23f29df1-444b-44a3-b380-ca4b45d0eb26 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.1099772 Oct 22 14:53:26.088652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-da2fd00b-fefb-4072-9996-888bab49721c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 380 time: 0.0361681 Oct 22 14:53:26.099232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'port': {'device_id': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'admin_state_up': True, 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'security_groups': ['1dccb8f5-7fad-40e2-a090-6d15cf4891a3']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:26.332717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:26.336763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:26.404579 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:26.406946 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:26.514245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Allocated IP 172.20.0.4 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/c0affd6b-13b4-4939-8516-86f897f63fc8) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:26.735501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:26.760361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909318-b426-450c-a8e7-e447b399065e req-f939d293-4285-44b9-800e-a8413391559d tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:26.761943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0909318-b426-450c-a8e7-e447b399065e req-f939d293-4285-44b9-800e-a8413391559d tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 950 time: 0.1279995 Oct 22 14:53:26.781851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f422a7d-3fc0-44bd-9690-99262b50f4e0 req-8960dbef-d1bd-467b-b0a4-5b7edcaa4e81 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0505054 Oct 22 14:53:26.834231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0909318-b426-450c-a8e7-e447b399065e req-afdc7d2e-9ff9-40b0-8475-f67023777403 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551555 Oct 22 14:53:26.914382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be3c13-7ae1-41d0-a73e-42023256779d req-17fc3a6a-c26b-4dc6-b5f0-50f32380ce06 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:26.915735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9be3c13-7ae1-41d0-a73e-42023256779d req-17fc3a6a-c26b-4dc6-b5f0-50f32380ce06 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0633845 Oct 22 14:53:26.958523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41ca196e-06d3-4c5c-85f3-c94e816458ec req-35ecb141-9182-46a9-b1c8-9a56c2547132 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.0406899 Oct 22 14:53:26.976532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:26.988579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9be3c13-7ae1-41d0-a73e-42023256779d req-2c7527a3-3741-416c-a69c-31f4a294e382 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593677 Oct 22 14:53:27.027890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:27.031313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:27.039858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:27.043241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:27.092173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5375c617-4fd2-4ceb-ba85-cac0129db327 req-6c1e8844-ea74-406b-8b7f-c8b12c830def tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0533726 Oct 22 14:53:27.141193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:27.141811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:27.284395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-96386b89-e7cc-4e8c-8e09-52ad672fabe0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892190 Oct 22 14:53:27.288824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ca0fa233-e372-4a6b-96c1-f8a614f36597 None None] Provisioning complete for port c0affd6b-13b4-4939-8516-86f897f63fc8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:27.288824 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca0fa233-e372-4a6b-96c1-f8a614f36597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:27.304569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Request body: {'port': {'device_id': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:27.326075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fa233-e372-4a6b-96c1-f8a614f36597 None None] Port c0affd6b-13b4-4939-8516-86f897f63fc8 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:27.369915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:27.639753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf65d-ae30-4763-a8d3-d8fd401c28c0 req-7c9bf05f-d16e-4677-ad03-5c5cceda0c6c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:27.641198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86cbf65d-ae30-4763-a8d3-d8fd401c28c0 req-7c9bf05f-d16e-4677-ad03-5c5cceda0c6c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 950 time: 0.0797746 Oct 22 14:53:27.708003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:27.716979 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:27.721845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86cbf65d-ae30-4763-a8d3-d8fd401c28c0 req-a0c42a6a-9f60-4a69-adde-b9f61cdd9a2c tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729854 Oct 22 14:53:27.733677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Transition to ACTIVE for port object c0affd6b-13b4-4939-8516-86f897f63fc8 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:53:27.879828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d60e772c-7731-4198-9401-e24fa0e3e61f req-386a7ebb-a512-4811-a19b-6d3b2df279f2 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0266836 Oct 22 14:53:27.907805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-974c69ce-336c-4733-9372-ffed932fd957 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9671b630ef404aa8b5d034a8176ebf4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215023 Oct 22 14:53:27.980757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.016010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.037236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-99461a75-6af1-4d10-b36d-80e69b202361 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.039143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-99461a75-6af1-4d10-b36d-80e69b202361 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237769 Oct 22 14:53:28.056885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Request body: {'port': {'device_id': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '9671b630ef404aa8b5d034a8176ebf4f'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:28.200032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:28.213996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Attempting to bind port c0affd6b-13b4-4939-8516-86f897f63fc8 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:28.214334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Attempting to bind port c0affd6b-13b4-4939-8516-86f897f63fc8 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:28.214663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Attempting to bind port c0affd6b-13b4-4939-8516-86f897f63fc8 on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:28.226929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Port c0affd6b-13b4-4939-8516-86f897f63fc8 on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:53:28.227295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Attempting to bind port c0affd6b-13b4-4939-8516-86f897f63fc8 on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:28.235019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:28.235356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:28.235870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:28.236164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Bound port: c0affd6b-13b4-4939-8516-86f897f63fc8, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:28.237459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.296662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2d0d-cb72-4b59-b91e-10655dcec43f req-af5bfe96-0ad6-4a12-9fe1-1588e0f1901f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.297857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-807f2d0d-cb72-4b59-b91e-10655dcec43f req-af5bfe96-0ad6-4a12-9fe1-1588e0f1901f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 943 time: 0.1896741 Oct 22 14:53:28.331555 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-221fe520-2a80-4847-8502-f2e040e5a4be req-9b3f338a-94be-47d7-9171-730cf05f560a service neutron] show failed (client error): The resource could not be found. Oct 22 14:53:28.331979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-9b3f338a-94be-47d7-9171-730cf05f560a service neutron] 10.222.0.69 "GET /v2.0/ports/eb3f1da8-d030-4d18-897b-dbef6acaa544/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.2425966 Oct 22 14:53:28.439060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-807f2d0d-cb72-4b59-b91e-10655dcec43f req-a2c82301-144c-44cf-9bb0-36fa9b104c39 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041403 Oct 22 14:53:28.440140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:28.455295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:28.474098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85d35-dcf1-42cb-8f54-b2178521259f req-fbe4238f-26e6-4313-ba4a-02e0fdfb58e5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.475851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8d85d35-dcf1-42cb-8f54-b2178521259f req-fbe4238f-26e6-4313-ba4a-02e0fdfb58e5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.0955825 Oct 22 14:53:28.523695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Made reservation on behalf of 9671b630ef404aa8b5d034a8176ebf4f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:28.528559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.540201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.544589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8d85d35-dcf1-42cb-8f54-b2178521259f req-65fc1bb1-b310-4688-b2d8-ec53a6b58531 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Oct 22 14:53:28.546628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05cd037b-100a-4322-8c01-897dd53b65eb req-e2bfea73-3bc5-41cc-a6d8-d3e9c6b5668f tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0375824 Oct 22 14:53:28.597059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.635776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.654101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.655005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.656370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] 10.222.0.53 "PUT /v2.0/ports/c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 1091 time: 1.3571885 Oct 22 14:53:28.664230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:28.666830 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:28.709696 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295c5c6-263c-48ae-8326-f36ef31e4545 x-openstack-request-id: req-4295c5c6-263c-48ae-8326-f36ef31e4545 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:28.709989 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:28.710242 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4295c5c6-263c-48ae-8326-f36ef31e4545 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:28.710638 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'status': 'completed', 'code': 200} Oct 22 14:53:28.718429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597126-60e4-4293-ab39-f4e3427ca644 service neutron] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:28.733335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199d104-27fe-4b54-8932-6a57b863e8c7 req-0a47de7b-dd03-49a5-a01d-bd3ec6ea2a41 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.734925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a199d104-27fe-4b54-8932-6a57b863e8c7 req-0a47de7b-dd03-49a5-a01d-bd3ec6ea2a41 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 950 time: 0.0911736 Oct 22 14:53:28.803906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a199d104-27fe-4b54-8932-6a57b863e8c7 req-f4c05e37-1dd9-4e26-9986-f8503a234a99 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618482 Oct 22 14:53:28.813107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7 req-1fdaacf0-62be-4969-8911-84859198b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.814620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7 req-1fdaacf0-62be-4969-8911-84859198b386 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1094 time: 0.0654514 Oct 22 14:53:28.869476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:28.942518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e568038f-b33e-4ab6-bc0c-eec9767d8f7f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:28.953023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7 req-423ad5db-e03e-45e9-a330-521ba86ae6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:28.955426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7 req-423ad5db-e03e-45e9-a330-521ba86ae6dd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2d6155e809354c36b66bf888314c2f85&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1327107 Oct 22 14:53:29.003929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-440f772e-3a7c-4ce9-8ce7-0596f729588e req-e15078a4-358b-40f0-8ddd-17946f267d30 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0289237 Oct 22 14:53:29.034551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Allocated IP 192.168.233.95 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/8cf6ffde-132d-4e4c-bbcb-068bbacf6e91) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:29.099356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7 req-a658957a-6c8f-4946-b103-3652ab191371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.101813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b428e8a9-cdf3-4c17-beb0-e064dc0704c7 req-a658957a-6c8f-4946-b103-3652ab191371 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377077 Oct 22 14:53:29.183862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-844d78e7-44b1-4e45-b0cc-88963245514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.185434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-844d78e7-44b1-4e45-b0cc-88963245514f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1094 time: 0.0425365 Oct 22 14:53:29.204228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:29.229731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-770ca734-e04c-421d-83ad-965cc76cb659 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 217 time: 0.0355742 Oct 22 14:53:29.269481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-02f7d849-72c9-4e08-ac53-1090f3ad685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.271033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-02f7d849-72c9-4e08-ac53-1090f3ad685c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d&tenant_id=504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 1101 time: 0.0525851 Oct 22 14:53:29.280859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-d8c9c2b3-0807-4cf9-a299-20468ee4779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.282315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-d8c9c2b3-0807-4cf9-a299-20468ee4779f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0456400 Oct 22 14:53:29.286739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:29.333186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cdb64166-d7d4-4494-84c8-a600a54f8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.334743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-cdb64166-d7d4-4494-84c8-a600a54f8550 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455680 Oct 22 14:53:29.339933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:29.394515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:29.433171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-1481a152-7c3a-4de9-ab6f-954b522820d4 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886564 Oct 22 14:53:29.497735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:29.506497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:29.526957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:29.551853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Pushing event updated for resources: {'Port': ['ID=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:29.574431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218abb-594b-4825-a7d8-9f07844c9fb9 req-58e745e9-fa80-469f-a1a4-9c86d60ef50f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.576006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74218abb-594b-4825-a7d8-9f07844c9fb9 req-58e745e9-fa80-469f-a1a4-9c86d60ef50f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 943 time: 0.0631328 Oct 22 14:53:29.645248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eab8ba8-8f81-411e-abbe-d08dddd12b48 req-b204dbb8-a03d-4efc-a93e-9f14dfc22659 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039239 Oct 22 14:53:29.647184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.647697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:29.688803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:29.700614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74218abb-594b-4825-a7d8-9f07844c9fb9 req-4674e0d5-3357-423d-ab85-9d2d97089729 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131251 Oct 22 14:53:29.740086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6e619-4571-4e8f-98ce-2c70dac6743e req-1be0614a-2b0b-4f30-a924-78ab77209b47 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:29.743905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48c6e619-4571-4e8f-98ce-2c70dac6743e req-1be0614a-2b0b-4f30-a924-78ab77209b47 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1181519 Oct 22 14:53:29.798296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:29.826564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ef8ccdb4-e10d-449c-9e51-e2f060624a19 None None] Provisioning complete for port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:29.827148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef8ccdb4-e10d-449c-9e51-e2f060624a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:29.832436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-9ab43131-9824-4585-b3b8-106ad142fc0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7812786 Oct 22 14:53:29.836960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48c6e619-4571-4e8f-98ce-2c70dac6743e req-246ea944-86ed-4de3-b92d-e2f100cf45ad tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866454 Oct 22 14:53:29.858203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Request body: {'port': {'device_id': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:29.870354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fedd2a4-cc9f-455e-9ecb-909045497d8f req-e7aba80e-4a9b-4196-9c53-984d8c5da494 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0725510 Oct 22 14:53:29.897367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ccdb4-e10d-449c-9e51-e2f060624a19 None None] Port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:29.909628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:29.912223 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a212d-f839-4efd-a8b0-1c05d730cec5" -d '{"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:29.916257 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:29.945217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Transition to ACTIVE for port object eb3f1da8-d030-4d18-897b-dbef6acaa544 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:53:29.995944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.013715 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277859f3-3040-429f-a575-0c379de7d067 x-openstack-request-id: req-277859f3-3040-429f-a575-0c379de7d067 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:30.013715 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:30.013715 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-277859f3-3040-429f-a575-0c379de7d067 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:30.013715 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'code': 200} Oct 22 14:53:30.023430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03595b8b-0083-40bf-a7c2-8c6c9a0bf1e5 req-66d156db-1707-45ce-889b-4ae3b6449e25 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:30.024958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03595b8b-0083-40bf-a7c2-8c6c9a0bf1e5 req-66d156db-1707-45ce-889b-4ae3b6449e25 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 950 time: 0.0513768 Oct 22 14:53:30.052705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-bfdc83eb-6703-4b32-9afc-962821bc8b4d tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:30.053822 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-bfdc83eb-6703-4b32-9afc-962821bc8b4d tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 950 time: 0.0874798 Oct 22 14:53:30.067489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03595b8b-0083-40bf-a7c2-8c6c9a0bf1e5 req-5e1dc591-6c34-40aa-a009-f3bd3291e4e6 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/security-groups?id=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Oct 22 14:53:30.100883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.145957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcceb70-bb5e-4f66-91b1-4f08eeed09d4 req-c567c4c0-a39f-4455-9ebe-8c2e37ccaee5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:30.147692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebcceb70-bb5e-4f66-91b1-4f08eeed09d4 req-c567c4c0-a39f-4455-9ebe-8c2e37ccaee5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 935 time: 0.0568819 Oct 22 14:53:30.192513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebcceb70-bb5e-4f66-91b1-4f08eeed09d4 req-69ff5850-8209-4c90-9177-befce932750b tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Oct 22 14:53:30.258615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:30.282117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] No DVR routers for this DVR port eb3f1da8-d030-4d18-897b-dbef6acaa544 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:53:30.367107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:30.367437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:30.367762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:30.387034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Port eb3f1da8-d030-4d18-897b-dbef6acaa544 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:53:30.387360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Attempting to bind port eb3f1da8-d030-4d18-897b-dbef6acaa544 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:30.390200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Deleting port 7d9f7756-6d24-45af-9c97-a65809a4c538 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:53:30.390588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.424127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:30.424127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:30.424127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:30.424127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Bound port: eb3f1da8-d030-4d18-897b-dbef6acaa544, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:30.424127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.568857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] For port 7d9f7756-6d24-45af-9c97-a65809a4c538, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7d9f7756-6d24-45af-9c97-a65809a4c538,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:30.569218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.579465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:30.602913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.608965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Calling delete_port for 7d9f7756-6d24-45af-9c97-a65809a4c538 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:53:30.623869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:30.625943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Transition to ACTIVE for port object 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:53:30.631621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:30.822623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304ecc2-5abc-40b1-b308-3645f6639c49 req-76629829-1ef4-4882-8a50-8dff4a9a10d5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:30.824134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5304ecc2-5abc-40b1-b308-3645f6639c49 req-76629829-1ef4-4882-8a50-8dff4a9a10d5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 943 time: 0.0510910 Oct 22 14:53:30.849364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.870990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5304ecc2-5abc-40b1-b308-3645f6639c49 req-496bd8a2-a6cd-49e9-a9f3-4296ed66ec04 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Oct 22 14:53:30.930205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.939510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93595887-752a-4585-bfff-f38b66268650 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:30.944002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:30.944965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.953830 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] 10.222.0.53 "PUT /v2.0/ports/eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 1096 time: 1.6748526 Oct 22 14:53:30.981373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:30.993410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['7d9f7756-6d24-45af-9c97-a65809a4c538'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:31.021545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df915127-5e45-4b8a-83b2-210202d7a3cd req-985fa418-b370-4aab-8808-ca9b29008b15 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0391827 Oct 22 14:53:31.036699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d19556-bef5-4a6d-a82c-26c1aa74b9a4 req-a6342eb9-c9de-470e-81df-8b0be74d275c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.038505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d19556-bef5-4a6d-a82c-26c1aa74b9a4 req-a6342eb9-c9de-470e-81df-8b0be74d275c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.1103525 Oct 22 14:53:31.112737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d19556-bef5-4a6d-a82c-26c1aa74b9a4 req-5decb02a-9b99-43c8-a7a8-fc440547fa0a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Oct 22 14:53:31.161836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8015e-8114-4094-82c1-b5d0822a1bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:31.167083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] No DVR routers for this DVR port 7d9f7756-6d24-45af-9c97-a65809a4c538 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:53:31.172990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:31.177206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7dd6cccb-622f-4a16-a001-b294a667b257 req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.69 "DELETE /v2.0/ports/7d9f7756-6d24-45af-9c97-a65809a4c538 HTTP/1.1" status: 204 len: 173 time: 1.1154497 Oct 22 14:53:31.179566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Attempting to bind port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:31.180110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Attempting to bind port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:31.180699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Attempting to bind port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:31.213560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdb271-bbe4-420e-bf43-c39d044601eb tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] Pushing event deleted for resources: {'Port': ['ID=7d9f7756-6d24-45af-9c97-a65809a4c538,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:31.224921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:53:31.224921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Attempting to bind port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:31.232267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-2789a8ac-4d5d-46af-8b5f-7117e207b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.234038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-2789a8ac-4d5d-46af-8b5f-7117e207b442 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1099 time: 0.2129822 Oct 22 14:53:31.238871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:31.239244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:31.239990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:31.240340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Bound port: 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:31.241415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:31.291241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd958ef9-5402-4aa2-a00f-f13f07706d90 req-215c56ef-2a0b-4d1b-b05c-b23e099812f0 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.0417330 Oct 22 14:53:31.366949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f313b64-dddd-48be-adda-4f23db846f8a req-3c5354bf-ea7d-4a64-9e2e-a8d21d8a4e0f tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.371811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f313b64-dddd-48be-adda-4f23db846f8a req-3c5354bf-ea7d-4a64-9e2e-a8d21d8a4e0f tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 947 time: 0.0792034 Oct 22 14:53:31.439312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f313b64-dddd-48be-adda-4f23db846f8a req-e3b15158-1df4-4085-a6d3-485261f59078 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 Oct 22 14:53:31.460890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-102de732-4c6d-446c-a16d-42cadc149d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.462428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-102de732-4c6d-446c-a16d-42cadc149d36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1963665 Oct 22 14:53:31.463481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] For port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:31.468247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] For port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:31.817246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:31.819907 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-93a610ed-cc56-49ed-82ad-315651484a50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.3217125 Oct 22 14:53:31.857152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.857764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:31.859246 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-93595887-752a-4585-bfff-f38b66268650 service neutron] 10.222.0.53 "PUT /v2.0/ports/8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 HTTP/1.1" status: 200 len: 1095 time: 2.0177720 Oct 22 14:53:31.915174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93595887-752a-4585-bfff-f38b66268650 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:31.921700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-9f37ff4a-be3a-431b-818f-5c14e7ff70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.923196 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-9f37ff4a-be3a-431b-818f-5c14e7ff70b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0794408 Oct 22 14:53:31.987590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe520-2a80-4847-8502-f2e040e5a4be req-75d33e31-4695-4693-b9c6-74fa06bed2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:31.990132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-75d33e31-4695-4693-b9c6-74fa06bed2a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580795 Oct 22 14:53:32.028856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544'}, {'server_uuid': '9cb001c3-3868-4cbe-986d-3265d6750994', 'name': 'network-vif-deleted', 'tag': '7d9f7756-6d24-45af-9c97-a65809a4c538'}, {'name': 'network-changed', 'server_uuid': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'tag': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:32.031788 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544"}, {"server_uuid": "9cb001c3-3868-4cbe-986d-3265d6750994", "name": "network-vif-deleted", "tag": "7d9f7756-6d24-45af-9c97-a65809a4c538"}, {"name": "network-changed", "server_uuid": "ec281e60-9669-4a01-b4f0-5d1d9cda4a1e", "tag": "8cf6ffde-132d-4e4c-bbcb-068bbacf6e91"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:32.043357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b40f-7b30-4b69-aeb7-7bc0b5cc10df req-cf6814e1-26e6-4e75-a1ef-9f55816988f4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.045165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87f0b40f-7b30-4b69-aeb7-7bc0b5cc10df req-cf6814e1-26e6-4e75-a1ef-9f55816988f4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 943 time: 0.0661628 Oct 22 14:53:32.067110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45032) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:32.115248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87f0b40f-7b30-4b69-aeb7-7bc0b5cc10df req-74629848-d1e3-4005-b1e2-1e6aa37ed903 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628355 Oct 22 14:53:32.120169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:53:32.187169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:53:32.227484 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9a009-84ac-4308-be91-d39ef15929b9 x-openstack-request-id: req-78a9a009-84ac-4308-be91-d39ef15929b9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:32.227981 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544", "status": "completed", "code": 200}, {"server_uuid": "9cb001c3-3868-4cbe-986d-3265d6750994", "name": "network-vif-deleted", "tag": "7d9f7756-6d24-45af-9c97-a65809a4c538", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec281e60-9669-4a01-b4f0-5d1d9cda4a1e", "tag": "8cf6ffde-132d-4e4c-bbcb-068bbacf6e91", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:32.228270 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78a9a009-84ac-4308-be91-d39ef15929b9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:32.229124 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'status': 'completed', 'code': 200} Oct 22 14:53:32.229632 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb001c3-3868-4cbe-986d-3265d6750994', 'name': 'network-vif-deleted', 'tag': '7d9f7756-6d24-45af-9c97-a65809a4c538', 'status': 'completed', 'code': 200} Oct 22 14:53:32.229953 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'tag': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91', 'status': 'completed', 'code': 200} Oct 22 14:53:32.273538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-f1f8110b-c23c-47f4-b7b9-cf0e87a9feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.275373 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-f1f8110b-c23c-47f4-b7b9-cf0e87a9feaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9671b630ef404aa8b5d034a8176ebf4f&device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 1098 time: 0.2677438 Oct 22 14:53:32.282173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbdd97ec-48c9-48bb-a47b-ca4527681b26 req-be2b6cd8-5c55-4e15-b423-3b64f890f4d1 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0470564 Oct 22 14:53:32.284691 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01ea827b-fe26-4ba0-b809-7aeeaf01dccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.324924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b2a80-24dd-4ea4-87bc-8fd41c6ceb80 req-94ee1f34-aaec-43ea-8881-de84a84ea77e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.327483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c7b2a80-24dd-4ea4-87bc-8fd41c6ceb80 req-94ee1f34-aaec-43ea-8881-de84a84ea77e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.1318691 Oct 22 14:53:32.352700 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-e3ff2faf-4b0e-45c0-bf7e-b5f01601d566 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 HTTP/1.1" status: 200 len: 217 time: 0.0677109 Oct 22 14:53:32.374767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-bae21bf4-5e32-4789-a1fc-21f762d7e005 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772910 Oct 22 14:53:32.379256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-4a18ef88-88be-4c3e-afbb-d3307b6b2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.380959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-4a18ef88-88be-4c3e-afbb-d3307b6b2a3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1099 time: 0.1493106 Oct 22 14:53:32.393789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c7b2a80-24dd-4ea4-87bc-8fd41c6ceb80 req-ef6467bf-634a-4101-a940-0729cc9c1cb0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555339 Oct 22 14:53:32.441285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01ea827b-fe26-4ba0-b809-7aeeaf01dccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.469647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-477ca598-0b5c-4dbc-bd24-c355a346b2b2 req-14897341-0d96-461e-960d-952fd45a6693 tempest-DeleteServersAdminTestJSON-877952710 tempest-DeleteServersAdminTestJSON-877952710-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb001c3-3868-4cbe-986d-3265d6750994 HTTP/1.1" status: 200 len: 210 time: 0.0270417 Oct 22 14:53:32.537876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-58dc5534-e100-450b-a4ea-5410de7bda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.539351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-58dc5534-e100-450b-a4ea-5410de7bda12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1764450 Oct 22 14:53:32.544378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01ea827b-fe26-4ba0-b809-7aeeaf01dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.557053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc6504-bca7-4786-80cf-fcd37f8cd62a req-e5694689-2245-43e3-8467-3e71d50e38b2 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.558514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2bc6504-bca7-4786-80cf-fcd37f8cd62a req-e5694689-2245-43e3-8467-3e71d50e38b2 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 947 time: 0.0574284 Oct 22 14:53:32.603447 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-221fe520-2a80-4847-8502-f2e040e5a4be req-50231566-0988-4a07-8ddb-eb0ac4a80a1a service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029405 Oct 22 14:53:32.605280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea827b-fe26-4ba0-b809-7aeeaf01dccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173309c9-011e-4764-8714-0511ec9719ff,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:32.611513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01ea827b-fe26-4ba0-b809-7aeeaf01dccc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4dc31c0d520e4fa4aced697bfab42c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410583 Oct 22 14:53:32.613828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-c9ce79a3-62f4-4673-901e-606d89481f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.615419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45044) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:32.615708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-c9ce79a3-62f4-4673-901e-606d89481f25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2166042 Oct 22 14:53:32.642762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2bc6504-bca7-4786-80cf-fcd37f8cd62a req-0906abc6-dfdb-41e1-8212-f9abe575b854 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 Oct 22 14:53:32.681701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:53:32.698032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26b301d0-73d3-4649-bb3c-9764850bee0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.698617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-ca0f0fd5-beef-419e-a978-2244768bf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.700182 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-ca0f0fd5-beef-419e-a978-2244768bf690 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510999 Oct 22 14:53:32.702020 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-0480f970-0c37-4393-ab42-99e50e133abb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0761626 Oct 22 14:53:32.727069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26b301d0-73d3-4649-bb3c-9764850bee0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.790510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:32.803061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:53:32.841005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.853771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:32.873995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:32.880834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-594a1bc7-1d10-433d-a20b-47535b01471c service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701455 Oct 22 14:53:32.884384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-e59c733f-ac76-4225-8993-cf989c3a281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.884980 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-e59c733f-ac76-4225-8993-cf989c3a281c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0990014 Oct 22 14:53:32.886587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-5309be4b-5590-4c98-94c5-9adc8c324f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:32.887963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-5309be4b-5590-4c98-94c5-9adc8c324f0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1099 time: 0.1031396 Oct 22 14:53:32.906040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26b301d0-73d3-4649-bb3c-9764850bee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.909291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26b301d0-73d3-4649-bb3c-9764850bee0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:32.913277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-26b301d0-73d3-4649-bb3c-9764850bee0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/173309c9-011e-4764-8714-0511ec9719ff HTTP/1.1" status: 204 len: 168 time: 0.2941728 Oct 22 14:53:32.929978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b301d0-73d3-4649-bb3c-9764850bee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173309c9-011e-4764-8714-0511ec9719ff,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:32.966500 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:33.021445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:33.081625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-eee07775-24c7-4ecb-81b9-e85b7d8eeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.083191 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-eee07775-24c7-4ecb-81b9-e85b7d8eeb4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862469 Oct 22 14:53:33.091106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ff9ae3b-c6d9-48a3-babc-d6a2bd7d91f3 req-59cd3cd8-4ea4-4033-8b1b-2226d6f00518 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020185 Oct 22 14:53:33.092579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-39ac3d46-ebaf-4d7f-957b-6f6ce4a4f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.093810 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-39ac3d46-ebaf-4d7f-957b-6f6ce4a4f9c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1978457 Oct 22 14:53:33.149349 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-fbf1f25d-5298-4aa4-8aef-99dafa5b1046 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0452716 Oct 22 14:53:33.250467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-0b43c92e-c7f7-4082-8e69-b12d074e4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.252009 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-0b43c92e-c7f7-4082-8e69-b12d074e4214 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0914538 Oct 22 14:53:33.276824 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-b6166d99-66fb-4182-ab9b-38e5112fd422 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820180 Oct 22 14:53:33.296332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805407e-53a4-447b-863a-6000b6dc38f0 req-1de7dc7d-6399-4fca-82b5-b6fdca11ea17 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.298844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8805407e-53a4-447b-863a-6000b6dc38f0 req-1de7dc7d-6399-4fca-82b5-b6fdca11ea17 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0758972 Oct 22 14:53:33.300858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c0affd6b-13b4-4939-8516-86f897f63fc8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:33.383384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8805407e-53a4-447b-863a-6000b6dc38f0 req-12273af3-b8c7-426c-8cd5-709291ba1ab4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781872 Oct 22 14:53:33.416168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-5fcd0204-e863-46df-b2be-d05de0d24e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.417774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-5fcd0204-e863-46df-b2be-d05de0d24e7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571789 Oct 22 14:53:33.453668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17678e54-555f-4516-b278-f5673fb8f5c9 req-5bcf098d-87db-407e-a413-bf706c1091ea tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0504572 Oct 22 14:53:33.541262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-b0657eb7-2797-4cc5-9d7b-dfe06409910d service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357697 Oct 22 14:53:33.582791 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-039de95e-fc8a-4be0-9f4b-4d9b72cc21d9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445291 Oct 22 14:53:33.618486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c822-14ba-4b8d-a229-da5ef90a089d req-09fcc875-03f1-4f00-8843-8c0704920e7a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.620322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5264c822-14ba-4b8d-a229-da5ef90a089d req-09fcc875-03f1-4f00-8843-8c0704920e7a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.0739291 Oct 22 14:53:33.664769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5264c822-14ba-4b8d-a229-da5ef90a089d req-d58930f2-aa55-4b6b-9779-698b2a9cf4fb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Oct 22 14:53:33.696155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:33.781546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b607b0-eca3-4a04-9759-65c28f5d61ee req-de32276c-cd1a-4b08-83d4-61e4412975a6 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.785017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6b607b0-eca3-4a04-9759-65c28f5d61ee req-de32276c-cd1a-4b08-83d4-61e4412975a6 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 947 time: 0.0558445 Oct 22 14:53:33.835931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6b607b0-eca3-4a04-9759-65c28f5d61ee req-ad5814dc-0a6a-42b7-8845-7ae3d50d3f0e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Oct 22 14:53:33.846784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-0bb92434-1427-4516-9c25-404d9146ef45 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517691 Oct 22 14:53:33.935797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-af3d7878-e0b4-4110-93f3-b792614ba6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:33.942581 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-af3d7878-e0b4-4110-93f3-b792614ba6a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9671b630ef404aa8b5d034a8176ebf4f&device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 1098 time: 0.0424106 Oct 22 14:53:34.038031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-cb51e4ac-5359-4424-acef-c8f44a372e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:34.039616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-cb51e4ac-5359-4424-acef-c8f44a372e27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.0937498 Oct 22 14:53:34.083789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-c610f4d3-69de-435e-bd38-a0e6e304ae9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 HTTP/1.1" status: 200 len: 217 time: 0.0350425 Oct 22 14:53:34.139482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-409fee87-d518-4a81-afc9-d9998482a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:34.140952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-409fee87-d518-4a81-afc9-d9998482a9dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0436850 Oct 22 14:53:34.145471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7d9f7756-6d24-45af-9c97-a65809a4c538 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:53:34.169474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 7d9f7756-6d24-45af-9c97-a65809a4c538 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:53:34.169821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7d9f7756-6d24-45af-9c97-a65809a4c538 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:53:34.193210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-1fa869ac-6bf8-47ab-bbb7-5eb10e2df86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:34.206798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-1fa869ac-6bf8-47ab-bbb7-5eb10e2df86e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446942 Oct 22 14:53:34.289000 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-26c5086a-62a2-4326-bad7-ce19d0649679 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849142 Oct 22 14:53:34.388433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e00e41d3-0110-4f90-ac2b-5dfbaac33abc req-40a7542a-3c2f-4783-85a2-a873038b9276 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911467 Oct 22 14:53:34.415146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:34.533426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59905215-1360-49cf-8d65-56868101e32c req-4ba79a39-6e6f-4556-9cb5-9de083af86c3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:34.536063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59905215-1360-49cf-8d65-56868101e32c req-4ba79a39-6e6f-4556-9cb5-9de083af86c3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0697525 Oct 22 14:53:34.571878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7575613-ead7-4c6f-a4c6-5c1df12e02ae req-e5e33a3f-2bb4-4d4d-9141-2b4049f9f821 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0336509 Oct 22 14:53:34.626637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59905215-1360-49cf-8d65-56868101e32c req-bd91111f-36d5-47a2-8046-2f039f7fe075 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795093 Oct 22 14:53:34.631111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-15ab912f-f177-4ef1-a900-f67f1ecfa9e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=496719627c254a3a986a9056d89ae226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140896 Oct 22 14:53:34.633755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45112) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:34.681999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:53:34.692566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8efe11c-9fae-4abe-9ad0-2df3917c5862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:34.700014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:34.714800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8efe11c-9fae-4abe-9ad0-2df3917c5862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:34.821764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88633221-fc0d-49bb-9d95-bef955ef4021 req-c8ae48f4-7c09-4653-90f7-070ab6d8e517 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:34.829241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88633221-fc0d-49bb-9d95-bef955ef4021 req-c8ae48f4-7c09-4653-90f7-070ab6d8e517 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 948 time: 0.0700157 Oct 22 14:53:34.852916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:34.867757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91', 'mac_address': 'fa:16:3e:7a:88:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:53:34.869935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88633221-fc0d-49bb-9d95-bef955ef4021 req-69606322-8871-4ab2-bf17-ce7b07c5c0b1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Oct 22 14:53:34.913397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:34.928474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:34.941957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port c0affd6b-13b4-4939-8516-86f897f63fc8 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:53:34.953070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:34.954106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port c0affd6b-13b4-4939-8516-86f897f63fc8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:34.954473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:34.970297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74a715-066c-4488-be1c-ee5a2b431786 req-4e3baf11-58c0-4aae-b02a-c22b6a135c8b tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:34.972433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc74a715-066c-4488-be1c-ee5a2b431786 req-4e3baf11-58c0-4aae-b02a-c22b6a135c8b tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 947 time: 0.0527060 Oct 22 14:53:34.974520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8efe11c-9fae-4abe-9ad0-2df3917c5862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:34.977282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8efe11c-9fae-4abe-9ad0-2df3917c5862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:34.981090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b8efe11c-9fae-4abe-9ad0-2df3917c5862 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5 HTTP/1.1" status: 204 len: 168 time: 0.3462877 Oct 22 14:53:35.021634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efe11c-9fae-4abe-9ad0-2df3917c5862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433ca7bd-162b-4e69-8a9f-8eb6f5fa81f5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:35.052494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:35.053148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:53:35.071145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc74a715-066c-4488-be1c-ee5a2b431786 req-06189f22-ec0b-42bc-a5a7-bf7b5e522fae tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881901 Oct 22 14:53:35.094682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:35.149840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:35.164805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:35.167072 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3806c668-481b-4dd8-a0e1-da9996d61c1d" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:35.193056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:35.194063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'mac_address': 'fa:16:3e:ec:89:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:53:35.199409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:35.226133 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497b480-9276-43eb-9857-29054f94d2b2 x-openstack-request-id: req-5497b480-9276-43eb-9857-29054f94d2b2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:35.226419 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:35.226859 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5497b480-9276-43eb-9857-29054f94d2b2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:35.227305 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:53:35.248129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:35.262933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3f1da8-d030-4d18-897b-dbef6acaa544 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:35.285378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:35.288673 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:35.339084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a329-ce5a-4a56-9cfb-29820382c254 req-d2d44ce7-9804-45c2-ac7d-0710ab612aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:35.340893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e80a329-ce5a-4a56-9cfb-29820382c254 req-d2d44ce7-9804-45c2-ac7d-0710ab612aa0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1096 time: 0.0465300 Oct 22 14:53:35.344682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:35.387069 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e80a329-ce5a-4a56-9cfb-29820382c254 req-e3a6ffe0-9b4b-44e5-8d85-278a9615034c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Oct 22 14:53:35.400600 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:35.453137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:35.672131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:35.684177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['8cf6ffde-132d-4e4c-bbcb-068bbacf6e91'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:35.708468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d6fe2b1-6787-4dbd-b2e1-00f2fcdfb39c req-2f43cbe4-247c-42f5-a4f0-4c9bbbbe6cf1 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0563049 Oct 22 14:53:35.710122 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-18ffe3f9-4488-4039-b7da-ce85994d48e6 req-a79206da-058f-41c5-a63e-c76bd4cae797 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0541389 Oct 22 14:53:35.803965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45148) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:35.818698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f43874-6a3a-4102-bb83-e093b2463979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:35.840874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5542-c6ba-43b0-961a-e1fb957c2d5b req-0d077c20-72fa-43e3-b4b2-12497551059d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:35.842601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-873e5542-c6ba-43b0-961a-e1fb957c2d5b req-0d077c20-72fa-43e3-b4b2-12497551059d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0850351 Oct 22 14:53:35.883992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-873e5542-c6ba-43b0-961a-e1fb957c2d5b req-7602cffa-3775-4e26-995a-b3ecf94f0339 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351741 Oct 22 14:53:35.983634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f43874-6a3a-4102-bb83-e093b2463979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:36.005162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83992eb7-5fef-49ef-9a73-0aa363c80429 req-9b04e7fa-1058-4aad-a504-4751392a88bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:36.006623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83992eb7-5fef-49ef-9a73-0aa363c80429 req-9b04e7fa-1058-4aad-a504-4751392a88bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 949 time: 0.0497453 Oct 22 14:53:36.045237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83992eb7-5fef-49ef-9a73-0aa363c80429 req-5ec5ec6f-e327-4123-b51e-5508ec98e7a0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Oct 22 14:53:36.057893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f43874-6a3a-4102-bb83-e093b2463979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:36.104212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f43874-6a3a-4102-bb83-e093b2463979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c363471-ca99-4c84-a152-6a0ccac882cb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:36.108615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06f43874-6a3a-4102-bb83-e093b2463979 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84ed8cb61ae24dee901e62e2838e40b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035305 Oct 22 14:53:36.111436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45168) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:36.166597 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6cd32f37-4029-4ef2-b4ef-42f7f448b0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:36.191765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6cd32f37-4029-4ef2-b4ef-42f7f448b0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:36.214796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489d3f8-cd8b-4c63-b50a-02cd75bf3327 req-79812087-d7ca-4186-9752-e15cd259761e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:36.223745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4489d3f8-cd8b-4c63-b50a-02cd75bf3327 req-79812087-d7ca-4186-9752-e15cd259761e tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 948 time: 0.0637054 Oct 22 14:53:36.259197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4489d3f8-cd8b-4c63-b50a-02cd75bf3327 req-122180a2-38d7-4435-ba7d-480957bba4ad tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Oct 22 14:53:36.320421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6cd32f37-4029-4ef2-b4ef-42f7f448b0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:36.323089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6cd32f37-4029-4ef2-b4ef-42f7f448b0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:36.324238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6cd32f37-4029-4ef2-b4ef-42f7f448b0ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c363471-ca99-4c84-a152-6a0ccac882cb HTTP/1.1" status: 204 len: 168 time: 0.2116108 Oct 22 14:53:36.332711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd32f37-4029-4ef2-b4ef-42f7f448b0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c363471-ca99-4c84-a152-6a0ccac882cb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:36.469181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de30d4-88ab-461f-ab51-b0d88d3f6649 req-22a3a4f5-b446-4e07-aaa4-d64fd6736529 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:36.470631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4de30d4-88ab-461f-ab51-b0d88d3f6649 req-22a3a4f5-b446-4e07-aaa4-d64fd6736529 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 949 time: 0.0495055 Oct 22 14:53:36.510654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4de30d4-88ab-461f-ab51-b0d88d3f6649 req-570e2fb2-01ea-4c2e-b464-21e7419171b8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Oct 22 14:53:36.603663 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:53:36.655862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-44ba0c15-f0c2-40cc-b747-105eefb6e206 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:36.655862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-44ba0c15-f0c2-40cc-b747-105eefb6e206 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d&tenant_id=504ea20bd49b49809f8c10cc01094181&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 949 time: 0.0905087 Oct 22 14:53:36.698269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:36.717027 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-d5c4c53a-20cc-4a21-bd30-1566ec7ba087 service neutron] delete failed (client error): The resource could not be found. Oct 22 14:53:36.718139 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-d5c4c53a-20cc-4a21-bd30-1566ec7ba087 service neutron] 10.222.0.69 "DELETE /v2.0/ports/eb3f1da8-d030-4d18-897b-dbef6acaa544/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0559492 Oct 22 14:53:36.845825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-376a7f75-f7c7-40f4-ab54-853dfd55b9f9 req-60d0c47d-80d3-4597-ae4e-c46a88d028fc tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0358181 Oct 22 14:53:36.857690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-4d491d10-8b27-464f-af0a-494335662bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:36.859389 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-4d491d10-8b27-464f-af0a-494335662bfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1100 time: 0.0630739 Oct 22 14:53:36.958144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:53:36.963730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:36.968012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:37.011050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-9d44d7d0-6940-42f8-87a9-4416530fdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.012929 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-9d44d7d0-6940-42f8-87a9-4416530fdb91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1454208 Oct 22 14:53:37.050819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77782c54-c6c5-45f9-9958-325116273c20 req-1e78f8c4-d90c-43d4-943e-aede6088574c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.052508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77782c54-c6c5-45f9-9958-325116273c20 req-1e78f8c4-d90c-43d4-943e-aede6088574c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0817332 Oct 22 14:53:37.060225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:37.067197 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-4ad5c048-dab1-4011-87f0-1d8adf0eb99c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0470974 Oct 22 14:53:37.102201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77782c54-c6c5-45f9-9958-325116273c20 req-ce33055f-65e1-4794-b55a-a28e2688926c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Oct 22 14:53:37.118890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:37.132427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-bcb0b1b3-bf4d-45a5-894e-1f65f83f6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.133797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-bcb0b1b3-bf4d-45a5-894e-1f65f83f6632 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0583117 Oct 22 14:53:37.186900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-20c6f90a-9e27-4bb8-a51d-99568b4f9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.188444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-20c6f90a-9e27-4bb8-a51d-99568b4f9bf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471919 Oct 22 14:53:37.228116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:37.231017 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e98648-e59f-4476-b94f-aae4fe22b34f" -d '{"events": [{"server_uuid": "ec281e60-9669-4a01-b4f0-5d1d9cda4a1e", "name": "network-vif-plugged", "status": "completed", "tag": "8cf6ffde-132d-4e4c-bbcb-068bbacf6e91"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:37.243374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:37.244540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:37.290670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-21cdd412-222d-4d41-b213-60061f74b907 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944517 Oct 22 14:53:37.311621 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18517e9d-0df9-4268-85f5-88bb81b84ba6 x-openstack-request-id: req-18517e9d-0df9-4268-85f5-88bb81b84ba6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:37.311925 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec281e60-9669-4a01-b4f0-5d1d9cda4a1e", "name": "network-vif-plugged", "status": "completed", "tag": "8cf6ffde-132d-4e4c-bbcb-068bbacf6e91", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:37.312185 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18517e9d-0df9-4268-85f5-88bb81b84ba6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:37.312590 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91', 'code': 200} Oct 22 14:53:37.412542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:37.441459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacf6ac-1cd3-4283-89d2-34b2bc6b3677 req-3570dd59-f2b2-44d4-b9a7-cb5595ae1127 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.441459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7eacf6ac-1cd3-4283-89d2-34b2bc6b3677 req-3570dd59-f2b2-44d4-b9a7-cb5595ae1127 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 949 time: 0.0647590 Oct 22 14:53:37.486480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7eacf6ac-1cd3-4283-89d2-34b2bc6b3677 req-d0b1e46b-3edc-4c8d-895e-c643482199d5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Oct 22 14:53:37.510997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port eb3f1da8-d030-4d18-897b-dbef6acaa544 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:53:37.517872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port eb3f1da8-d030-4d18-897b-dbef6acaa544 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:37.518166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:37.634316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:37.661885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e1d0e-1dcc-4962-bdff-afb6aee4db2e req-62630027-214d-4eea-a807-9f3ffc081ff0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.663494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b2e1d0e-1dcc-4962-bdff-afb6aee4db2e req-62630027-214d-4eea-a807-9f3ffc081ff0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 949 time: 0.0605071 Oct 22 14:53:37.684838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:37.707873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b2e1d0e-1dcc-4962-bdff-afb6aee4db2e req-fe60159d-6203-4900-b18b-8fb3a5f8ec9d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370202 Oct 22 14:53:37.758345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb41533-af5b-4cd6-8494-6509f55e9995 req-d7feef43-fea6-466c-a2f2-bb19d5a1a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:37.759884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1bb41533-af5b-4cd6-8494-6509f55e9995 req-d7feef43-fea6-466c-a2f2-bb19d5a1a483 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 1100 time: 0.3920023 Oct 22 14:53:37.761621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b38b6f75-cf44-4592-b863-5ed460319e1f req-ffb8a675-0930-426e-a5dd-41799ef158b2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635403 Oct 22 14:53:37.797609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1bb41533-af5b-4cd6-8494-6509f55e9995 req-ecbf9605-5d44-4c80-a84b-d58ffd5d7213 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300770 Oct 22 14:53:37.817169 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:37.865129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:37.983720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a700fee-c711-4cca-bdcd-3d02cf46a605 req-1ae87195-cd54-4467-859a-9c95ec24e20e tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0552433 Oct 22 14:53:38.025801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45244) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:38.135884 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-025dcc99-e2b4-41c6-a33c-6d6d0eaf3d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.262277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe51b9-390a-4385-8529-7cce15218f63 req-a05b3218-1620-4d80-8b48-1ff69a436f82 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:38.269539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bfe51b9-390a-4385-8529-7cce15218f63 req-a05b3218-1620-4d80-8b48-1ff69a436f82 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0860064 Oct 22 14:53:38.273309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-025dcc99-e2b4-41c6-a33c-6d6d0eaf3d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.315305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-100d98e4-5452-436d-aacb-fc4a459fbae1 req-11ac17be-24a8-45d0-943e-e81e2e3524e2 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3&device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0403831 Oct 22 14:53:38.332448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bfe51b9-390a-4385-8529-7cce15218f63 req-d5a5edf2-ea03-4291-a646-65008f5e6ff6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619323 Oct 22 14:53:38.357215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-025dcc99-e2b4-41c6-a33c-6d6d0eaf3d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.407379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-025dcc99-e2b4-41c6-a33c-6d6d0eaf3d53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ff079a688d94c2d9e5f3cc66947f841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804574 Oct 22 14:53:38.408475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dcc99-e2b4-41c6-a33c-6d6d0eaf3d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86243ba-771f-47b7-8fbf-c9744f0ddf77,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:38.410005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45258) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:38.482153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8def45-4618-445c-a548-5aac1f9225ae req-fbdfc585-01c4-4085-88a3-920c48d93b55 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:38.484467 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-493c1d18-83d9-4b34-8285-b707d18b7437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.488317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a8def45-4618-445c-a548-5aac1f9225ae req-fbdfc585-01c4-4085-88a3-920c48d93b55 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0699780 Oct 22 14:53:38.492758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45262) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:38.502798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'floatingip': {'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:38.518703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-493c1d18-83d9-4b34-8285-b707d18b7437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.560712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.695466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51832b7d-5892-4df9-a8c3-7ad5a0d67da5 req-a65034d5-e3fc-4162-a2de-6d9e488e2be5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:38.696937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51832b7d-5892-4df9-a8c3-7ad5a0d67da5 req-a65034d5-e3fc-4162-a2de-6d9e488e2be5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 949 time: 0.1021156 Oct 22 14:53:38.724434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-493c1d18-83d9-4b34-8285-b707d18b7437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.728428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-493c1d18-83d9-4b34-8285-b707d18b7437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:38.728831 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-493c1d18-83d9-4b34-8285-b707d18b7437 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d86243ba-771f-47b7-8fbf-c9744f0ddf77 HTTP/1.1" status: 204 len: 168 time: 0.3176200 Oct 22 14:53:38.744188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c1d18-83d9-4b34-8285-b707d18b7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86243ba-771f-47b7-8fbf-c9744f0ddf77,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:38.799896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51832b7d-5892-4df9-a8c3-7ad5a0d67da5 req-41f9bb9e-dd92-471a-ad98-a529a2d900b5 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959568 Oct 22 14:53:38.998126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67235ffb-3a35-44c3-8d94-0f7b5824660c req-f35e8d27-5985-426c-b8f6-d69c8f5b8ce8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db72615183e443af98d5d951797c0fab&device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Oct 22 14:53:39.016273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ede9376-7629-4815-904d-c1db0e25c567 req-de6e5367-15d7-441e-8e1f-6263e47b1682 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0448580 Oct 22 14:53:39.044883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a8a4-e7cc-4c03-b0e8-5dee8d5fa0ee req-33c9bc45-35d4-482a-8f6a-8b89d4d593d7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:39.046682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c39a8a4-e7cc-4c03-b0e8-5dee8d5fa0ee req-33c9bc45-35d4-482a-8f6a-8b89d4d593d7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1499405 Oct 22 14:53:39.071433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67235ffb-3a35-44c3-8d94-0f7b5824660c req-b977c469-ee6a-49f0-b06d-cb2d1ae000df service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db72615183e443af98d5d951797c0fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451753 Oct 22 14:53:39.136297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c39a8a4-e7cc-4c03-b0e8-5dee8d5fa0ee req-47f72921-ce04-44ea-ac90-b4747ac056e7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580750 Oct 22 14:53:39.241760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235ffb-3a35-44c3-8d94-0f7b5824660c req-b7efc08a-c899-41f5-8247-6a30d56f20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:39.244548 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67235ffb-3a35-44c3-8d94-0f7b5824660c req-b7efc08a-c899-41f5-8247-6a30d56f20f9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561425 Oct 22 14:53:39.313973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:39.318504 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5759cb-0698-4811-9e93-99d47748a5bc" -d '{"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-plugged", "status": "completed", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:39.330685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:39.333621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58d482-fb9e-413b-a8f9-d22d601e2ecb req-2752a2b0-0d6c-4042-88a2-4e9e4cfb86f0 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:39.335585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be58d482-fb9e-413b-a8f9-d22d601e2ecb req-2752a2b0-0d6c-4042-88a2-4e9e4cfb86f0 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1101 time: 0.1022000 Oct 22 14:53:39.371326 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61690b3c-efaa-4583-aee9-05612c9c39cf x-openstack-request-id: req-61690b3c-efaa-4583-aee9-05612c9c39cf {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:39.371609 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-plugged", "status": "completed", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:39.372068 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61690b3c-efaa-4583-aee9-05612c9c39cf {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:39.372455 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'code': 200} Oct 22 14:53:39.377606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be58d482-fb9e-413b-a8f9-d22d601e2ecb req-84534812-5bc6-4d65-b6ad-84a766ca0cb1 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Oct 22 14:53:39.540628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:39.824792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:39.843822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8f16-8a0f-433a-a3b7-98533e601fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:39.914993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-b15ad520-46fe-428e-a90e-a2befd1c51fe tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360916 Oct 22 14:53:39.976557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8f16-8a0f-433a-a3b7-98533e601fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.073295 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Floating IP 5ec6acb0-4e5c-444c-9fd6-e9da7d264165 associated. External IP: 172.25.1.172, port: c0affd6b-13b4-4939-8516-86f897f63fc8. Oct 22 14:53:40.074342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8f16-8a0f-433a-a3b7-98533e601fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.113435 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ceaf8f16-8a0f-433a-a3b7-98533e601fe9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d550b1e0aee84d90bc89d49d27bae748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870841 Oct 22 14:53:40.116056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:40.122060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf8f16-8a0f-433a-a3b7-98533e601fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f888451-28d4-4526-a454-54e05ef66ce3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:40.161362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45263-b5fd-43ff-8f1e-798348f5a820 req-0e8fb947-58bd-4a26-ad02-01eb49fa9b0c tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:40.161362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6d45263-b5fd-43ff-8f1e-798348f5a820 req-0e8fb947-58bd-4a26-ad02-01eb49fa9b0c tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 949 time: 0.1935189 Oct 22 14:53:40.161362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-da8a2668-e6f3-465f-9657-e624b5a98448 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:40.161362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-da8a2668-e6f3-465f-9657-e624b5a98448 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420824 Oct 22 14:53:40.187024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-572e8769-56a1-4432-a173-3c945e4d4a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.215866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-572e8769-56a1-4432-a173-3c945e4d4a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.261823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2748a20c-ab24-41a3-b9c6-8927ea99c7e9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/quotas/504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 375 time: 0.0919769 Oct 22 14:53:40.320911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6d45263-b5fd-43ff-8f1e-798348f5a820 req-03153f27-818e-4d80-871c-3a577cb50a1d tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583414 Oct 22 14:53:40.371833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-5fd73879-3293-4af7-add0-af86aa7b9da0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994914 Oct 22 14:53:40.408756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-572e8769-56a1-4432-a173-3c945e4d4a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.411866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-572e8769-56a1-4432-a173-3c945e4d4a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.419157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-572e8769-56a1-4432-a173-3c945e4d4a1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f888451-28d4-4526-a454-54e05ef66ce3 HTTP/1.1" status: 204 len: 168 time: 0.2980165 Oct 22 14:53:40.423311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61fe8339-df1c-4198-808c-57ecb09410c3 req-e2162e55-0787-47c7-8bee-fc592054b6a8 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0397911 Oct 22 14:53:40.452751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e8769-56a1-4432-a173-3c945e4d4a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f888451-28d4-4526-a454-54e05ef66ce3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:40.508486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Router 3dfbecae-a251-427b-b2bc-61262f5e9a36 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:53:40.628612 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67235ffb-3a35-44c3-8d94-0f7b5824660c req-98c3b764-aad5-41f1-8095-ceebbc11dd5a tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Oct 22 14:53:40.647331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:53:40.652647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:40.659322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] Sync routers for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:53:40.670058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:40.671463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:40.695984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c3fd4a01-00eb-4bf3-93e1-7a3db932c7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "PUT /v2.0/floatingips/5ec6acb0-4e5c-444c-9fd6-e9da7d264165 HTTP/1.1" status: 200 len: 991 time: 2.2018673 Oct 22 14:53:40.697066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:40.699618 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:40.785580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:40.982907 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d830e7-d8ab-477e-8a7d-5fc8ff5fc93a x-openstack-request-id: req-b5d830e7-d8ab-477e-8a7d-5fc8ff5fc93a {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:40.983609 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:40.984026 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5d830e7-d8ab-477e-8a7d-5fc8ff5fc93a {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:40.985020 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'status': 'completed', 'code': 200} Oct 22 14:53:41.053197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3899c6b3-d4e3-4717-8e9b-4eef85412af8 req-9573ed33-e143-40c0-a0c3-814afa095ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 210 time: 0.0322092 Oct 22 14:53:41.075996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-14f1d944-bb2a-4e3a-b19c-d069b0981ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:41.077663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-14f1d944-bb2a-4e3a-b19c-d069b0981ecb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1096 time: 0.0673933 Oct 22 14:53:41.248130 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:41.249357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-adbb343a-48c6-47e3-bc28-a1dd13c6053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:41.251228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-adbb343a-48c6-47e3-bc28-a1dd13c6053f service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.1641240 Oct 22 14:53:41.315728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5ec6acb0-4e5c-444c-9fd6-e9da7d264165', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:53:19Z', 'updated_at': '2021-10-22T14:53:39Z', 'revision_number': 1, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:18Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:41.363147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] Checking router: 3dfbecae-a251-427b-b2bc-61262f5e9a36 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:53:41.384168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:53:41.387371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:41.395742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-f72ee47c-f329-4a8a-af69-68d4db707768 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.1225886 Oct 22 14:53:41.474726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-85c03e05-f1b7-4b81-8589-f564d44a21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:41.476375 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-85c03e05-f1b7-4b81-8589-f564d44a21bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0653303 Oct 22 14:53:41.556021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-6d2712a6-a707-4205-9e93-c06968528d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:41.557914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-6d2712a6-a707-4205-9e93-c06968528d5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738876 Oct 22 14:53:41.565649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:53:41.681696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad84c313-b8dd-41d0-80a7-aa809de6ea98 req-c7cfc178-c8be-47dc-b4dd-756013a11766 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6ed0481-8280-4276-b024-c4fc5c75a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Oct 22 14:53:41.724114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-13df452f-3c75-4b02-8445-8e2f42389746 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572542 Oct 22 14:53:41.830713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b24260b3-d9a4-42e3-a29a-66ca1f51dd06 req-2e9703b3-34d4-41cf-81d2-20634daced12 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991652 Oct 22 14:53:41.851308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5ec6acb0-4e5c-444c-9fd6-e9da7d264165', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:53:19Z', 'updated_at': '2021-10-22T14:53:39Z', 'revision_number': 1, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:18Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:53:41.879727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edde409-68b7-4814-8e72-703c52a24f1e None None] The sync data for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 is: [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5ec6acb0-4e5c-444c-9fd6-e9da7d264165', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:53:19Z', 'updated_at': '2021-10-22T14:53:39Z', 'revision_number': 1, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:18Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:53:42.099898 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a722b4e0-3183-45cc-983c-4de20e1fb733 None None] New status for floating IP 5ec6acb0-4e5c-444c-9fd6-e9da7d264165: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:53:42.240443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fff3f55-d9dc-474f-9ac7-88aa00f9ef3a req-5cb2a1a5-9e5d-4366-b309-91e39de98e70 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 210 time: 0.0312545 Oct 22 14:53:42.310112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5962e-c65b-4cbe-8dc5-b7b42c9729c2 req-a512f0ac-63ef-4e21-aead-aaba985012fa tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:42.311619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd5962e-c65b-4cbe-8dc5-b7b42c9729c2 req-a512f0ac-63ef-4e21-aead-aaba985012fa tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 949 time: 0.0508425 Oct 22 14:53:42.349219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd5962e-c65b-4cbe-8dc5-b7b42c9729c2 req-96dbd13e-6f43-4005-a220-3772792f62fb tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Oct 22 14:53:43.370376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df402ac7-ac7c-4fb2-97ff-a34abadf58cd req-ee421deb-69da-49a8-9f4e-d800edd2e918 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db72615183e443af98d5d951797c0fab&device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0595822 Oct 22 14:53:43.403960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df402ac7-ac7c-4fb2-97ff-a34abadf58cd req-d247a9c5-30b7-473c-987a-dca4eb609af2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db72615183e443af98d5d951797c0fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258152 Oct 22 14:53:43.435812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8644f55b-6e34-47c4-be8a-abaef323ddac req-11f50787-69e4-4452-8f7f-8f233e8a217b tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0411122 Oct 22 14:53:43.479958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-081f5015-eb3a-4e83-b461-1f108c47a187 req-458ce044-bd5a-4fc3-b1dd-61852dc704b2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 210 time: 0.0465832 Oct 22 14:53:43.535175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45446) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:43.545928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402ac7-ac7c-4fb2-97ff-a34abadf58cd req-268c0d23-662b-474b-85d3-ecf5712c8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:43.547542 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df402ac7-ac7c-4fb2-97ff-a34abadf58cd req-268c0d23-662b-474b-85d3-ecf5712c8ded service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362705 Oct 22 14:53:43.605960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d9d3-9a9c-4bf9-8e56-fe192b3a1050 req-c1ba7125-6cdd-4277-b7d4-db3561b9c92c tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:43.615149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3990d9d3-9a9c-4bf9-8e56-fe192b3a1050 req-c1ba7125-6cdd-4277-b7d4-db3561b9c92c tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 949 time: 0.0749412 Oct 22 14:53:43.625121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-a09f9fa6-a6c2-4976-afc3-69c1633b418f tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:43.627938 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-a09f9fa6-a6c2-4976-afc3-69c1633b418f tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 949 time: 0.0787303 Oct 22 14:53:43.658836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3990d9d3-9a9c-4bf9-8e56-fe192b3a1050 req-5e4d7a56-0daf-465c-9a76-bcae2c34408d tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e568038f-b33e-4ab6-bc0c-eec9767d8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Oct 22 14:53:43.719958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f62954d2-7740-43ee-8687-90100e1c33ef tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-39640700'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:43.726333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f62954d2-7740-43ee-8687-90100e1c33ef tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Unknown quota resources ['metering_label']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:53:43.729959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Deleting port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:53:43.730297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:43.825690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] For port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:43.826056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:43.838680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Calling delete_port for 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:53:43.996841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f62954d2-7740-43ee-8687-90100e1c33ef tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:43.998014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f62954d2-7740-43ee-8687-90100e1c33ef tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4617820 Oct 22 14:53:44.000898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45462) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:44.007149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-29dbb0c2-dbde-4c37-916f-e93368131de8 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5b5b38ca-999e-4caa-a4ee-87f31f0ef52e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:44.007149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-29dbb0c2-dbde-4c37-916f-e93368131de8 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:53:44.143703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:44.159728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['8cf6ffde-132d-4e4c-bbcb-068bbacf6e91'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:44.186468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Pushing event deleted for resources: {'Port': ['ID=8cf6ffde-132d-4e4c-bbcb-068bbacf6e91,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:44.209922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.210541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.211057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.211630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.212209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.212781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.213355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.213926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.215021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.215021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.215708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.216106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:44.244776 n-d-812148-2 neutron-server[107801]: WARNING neutron.services.metering.metering_plugin [None req-29dbb0c2-dbde-4c37-916f-e93368131de8 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 14:53:44.289237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] No DVR routers for this DVR port 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:53:44.365283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:44.369794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c56fd1b-a83a-492b-8cc0-9c9358fa1753 req-3d35e121-9536-4cee-a54e-ab2820a03fbd tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.53 "DELETE /v2.0/ports/8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 HTTP/1.1" status: 204 len: 173 time: 0.7342532 Oct 22 14:53:44.370275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'name': 'network-vif-deleted', 'tag': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:44.372650 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2196aaf0-98cf-4e2a-bb87-b1fba01dd853" -d '{"events": [{"server_uuid": "ec281e60-9669-4a01-b4f0-5d1d9cda4a1e", "name": "network-vif-deleted", "tag": "8cf6ffde-132d-4e4c-bbcb-068bbacf6e91"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:44.445885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-e0cf5fe4-dbdb-4c3d-b114-8c72271c99da tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1579618 Oct 22 14:53:44.449054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29dbb0c2-dbde-4c37-916f-e93368131de8 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:44.450141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-29dbb0c2-dbde-4c37-916f-e93368131de8 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4481032 Oct 22 14:53:44.451697 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145d787-d3e9-42ec-998b-e06af7aff5a1 x-openstack-request-id: req-8145d787-d3e9-42ec-998b-e06af7aff5a1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:44.451985 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec281e60-9669-4a01-b4f0-5d1d9cda4a1e", "name": "network-vif-deleted", "tag": "8cf6ffde-132d-4e4c-bbcb-068bbacf6e91", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:44.452236 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8145d787-d3e9-42ec-998b-e06af7aff5a1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:44.452629 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec281e60-9669-4a01-b4f0-5d1d9cda4a1e', 'name': 'network-vif-deleted', 'tag': '8cf6ffde-132d-4e4c-bbcb-068bbacf6e91', 'status': 'completed', 'code': 200} Oct 22 14:53:44.455134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45478) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:44.461826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-dcd02bbb-c808-4869-9262-63ec2470aa5b tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5b5b38ca-999e-4caa-a4ee-87f31f0ef52e'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:44.461826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-dcd02bbb-c808-4869-9262-63ec2470aa5b tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:53:44.577333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-b89f791d-7a93-4b34-868d-3e558609f1cf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:44.579032 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-b89f791d-7a93-4b34-868d-3e558609f1cf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255422 Oct 22 14:53:44.581817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd85bb9-5c05-4b2c-882d-819960078f53 req-6a3d3dcc-f1cf-4e7d-a1ba-cd36f816bca5 tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0340810 Oct 22 14:53:44.592686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Request body: {'port': {'device_id': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '504ea20bd49b49809f8c10cc01094181'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:44.635525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0412669c-2a43-4f97-90cf-bc2d832f2e36 req-9bbcad40-b0b0-40fe-a09e-46a78998ed8a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 210 time: 0.0327816 Oct 22 14:53:44.660902 n-d-812148-2 neutron-server[107802]: WARNING neutron.services.metering.metering_plugin [None req-dcd02bbb-c808-4869-9262-63ec2470aa5b tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 14:53:44.795937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcd02bbb-c808-4869-9262-63ec2470aa5b tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:44.797174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dcd02bbb-c808-4869-9262-63ec2470aa5b tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3403289 Oct 22 14:53:44.800307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2f1ef2e-9446-4a3b-ac09-422ef7b90477 req-e523de49-f71d-4ae9-a3c8-17066cfaca0b tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0656357 Oct 22 14:53:44.801045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:44.815872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6ec303d3-b49d-4faa-bdc1-6b62008abf81 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=35f3d5e1-8f33-40cf-81e7-9773b732087a HTTP/1.1" status: 200 len: 462 time: 0.0101514 Oct 22 14:53:44.822293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45498) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:44.857148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Made reservation on behalf of 504ea20bd49b49809f8c10cc01094181 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:44.862860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:44.913176 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df402ac7-ac7c-4fb2-97ff-a34abadf58cd req-a316a039-494a-4acc-b542-1524a093e16a tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0328169 Oct 22 14:53:45.026993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Allocated IP 192.168.233.127 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/f3f575ab-204a-4ae2-9c81-9ced0f336cd5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:45.038851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f99f7164-f3d9-4262-b1d8-6b14f5ea6e47 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.040380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f99f7164-f3d9-4262-b1d8-6b14f5ea6e47 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/35f3d5e1-8f33-40cf-81e7-9773b732087a HTTP/1.1" status: 204 len: 168 time: 0.2170434 Oct 22 14:53:45.043063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45506) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:45.053266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b0b9985b-7afc-493b-be3a-c05913e77703 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=35f3d5e1-8f33-40cf-81e7-9773b732087a HTTP/1.1" status: 200 len: 221 time: 0.0089264 Oct 22 14:53:45.056515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45508) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:45.061111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fcb7a0ec-9c82-491c-bcea-918eaaaa7bae tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2045438358', 'description': 'label created by tempest'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:45.062706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fcb7a0ec-9c82-491c-bcea-918eaaaa7bae tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Unknown quota resources ['metering_label']. {{(pid=107802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 14:53:45.197836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.316488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.327352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:45.338160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a0ec-9c82-491c-bcea-918eaaaa7bae tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.339374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fcb7a0ec-9c82-491c-bcea-918eaaaa7bae tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2817435 Oct 22 14:53:45.343478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:45.362016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:45.369268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:45.374523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:45.446035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:45.452716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:45.460852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f8ef0767-9f8f-473a-a948-fd60373624ab tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=62aa93e4-5f50-428e-a98e-15e6a010e4bb HTTP/1.1" status: 200 len: 468 time: 0.1156299 Oct 22 14:53:45.543615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:45.544369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.717917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45526) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:45.726207 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-a97cc380-167d-4b37-9615-1400f3f65ce2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1376445 Oct 22 14:53:45.752546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c773a693-f9cf-443d-bcd0-9a25ed3d9dec req-125cd32d-6ba9-4928-ab95-9d5d2218685e tempest-ServerShowV247Test-796157245 tempest-ServerShowV247Test-796157245-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e95536c-7bdd-495a-8bb5-d0ffaed614e8 HTTP/1.1" status: 200 len: 210 time: 0.0348656 Oct 22 14:53:45.783007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Request body: {'port': {'device_id': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:45.801469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1be67a98-177e-4115-9217-42b9c79ac906 None None] Provisioning complete for port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:45.801953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1be67a98-177e-4115-9217-42b9c79ac906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.843702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1be67a98-177e-4115-9217-42b9c79ac906 None None] Port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:53:45.876574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4250-ff6e-4792-88da-770d46dbc45f req-885fb2e7-2631-4fa8-aae6-0b432e3c600a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:45.879126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944c4250-ff6e-4792-88da-770d46dbc45f req-885fb2e7-2631-4fa8-aae6-0b432e3c600a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 936 time: 0.1296978 Oct 22 14:53:45.928154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.930143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecc67da0-e058-4da3-bcd9-58556afa8247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:45.986088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26666b0a-0cb8-415c-8096-cd2e567c9026 req-08a48795-f354-4635-8d04-12c2a4f2d310 tempest-TenantUsagesTestJSON-893283855 tempest-TenantUsagesTestJSON-893283855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec281e60-9669-4a01-b4f0-5d1d9cda4a1e HTTP/1.1" status: 200 len: 210 time: 0.0444553 Oct 22 14:53:45.989736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944c4250-ff6e-4792-88da-770d46dbc45f req-ce0eb1a5-2cc1-4e3c-a300-f0e70bc31970 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006272 Oct 22 14:53:46.042122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49e0fb7-2e07-424f-a2ab-1fae23f68d0e tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.043389 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f49e0fb7-2e07-424f-a2ab-1fae23f68d0e tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/62aa93e4-5f50-428e-a98e-15e6a010e4bb HTTP/1.1" status: 204 len: 168 time: 0.5898752 Oct 22 14:53:46.046693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45534) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.063929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecc67da0-e058-4da3-bcd9-58556afa8247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.069908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dac64e8a-7e41-4f87-8ec4-7bacbfbd473e tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=62aa93e4-5f50-428e-a98e-15e6a010e4bb HTTP/1.1" status: 200 len: 216 time: 0.0196173 Oct 22 14:53:46.071225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.081455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6c7be31-3fbb-4840-9abb-79961a538460 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091848 Oct 22 14:53:46.087435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45538) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.107837 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-21196852-7f05-468d-960c-1b9742ba8126 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0193238 Oct 22 14:53:46.112119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45542) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.169696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-330cdcdf-d8d0-41c4-9c94-5136293a4ebb tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/5b5b38ca-999e-4caa-a4ee-87f31f0ef52e HTTP/1.1" status: 200 len: 471 time: 0.0526807 Oct 22 14:53:46.170187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45544) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.181168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab8a5f81-bdf0-4471-9c00-c47a0a770921 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/6dc84c59-eed2-4842-a67b-116c0a7b6d35 HTTP/1.1" status: 200 len: 459 time: 0.0088246 Oct 22 14:53:46.183466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45546) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.203946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecc67da0-e058-4da3-bcd9-58556afa8247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.240131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ecc67da0-e058-4da3-bcd9-58556afa8247 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28f2a8da349f4f42a768d6a5c674d72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198419 Oct 22 14:53:46.240341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc67da0-e058-4da3-bcd9-58556afa8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c887f20-6cb5-48d1-8a6a-b083d499fde6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:46.242263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45548) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.264639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f575ab-204a-4ae2-9c81-9ced0f336cd5 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:46.278672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.303846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Transition to ACTIVE for port object f3f575ab-204a-4ae2-9c81-9ced0f336cd5 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:53:46.318998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1316f044-e963-4f15-bcfc-54fa22924fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.339364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1316f044-e963-4f15-bcfc-54fa22924fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.463779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.467768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65d78eb1-d80e-432a-b04d-6d6667157a83 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.469093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-65d78eb1-d80e-432a-b04d-6d6667157a83 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/6dc84c59-eed2-4842-a67b-116c0a7b6d35 HTTP/1.1" status: 204 len: 168 time: 0.2845979 Oct 22 14:53:46.472333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45550) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:46.505417 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1316f044-e963-4f15-bcfc-54fa22924fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.508215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1316f044-e963-4f15-bcfc-54fa22924fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.514350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1316f044-e963-4f15-bcfc-54fa22924fcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c887f20-6cb5-48d1-8a6a-b083d499fde6 HTTP/1.1" status: 204 len: 168 time: 0.2661452 Oct 22 14:53:46.568356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316f044-e963-4f15-bcfc-54fa22924fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c887f20-6cb5-48d1-8a6a-b083d499fde6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:46.571263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:46.640690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:46.640931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:46.641224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:46.645966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:53:46.646314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:46.652038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:46.657550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:46.657550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:46.657550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Bound port: f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:46.657550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.731830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:46.734857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:46.758093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:53:46.786100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:53:46.786463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8cf6ffde-132d-4e4c-bbcb-068bbacf6e91 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:53:46.859497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7c43-10b4-4ca7-b2aa-ea87772a00b6 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.859497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3e7c7c43-10b4-4ca7-b2aa-ea87772a00b6 tempest-MeteringIpV6TestJSON-423555370 tempest-MeteringIpV6TestJSON-423555370-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/5b5b38ca-999e-4caa-a4ee-87f31f0ef52e HTTP/1.1" status: 204 len: 168 time: 0.3844333 Oct 22 14:53:46.862667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.901675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:46.901675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:46.901675 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 1096 time: 1.1298597 Oct 22 14:53:46.901675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:46.902053 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c688677e-3fbd-4086-abc1-91ba467dc331" -d '{"events": [{"name": "network-changed", "server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:46.960726 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ce2ef-41e5-4d05-97dd-d962c6575640 x-openstack-request-id: req-4a9ce2ef-41e5-4d05-97dd-d962c6575640 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:46.961219 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:46.961667 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a9ce2ef-41e5-4d05-97dd-d962c6575640 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:46.962071 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'status': 'completed', 'code': 200} Oct 22 14:53:46.973058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd7ff1-be57-4b3f-859e-54531c121a23 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:47.040435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688677e-3fbd-4086-abc1-91ba467dc331 req-645b2b3b-7741-4a0d-a6ba-3d4637c56f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:47.043123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c688677e-3fbd-4086-abc1-91ba467dc331 req-645b2b3b-7741-4a0d-a6ba-3d4637c56f78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1099 time: 0.0638390 Oct 22 14:53:47.074253 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c688677e-3fbd-4086-abc1-91ba467dc331 req-180a5783-3b8b-4b1d-842c-b01c59610153 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224168 Oct 22 14:53:47.130854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f751db-090d-4835-bac0-be3568748045 req-573dd3b9-3ace-412a-a726-d5edd8f5c0d9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:47.132519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f751db-090d-4835-bac0-be3568748045 req-573dd3b9-3ace-412a-a726-d5edd8f5c0d9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.0557778 Oct 22 14:53:47.170882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f751db-090d-4835-bac0-be3568748045 req-d5687b2a-7246-4f0e-8546-90aeb72524a7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Oct 22 14:53:47.182095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688677e-3fbd-4086-abc1-91ba467dc331 req-e4ff127c-8796-42a8-9cc2-23807da33c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:47.182095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c688677e-3fbd-4086-abc1-91ba467dc331 req-e4ff127c-8796-42a8-9cc2-23807da33c0a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957832 Oct 22 14:53:47.267051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-247345fa-603d-4b53-af25-ed363cda815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:47.269125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-247345fa-603d-4b53-af25-ed363cda815c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1099 time: 0.0502996 Oct 22 14:53:47.316225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-e812acc9-d404-4179-bf41-ffb294374680 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.0362601 Oct 22 14:53:47.365885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-007bccf2-9721-4010-8a47-36f5e00a705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:47.367538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-007bccf2-9721-4010-8a47-36f5e00a705a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0437863 Oct 22 14:53:47.417092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-acc4e579-85e7-412d-b82d-64b61dd26093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:47.418643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-acc4e579-85e7-412d-b82d-64b61dd26093 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438886 Oct 22 14:53:47.529135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-5cd909fd-2db9-477b-b47e-65948a1aca50 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033270 Oct 22 14:53:47.622318 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df9e17ac-b10a-423a-8d24-ba665b13a76c req-b33f521a-acec-4c26-882a-f2a8034a5120 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862520 Oct 22 14:53:48.081109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45582) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.094508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d2343f1-f93e-479e-aae0-d777142ddaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.172966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d2343f1-f93e-479e-aae0-d777142ddaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.193403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.223132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45594) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.260422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.271326 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d2343f1-f93e-479e-aae0-d777142ddaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.313600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6043-a13d-48aa-9cec-0316061ebbae req-68183771-ef4c-4a3f-b930-7a1748336680 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:48.316132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97ef6043-a13d-48aa-9cec-0316061ebbae req-68183771-ef4c-4a3f-b930-7a1748336680 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.0632517 Oct 22 14:53:48.349850 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d2343f1-f93e-479e-aae0-d777142ddaa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5455a9fdaca453aa0d6e7331ab94317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674811 Oct 22 14:53:48.352697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45606) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.381867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97ef6043-a13d-48aa-9cec-0316061ebbae req-1c3a7299-1406-4db6-a198-88df7a0e5c1c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Oct 22 14:53:48.386944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2343f1-f93e-479e-aae0-d777142ddaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342aeb09-2a51-4076-91f9-8f4f5f262be4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:48.418734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.422166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d46e398-16b6-4dc8-9a40-5fa8a60ffa9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.450498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d46e398-16b6-4dc8-9a40-5fa8a60ffa9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.472301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3113a1b3-9d7b-4f57-864b-b4e98b0144b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.532377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e0ca4f71-183f-4998-9806-d5316896f942 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9671b630ef404aa8b5d034a8176ebf4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685614 Oct 22 14:53:48.533001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.548494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.582679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3113a1b3-9d7b-4f57-864b-b4e98b0144b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.589246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a75b-4030-457e-8792-f6d432078e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.610689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a75b-4030-457e-8792-f6d432078e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.749682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d46e398-16b6-4dc8-9a40-5fa8a60ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.749822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.749945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d46e398-16b6-4dc8-9a40-5fa8a60ffa9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.749945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d46e398-16b6-4dc8-9a40-5fa8a60ffa9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/342aeb09-2a51-4076-91f9-8f4f5f262be4 HTTP/1.1" status: 204 len: 168 time: 0.3904433 Oct 22 14:53:48.753832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46e398-16b6-4dc8-9a40-5fa8a60ffa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342aeb09-2a51-4076-91f9-8f4f5f262be4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:48.792065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db72615183e443af98d5d951797c0fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974407 Oct 22 14:53:48.792885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f69bf6-1c53-4f3f-b7a7-92c6e9f33a5b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:48.794753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45616) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.811408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.811662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.811930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.812264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.812592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.812914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.813234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.813554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.813871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.814187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.815241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.815627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251301e-04e2-49e5-80fd-84c56e6ef029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:53:48.852213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3113a1b3-9d7b-4f57-864b-b4e98b0144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.859067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14c35290-79de-46d0-9de3-8f6fae58a4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.908420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14c35290-79de-46d0-9de3-8f6fae58a4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.919323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3113a1b3-9d7b-4f57-864b-b4e98b0144b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22d8b2d4ab8a4e6d844795ae286beb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942658 Oct 22 14:53:48.919987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113a1b3-9d7b-4f57-864b-b4e98b0144b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7344120d-3686-4786-982c-294f70931d92,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:48.922215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45618) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:48.961883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a75b-4030-457e-8792-f6d432078e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.964524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a75b-4030-457e-8792-f6d432078e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:48.965666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0fb9a75b-4030-457e-8792-f6d432078e66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e568038f-b33e-4ab6-bc0c-eec9767d8f7f HTTP/1.1" status: 204 len: 168 time: 0.4315186 Oct 22 14:53:48.977497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9a75b-4030-457e-8792-f6d432078e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e568038f-b33e-4ab6-bc0c-eec9767d8f7f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:48.994731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f746d64-6ea8-4392-b8d3-28187ca3c4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:49.029568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f746d64-6ea8-4392-b8d3-28187ca3c4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:49.077396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14c35290-79de-46d0-9de3-8f6fae58a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:49.080070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14c35290-79de-46d0-9de3-8f6fae58a4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:49.081220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-14c35290-79de-46d0-9de3-8f6fae58a4a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8f69bf6-1c53-4f3f-b7a7-92c6e9f33a5b HTTP/1.1" status: 204 len: 168 time: 0.2855737 Oct 22 14:53:49.089479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c35290-79de-46d0-9de3-8f6fae58a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f69bf6-1c53-4f3f-b7a7-92c6e9f33a5b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:49.179876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f746d64-6ea8-4392-b8d3-28187ca3c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:49.182434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f746d64-6ea8-4392-b8d3-28187ca3c4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:49.183742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4f746d64-6ea8-4392-b8d3-28187ca3c4a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7344120d-3686-4786-982c-294f70931d92 HTTP/1.1" status: 204 len: 168 time: 0.2604251 Oct 22 14:53:49.192720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f746d64-6ea8-4392-b8d3-28187ca3c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344120d-3686-4786-982c-294f70931d92,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:49.494939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62af1-aef0-43c5-bd84-ab08d0901181 req-d842dd19-6f19-4ef3-973f-c4d4a48bfcb1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:49.499510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58a62af1-aef0-43c5-bd84-ab08d0901181 req-d842dd19-6f19-4ef3-973f-c4d4a48bfcb1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.0536315 Oct 22 14:53:49.536244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58a62af1-aef0-43c5-bd84-ab08d0901181 req-91e9f30a-7781-4e96-a9c9-d643f31df5b5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Oct 22 14:53:50.109910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45642) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:50.126280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89490e3f-4db1-4fbe-b5f6-acc6918c1334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.206906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89490e3f-4db1-4fbe-b5f6-acc6918c1334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.294532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89490e3f-4db1-4fbe-b5f6-acc6918c1334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.333761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89490e3f-4db1-4fbe-b5f6-acc6918c1334 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=590e648667c54411a272b698b8b5e21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241905 Oct 22 14:53:50.334635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490e3f-4db1-4fbe-b5f6-acc6918c1334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1520c6a6-508a-41a7-869f-a17516e93784,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:50.336457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45646) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:50.390682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ac7fde-d46b-4a69-a0df-ec9e4df34128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.413254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ac7fde-d46b-4a69-a0df-ec9e4df34128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.511856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45652) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:50.529055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24726d7c-ddcc-4a8e-ab6c-3ddf2fef6fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.570561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ac7fde-d46b-4a69-a0df-ec9e4df34128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.573785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ac7fde-d46b-4a69-a0df-ec9e4df34128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.579636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-70ac7fde-d46b-4a69-a0df-ec9e4df34128 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1520c6a6-508a-41a7-869f-a17516e93784 HTTP/1.1" status: 204 len: 168 time: 0.2379608 Oct 22 14:53:50.590366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7fde-d46b-4a69-a0df-ec9e4df34128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520c6a6-508a-41a7-869f-a17516e93784,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:50.658750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45662) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:50.678741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d7d167e-8954-450c-b1b4-9cbd5194b872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.734211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24726d7c-ddcc-4a8e-ab6c-3ddf2fef6fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.754217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca5f5-18a5-48ed-bc36-673f0426b8ab req-11d1242e-d7a7-4f50-862e-1a8e647b19c8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:50.755963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f86ca5f5-18a5-48ed-bc36-673f0426b8ab req-11d1242e-d7a7-4f50-862e-1a8e647b19c8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.0841184 Oct 22 14:53:50.763525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d7d167e-8954-450c-b1b4-9cbd5194b872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.796384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f86ca5f5-18a5-48ed-bc36-673f0426b8ab req-e33cece8-6dbb-42c3-a995-63adad90b97a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Oct 22 14:53:50.908744 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d7d167e-8954-450c-b1b4-9cbd5194b872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.908986 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24726d7c-ddcc-4a8e-ab6c-3ddf2fef6fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:50.949266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-24726d7c-ddcc-4a8e-ab6c-3ddf2fef6fae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64e1fc725dae4611a390a01fdb6c465f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363246 Oct 22 14:53:50.950505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24726d7c-ddcc-4a8e-ab6c-3ddf2fef6fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d157b473-0c4d-4ec5-b27d-5467405cb4dd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:50.952951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7d7d167e-8954-450c-b1b4-9cbd5194b872 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87abfb29ce4641d39bd6a9383456b41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916601 Oct 22 14:53:50.953573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:50.960747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45672) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:50.969479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d167e-8954-450c-b1b4-9cbd5194b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9c4fc3-db80-47bd-bb65-22d5831cad81,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:51.021735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-352eab47-edab-4d29-80b1-07f079dd3ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.027351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a972dae-c49c-4712-a6b1-d7d362a55451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.046819 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-352eab47-edab-4d29-80b1-07f079dd3ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.050789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a972dae-c49c-4712-a6b1-d7d362a55451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.179897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-352eab47-edab-4d29-80b1-07f079dd3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.182632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-352eab47-edab-4d29-80b1-07f079dd3ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.186665 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-352eab47-edab-4d29-80b1-07f079dd3ea9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d157b473-0c4d-4ec5-b27d-5467405cb4dd HTTP/1.1" status: 204 len: 168 time: 0.2300298 Oct 22 14:53:51.195655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eab47-edab-4d29-80b1-07f079dd3ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d157b473-0c4d-4ec5-b27d-5467405cb4dd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:51.214267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a972dae-c49c-4712-a6b1-d7d362a55451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.217444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a972dae-c49c-4712-a6b1-d7d362a55451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:51.218609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7a972dae-c49c-4712-a6b1-d7d362a55451 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c9c4fc3-db80-47bd-bb65-22d5831cad81 HTTP/1.1" status: 204 len: 168 time: 0.2562768 Oct 22 14:53:51.226823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a972dae-c49c-4712-a6b1-d7d362a55451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9c4fc3-db80-47bd-bb65-22d5831cad81,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:52.217872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:53:52.223578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c45fd-969c-458f-aa79-d588746b9ed8 req-2c47f322-e622-4a54-9e6c-bed2d71eab67 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:52.225077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d2c45fd-969c-458f-aa79-d588746b9ed8 req-2c47f322-e622-4a54-9e6c-bed2d71eab67 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.3444445 Oct 22 14:53:52.276697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d2c45fd-969c-458f-aa79-d588746b9ed8 req-9af01ae0-e33b-4d36-8824-1bc2fb118627 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Oct 22 14:53:52.349563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:52.366136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'mac_address': 'fa:16:3e:c3:ae:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:53:52.412113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:52.425577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f575ab-204a-4ae2-9c81-9ced0f336cd5 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:53:52.445579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:52.533681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:52.589794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:52.677545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b11bf6b7-9336-4ba3-af33-4a8e8f7e8427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:52.889186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f3f575ab-204a-4ae2-9c81-9ced0f336cd5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:53:53.218774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45758) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:53.402111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf502778-8cf1-4a7d-b46a-66dbe87f9513 req-fc722adf-c354-4d1f-958c-e3a363a4fd93 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:53.403605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf502778-8cf1-4a7d-b46a-66dbe87f9513 req-fc722adf-c354-4d1f-958c-e3a363a4fd93 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 949 time: 0.0485079 Oct 22 14:53:53.443301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf502778-8cf1-4a7d-b46a-66dbe87f9513 req-5663c378-2a1a-44a8-8662-e10cd7e3cb7e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Oct 22 14:53:53.688796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f07acef-3c20-495d-9556-406ac49c4e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:53.765284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f07acef-3c20-495d-9556-406ac49c4e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:53.854713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f07acef-3c20-495d-9556-406ac49c4e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:53.893301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f07acef-3c20-495d-9556-406ac49c4e7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e90d25d9810d4674ac29b61d5937f2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6711740 Oct 22 14:53:53.894139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07acef-3c20-495d-9556-406ac49c4e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804d1c88-7b46-4348-81d9-a4ef56e49ebe,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:53.896413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:53.957997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f92d9fd-149c-496d-8a04-03b2fd5513ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:53.984015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f92d9fd-149c-496d-8a04-03b2fd5513ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.142808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f92d9fd-149c-496d-8a04-03b2fd5513ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.143866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:54.145456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f92d9fd-149c-496d-8a04-03b2fd5513ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.146627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f92d9fd-149c-496d-8a04-03b2fd5513ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/804d1c88-7b46-4348-81d9-a4ef56e49ebe HTTP/1.1" status: 204 len: 168 time: 0.2492516 Oct 22 14:53:54.155456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92d9fd-149c-496d-8a04-03b2fd5513ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804d1c88-7b46-4348-81d9-a4ef56e49ebe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:54.231294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:54.290792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-659544404'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:54.382907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:53:54.387528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:54.387905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.468187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Made reservation on behalf of 01e5b6b784e44ffc8c93e41401547592 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:54.472104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.483690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.492503 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.573147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:54.577011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:53:54.585603 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7e463d-94ba-462f-8571-6ee486ea91b7" -d '{"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-plugged", "status": "completed", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:53:54.599106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.634513 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936154a2-3449-4226-a97c-b1b04897f56c x-openstack-request-id: req-936154a2-3449-4226-a97c-b1b04897f56c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:53:54.634513 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-plugged", "status": "completed", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:53:54.634513 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-936154a2-3449-4226-a97c-b1b04897f56c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:53:54.634857 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'code': 200} Oct 22 14:53:54.671972 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.714100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.763376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:54.769385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:53:54.800456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad240e-a392-4baf-a640-74df99cc7bab,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:54.812006 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.812357 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Added segment ed6e811e-0299-4e1a-8760-1d893a70b7b9 of type vlan for network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c Oct 22 14:53:54.888496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:54.963572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba675f-710f-4d13-b6f4-8377c147763c req-855cd687-ee38-4469-9ca3-193d6751fa5c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:54.965780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20ba675f-710f-4d13-b6f4-8377c147763c req-855cd687-ee38-4469-9ca3-193d6751fa5c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0640926 Oct 22 14:53:55.015764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20ba675f-710f-4d13-b6f4-8377c147763c req-f51485da-716c-4ec3-b892-b74313047983 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354207 Oct 22 14:53:55.022201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.032227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:55.033780 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.115188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed534d1-8307-475f-a65a-f66d71b997e5 req-26dda47b-1647-4e0e-b8a0-dd6ed17ec6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:55.116770 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ed534d1-8307-475f-a65a-f66d71b997e5 req-26dda47b-1647-4e0e-b8a0-dd6ed17ec6d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1101 time: 0.3918712 Oct 22 14:53:55.163117 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3ed534d1-8307-475f-a65a-f66d71b997e5 req-113c7bcd-6607-4512-b65e-f05fd902769d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Oct 22 14:53:55.172527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Network': ['ID=2811a9ce-6ee9-4b19-89f8-0eb244ee042c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:55.183868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:53:55.203474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d320952a-f2bd-4a87-8c8c-39b44279f4f8 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0571351 Oct 22 14:53:55.205055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45860) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:55.211740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'subnet': {'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:55.295338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4807-65ef-4190-bed1-eded04a251f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.379176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:55.379398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-59352380', 'description': 'tempest-description-938386758'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:55.447237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Made reservation on behalf of 01e5b6b784e44ffc8c93e41401547592 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:55.451072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.507186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0101d6fd-6a1f-41c2-a131-9cd72fa1f6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.588296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.604046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.606749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0101d6fd-6a1f-41c2-a131-9cd72fa1f6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.700443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0101d6fd-6a1f-41c2-a131-9cd72fa1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.729780 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.742196 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0101d6fd-6a1f-41c2-a131-9cd72fa1f6a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c190aae25cc49eeb392f3ff24d10c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611672 Oct 22 14:53:55.743430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101d6fd-6a1f-41c2-a131-9cd72fa1f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c8e04-9c43-4ece-b53b-24c18a620715,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:55.744796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45872) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:55.795730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dbb70ab2-3eef-4160-bec1-ba7269b3609a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.820707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dbb70ab2-3eef-4160-bec1-ba7269b3609a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.830924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.838008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:55.953001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6121cf03-6619-408a-8332-f68b5ade03b4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:55.965043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Subnet': ['ID=f9584162-6eb9-44d0-9dcb-9a9758cd2d86,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:55.995846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Checking segment: {'id': 'ed6e811e-0299-4e1a-8760-1d893a70b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:55.996208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network hostable DHCP agents. Network: 2811a9ce-6ee9-4b19-89f8-0eb244ee042c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:53:56.013956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.068267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dbb70ab2-3eef-4160-bec1-ba7269b3609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.070850 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dbb70ab2-3eef-4160-bec1-ba7269b3609a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.075281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dbb70ab2-3eef-4160-bec1-ba7269b3609a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f32c8e04-9c43-4ece-b53b-24c18a620715 HTTP/1.1" status: 204 len: 168 time: 0.3294103 Oct 22 14:53:56.085094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb70ab2-3eef-4160-bec1-ba7269b3609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c8e04-9c43-4ece-b53b-24c18a620715,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:56.136914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.139209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:53:56.148394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45890) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:56.186879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744e5cae-b644-4153-a3c1-398271a21e45,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:56.206841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849aa19-5383-4d90-a02b-e28d228eb9f2 req-2b24995a-c83e-4806-909a-183891aa5e96 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:56.206841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7849aa19-5383-4d90-a02b-e28d228eb9f2 req-2b24995a-c83e-4806-909a-183891aa5e96 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1022773 Oct 22 14:53:56.255709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7849aa19-5383-4d90-a02b-e28d228eb9f2 req-74ec0608-290f-47ec-801f-225810d05807 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Oct 22 14:53:56.289069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2811a9ce-6ee9-4b19-89f8-0eb244ee042c) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:56.306996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:56.306996 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.314703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292d988-5555-4322-adaf-24bd5c32d8fc None None] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:53:56.335644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.344351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15f21e99-bc32-42a7-862f-aac556a2921e req-56fdfd11-4f26-4e56-91d7-646a179b5d12 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9713340 Oct 22 14:53:56.372635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-30f90dd2-97af-4e97-a94d-0ee754958c0e req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-703074343', 'description': 'tempest-description-1412021386'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:56.402187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-05bd5d69-f6b5-46ea-a9c9-b395a08d9dbb tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1961679 Oct 22 14:53:56.406052 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45900) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:56.413229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1100053199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:56.443479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.444881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.445263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-951157383-network', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:56.517934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-2811a9ce-6ee9-4b19-89f8-0eb244ee042c', 'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c', 'tenant_id': '01e5b6b784e44ffc8c93e41401547592', 'fixed_ips': [{'subnet_id': 'f9584162-6eb9-44d0-9dcb-9a9758cd2d86'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:53:56.517934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.537766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45904) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:56.565718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30f90dd2-97af-4e97-a94d-0ee754958c0e req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.654193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30f90dd2-97af-4e97-a94d-0ee754958c0e req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.691466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.692528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.717492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Allocated IP 172.20.0.2 (2811a9ce-6ee9-4b19-89f8-0eb244ee042c/f9584162-6eb9-44d0-9dcb-9a9758cd2d86/21bbd80b-bc76-4c75-88da-9f4ef0627277) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:56.726223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c932d8e-9b1b-4804-81c6-32661109a48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.796051 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.847771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c932d8e-9b1b-4804-81c6-32661109a48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.869389 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.902248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30f90dd2-97af-4e97-a94d-0ee754958c0e req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.904130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Made reservation on behalf of db362a4480984f69b03f0e7f7f82c4b6 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:56.907092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.929165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:56.952992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b935ae-5dd5-4af4-9a27-3c78bff067db,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:56.986319 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.030875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.041357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.041797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c932d8e-9b1b-4804-81c6-32661109a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.049769 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-30f90dd2-97af-4e97-a94d-0ee754958c0e req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.051247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30f90dd2-97af-4e97-a94d-0ee754958c0e req-b666af4c-39cd-4286-803d-e004ef59309c tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6832950 Oct 22 14:53:57.081976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:57.086868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:57.094814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:57.115080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4c932d8e-9b1b-4804-81c6-32661109a48a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b7d429363264b04ab5ca245171f5ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761905 Oct 22 14:53:57.117698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45922) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:57.130713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932d8e-9b1b-4804-81c6-32661109a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cf0ee-9fd4-4f2a-89cf-ae383917f6c0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:57.142651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Pushing event updated for resources: {'Port': ['ID=21bbd80b-bc76-4c75-88da-9f4ef0627277,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:57.144869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.146465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cc82cc4b-c483-4b1f-aa61-29a6f840fe43 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7391579 Oct 22 14:53:57.149049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45924) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:57.207008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Attempting to bind port 21bbd80b-bc76-4c75-88da-9f4ef0627277 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:53:57.207522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Attempting to bind port 21bbd80b-bc76-4c75-88da-9f4ef0627277 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'ed6e811e-0299-4e1a-8760-1d893a70b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:53:57.207886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Attempting to bind port 21bbd80b-bc76-4c75-88da-9f4ef0627277 on network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:53:57.216050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:53:57.216428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Checking segment: {'id': 'ed6e811e-0299-4e1a-8760-1d893a70b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:57.216825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.217216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Bound using segment: {'id': 'ed6e811e-0299-4e1a-8760-1d893a70b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:53:57.217686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Bound port: 21bbd80b-bc76-4c75-88da-9f4ef0627277, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6e811e-0299-4e1a-8760-1d893a70b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:53:57.224848 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.359721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1596861490', 'description': 'tempest-description-1778010258'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:57.360002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] For port 21bbd80b-bc76-4c75-88da-9f4ef0627277, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:53:57.370234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] For port 21bbd80b-bc76-4c75-88da-9f4ef0627277, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21bbd80b-bc76-4c75-88da-9f4ef0627277,segment=NetworkSegment(ed6e811e-0299-4e1a-8760-1d893a70b7b9),segment_id=ed6e811e-0299-4e1a-8760-1d893a70b7b9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:53:57.407123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.463682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.466898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7cd7-1d17-4786-a54b-bc907de1da68 req-c7a56e86-f1bb-4a52-a3d0-901b240241d7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:57.468611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bbf7cd7-1d17-4786-a54b-bc907de1da68 req-c7a56e86-f1bb-4a52-a3d0-901b240241d7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0636270 Oct 22 14:53:57.471945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:53:57.497929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.508932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.544536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b16fd329-fe8b-4f2c-89c0-647c5d8879bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.552028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe5f8a-631b-4845-81f9-1ed13e3c5165,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:57.554315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bbf7cd7-1d17-4786-a54b-bc907de1da68 req-9dad4702-67f9-447e-9c44-ff5039e2c49a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782866 Oct 22 14:53:57.565281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.565892 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Added segment 96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c of type vlan for network 07cb71aa-f007-472c-ad0e-93c8fd874287 Oct 22 14:53:57.577368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415587b-1270-427d-8ec8-5dba295d2b81 None None] Pushing event updated for resources: {'Port': ['ID=21bbd80b-bc76-4c75-88da-9f4ef0627277,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:57.691969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b16fd329-fe8b-4f2c-89c0-647c5d8879bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.700639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.720905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.820112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.846037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:57.883659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-bdd403ea-2c41-4929-8544-8c20cd5d91e0 req-1c25eddd-7dc1-443c-aa2b-c9297812935a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:53:57.902045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdd403ea-2c41-4929-8544-8c20cd5d91e0 req-1c25eddd-7dc1-443c-aa2b-c9297812935a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0305791 Oct 22 14:53:57.944099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8f51fb-cd01-4340-b37d-303e9f24f743,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:58.011974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.013248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:58.014034 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.014176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.056947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.094519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.114837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b16fd329-fe8b-4f2c-89c0-647c5d8879bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.118226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b16fd329-fe8b-4f2c-89c0-647c5d8879bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.119660 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b16fd329-fe8b-4f2c-89c0-647c5d8879bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f85cf0ee-9fd4-4f2a-89cf-ae383917f6c0 HTTP/1.1" status: 204 len: 168 time: 1.0009196 Oct 22 14:53:58.127626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b3626a-c13d-4ad8-ade8-2d364336200e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:58.186025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=07cb71aa-f007-472c-ad0e-93c8fd874287,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:58.193370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fd329-fe8b-4f2c-89c0-647c5d8879bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85cf0ee-9fd4-4f2a-89cf-ae383917f6c0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:58.212869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.214077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:53:58.214220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad10a7d2-6f23-4350-829a-6a1420d3b3c7 req-2116303e-f4f8-45ca-b18e-69cd7d9506eb tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8663442 Oct 22 14:53:58.231958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a094d6d-023c-40af-8606-739411a7c3c8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0779071 Oct 22 14:53:58.232095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45950) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:58.236040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Request body: {'subnet': {'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-951157383-subnet', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:58.315776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Allocated IP 172.20.0.1 (2811a9ce-6ee9-4b19-89f8-0eb244ee042c/f9584162-6eb9-44d0-9dcb-9a9758cd2d86/898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:53:58.428573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Made reservation on behalf of db362a4480984f69b03f0e7f7f82c4b6 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:53:58.431806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.468359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.490051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-56438bd4-873f-4fef-b49d-0f19cfd42190 req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-847625578', 'description': 'tempest-description-291011686'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:58.522322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-d836f861-3bf4-481a-b111-5a1077b0df08 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=159ba92decde4c959d157e0a0ea9dda0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614102 Oct 22 14:53:58.632214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.690200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Port': ['ID=898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:58.702266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:53:58.703800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:58.706648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:53:58.717337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-a4e46ff6-8106-4ada-be2c-ea21dc20d87c tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:58.718933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-a4e46ff6-8106-4ada-be2c-ea21dc20d87c tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646836 Oct 22 14:53:58.739521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-7e58fef2-2185-4108-b178-ebd12c98d95f tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/quotas/159ba92decde4c959d157e0a0ea9dda0 HTTP/1.1" status: 200 len: 375 time: 0.0135627 Oct 22 14:53:58.783173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.788745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-56438bd4-873f-4fef-b49d-0f19cfd42190 req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.822482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-e0c5e8c6-24d6-48dd-a3fa-1b11a3001668 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=159ba92decde4c959d157e0a0ea9dda0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542467 Oct 22 14:53:58.919296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-56438bd4-873f-4fef-b49d-0f19cfd42190 req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.923052 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:58.938100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-7e9dc992-f31f-46c0-a2ec-0005f3b4b51e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885561 Oct 22 14:53:58.963557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d006d-cd8a-4cb9-a58b-a5f1cc24991b None None] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:53:59.000547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c97baba-b66a-4386-9377-5d6c184f53ab,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:59.006962 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-56438bd4-873f-4fef-b49d-0f19cfd42190 req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.033337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Checking segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:53:59.033658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Network hostable DHCP agents. Network: 07cb71aa-f007-472c-ad0e-93c8fd874287, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:53:59.051265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66995394-60a4-4dfa-b47f-507373e28f0d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:59.076215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bb1c8663-2664-459b-aa20-15d46f40c71e None None] Provisioning complete for port 21bbd80b-bc76-4c75-88da-9f4ef0627277 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:59.076692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8663-2664-459b-aa20-15d46f40c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.124482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.129378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-56438bd4-873f-4fef-b49d-0f19cfd42190 req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.130670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56438bd4-873f-4fef-b49d-0f19cfd42190 req-683b90f2-379a-42bb-be94-1f11f352d8b7 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6662085 Oct 22 14:53:59.167711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21bbd80b-bc76-4c75-88da-9f4ef0627277 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:53:59.233690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:53:59.343239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda043e2-40df-4775-94dc-0ddedcd96abe req-7adb5dd7-79e8-4d66-8c55-d71b514255dc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:59.351804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cda043e2-40df-4775-94dc-0ddedcd96abe req-7adb5dd7-79e8-4d66-8c55-d71b514255dc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1033928 Oct 22 14:53:59.376505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 07cb71aa-f007-472c-ad0e-93c8fd874287) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:53:59.390337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:53:59.390522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.411064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b650ef50-9a16-4710-98fd-e614fd5aa1f7 None None] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:53:59.447643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cda043e2-40df-4775-94dc-0ddedcd96abe req-38b134b6-8f07-4c0e-bb04-58862a7bdf55 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Oct 22 14:53:59.539199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8663-2664-459b-aa20-15d46f40c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.571820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74d617b2-10d6-4b4f-baa9-82cc62028bfe req-bf9b2b91-bf34-4d41-8567-3491c3420d0f tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 210 time: 0.0512345 Oct 22 14:53:59.644958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 21bbd80b-bc76-4c75-88da-9f4ef0627277 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:53:59.645361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.657253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bb1c8663-2664-459b-aa20-15d46f40c71e None None] For port 21bbd80b-bc76-4c75-88da-9f4ef0627277, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21bbd80b-bc76-4c75-88da-9f4ef0627277,segment=NetworkSegment(ed6e811e-0299-4e1a-8760-1d893a70b7b9),segment_id=ed6e811e-0299-4e1a-8760-1d893a70b7b9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:53:59.669082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.680526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6743bd96-5d54-4576-a7c2-ef70b7a7b934 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4463439 Oct 22 14:53:59.683233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46008) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:53:59.688387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:53:59.741077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8663-2664-459b-aa20-15d46f40c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.752102 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.828886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.853752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c8663-2664-459b-aa20-15d46f40c71e None None] Pushing event updated for resources: {'Port': ['ID=21bbd80b-bc76-4c75-88da-9f4ef0627277,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:59.860620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-07cb71aa-f007-472c-ad0e-93c8fd874287', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:53:59.862106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.892905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-3195ebd4-f70d-4ce5-875f-5d56768074f0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42308 time: 0.5327635 Oct 22 14:53:59.902112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.904146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:53:59.931862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Port': ['ID=898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:53:59.959558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-75e9643f-ab09-4e71-aac1-2b2a6bac22a9 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/16dd0f6b-0ca1-4b80-80a4-082054b1fafb HTTP/1.1" status: 200 len: 2981 time: 0.0655220 Oct 22 14:54:00.057780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:00.059405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:00.065806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-75d49283-1888-4556-9396-eae4fb8b4766 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/16dd0f6b-0ca1-4b80-80a4-082054b1fafb HTTP/1.1" status: 200 len: 2981 time: 0.0958188 Oct 22 14:54:00.195436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:00.197491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-3fcd021d-92af-40dc-a3ae-a7a432317aa8 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/17fe5f8a-631b-4845-81f9-1ed13e3c5165 HTTP/1.1" status: 200 len: 2985 time: 0.1269104 Oct 22 14:54:00.224258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4fb59d75-158d-4599-bd3c-05edea007822 None None] Provisioning complete for port 21bbd80b-bc76-4c75-88da-9f4ef0627277 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:00.224756 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4fb59d75-158d-4599-bd3c-05edea007822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:00.293226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-a3de5588-a565-465a-aa7e-142565aa7200 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/17fe5f8a-631b-4845-81f9-1ed13e3c5165 HTTP/1.1" status: 200 len: 2985 time: 0.0858414 Oct 22 14:54:00.433756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Router fa472412-f777-4b51-9fa9-8230531d1d20 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:54:00.445480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-a0843219-cecc-4d38-abba-5344ee928a11 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/2c4a614e-bcc7-4047-a69f-6cd2452096fb HTTP/1.1" status: 200 len: 2981 time: 0.1387544 Oct 22 14:54:00.583969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Allocated IP 172.20.0.2 (07cb71aa-f007-472c-ad0e-93c8fd874287/9c97baba-b66a-4386-9377-5d6c184f53ab/5e467a37-acc5-4c0b-a060-ee10d133f4b5) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:00.593578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:54:00.601345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d8b84c4c-961c-4ed3-abe2-c1d8a7183efc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "PUT /v2.0/routers/fa472412-f777-4b51-9fa9-8230531d1d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4511609 Oct 22 14:54:00.605830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46032) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:00.613025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'port': {'network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c', 'name': 'tempest-FloatingIPNegativeTestJSON-1269715601'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:00.643918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] Sync routers for ids ['fa472412-f777-4b51-9fa9-8230531d1d20'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:54:00.697134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:00.703793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-81b36ab1-50c8-4ea8-bdcb-acd2d7d52b02 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/2c4a614e-bcc7-4047-a69f-6cd2452096fb HTTP/1.1" status: 200 len: 2981 time: 0.2273109 Oct 22 14:54:00.718186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] Routers {'fa472412-f777-4b51-9fa9-8230531d1d20'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:00.720169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa472412-f777-4b51-9fa9-8230531d1d20'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:00.752631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e2b6-d305-4702-9e37-4486f422e46a req-4506d62e-d081-4e1a-8295-32c45ebcf3f7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:00.755485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e3e2b6-d305-4702-9e37-4486f422e46a req-4506d62e-d081-4e1a-8295-32c45ebcf3f7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1521435 Oct 22 14:54:00.773282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:00.797724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4fb59d75-158d-4599-bd3c-05edea007822 None None] Provisioning complete for port 898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:00.798120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4fb59d75-158d-4599-bd3c-05edea007822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:00.803829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] Routers {'fa472412-f777-4b51-9fa9-8230531d1d20'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:00.803829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa472412-f777-4b51-9fa9-8230531d1d20'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:00.814395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-0a8e0667-ffa1-4942-b952-26ecff1df5b3 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4299befc-5a09-425b-aab2-3e7554f5b825 HTTP/1.1" status: 200 len: 2981 time: 0.1013315 Oct 22 14:54:00.826638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e3e2b6-d305-4702-9e37-4486f422e46a req-a23ef7d3-7d0a-40a9-bd8e-1ff9f978a34a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672727 Oct 22 14:54:00.893495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:00.894230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74186592-058e-4830-ab53-5b398ab6e680 None None] The sync data for ids ['fa472412-f777-4b51-9fa9-8230531d1d20'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:54:00.918365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b931f152-2ee0-408b-a2cd-43452cdec412 req-e06088ee-ca81-420a-9f78-31c00400a892 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 210 time: 0.0397115 Oct 22 14:54:00.920573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-1bd9c4a7-b063-4cee-8d25-80f818e5828c tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4299befc-5a09-425b-aab2-3e7554f5b825 HTTP/1.1" status: 200 len: 2981 time: 0.1052313 Oct 22 14:54:00.925141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Made reservation on behalf of 01e5b6b784e44ffc8c93e41401547592 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:00.929376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:00.934143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4fb59d75-158d-4599-bd3c-05edea007822 None None] Port 898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:00.953852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:00.966361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] device_id is not set on port 0b9bfa6c-0037-4d5c-8862-9d829020656e yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:01.030224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-fc557590-f37e-4ccf-ae0d-1073a889ac56 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/53f452f6-7714-424f-9adb-b201091a4b0e HTTP/1.1" status: 200 len: 2981 time: 0.0936725 Oct 22 14:54:01.037644 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.088107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Pushing event updated for resources: {'Port': ['ID=5e467a37-acc5-4c0b-a060-ee10d133f4b5,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:01.107528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:01.110362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:01.115561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:01.124554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f1af955a-05b5-4100-a98e-fff25322d237 None None] Provisioning complete for port 898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:01.125265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1af955a-05b5-4100-a98e-fff25322d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.166097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Allocated IP 172.20.0.9 (2811a9ce-6ee9-4b19-89f8-0eb244ee042c/f9584162-6eb9-44d0-9dcb-9a9758cd2d86/0b9bfa6c-0037-4d5c-8862-9d829020656e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:01.199874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21bbd80b-bc76-4c75-88da-9f4ef0627277 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:01.237392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f1af955a-05b5-4100-a98e-fff25322d237 None None] Port 898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:01.241933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Attempting to bind port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:01.242364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Attempting to bind port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:01.243012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Attempting to bind port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 on network 07cb71aa-f007-472c-ad0e-93c8fd874287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:01.245813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-334a88b0-2b8a-452a-ac8d-83283fdac8ff tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/53f452f6-7714-424f-9adb-b201091a4b0e HTTP/1.1" status: 200 len: 2981 time: 0.1952236 Oct 22 14:54:01.250307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:01.250756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Checking segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:01.251482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.252862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Bound using segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:01.253568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Bound port: 5e467a37-acc5-4c0b-a060-ee10d133f4b5, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:01.254170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.330061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 21bbd80b-bc76-4c75-88da-9f4ef0627277 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:01.330826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.359844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] For port 5e467a37-acc5-4c0b-a060-ee10d133f4b5, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:01.370226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.373874 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.378255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] For port 5e467a37-acc5-4c0b-a060-ee10d133f4b5, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e467a37-acc5-4c0b-a060-ee10d133f4b5,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:01.380309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-c97f07bf-b66c-44e7-a96c-0ad8269be1b0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/610ad3ac-57e7-44d5-8a10-7e3cf57326f9 HTTP/1.1" status: 200 len: 2973 time: 0.1158183 Oct 22 14:54:01.404545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.457050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.519665 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.547757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd5fd1-974c-435e-a3ef-fe08aecbb36c None None] Pushing event updated for resources: {'Port': ['ID=5e467a37-acc5-4c0b-a060-ee10d133f4b5,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:01.566128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-a55bb9a1-fdf4-40c2-898f-800f98aaea68 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/610ad3ac-57e7-44d5-8a10-7e3cf57326f9 HTTP/1.1" status: 200 len: 2973 time: 0.1642728 Oct 22 14:54:01.584774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:01.588531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:01.592751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:01.628538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Port': ['ID=0b9bfa6c-0037-4d5c-8862-9d829020656e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:01.670693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Allocated IP 172.25.1.89 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:01.680582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:01.680582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:01.748635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-40691567-bccd-4f84-b0cd-81484fa6e80a tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6121cf03-6619-408a-8332-f68b5ade03b4 HTTP/1.1" status: 200 len: 2985 time: 0.1679087 Oct 22 14:54:01.845898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4983ceee-cf4c-4d9b-80fd-71567124885d tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2388196 Oct 22 14:54:01.849717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:01.857311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:01.902163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-eed584eb-1ed3-4154-9f91-3ff68df4f91d tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6121cf03-6619-408a-8332-f68b5ade03b4 HTTP/1.1" status: 200 len: 2985 time: 0.1457551 Oct 22 14:54:01.937914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.005686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a24aaf27-65b0-47ca-b8e5-51aef1ded052 None None] Provisioning complete for port 0b9bfa6c-0037-4d5c-8862-9d829020656e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:02.017520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a24aaf27-65b0-47ca-b8e5-51aef1ded052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.017918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-c29b4a2b-591a-4b19-9f7c-84e31162d859 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/99f8c186-fd86-4677-affa-25941b41260e HTTP/1.1" status: 200 len: 2981 time: 0.1003556 Oct 22 14:54:02.051022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.052711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a24aaf27-65b0-47ca-b8e5-51aef1ded052 None None] Port 0b9bfa6c-0037-4d5c-8862-9d829020656e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:02.059153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28b993-7aa7-4138-9c5b-df5bcc495ae8 req-b50fecda-622c-469c-aa4c-df2bc674f7a7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:02.060656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e28b993-7aa7-4138-9c5b-df5bcc495ae8 req-b50fecda-622c-469c-aa4c-df2bc674f7a7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1260400 Oct 22 14:54:02.100207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-d7f5b6ab-a050-4b05-8bb4-46386549f4ea tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/99f8c186-fd86-4677-affa-25941b41260e HTTP/1.1" status: 200 len: 2981 time: 0.0763395 Oct 22 14:54:02.121871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e28b993-7aa7-4138-9c5b-df5bcc495ae8 req-23ba59d1-ce6f-4411-a108-34eb699b5e2e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526860 Oct 22 14:54:02.159959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-9c11f8ba-f3e2-4cdb-be2f-b2f1cac7198d tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ba8f51fb-cd01-4340-b37d-303e9f24f743 HTTP/1.1" status: 200 len: 2985 time: 0.0504844 Oct 22 14:54:02.179396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.186180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.302736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Allocated IP 172.25.1.71 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/344220eb-15ac-4459-807d-ddded7d37b04) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:02.306238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d460f26-1ee9-4b35-af53-729a51520b0d req-dfe560c4-6cdc-41d9-bda7-436c1afe0557 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 210 time: 0.0592825 Oct 22 14:54:02.311540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:02.312836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:02.316950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:02.320287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:02.324521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-c911e1a8-457b-418c-822a-c3832731b006 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ba8f51fb-cd01-4340-b37d-303e9f24f743 HTTP/1.1" status: 200 len: 2985 time: 0.1576974 Oct 22 14:54:02.431553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-59f2134d-198e-4b40-aed6-fcd54786d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:02.433821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-59f2134d-198e-4b40-aed6-fcd54786d906 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1101 time: 0.1288333 Oct 22 14:54:02.483114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-f11bfd09-c1b7-4926-9d97-37820771a90c tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cf24c981-8bf1-4f34-b315-3c09ea7e7c94 HTTP/1.1" status: 200 len: 2977 time: 0.1309996 Oct 22 14:54:02.593749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-d2a74009-da72-49df-94d9-6e15de348022 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cf24c981-8bf1-4f34-b315-3c09ea7e7c94 HTTP/1.1" status: 200 len: 2977 time: 0.0821588 Oct 22 14:54:02.617618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.647594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-43335b98-1b07-4fe9-98b3-3a87dc8546f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:02.649075 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-43335b98-1b07-4fe9-98b3-3a87dc8546f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1602845 Oct 22 14:54:02.655012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-ea4e0d1a-31db-4e5b-bdd7-6fcbccd2cfe8 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/e4ad240e-a392-4baf-a640-74df99cc7bab HTTP/1.1" status: 200 len: 2985 time: 0.0499628 Oct 22 14:54:02.695151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-5d83c0fe-5960-4132-be2d-1c33ec87c0bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.0375135 Oct 22 14:54:02.702807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a083c467-41d2-443f-863d-0943e03dd459 req-998b9e27-c17a-4c27-bf55-ab7730cb9fb2 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/e4ad240e-a392-4baf-a640-74df99cc7bab HTTP/1.1" status: 200 len: 2985 time: 0.0408819 Oct 22 14:54:02.749786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-7e4c0fb2-c414-46a2-9a93-1ddcf00529f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:02.752295 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-7e4c0fb2-c414-46a2-9a93-1ddcf00529f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0484309 Oct 22 14:54:02.808675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-f6dff365-ca15-4b89-abfa-3ba18e38c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:02.810279 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-f6dff365-ca15-4b89-abfa-3ba18e38c416 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511439 Oct 22 14:54:02.837911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd464899-1618-42f9-9010-28b6ace642b2 None None] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:02.845054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25829e76-1b29-4d38-91f8-c5395bd75721 req-5a053618-c117-4273-b507-f417f47799da tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e2c86a77389466b8e56ccf14b301940 HTTP/1.1" status: 200 len: 6108 time: 0.1070383 Oct 22 14:54:02.924901 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-de198165-30d1-4982-80d1-84126a8a3f60 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075439 Oct 22 14:54:02.925268 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.958765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.974995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-83416120-90b3-4be2-8c0b-af2b762a1726 None None] Provisioning complete for port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:02.975623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83416120-90b3-4be2-8c0b-af2b762a1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:02.985487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25829e76-1b29-4d38-91f8-c5395bd75721 req-9b95ee80-58d7-4f35-a970-ec4e75882508 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "GET /v2.0/security-groups/6121cf03-6619-408a-8332-f68b5ade03b4 HTTP/1.1" status: 200 len: 2985 time: 0.1292660 Oct 22 14:54:03.047035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25829e76-1b29-4d38-91f8-c5395bd75721 req-87d4751f-ccba-4912-b0c3-f94cbff07c96 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "GET /v2.0/security-groups/6121cf03-6619-408a-8332-f68b5ade03b4 HTTP/1.1" status: 200 len: 2985 time: 0.0602973 Oct 22 14:54:03.157297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-896e2b07-9d72-4056-bc82-2744967cb9e5 req-1e898334-84c3-4ec0-89ec-628e8cc43fdf tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/66995394-60a4-4dfa-b47f-507373e28f0d HTTP/1.1" status: 200 len: 1778 time: 0.0902333 Oct 22 14:54:03.162656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83416120-90b3-4be2-8c0b-af2b762a1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.236313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-83416120-90b3-4be2-8c0b-af2b762a1726 None None] For port 5e467a37-acc5-4c0b-a060-ee10d133f4b5, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e467a37-acc5-4c0b-a060-ee10d133f4b5,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:03.261186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e467a37-acc5-4c0b-a060-ee10d133f4b5 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:03.370199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:03.371961 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.388695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-896e2b07-9d72-4056-bc82-2744967cb9e5 req-4009daae-bd9c-4a85-abe3-8cda7346dec0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.429055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Port': ['ID=344220eb-15ac-4459-807d-ddded7d37b04,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:03.451818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:03.457160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-896e2b07-9d72-4056-bc82-2744967cb9e5 req-4009daae-bd9c-4a85-abe3-8cda7346dec0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.478137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:03.482723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:03.518180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83416120-90b3-4be2-8c0b-af2b762a1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.549082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6346-6ed5-43cf-aefe-577f59c27c0a req-5a2d3d60-44a1-4854-aa3b-9816f15b34c5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:03.550662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f27a6346-6ed5-43cf-aefe-577f59c27c0a req-5a2d3d60-44a1-4854-aa3b-9816f15b34c5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.2655208 Oct 22 14:54:03.591033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-00c538b3-b314-498c-977d-8e701e6beecf service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586859 Oct 22 14:54:03.593918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416120-90b3-4be2-8c0b-af2b762a1726 None None] Pushing event updated for resources: {'Port': ['ID=5e467a37-acc5-4c0b-a060-ee10d133f4b5,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:03.596622 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.617496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4862f5e5-e25c-4d0e-9933-b4babdc6df9e tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=159ba92decde4c959d157e0a0ea9dda0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254264 Oct 22 14:54:03.618629 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.628957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f27a6346-6ed5-43cf-aefe-577f59c27c0a req-484ecf70-2b1e-40f1-9106-1a9a1cf64d2d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689673 Oct 22 14:54:03.672763 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:54:03.673163 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:54:03.681246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d9160436-9729-447f-8d9e-e701d5cb0b16 None None] Provisioning complete for port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:03.681606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9160436-9729-447f-8d9e-e701d5cb0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.718000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.745874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18c12bc6-57f6-481c-8c74-ffd8a69861cf req-cdd04c6f-ada9-4e1c-af21-01b7fc93946a tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 210 time: 0.0299141 Oct 22 14:54:03.750269 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-896e2b07-9d72-4056-bc82-2744967cb9e5 req-4009daae-bd9c-4a85-abe3-8cda7346dec0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.750466 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.752079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-c3d8f6d9-97d2-44b6-b52f-ab99d40d373a tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:03.753726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-c3d8f6d9-97d2-44b6-b52f-ab99d40d373a tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291034 Oct 22 14:54:03.755001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-896e2b07-9d72-4056-bc82-2744967cb9e5 req-4009daae-bd9c-4a85-abe3-8cda7346dec0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:03.756188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-896e2b07-9d72-4056-bc82-2744967cb9e5 req-4009daae-bd9c-4a85-abe3-8cda7346dec0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/66995394-60a4-4dfa-b47f-507373e28f0d HTTP/1.1" status: 204 len: 173 time: 0.5849061 Oct 22 14:54:03.767430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Request body: {'port': {'device_id': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '159ba92decde4c959d157e0a0ea9dda0'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:03.796681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009daae-bd9c-4a85-abe3-8cda7346dec0 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66995394-60a4-4dfa-b47f-507373e28f0d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:03.918236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.097111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.104289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Made reservation on behalf of 159ba92decde4c959d157e0a0ea9dda0 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:04.108078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.118718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.213299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.231638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.258121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46124) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:04.265091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49fefda2-4caa-49a6-af38-e1f36410b6ff req-42ecbe28-b0dd-418c-83a7-93c91dfc6c75 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "GET /v2.0/security-groups/04b3626a-c13d-4ad8-ade8-2d364336200e HTTP/1.1" status: 200 len: 1780 time: 0.0682352 Oct 22 14:54:04.317133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Port': ['ID=344220eb-15ac-4459-807d-ddded7d37b04,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:04.325642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.330470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.339125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-49fefda2-4caa-49a6-af38-e1f36410b6ff req-f764bfac-9a47-452c-89c6-0546695729b4 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.383004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:54:04.397974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-49fefda2-4caa-49a6-af38-e1f36410b6ff req-f764bfac-9a47-452c-89c6-0546695729b4 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.421413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b011a8aa-c620-4f2f-aa75-b525a3e55095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.449102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:04.479374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Allocated IP 192.168.233.39 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/48febd64-9506-4325-9bf9-5647e91465e3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:04.522175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.523446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-939d58e0-6318-41a9-b357-44d395841bc3 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6724677 Oct 22 14:54:04.526256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46128) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:04.536435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bd5d1716-9156-4585-afd5-61e06fa5ff19 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'floatingip': {'port_id': '0b9bfa6c-0037-4d5c-8862-9d829020656e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:04.578800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:54:04.591990 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:54:04.599725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1716-9156-4585-afd5-61e06fa5ff19 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.604918 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:04.605835 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:04.621465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b011a8aa-c620-4f2f-aa75-b525a3e55095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.633285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-49fefda2-4caa-49a6-af38-e1f36410b6ff req-f764bfac-9a47-452c-89c6-0546695729b4 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.636631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-49fefda2-4caa-49a6-af38-e1f36410b6ff req-f764bfac-9a47-452c-89c6-0546695729b4 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.638539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49fefda2-4caa-49a6-af38-e1f36410b6ff req-f764bfac-9a47-452c-89c6-0546695729b4 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/04b3626a-c13d-4ad8-ade8-2d364336200e HTTP/1.1" status: 204 len: 173 time: 0.3633125 Oct 22 14:54:04.655983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764bfac-9a47-452c-89c6-0546695729b4 tempest-SecurityGroupsTestAdminJSON-669908112 tempest-SecurityGroupsTestAdminJSON-669908112-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b3626a-c13d-4ad8-ade8-2d364336200e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:04.725700 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:54:04.751956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.753644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-261fdd1f-bea0-42a3-965c-42716b11a2a0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0693367 Oct 22 14:54:04.757541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46134) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:04.771469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b38d9054-e277-4177-b2d2-e932e9718493 req-bcb85875-8252-4d3b-9015-6add340b7ac7 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "GET /v2.0/security-groups/59b935ae-5dd5-4af4-9a27-3c78bff067db HTTP/1.1" status: 200 len: 1779 time: 0.0754516 Oct 22 14:54:04.798516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b011a8aa-c620-4f2f-aa75-b525a3e55095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.814292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631710-3f29-4b10-bb31-d73b2c807c1f req-1890b2d5-1d90-4d66-93ac-a937ac81d1cf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:04.815832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32631710-3f29-4b10-bb31-d73b2c807c1f req-1890b2d5-1d90-4d66-93ac-a937ac81d1cf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0830448 Oct 22 14:54:04.834775 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-bd5d1716-9156-4585-afd5-61e06fa5ff19 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] update failed (client error): The resource could not be found. Oct 22 14:54:04.835882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd5d1716-9156-4585-afd5-61e06fa5ff19 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "PUT /v2.0/floatingips/89ac778a-bf4d-4a27-90ad-0f574a9412bc HTTP/1.1" status: 404 len: 507 time: 0.3086967 Oct 22 14:54:04.841967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.847175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:04.890367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b011a8aa-c620-4f2f-aa75-b525a3e55095 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60c484452dc04e63855e80054f6651f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309538 Oct 22 14:54:04.892226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011a8aa-c620-4f2f-aa75-b525a3e55095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74363388-2b44-4d99-af26-40ba4a26cd12,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:04.895588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46144) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:04.929569 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:02Z', 'revision_number': 3, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:04.954965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32631710-3f29-4b10-bb31-d73b2c807c1f req-312a20b6-16c0-4ea3-8d86-8e9ca12914ed tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119065 Oct 22 14:54:04.958009 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:54:04.958367 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Updating router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:54:04.968648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b38d9054-e277-4177-b2d2-e932e9718493 req-88ea9bc0-e02e-4dc4-9bbd-8881d75ab1d4 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:04.993455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf12533-39f3-4281-95f0-e5b526bdce15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.005335 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.005478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b38d9054-e277-4177-b2d2-e932e9718493 req-88ea9bc0-e02e-4dc4-9bbd-8881d75ab1d4 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.037235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf12533-39f3-4281-95f0-e5b526bdce15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.114296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94164296-f670-4595-b428-53648c6cd91a req-dc538670-54a6-4096-8c07-99e1748ebd82 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 210 time: 0.0296400 Oct 22 14:54:05.149874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e467a37-acc5-4c0b-a060-ee10d133f4b5 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:05.153449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b38d9054-e277-4177-b2d2-e932e9718493 req-88ea9bc0-e02e-4dc4-9bbd-8881d75ab1d4 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.156232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b38d9054-e277-4177-b2d2-e932e9718493 req-88ea9bc0-e02e-4dc4-9bbd-8881d75ab1d4 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.157901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b38d9054-e277-4177-b2d2-e932e9718493 req-88ea9bc0-e02e-4dc4-9bbd-8881d75ab1d4 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "DELETE /v2.0/security-groups/59b935ae-5dd5-4af4-9a27-3c78bff067db HTTP/1.1" status: 204 len: 173 time: 0.3707824 Oct 22 14:54:05.174303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea9bc0-e02e-4dc4-9bbd-8881d75ab1d4 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b935ae-5dd5-4af4-9a27-3c78bff067db,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:05.190097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Deleting port 344220eb-15ac-4459-807d-ddded7d37b04 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:05.190473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.278400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb231b92-2905-4ea0-b938-8c0e71f8e630 req-d22a887f-398d-4cb0-b59c-6dc253a1d437 tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "GET /v2.0/security-groups/744e5cae-b644-4153-a3c1-398271a21e45 HTTP/1.1" status: 200 len: 1777 time: 0.0595438 Oct 22 14:54:05.284314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.307336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:05.307780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.332818 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.348946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-eb231b92-2905-4ea0-b938-8c0e71f8e630 req-de4e3513-4b1c-4d80-b8dc-e2a027d734ac tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.363597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf12533-39f3-4281-95f0-e5b526bdce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.366248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aaf12533-39f3-4281-95f0-e5b526bdce15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.367467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aaf12533-39f3-4281-95f0-e5b526bdce15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74363388-2b44-4d99-af26-40ba4a26cd12 HTTP/1.1" status: 204 len: 168 time: 0.4700530 Oct 22 14:54:05.387349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf12533-39f3-4281-95f0-e5b526bdce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74363388-2b44-4d99-af26-40ba4a26cd12,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:05.390070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-eb231b92-2905-4ea0-b938-8c0e71f8e630 req-de4e3513-4b1c-4d80-b8dc-e2a027d734ac tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.393008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:05.433477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:05.436538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:05.473672 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.484210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.484740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.487537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Pushing event updated for resources: {'Port': ['ID=48febd64-9506-4325-9bf9-5647e91465e3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:05.509602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Calling delete_port for 344220eb-15ac-4459-807d-ddded7d37b04 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:05.527111 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Attempting to bind port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:05.532138 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Attempting to bind port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:05.532138 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Attempting to bind port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:05.537291 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:05.537791 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:05.538196 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.538589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:05.539091 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Bound port: 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:05.539479 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.560516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:05.566339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.578043 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Pushing event updated for resources: {'Port': ['ID=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:05.588072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-eb231b92-2905-4ea0-b938-8c0e71f8e630 req-de4e3513-4b1c-4d80-b8dc-e2a027d734ac tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.590987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-eb231b92-2905-4ea0-b938-8c0e71f8e630 req-de4e3513-4b1c-4d80-b8dc-e2a027d734ac tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.596255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb231b92-2905-4ea0-b938-8c0e71f8e630 req-de4e3513-4b1c-4d80-b8dc-e2a027d734ac tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] 10.222.0.66 "DELETE /v2.0/security-groups/744e5cae-b644-4153-a3c1-398271a21e45 HTTP/1.1" status: 204 len: 173 time: 0.3166840 Oct 22 14:54:05.596689 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.597175 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.597557 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.598124 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.600459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.600459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.600459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.600459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.600459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.600459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.618687 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.618687 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:05.630611 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] For port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:05.635293 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] For port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:05.646930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e3513-4b1c-4d80-b8dc-e2a027d734ac tempest-SecurityGroupsTestAdminJSON-1460945923 tempest-SecurityGroupsTestAdminJSON-1460945923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e5cae-b644-4153-a3c1-398271a21e45,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:05.723764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-6d76d026-9892-4945-b997-8155987da2b5 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9611328 Oct 22 14:54:05.734921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6da3e235-4f4c-4f3c-87c9-0ecc69b42dfd None None] Provisioning complete for port 48febd64-9506-4325-9bf9-5647e91465e3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:05.736181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6da3e235-4f4c-4f3c-87c9-0ecc69b42dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.739175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Request body: {'port': {'device_id': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:05.761191 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.762525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.776374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6da3e235-4f4c-4f3c-87c9-0ecc69b42dfd None None] Port 48febd64-9506-4325-9bf9-5647e91465e3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:05.833030 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:05.833715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:05.851811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:05.873085 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe8791-16b3-479b-91b6-1b4cfd0b4379 None None] Pushing event updated for resources: {'Port': ['ID=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:05.947497 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:54:06.057867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.114423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Port': ['ID=344220eb-15ac-4459-807d-ddded7d37b04,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:06.143722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2e3d0-3881-469b-b7c9-6cb21e4dcf86 req-ffb74720-17b6-4cba-ada7-cf96e54420f5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:06.145312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cd2e3d0-3881-469b-b7c9-6cb21e4dcf86 req-ffb74720-17b6-4cba-ada7-cf96e54420f5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0909216 Oct 22 14:54:06.154566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Allocated IP 172.20.0.1 (07cb71aa-f007-472c-ad0e-93c8fd874287/9c97baba-b66a-4386-9377-5d6c184f53ab/5d142021-edbf-4f37-bba2-4a0ce6145240) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:06.221507 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:02Z', 'revision_number': 3, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:06.225806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cd2e3d0-3881-469b-b7c9-6cb21e4dcf86 req-cf5b56f3-dc9f-444f-b865-625bc096f6ae tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Oct 22 14:54:06.266583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46162) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:06.286671 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645dfca-ee43-4daf-be0d-1c983e7bbfb5 None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:02Z', 'revision_number': 3, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:54:06.288282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.290827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.295832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8a511858-3807-4609-b225-2acb5deedf2c tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "DELETE /v2.0/floatingips/89ac778a-bf4d-4a27-90ad-0f574a9412bc HTTP/1.1" status: 204 len: 168 time: 1.4482033 Oct 22 14:54:06.308028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3599-85d8-4485-8ad1-4814628a5c42 req-46cf9c7a-59df-48cb-9795-f4f1f3aca2a6 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:06.309729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e74a3599-85d8-4485-8ad1-4814628a5c42 req-46cf9c7a-59df-48cb-9795-f4f1f3aca2a6 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 935 time: 0.0829911 Oct 22 14:54:06.310272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:06.316522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-721ac750-1964-4f43-96d0-6ea8dcbd9350 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'floatingip': {'floating_network_id': '2811a9ce-6ee9-4b19-89f8-0eb244ee042c', 'port_id': '0b9bfa6c-0037-4d5c-8862-9d829020656e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:06.382105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46170) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:06.387978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e74a3599-85d8-4485-8ad1-4814628a5c42 req-8e506916-974d-46f8-b07d-b0ae140668b6 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659907 Oct 22 14:54:06.438578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d912b1c5-b29e-4e3d-bb37-e5e2ce8f14c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.473926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.496670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-721ac750-1964-4f43-96d0-6ea8dcbd9350 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.505800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48febd64-9506-4325-9bf9-5647e91465e3 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:06.524120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.560340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Transition to ACTIVE for port object 48febd64-9506-4325-9bf9-5647e91465e3 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:06.630561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d912b1c5-b29e-4e3d-bb37-e5e2ce8f14c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.669408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1b1b92ce-80e6-4e2d-a144-1605a321d081 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e2c86a77389466b8e56ccf14b301940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992329 Oct 22 14:54:06.670333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46172) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:06.685643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.746809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.764934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Pushing event updated for resources: {'Port': ['ID=48febd64-9506-4325-9bf9-5647e91465e3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:06.782159 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-721ac750-1964-4f43-96d0-6ea8dcbd9350 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:54:06.787669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-721ac750-1964-4f43-96d0-6ea8dcbd9350 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4728684 Oct 22 14:54:06.787964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46174) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:06.792380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '0b9bfa6c-0037-4d5c-8862-9d829020656e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:06.817037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:06.832787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d912b1c5-b29e-4e3d-bb37-e5e2ce8f14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.854087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:06.856113 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81eb0f32-d163-4a7b-98e9-21f042b3d150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:06.889273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:06.952532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Pushing event updated for resources: {'Port': ['ID=5d142021-edbf-4f37-bba2-4a0ce6145240,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:06.975113 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d912b1c5-b29e-4e3d-bb37-e5e2ce8f14c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba2a2538f6424a06b5b1e5b2f141e2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897055 Oct 22 14:54:06.976482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46176) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:06.985633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912b1c5-b29e-4e3d-bb37-e5e2ce8f14c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d71cc1-a3c6-4d1a-9e86-2a4c7a715aff,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:06.993417 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81eb0f32-d163-4a7b-98e9-21f042b3d150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.029618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.054709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.108060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-727e4384-ad27-4eb5-8bf9-6433aa95e578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.132851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Attempting to bind port 48febd64-9506-4325-9bf9-5647e91465e3 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:07.133197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Attempting to bind port 48febd64-9506-4325-9bf9-5647e91465e3 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:07.133539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Attempting to bind port 48febd64-9506-4325-9bf9-5647e91465e3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:07.147126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Port 48febd64-9506-4325-9bf9-5647e91465e3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:07.147380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Attempting to bind port 48febd64-9506-4325-9bf9-5647e91465e3 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:07.158881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:07.159274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:07.159612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:07.160066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Bound port: 48febd64-9506-4325-9bf9-5647e91465e3, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:07.160424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.161569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-727e4384-ad27-4eb5-8bf9-6433aa95e578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.200825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:07.276550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-03567ffe-10ad-4a31-9290-f5a3b09c41cf None None] Provisioning complete for port 5d142021-edbf-4f37-bba2-4a0ce6145240 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:07.277376 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03567ffe-10ad-4a31-9290-f5a3b09c41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.303772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.327017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:07.327300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.336035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-03567ffe-10ad-4a31-9290-f5a3b09c41cf None None] Port 5d142021-edbf-4f37-bba2-4a0ce6145240 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:07.404369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5fdf7-e3f0-4a01-880b-db4aa7a330db req-f4beb6a9-9d01-4869-a128-79d76dd7d49f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:07.406205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3c5fdf7-e3f0-4a01-880b-db4aa7a330db req-f4beb6a9-9d01-4869-a128-79d76dd7d49f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0730119 Oct 22 14:54:07.444758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-727e4384-ad27-4eb5-8bf9-6433aa95e578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.447769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.448363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-727e4384-ad27-4eb5-8bf9-6433aa95e578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.451920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-727e4384-ad27-4eb5-8bf9-6433aa95e578 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71d71cc1-a3c6-4d1a-9e86-2a4c7a715aff HTTP/1.1" status: 204 len: 168 time: 0.4723961 Oct 22 14:54:07.475178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:07.491930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e4384-ad27-4eb5-8bf9-6433aa95e578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d71cc1-a3c6-4d1a-9e86-2a4c7a715aff,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:07.546694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3c5fdf7-e3f0-4a01-880b-db4aa7a330db req-2174b564-daff-4df5-a4bb-d1295373b746 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315629 Oct 22 14:54:07.608744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.622462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Allocated IP 172.25.1.222 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/a23adcc0-1fe6-4a2d-ad8c-296819f920ed) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:07.674696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:07.690359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] For port 48febd64-9506-4325-9bf9-5647e91465e3, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:07.694021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] For port 48febd64-9506-4325-9bf9-5647e91465e3, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48febd64-9506-4325-9bf9-5647e91465e3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:07.755960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4407915-d20c-437c-bc39-3972745214fb req-58a07dea-56dd-4346-9da4-603a5c966929 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:07.757449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4407915-d20c-437c-bc39-3972745214fb req-58a07dea-56dd-4346-9da4-603a5c966929 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 947 time: 0.1178186 Oct 22 14:54:07.782097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81eb0f32-d163-4a7b-98e9-21f042b3d150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.785505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81eb0f32-d163-4a7b-98e9-21f042b3d150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.789308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-81eb0f32-d163-4a7b-98e9-21f042b3d150 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6121cf03-6619-408a-8332-f68b5ade03b4 HTTP/1.1" status: 204 len: 168 time: 1.1152475 Oct 22 14:54:07.799289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0f32-d163-4a7b-98e9-21f042b3d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6121cf03-6619-408a-8332-f68b5ade03b4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:07.805218 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.821410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4407915-d20c-437c-bc39-3972745214fb req-c38f929c-ec43-48f2-ac73-e029a9f8882e tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Oct 22 14:54:07.839624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.909484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:07.910029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.911470 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] 10.222.0.53 "PUT /v2.0/ports/48febd64-9506-4325-9bf9-5647e91465e3 HTTP/1.1" status: 200 len: 1095 time: 2.1780336 Oct 22 14:54:07.912068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'tag': '48febd64-9506-4325-9bf9-5647e91465e3'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:07.914407 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246db40d-27dc-4834-b8b8-feb4d05b8c75" -d '{"events": [{"name": "network-changed", "server_uuid": "f45a614c-ebbd-46aa-8221-f39b334c2acd", "tag": "48febd64-9506-4325-9bf9-5647e91465e3"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:07.916988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:07.977251 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ab8250-8d6b-4e3a-8512-94776fba5ac0 x-openstack-request-id: req-91ab8250-8d6b-4e3a-8512-94776fba5ac0 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:07.978381 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45a614c-ebbd-46aa-8221-f39b334c2acd", "tag": "48febd64-9506-4325-9bf9-5647e91465e3", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:07.978381 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91ab8250-8d6b-4e3a-8512-94776fba5ac0 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:07.978381 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'tag': '48febd64-9506-4325-9bf9-5647e91465e3', 'status': 'completed', 'code': 200} Oct 22 14:54:07.994889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed451a-2634-4083-9f13-437926c40a74 service neutron] Pushing event updated for resources: {'Port': ['ID=48febd64-9506-4325-9bf9-5647e91465e3,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:08.045647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.120209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db40d-27dc-4834-b8b8-feb4d05b8c75 req-fd1f01aa-23cf-47eb-a41c-0abad665b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.121744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-246db40d-27dc-4834-b8b8-feb4d05b8c75 req-fd1f01aa-23cf-47eb-a41c-0abad665b655 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159ba92decde4c959d157e0a0ea9dda0&device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 1098 time: 0.1128497 Oct 22 14:54:08.131309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:08.134757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:08.137353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:08.169091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-246db40d-27dc-4834-b8b8-feb4d05b8c75 req-017d626c-68a3-4136-b274-d5e47b77a509 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=159ba92decde4c959d157e0a0ea9dda0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370827 Oct 22 14:54:08.180765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event updated for resources: {'Port': ['ID=a23adcc0-1fe6-4a2d-ad8c-296819f920ed,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:08.284459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.306867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db40d-27dc-4834-b8b8-feb4d05b8c75 req-5b122cdf-1f0a-4224-a6b2-b80f0068e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.312005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-246db40d-27dc-4834-b8b8-feb4d05b8c75 req-5b122cdf-1f0a-4224-a6b2-b80f0068e5cf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283779 Oct 22 14:54:08.336047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Deleting port a23adcc0-1fe6-4a2d-ad8c-296819f920ed {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:08.336396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.400579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-72989a1d-d923-447b-8a26-fdfa3d12a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.401861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-72989a1d-d923-447b-8a26-fdfa3d12a0ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159ba92decde4c959d157e0a0ea9dda0&device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 1098 time: 0.0470483 Oct 22 14:54:08.444053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.444695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.450313 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-26f23b72-2e3f-4f00-94ba-e7cbc6325f5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=48febd64-9506-4325-9bf9-5647e91465e3 HTTP/1.1" status: 200 len: 217 time: 0.0385644 Oct 22 14:54:08.450904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.458649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Calling delete_port for a23adcc0-1fe6-4a2d-ad8c-296819f920ed owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:08.585899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.599355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-f16d6b7d-d6e7-4183-b8e7-5694fbcd1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.601074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-f16d6b7d-d6e7-4183-b8e7-5694fbcd1b39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1232307 Oct 22 14:54:08.607699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Pushing event updated for resources: {'Port': ['ID=5d142021-edbf-4f37-bba2-4a0ce6145240,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:08.685815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb116181-edbb-417f-ab10-685ba9b32937 req-e2d3fe31-8e08-47fb-9be1-587207ee3661 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.687431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb116181-edbb-417f-ab10-685ba9b32937 req-e2d3fe31-8e08-47fb-9be1-587207ee3661 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0547614 Oct 22 14:54:08.709586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-130c795f-c53e-41c1-9030-75d4eed0fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.711943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-130c795f-c53e-41c1-9030-75d4eed0fc9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034153 Oct 22 14:54:08.714931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:08.753131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb116181-edbb-417f-ab10-685ba9b32937 req-89c063bc-259c-4510-a244-a2db02860c3f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519025 Oct 22 14:54:08.777808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Port': ['ID=a23adcc0-1fe6-4a2d-ad8c-296819f920ed,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:08.778130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:08.810351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:08.894924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-9c4d5c71-3bae-46fb-bc30-736d65f9b5ab service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754050 Oct 22 14:54:08.926933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46216) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:08.998044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802f213-6220-4975-8abf-c38f778d9dc2 req-fa168ad8-5142-4c5b-b574-12f4132b5d3f tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:08.999692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4802f213-6220-4975-8abf-c38f778d9dc2 req-fa168ad8-5142-4c5b-b574-12f4132b5d3f tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 947 time: 0.0825453 Oct 22 14:54:09.003788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac0abe4f-0592-4544-87fa-eba161c889d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee57a250b32542e39256e0ee72f4d8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758362 Oct 22 14:54:09.006822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:09.019338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:54:09.050568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8880c94-9177-4f00-ab0c-f6efb00a32c6 req-45c80ff3-70ed-49b8-a7a5-4aa4910bff4f service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456311 Oct 22 14:54:09.093725 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] create failed (client error): The resource could not be found. Oct 22 14:54:09.098496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b223c5c0-1bf8-4de8-a2a3-840a7b43d296 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3057935 Oct 22 14:54:09.099145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46222) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:09.117454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-845efcba-3d35-4eaa-9b51-4ad125386eeb None None] Provisioning complete for port 5d142021-edbf-4f37-bba2-4a0ce6145240 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:09.118024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-845efcba-3d35-4eaa-9b51-4ad125386eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.132130 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55729328-ab0f-4365-a506-5fa55528ab15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.149542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4802f213-6220-4975-8abf-c38f778d9dc2 req-b7a8d52c-d722-4be0-a02c-51e2983535af tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279049 Oct 22 14:54:09.177928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:09.193508 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55729328-ab0f-4365-a506-5fa55528ab15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.209076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-845efcba-3d35-4eaa-9b51-4ad125386eeb None None] Port 5d142021-edbf-4f37-bba2-4a0ce6145240 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:09.251967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:09.252528 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.257985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:54:09.271827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4b1930a8-858d-4dcb-9237-b822400d6c2f admin admin] 10.222.0.66 "PUT /v2.0/routers/25ac2cca-f180-4d68-8c0a-bedc6e94dd70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5112460 Oct 22 14:54:09.275832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:54:09.287283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Deleting port 0b9bfa6c-0037-4d5c-8862-9d829020656e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:09.287623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.307672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:09.308398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:09.382160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55729328-ab0f-4365-a506-5fa55528ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.386418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55729328-ab0f-4365-a506-5fa55528ab15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.392428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-55729328-ab0f-4365-a506-5fa55528ab15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba8f51fb-cd01-4340-b37d-303e9f24f743 HTTP/1.1" status: 204 len: 168 time: 0.3838952 Oct 22 14:54:09.412200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55729328-ab0f-4365-a506-5fa55528ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8f51fb-cd01-4340-b37d-303e9f24f743,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:09.423636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.451520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Calling delete_port for 0b9bfa6c-0037-4d5c-8862-9d829020656e owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:09.625649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:54:09.770533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.803655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Port': ['ID=0b9bfa6c-0037-4d5c-8862-9d829020656e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:09.892269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:08Z', 'revision_number': 2, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:09.927968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:54:09.928868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Updating router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 port 5d142021-edbf-4f37-bba2-4a0ce6145240 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:54:09.970188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.973942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:09.974937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9aaa8487-630b-4ef9-b406-431abbe72fbc tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "DELETE /v2.0/ports/0b9bfa6c-0037-4d5c-8862-9d829020656e HTTP/1.1" status: 204 len: 168 time: 0.8747075 Oct 22 14:54:09.981048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46248) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:09.984540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256dbea-3d07-4a7d-a14f-bbf4c4161d85 req-0965a98b-a781-416a-aba1-e07b09987cc2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:09.994648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8256dbea-3d07-4a7d-a14f-bbf4c4161d85 req-0965a98b-a781-416a-aba1-e07b09987cc2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1078043 Oct 22 14:54:10.031515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46250) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:10.045660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103421525', 'description': 'tempest-description--1181083675'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:10.073327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20015e14-9f44-4941-a4bc-241cbca6424b tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:10.075636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20015e14-9f44-4941-a4bc-241cbca6424b tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa472412-f777-4b51-9fa9-8230531d1d20 HTTP/1.1" status: 200 len: 913 time: 0.0928295 Oct 22 14:54:10.080947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46254) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:10.113859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8256dbea-3d07-4a7d-a14f-bbf4c4161d85 req-c49e733b-3a9f-4ae3-a990-f7770fd1446b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996220 Oct 22 14:54:10.239494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.316182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a58813-7e9c-421d-bfe2-2684cc5a7df3 req-3be3f6c4-03d8-4ba9-aa82-19872bcd9bed tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:10.317830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4a58813-7e9c-421d-bfe2-2684cc5a7df3 req-3be3f6c4-03d8-4ba9-aa82-19872bcd9bed tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 947 time: 0.0760114 Oct 22 14:54:10.379771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4a58813-7e9c-421d-bfe2-2684cc5a7df3 req-6fcf5839-8f49-4db1-8ec6-7ca830a388d2 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553324 Oct 22 14:54:10.382158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.405960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.478880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.604785 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.616372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.675708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d744aa9-1245-4643-859d-f843141691cd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:10.718506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Pushing event updated for resources: {'Port': ['ID=5d142021-edbf-4f37-bba2-4a0ce6145240,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:10.808363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Attempting to bind port 5d142021-edbf-4f37-bba2-4a0ce6145240 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:10.808942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Attempting to bind port 5d142021-edbf-4f37-bba2-4a0ce6145240 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:10.809531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Attempting to bind port 5d142021-edbf-4f37-bba2-4a0ce6145240 on network 07cb71aa-f007-472c-ad0e-93c8fd874287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:10.828705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.828705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f1bbebe5-2a66-4f4f-aba1-a306bb6df8d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7903059 Oct 22 14:54:10.829556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46282) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:10.834913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'security_group_rule': {'security_group_id': '9d744aa9-1245-4643-859d-f843141691cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:10.838025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:10.839173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Checking segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:10.840454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.842195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Bound using segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:10.846190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Deleting port 898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:10.848270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.848430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Bound port: 5d142021-edbf-4f37-bba2-4a0ce6145240, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:10.848430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.909046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48febd64-9506-4325-9bf9-5647e91465e3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:10.958351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.974411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Calling delete_port for 898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:10.978085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:10.990452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] For port 5d142021-edbf-4f37-bba2-4a0ce6145240, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:10.992527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8ae32618-f451-444b-b695-7095689cff20 None None] Provisioning complete for port 5d142021-edbf-4f37-bba2-4a0ce6145240 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:10.992900 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ae32618-f451-444b-b695-7095689cff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.069421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] For port 5d142021-edbf-4f37-bba2-4a0ce6145240, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d142021-edbf-4f37-bba2-4a0ce6145240,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:11.084754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.100973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8ae32618-f451-444b-b695-7095689cff20 None None] Port 5d142021-edbf-4f37-bba2-4a0ce6145240 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:11.122156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 48febd64-9506-4325-9bf9-5647e91465e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48febd64-9506-4325-9bf9-5647e91465e3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:11.135439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '48febd64-9506-4325-9bf9-5647e91465e3', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '48febd64-9506-4325-9bf9-5647e91465e3', 'mac_address': 'fa:16:3e:17:ca:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:11.195892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.199795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.212263 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.238616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df5e70e-20e6-4e23-a113-3a13b5a28521,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:11.245284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48febd64-9506-4325-9bf9-5647e91465e3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:11.259669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c593b-599e-4555-9893-1d22df123dfa req-869ce2a1-23ca-42bd-b5f5-2a8985530f10 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:11.261293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d98c593b-599e-4555-9893-1d22df123dfa req-869ce2a1-23ca-42bd-b5f5-2a8985530f10 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0763550 Oct 22 14:54:11.290717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 48febd64-9506-4325-9bf9-5647e91465e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48febd64-9506-4325-9bf9-5647e91465e3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:11.292972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Pushing event updated for resources: {'Port': ['ID=5d142021-edbf-4f37-bba2-4a0ce6145240,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:11.296257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:11.296884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:11.305008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.305640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.305982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.306426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.306764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.307128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.307461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.307787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.308109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.308611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.309109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.309617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f9fc4-1154-4b0a-8b61-05f3e896d872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:11.313814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d98c593b-599e-4555-9893-1d22df123dfa req-277d893c-185f-4124-9081-4863b8810280 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Oct 22 14:54:11.346553 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.412411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.416016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5dd49045-e243-477f-90b0-e842b761f87a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5828705 Oct 22 14:54:11.431433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.431433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:11.431433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'security_group_rule': {'security_group_id': '9d744aa9-1245-4643-859d-f843141691cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:11.455084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:54:11.482225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Port': ['ID=898a28e4-e7e7-44e4-b6f4-3a976ff1fbdd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:11.518737 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.643803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ef5c7-5ba7-452a-8a98-bb358c57b714 req-2e9f7389-6f3d-4d08-8ec9-b50d7a06524e tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:11.653974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-418ef5c7-5ba7-452a-8a98-bb358c57b714 req-2e9f7389-6f3d-4d08-8ec9-b50d7a06524e tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 948 time: 0.0978951 Oct 22 14:54:11.737726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-418ef5c7-5ba7-452a-8a98-bb358c57b714 req-4047d9fc-4eae-46b0-8031-dad5bafb8391 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824206 Oct 22 14:54:11.778293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=48febd64-9506-4325-9bf9-5647e91465e3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:11.805112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d5c2342f-def3-4eb0-9488-22e21cf21933 None None] Provisioning complete for port 5d142021-edbf-4f37-bba2-4a0ce6145240 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:11.805599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2342f-def3-4eb0-9488-22e21cf21933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.831168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:11.866360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['48febd64-9506-4325-9bf9-5647e91465e3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:11.913773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:12.217469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2342f-def3-4eb0-9488-22e21cf21933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:12.312244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d5c2342f-def3-4eb0-9488-22e21cf21933 None None] For port 5d142021-edbf-4f37-bba2-4a0ce6145240, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d142021-edbf-4f37-bba2-4a0ce6145240,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:12.331038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:10Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:12.342682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:12.377940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7ec47-41dd-445f-a249-98e94f0b4366 None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:10Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:54:12.467913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2342f-def3-4eb0-9488-22e21cf21933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:12.497062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Router fa472412-f777-4b51-9fa9-8230531d1d20 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:54:12.509108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101997-ccca-4c33-8d1f-a05ec61b5c45 req-4b497120-708f-470e-ab72-c3551e4d50c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:12.519761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd101997-ccca-4c33-8d1f-a05ec61b5c45 req-4b497120-708f-470e-ab72-c3551e4d50c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0694034 Oct 22 14:54:12.558367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2342f-def3-4eb0-9488-22e21cf21933 None None] Pushing event updated for resources: {'Port': ['ID=5d142021-edbf-4f37-bba2-4a0ce6145240,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:12.570723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd101997-ccca-4c33-8d1f-a05ec61b5c45 req-847186cc-40ed-41cf-b455-1346b750215b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447323 Oct 22 14:54:12.597711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:12.624960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2270f14-beba-402f-bfcc-a87c891061df,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:12.661985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:54:12.667398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d91ee89-ffb0-4b24-8331-1838e32f5007 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "PUT /v2.0/routers/fa472412-f777-4b51-9fa9-8230531d1d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5828249 Oct 22 14:54:12.669918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46362) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:12.680892 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] Sync routers for ids ['fa472412-f777-4b51-9fa9-8230531d1d20'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:54:12.699310 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] Routers {'fa472412-f777-4b51-9fa9-8230531d1d20'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:12.699938 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa472412-f777-4b51-9fa9-8230531d1d20'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:12.749019 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:12.760712 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] Routers {'fa472412-f777-4b51-9fa9-8230531d1d20'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:12.761309 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:53:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['fa472412-f777-4b51-9fa9-8230531d1d20'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:12.783113 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:12.787025 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fca04e10-24f8-4d73-8b63-13284dbeddfc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3635948 Oct 22 14:54:12.787500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:12.791920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:12.831847 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:12.832878 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab5818-1883-42f6-b9ca-046db1af71b8 None None] The sync data for ids ['fa472412-f777-4b51-9fa9-8230531d1d20'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:54:12.888535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48febd64-9506-4325-9bf9-5647e91465e3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:12.890362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.022050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.094107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.098486 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.102122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 48febd64-9506-4325-9bf9-5647e91465e3 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:13.107932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 48febd64-9506-4325-9bf9-5647e91465e3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:13.108226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.211866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29122585-ac50-4544-9158-926639d4f2cc req-20b2e272-c51a-4b7b-b89e-2163cbc993bc tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:13.219657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d142021-edbf-4f37-bba2-4a0ce6145240 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:13.219918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29122585-ac50-4544-9158-926639d4f2cc req-20b2e272-c51a-4b7b-b89e-2163cbc993bc tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 948 time: 0.3409240 Oct 22 14:54:13.274537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29122585-ac50-4544-9158-926639d4f2cc req-ba3c2a96-326e-49fc-8f2b-b84937ff6c05 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496335 Oct 22 14:54:13.286762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.310416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.340412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5d142021-edbf-4f37-bba2-4a0ce6145240 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:13.351558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.351558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48febd64-9506-4325-9bf9-5647e91465e3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:13.353041 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a803b-1c02-4887-a527-7b64f89fd331" -d '{"events": [{"server_uuid": "f45a614c-ebbd-46aa-8221-f39b334c2acd", "name": "network-vif-plugged", "status": "completed", "tag": "48febd64-9506-4325-9bf9-5647e91465e3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:13.388773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 48febd64-9506-4325-9bf9-5647e91465e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48febd64-9506-4325-9bf9-5647e91465e3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:13.413433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.460210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Fanout notify agent at l3_agent the message router_deleted on router fa472412-f777-4b51-9fa9-8230531d1d20 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:54:13.461020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Allocated IP 172.25.1.39 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/9a32ae83-13b8-421c-b371-172af9a77863) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:13.461367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.461474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:13.461572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72f0cd63-aa97-40b1-88fa-376171662663 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "DELETE /v2.0/routers/fa472412-f777-4b51-9fa9-8230531d1d20 HTTP/1.1" status: 204 len: 168 time: 0.7767248 Oct 22 14:54:13.484134 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9f2d7-39f9-44a2-9af3-7c3669ad4c8c x-openstack-request-id: req-97b9f2d7-39f9-44a2-9af3-7c3669ad4c8c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:13.485026 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45a614c-ebbd-46aa-8221-f39b334c2acd", "name": "network-vif-plugged", "status": "completed", "tag": "48febd64-9506-4325-9bf9-5647e91465e3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:13.486068 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97b9f2d7-39f9-44a2-9af3-7c3669ad4c8c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:13.486665 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48febd64-9506-4325-9bf9-5647e91465e3', 'code': 200} Oct 22 14:54:13.492784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-c6799720-b19b-4612-918a-202aab42d573 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826681 Oct 22 14:54:13.579713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Deleting subnet f9584162-6eb9-44d0-9dcb-9a9758cd2d86 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:13.603990 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:54:13.609100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.618450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.664119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-434a0309-6c32-4249-80c8-2d4faa9378ff tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:13.672345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-434a0309-6c32-4249-80c8-2d4faa9378ff tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729131 Oct 22 14:54:13.687556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=48febd64-9506-4325-9bf9-5647e91465e3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:13.711953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.721922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d06bd133-b319-40d2-ac4d-fc25f60fe51c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/quotas/94d7e164bd3c417daab895cb85728254 HTTP/1.1" status: 200 len: 375 time: 0.0484915 Oct 22 14:54:13.748007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.750566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f33c9d-2b4e-4fff-bc53-66dd5e3f523d req-e23c82d7-62a6-4669-a53e-c696ace38ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:13.753023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-82f33c9d-2b4e-4fff-bc53-66dd5e3f523d req-e23c82d7-62a6-4669-a53e-c696ace38ad8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 1099 time: 0.1786661 Oct 22 14:54:13.754816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-1994baa7-1a8f-43ff-b4e6-fab3f52a85fa tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320203 Oct 22 14:54:13.790900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aeca3-f179-4388-bd7e-a7ef6327b5c1 req-d3cd84b0-5d2c-49e2-8354-0378870ab2a4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:13.792781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708aeca3-f179-4388-bd7e-a7ef6327b5c1 req-d3cd84b0-5d2c-49e2-8354-0378870ab2a4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1368864 Oct 22 14:54:13.836967 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-82f33c9d-2b4e-4fff-bc53-66dd5e3f523d req-9f83d002-62f9-4105-b8ca-1b206f8ad13a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753746 Oct 22 14:54:13.863245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:13.873449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708aeca3-f179-4388-bd7e-a7ef6327b5c1 req-8976382e-bfb5-4ff3-a079-5b2a0887f6f8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605841 Oct 22 14:54:14.067669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.116342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.119428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:14.137558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:14.140108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:14.198766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Subnet': ['ID=f9584162-6eb9-44d0-9dcb-9a9758cd2d86,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:14.206858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.210095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96446535-58f1-4b06-bab9-96376268d949 None None] Network 2811a9ce-6ee9-4b19-89f8-0eb244ee042c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:14.213974 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c0b06a5b-cc5a-41c3-ada2-90b03de28dc0 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "DELETE /v2.0/subnets/f9584162-6eb9-44d0-9dcb-9a9758cd2d86 HTTP/1.1" status: 204 len: 168 time: 0.7649324 Oct 22 14:54:14.215974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'Port': ['ID=9a32ae83-13b8-421c-b371-172af9a77863,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:14.216691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46428) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:14.302771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-bc8d729f-4f2a-4178-99a5-b0e076f45cea tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384803 Oct 22 14:54:14.356494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.440559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.472995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] DHCP port deletion for 2811a9ce-6ee9-4b19-89f8-0eb244ee042c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:14.542085 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.545252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47828028-db30-4b72-ae87-fbb8b0a1646a req-6aa5210f-6d25-4f9f-a4a9-c29ce3f02140 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:14.546295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] Deleting port 21bbd80b-bc76-4c75-88da-9f4ef0627277 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:14.547618 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.552908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47828028-db30-4b72-ae87-fbb8b0a1646a req-6aa5210f-6d25-4f9f-a4a9-c29ce3f02140 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 949 time: 0.1541796 Oct 22 14:54:14.588880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46442) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:14.600468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-edb1c23c-c1c5-4272-a936-22d9be741690 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:14.602081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-edb1c23c-c1c5-4272-a936-22d9be741690 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902992 Oct 22 14:54:14.624282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] For port 21bbd80b-bc76-4c75-88da-9f4ef0627277, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21bbd80b-bc76-4c75-88da-9f4ef0627277,segment=NetworkSegment(ed6e811e-0299-4e1a-8760-1d893a70b7b9),segment_id=ed6e811e-0299-4e1a-8760-1d893a70b7b9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:14.624642 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.642404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] Calling delete_port for 21bbd80b-bc76-4c75-88da-9f4ef0627277 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:14.642888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47828028-db30-4b72-ae87-fbb8b0a1646a req-7ec684b3-e8ec-4828-ade3-5a0aeb5af0cf tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864666 Oct 22 14:54:14.645587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-8aba1196-34d2-475f-81f2-be032eb5e8ca tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/quotas/94d7e164bd3c417daab895cb85728254 HTTP/1.1" status: 200 len: 375 time: 0.0367951 Oct 22 14:54:14.689568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-92e27244-83cf-4d52-b007-f3f00eb8772f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366735 Oct 22 14:54:14.698496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Deleting port 21bbd80b-bc76-4c75-88da-9f4ef0627277 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:14.699086 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.742686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.765411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6b7348d-0c8f-4b3e-95db-4551433a0ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.809078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] For port 21bbd80b-bc76-4c75-88da-9f4ef0627277, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21bbd80b-bc76-4c75-88da-9f4ef0627277,segment=NetworkSegment(ed6e811e-0299-4e1a-8760-1d893a70b7b9),segment_id=ed6e811e-0299-4e1a-8760-1d893a70b7b9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:14.809399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.823651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Calling delete_port for 21bbd80b-bc76-4c75-88da-9f4ef0627277 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:14.852371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6b7348d-0c8f-4b3e-95db-4551433a0ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.861916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.905939 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.935688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'Port': ['ID=9a32ae83-13b8-421c-b371-172af9a77863,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:14.942918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.974950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.989735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] Pushing event deleted for resources: {'Port': ['ID=21bbd80b-bc76-4c75-88da-9f4ef0627277,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:14.990640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6b7348d-0c8f-4b3e-95db-4551433a0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:14.998827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e7491-4fc4-4acf-b19f-23f9f2a328a7 None None] No DVR routers for this DVR port 21bbd80b-bc76-4c75-88da-9f4ef0627277 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:15.034423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Port': ['ID=21bbd80b-bc76-4c75-88da-9f4ef0627277,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:15.057255 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6b7348d-0c8f-4b3e-95db-4551433a0ccb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5913653d78054b4a8aa17348c8e5e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530728 Oct 22 14:54:15.057255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46452) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:15.057255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7348d-0c8f-4b3e-95db-4551433a0ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac85b29-21dc-4c60-bcf4-a979c585332e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:15.069474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] No DVR routers for this DVR port 21bbd80b-bc76-4c75-88da-9f4ef0627277 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:15.119576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c558fa5-5791-43a9-b989-266a30150a8b req-08f88eeb-ca52-4d27-b5fd-005e46a59084 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0921657 Oct 22 14:54:15.135477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.141625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f71e15f8-6e73-4941-b951-6dfa8758e9d9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3478537 Oct 22 14:54:15.142912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b321e7a2-2d56-4224-a6b0-b755f6d016c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.178924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21bbd80b-bc76-4c75-88da-9f4ef0627277 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:15.210232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b321e7a2-2d56-4224-a6b0-b755f6d016c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.218151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 21bbd80b-bc76-4c75-88da-9f4ef0627277 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:15.218683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21bbd80b-bc76-4c75-88da-9f4ef0627277 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:15.250109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b682545-3bcd-4547-905e-2393adac89ab req-520c05a9-7ddc-4e7f-be1e-b5194149d3a3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:15.258767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b682545-3bcd-4547-905e-2393adac89ab req-520c05a9-7ddc-4e7f-be1e-b5194149d3a3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.2281535 Oct 22 14:54:15.329351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.359463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2811a9ce-6ee9-4b19-89f8-0eb244ee042c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:15.371675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6e811e-0299-4e1a-8760-1d893a70b7b9') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:15.372267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6e811e-0299-4e1a-8760-1d893a70b7b9') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:15.377114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b682545-3bcd-4547-905e-2393adac89ab req-347a8321-f225-411f-82bd-238dd90d2b0e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174855 Oct 22 14:54:15.385474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.403670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.412739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:15.413384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:15.416900 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:15.450626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b321e7a2-2d56-4224-a6b0-b755f6d016c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.453273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b321e7a2-2d56-4224-a6b0-b755f6d016c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.455195 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b321e7a2-2d56-4224-a6b0-b755f6d016c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ac85b29-21dc-4c60-bcf4-a979c585332e HTTP/1.1" status: 204 len: 168 time: 0.4082086 Oct 22 14:54:15.463566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321e7a2-2d56-4224-a6b0-b755f6d016c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac85b29-21dc-4c60-bcf4-a979c585332e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:15.505944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-e8c51288-24a0-4de1-8910-6e44301f1f88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--103421525&fields=id&tenant_id=db362a4480984f69b03f0e7f7f82c4b6 HTTP/1.1" status: 200 len: 267 time: 0.0742159 Oct 22 14:54:15.616056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-839ca386-9031-4759-a2e6-f2d62b455a3b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:15.617506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-839ca386-9031-4759-a2e6-f2d62b455a3b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 810 time: 0.1041906 Oct 22 14:54:15.633180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-18dc5c34-1099-45d9-ab6f-dd4c2b3c14ed tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/quotas/db362a4480984f69b03f0e7f7f82c4b6 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Oct 22 14:54:15.636605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.649146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:15.651468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] 10.222.0.66 "DELETE /v2.0/networks/2811a9ce-6ee9-4b19-89f8-0eb244ee042c HTTP/1.1" status: 204 len: 168 time: 1.4335446 Oct 22 14:54:15.700015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a706-7f23-4a51-9f54-fe03284ad246 tempest-FloatingIPNegativeTestJSON-622940596 tempest-FloatingIPNegativeTestJSON-622940596-project] Pushing event deleted for resources: {'Network': ['ID=2811a9ce-6ee9-4b19-89f8-0eb244ee042c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:15.735279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-bd8be1c3-afd4-4e0b-ab1b-915ed0e20b45 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963008 Oct 22 14:54:15.848873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2984ff-f908-46a6-ad7c-651d170ccf63 req-018b6862-d097-4dc3-b3ed-37ced301b692 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:15.850335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e2984ff-f908-46a6-ad7c-651d170ccf63 req-018b6862-d097-4dc3-b3ed-37ced301b692 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 949 time: 0.1075175 Oct 22 14:54:16.200595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-5e0c8b24-e1de-48fd-bdea-f29362330330 service neutron] 10.222.0.66 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472330 Oct 22 14:54:16.238507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e2984ff-f908-46a6-ad7c-651d170ccf63 req-d55f4c36-3a46-4144-8f0f-0c7eca3799f3 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783462 Oct 22 14:54:16.279573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46492) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:16.324397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-855c7c0c-08ab-413b-8a3e-65067fb3c1c9 req-9fdf1ef9-f3ad-4569-91c7-0b1e59161754 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0357516 Oct 22 14:54:16.351053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-38b20c51-26e1-4481-9e67-f6887b6ef543 service neutron] 10.222.0.66 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425200 Oct 22 14:54:16.434607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46502) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:16.458481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4bec-5c20-4d2b-bb34-d458ba04c9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.463141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b43c1176-5ca4-469b-ab99-3e5d38046d19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01e5b6b784e44ffc8c93e41401547592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823244 Oct 22 14:54:16.467121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46504) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:16.529987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01884c6b-a4a6-48ad-a8e7-8ef1b8d477bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.538587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4bec-5c20-4d2b-bb34-d458ba04c9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.559223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01884c6b-a4a6-48ad-a8e7-8ef1b8d477bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.745421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4bec-5c20-4d2b-bb34-d458ba04c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.745667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01884c6b-a4a6-48ad-a8e7-8ef1b8d477bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.749588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01884c6b-a4a6-48ad-a8e7-8ef1b8d477bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.752490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01884c6b-a4a6-48ad-a8e7-8ef1b8d477bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4ad240e-a392-4baf-a640-74df99cc7bab HTTP/1.1" status: 204 len: 168 time: 0.2842309 Oct 22 14:54:16.768633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884c6b-a4a6-48ad-a8e7-8ef1b8d477bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad240e-a392-4baf-a640-74df99cc7bab,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:16.814853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1cbb4bec-5c20-4d2b-bb34-d458ba04c9bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab586ff45dfe4893882ad2a68d8f3f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791060 Oct 22 14:54:16.833161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:16.850790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4bec-5c20-4d2b-bb34-d458ba04c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f384ab89-bd62-49fb-989b-dea9c5cbaf81,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:16.909891 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77f9a966-dd41-4580-bb83-463f44c995e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:16.937155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77f9a966-dd41-4580-bb83-463f44c995e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:17.037950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56615c69-920d-41b5-9569-b3b789f551a6 req-98b8cd92-fc55-45b2-83ff-ea748fa8d578 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:17.039441 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56615c69-920d-41b5-9569-b3b789f551a6 req-98b8cd92-fc55-45b2-83ff-ea748fa8d578 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0746140 Oct 22 14:54:17.073031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-219c8921-aba7-491f-9d00-973ece944e38 req-8c607e8e-917c-4dd0-8cd7-158f0094af00 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 210 time: 0.0326061 Oct 22 14:54:17.112010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56615c69-920d-41b5-9569-b3b789f551a6 req-ac10f62e-b105-4760-951d-d920b250a1ae tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584853 Oct 22 14:54:17.182953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257748-3532-4736-aa82-54aa9cbb19ec req-3c915b4b-7e05-4ff1-9aba-65150f7475da tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:17.184516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19257748-3532-4736-aa82-54aa9cbb19ec req-3c915b4b-7e05-4ff1-9aba-65150f7475da tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 949 time: 0.0525897 Oct 22 14:54:17.205019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77f9a966-dd41-4580-bb83-463f44c995e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:17.207565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77f9a966-dd41-4580-bb83-463f44c995e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:17.212417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-77f9a966-dd41-4580-bb83-463f44c995e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f384ab89-bd62-49fb-989b-dea9c5cbaf81 HTTP/1.1" status: 204 len: 168 time: 0.3745475 Oct 22 14:54:17.222222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9a966-dd41-4580-bb83-463f44c995e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f384ab89-bd62-49fb-989b-dea9c5cbaf81,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:17.238197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19257748-3532-4736-aa82-54aa9cbb19ec req-f68a32dc-17f1-4fa7-baa6-e1b41e246b87 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Oct 22 14:54:17.431587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dba166d4-7ac5-41a7-82e3-d6ce070f1a4b req-b0a61ec0-46a0-490f-94ae-262dd28346f7 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0325205 Oct 22 14:54:17.662941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-88ef5fa1-68c6-4cf7-9a6e-cc42428118d6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255468 Oct 22 14:54:17.789698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d84f1e94-2985-45a4-a06e-adc5d05ef04d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:17.791904 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d84f1e94-2985-45a4-a06e-adc5d05ef04d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223793 Oct 22 14:54:17.805710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Request body: {'port': {'device_id': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '94d7e164bd3c417daab895cb85728254'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:18.038737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Made reservation on behalf of 94d7e164bd3c417daab895cb85728254 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:18.042592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.059011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.183060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf8aac65-07fa-430a-9d7f-98d3efe9caba req-3983461c-d725-44b6-93d9-6868fcdb0019 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 210 time: 0.0277846 Oct 22 14:54:18.186354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.253316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95493a0-3d07-4198-bebe-ac9840fa3f67 req-deaa4a02-6952-445e-947c-c39bdad81316 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:18.254893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a95493a0-3d07-4198-bebe-ac9840fa3f67 req-deaa4a02-6952-445e-947c-c39bdad81316 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0492485 Oct 22 14:54:18.284761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.296913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a95493a0-3d07-4198-bebe-ac9840fa3f67 req-c9feb365-f728-413f-8468-23edc13fe92c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Oct 22 14:54:18.355978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98575251-fd98-44f1-9973-011b42dea47c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:18.463287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17e6f9-19d4-4c8f-b46c-950a39539ca1 req-2d52ccb1-6d05-41eb-a58a-5cd4f691872a tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:18.467602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f17e6f9-19d4-4c8f-b46c-950a39539ca1 req-2d52ccb1-6d05-41eb-a58a-5cd4f691872a tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 949 time: 0.1029303 Oct 22 14:54:18.497842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-3eb80a77-f925-446d-9f99-3e31b43cce3c tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:18.499856 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-3eb80a77-f925-446d-9f99-3e31b43cce3c tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.53 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 949 time: 0.0995712 Oct 22 14:54:18.534691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-327e65cd-91ca-4b1b-a3d6-94c662674dd8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629239 Oct 22 14:54:18.554728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Allocated IP 192.168.233.145 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/0a6196da-b592-4812-975d-e7e8823b4cb2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:18.584890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f17e6f9-19d4-4c8f-b46c-950a39539ca1 req-cb3335a9-e58e-4098-9ebe-f5a20a23ce32 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973561 Oct 22 14:54:18.611243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46572) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:18.615681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65227285-7ee2-45f7-bbc3-9c823ef9ef24 req-37096ae3-d57d-4e74-a172-50ec5f26db39 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0568099 Oct 22 14:54:18.730106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-a2817321-cb57-4a31-87a7-2a76fc9934dc tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:18.731723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Deleting port 48febd64-9506-4325-9bf9-5647e91465e3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:18.732221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-a2817321-cb57-4a31-87a7-2a76fc9934dc tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742215 Oct 22 14:54:18.732762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.742984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-403040263'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:18.751371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Request body: {'port': {'device_id': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '94d7e164bd3c417daab895cb85728254'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:18.839613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.865216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] For port 48febd64-9506-4325-9bf9-5647e91465e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48febd64-9506-4325-9bf9-5647e91465e3,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:18.865592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.884684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Calling delete_port for 48febd64-9506-4325-9bf9-5647e91465e3 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:18.905183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:18.920835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:18.933317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.084161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.096968 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.143393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:19.146448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:19.148827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:19.152878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Made reservation on behalf of 94d7e164bd3c417daab895cb85728254 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:19.156676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.188315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:19.227427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:19.228055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.240503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.244313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.259418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:19.273236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.273919 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Added segment f5b3c771-291f-43d6-b96d-b144618f3823 of type vlan for network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 Oct 22 14:54:19.304895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Pushing event deleted for resources: {'Port': ['ID=48febd64-9506-4325-9bf9-5647e91465e3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:19.324115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.345278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] No DVR routers for this DVR port 48febd64-9506-4325-9bf9-5647e91465e3 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:19.350270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-36cbf50b-7e9c-493c-b730-b3a801c8174f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5487199 Oct 22 14:54:19.351554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.354723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fb85fbd-c257-4aa8-9910-2552204d3ea8 req-2145675d-968a-40c5-99f3-e9b61a2b4753 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.53 "DELETE /v2.0/ports/48febd64-9506-4325-9bf9-5647e91465e3 HTTP/1.1" status: 204 len: 173 time: 0.8466489 Oct 22 14:54:19.355256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'name': 'network-vif-deleted', 'tag': '48febd64-9506-4325-9bf9-5647e91465e3'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:19.357659 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d5cb78-961a-456e-b956-d5befd1de85e" -d '{"events": [{"server_uuid": "f45a614c-ebbd-46aa-8221-f39b334c2acd", "name": "network-vif-deleted", "tag": "48febd64-9506-4325-9bf9-5647e91465e3"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:19.370845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Request body: {'port': {'device_id': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:19.437534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ab4026d-08bb-46ab-82c0-467b8694fbbe req-53a7c67e-c3f2-483e-9e69-75985832ff29 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 210 time: 0.1011019 Oct 22 14:54:19.483934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.497165 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad9b410-3317-404e-ad1a-04dc256482d7 x-openstack-request-id: req-aad9b410-3317-404e-ad1a-04dc256482d7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:19.497535 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45a614c-ebbd-46aa-8221-f39b334c2acd", "name": "network-vif-deleted", "tag": "48febd64-9506-4325-9bf9-5647e91465e3", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:19.497848 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aad9b410-3317-404e-ad1a-04dc256482d7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:19.498303 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45a614c-ebbd-46aa-8221-f39b334c2acd', 'name': 'network-vif-deleted', 'tag': '48febd64-9506-4325-9bf9-5647e91465e3', 'status': 'completed', 'code': 200} Oct 22 14:54:19.502333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c305ff-3906-4221-b4eb-0f7f31023a87,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:19.556593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b49d-54ce-4b56-b53a-f226866c6a88 req-7fc783f6-a351-42cf-acd6-a431826fe892 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:19.558085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f735b49d-54ce-4b56-b53a-f226866c6a88 req-7fc783f6-a351-42cf-acd6-a431826fe892 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1377296 Oct 22 14:54:19.558749 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.565753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-40e1da85-19f1-42c4-a140-2e677e6a337d None None] Provisioning complete for port 0a6196da-b592-4812-975d-e7e8823b4cb2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:19.566333 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-40e1da85-19f1-42c4-a140-2e677e6a337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.577211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:19.578184 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.591635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Allocated IP 192.168.233.150 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/f5fcd856-e226-49f1-8727-5a53d3a14fb9) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:19.632092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-40e1da85-19f1-42c4-a140-2e677e6a337d None None] Port 0a6196da-b592-4812-975d-e7e8823b4cb2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:19.717370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:19.730092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Network': ['ID=027dd5f8-c309-4b34-a11c-5eabc8b5faa2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:19.749572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:19.764668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-191acf00-5c81-4ffd-b58e-766525c6c4e0 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1475828 Oct 22 14:54:19.818881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f735b49d-54ce-4b56-b53a-f226866c6a88 req-6f750ab4-5f5e-421e-bfe4-f109ae259b34 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274210 Oct 22 14:54:19.851991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec56bf86-aef2-4ef9-ad58-c40b3249e85f req-494c7d63-d865-4327-92e3-20c0d4842c71 tempest-ImagesNegativeTestJSON-464746813 tempest-ImagesNegativeTestJSON-464746813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f45a614c-ebbd-46aa-8221-f39b334c2acd HTTP/1.1" status: 200 len: 210 time: 0.1341727 Oct 22 14:54:19.951673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed95c-8c09-4153-a768-1f7e315288fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:19.998942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8e3a955-f3ca-41d7-b602-ff263393b141 req-2fb1129e-1177-42c4-90b7-3dbd30bd27b8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0392509 Oct 22 14:54:20.043606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.057886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed95c-8c09-4153-a768-1f7e315288fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.179762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed95c-8c09-4153-a768-1f7e315288fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.236705 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4f0ed95c-8c09-4153-a768-1f7e315288fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=414a7dde20024687910cefb991d4d60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177965 Oct 22 14:54:20.239691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:20.245326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-53f0275f-9cde-4dae-9f46-bc21e4d4b3bb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:20.246784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-53f0275f-9cde-4dae-9f46-bc21e4d4b3bb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 810 time: 0.1478634 Oct 22 14:54:20.249179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.251545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ed95c-8c09-4153-a768-1f7e315288fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e4d57f-f854-45bf-95d8-3923c0514d00,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:20.321389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:20.348586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-7998be50-eaf7-42bf-b78a-5884ae69b025 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db362a4480984f69b03f0e7f7f82c4b6 HTTP/1.1" status: 200 len: 379 time: 0.0831878 Oct 22 14:54:20.356173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:20.359189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'port': {'device_id': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'admin_state_up': True, 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'security_groups': ['9d744aa9-1245-4643-859d-f843141691cd']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:20.362085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event updated for resources: {'Port': ['ID=f5fcd856-e226-49f1-8727-5a53d3a14fb9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:20.365036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:20.442759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c200-232a-403e-835c-b53a7f31c8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.452350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:20.452350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.535014 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c200-232a-403e-835c-b53a7f31c8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.546668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:20.562021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.585364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Transition to ACTIVE for port object 0a6196da-b592-4812-975d-e7e8823b4cb2 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:20.633316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3b7355-dcc8-472d-b716-151119e4c4dd req-7b33364a-8c35-4c87-ae23-ead183bb0e60 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 210 time: 0.0450635 Oct 22 14:54:20.706995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Made reservation on behalf of db362a4480984f69b03f0e7f7f82c4b6 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:20.711225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.715348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.759569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a115275a-e401-4802-849b-e30df1c1f4fd None None] Provisioning complete for port f5fcd856-e226-49f1-8727-5a53d3a14fb9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:20.760066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a115275a-e401-4802-849b-e30df1c1f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.799158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:20.808737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c200-232a-403e-835c-b53a7f31c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.811337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c200-232a-403e-835c-b53a7f31c8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:20.817009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a115275a-e401-4802-849b-e30df1c1f4fd None None] Port f5fcd856-e226-49f1-8727-5a53d3a14fb9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:20.817180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3c4c200-232a-403e-835c-b53a7f31c8fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4e4d57f-f854-45bf-95d8-3923c0514d00 HTTP/1.1" status: 204 len: 168 time: 0.5717220 Oct 22 14:54:20.833446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4c200-232a-403e-835c-b53a7f31c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e4d57f-f854-45bf-95d8-3923c0514d00,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:20.857092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-980adfb3-1c94-4f01-8e63-c65edf3f7a51 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1097770 Oct 22 14:54:20.872826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Request body: {'port': {'device_id': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:20.930422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48febd64-9506-4325-9bf9-5647e91465e3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:20.977060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 48febd64-9506-4325-9bf9-5647e91465e3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:20.977655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48febd64-9506-4325-9bf9-5647e91465e3 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:21.006145 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.087312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Attempting to bind port 0a6196da-b592-4812-975d-e7e8823b4cb2 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:21.087897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Attempting to bind port 0a6196da-b592-4812-975d-e7e8823b4cb2 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:21.088042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Attempting to bind port 0a6196da-b592-4812-975d-e7e8823b4cb2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:21.103828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Port 0a6196da-b592-4812-975d-e7e8823b4cb2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:21.104137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Attempting to bind port 0a6196da-b592-4812-975d-e7e8823b4cb2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:21.123303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:21.123648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:21.124035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:21.124490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Bound port: 0a6196da-b592-4812-975d-e7e8823b4cb2, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:21.124837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.211545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97a41d-3588-4621-bdc9-224ce57419b5 req-a1442b3e-e4b2-475a-8104-c2a9bbc5e463 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:21.215936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c97a41d-3588-4621-bdc9-224ce57419b5 req-a1442b3e-e4b2-475a-8104-c2a9bbc5e463 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1835575 Oct 22 14:54:21.262937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Allocated IP 172.20.0.3 (07cb71aa-f007-472c-ad0e-93c8fd874287/9c97baba-b66a-4386-9377-5d6c184f53ab/0c313cde-f912-4316-ac51-68a45dd77947) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:21.321386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6a24d-4ebf-45e7-83f5-4c54ddcb526c req-811ef4f7-cce0-4289-9ba6-4c18d4d23fe3 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:21.322475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48f6a24d-4ebf-45e7-83f5-4c54ddcb526c req-811ef4f7-cce0-4289-9ba6-4c18d4d23fe3 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 936 time: 0.1607227 Oct 22 14:54:21.406032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48f6a24d-4ebf-45e7-83f5-4c54ddcb526c req-962bd742-ecbe-4038-8608-6bfaeb8bb04d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728683 Oct 22 14:54:21.413449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c97a41d-3588-4621-bdc9-224ce57419b5 req-f7626586-b5b3-4333-817b-cc028b4b6da4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088569 Oct 22 14:54:21.497228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:21.538616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:21.577935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fcd856-e226-49f1-8727-5a53d3a14fb9 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:21.590586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.595223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.605429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Transition to ACTIVE for port object f5fcd856-e226-49f1-8727-5a53d3a14fb9 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:21.662619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.712375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:21.713267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.714908 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a6196da-b592-4812-975d-e7e8823b4cb2 HTTP/1.1" status: 200 len: 1096 time: 2.3537011 Oct 22 14:54:21.716014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:21.719487 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c5174c-84ab-4284-87ed-c909b3a5b794" -d '{"events": [{"name": "network-changed", "server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:21.731565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.817648 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e807a9d-7102-4afc-bca8-89496d64f70c x-openstack-request-id: req-3e807a9d-7102-4afc-bca8-89496d64f70c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:21.818196 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:21.819913 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e807a9d-7102-4afc-bca8-89496d64f70c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:21.819913 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'status': 'completed', 'code': 200} Oct 22 14:54:21.819913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5710a3f-3afa-4e66-8c3e-7303951b73b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:21.833964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:21.940464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:21.945015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:21.947838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:22.021926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5174c-84ab-4284-87ed-c909b3a5b794 req-d0305ddd-bebd-4a6f-8bfc-4ef1d9d9af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.023591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00c5174c-84ab-4284-87ed-c909b3a5b794 req-d0305ddd-bebd-4a6f-8bfc-4ef1d9d9af70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1099 time: 0.1727545 Oct 22 14:54:22.024198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'Port': ['ID=0c313cde-f912-4316-ac51-68a45dd77947,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:22.050773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Pushing event updated for resources: {'Port': ['ID=f5fcd856-e226-49f1-8727-5a53d3a14fb9,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:22.067769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8a0c3-5859-4cd0-81f5-c85f7b93d510 req-6977d5cf-2829-4efb-8974-a49d5a953c48 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.076420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16a8a0c3-5859-4cd0-81f5-c85f7b93d510 req-6977d5cf-2829-4efb-8974-a49d5a953c48 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 931 time: 0.2673225 Oct 22 14:54:22.082159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00c5174c-84ab-4284-87ed-c909b3a5b794 req-c6d5846d-8757-42ea-b3c0-060b61702e0c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403571 Oct 22 14:54:22.096973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.097693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.264788 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ab11c9eb-b4ba-494b-95ae-47effe96b41f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9100726 Oct 22 14:54:22.285186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Attempting to bind port f5fcd856-e226-49f1-8727-5a53d3a14fb9 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:22.287150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Attempting to bind port f5fcd856-e226-49f1-8727-5a53d3a14fb9 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:22.287765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Attempting to bind port f5fcd856-e226-49f1-8727-5a53d3a14fb9 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:22.288238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Request body: {'port': {'device_id': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:22.314744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Port f5fcd856-e226-49f1-8727-5a53d3a14fb9 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:22.316908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Attempting to bind port f5fcd856-e226-49f1-8727-5a53d3a14fb9 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:22.327017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5174c-84ab-4284-87ed-c909b3a5b794 req-7e45cfdd-fc69-43ce-a781-9e756184103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.332396 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00c5174c-84ab-4284-87ed-c909b3a5b794 req-7e45cfdd-fc69-43ce-a781-9e756184103d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2271223 Oct 22 14:54:22.341201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:22.341777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:22.342130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:22.342736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Bound port: f5fcd856-e226-49f1-8727-5a53d3a14fb9, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:22.343171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.431711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] For port f5fcd856-e226-49f1-8727-5a53d3a14fb9, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:22.446340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aa84fc24-1a5e-4075-a63e-6a47262dcae8 None None] Provisioning complete for port 0c313cde-f912-4316-ac51-68a45dd77947 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:22.446861 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aa84fc24-1a5e-4075-a63e-6a47262dcae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.451132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] For port f5fcd856-e226-49f1-8727-5a53d3a14fb9, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:22.480536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.483966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16a8a0c3-5859-4cd0-81f5-c85f7b93d510 req-ec843c0c-bdbc-4faa-bc5e-e5dbd8b08567 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033384 Oct 22 14:54:22.563363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.575366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aa84fc24-1a5e-4075-a63e-6a47262dcae8 None None] Port 0c313cde-f912-4316-ac51-68a45dd77947 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:22.711141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Pushing event updated for resources: {'Port': ['ID=f5fcd856-e226-49f1-8727-5a53d3a14fb9,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:22.720909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46668) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:22.764632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-4c390121-d3fb-4588-b91b-f0364f54a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.767768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-4c390121-d3fb-4588-b91b-f0364f54a965 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1099 time: 0.3767335 Oct 22 14:54:22.768695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.769177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-855ba507-fa91-4016-a775-53a88096cf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.769359 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:22.770682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-e010ec97-7ffd-4ebd-8c0e-e8ab63d2b87d service neutron] 10.222.0.53 "PUT /v2.0/ports/f5fcd856-e226-49f1-8727-5a53d3a14fb9 HTTP/1.1" status: 200 len: 1096 time: 1.9027908 Oct 22 14:54:22.772988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'tag': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:22.782353 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffe4271-5cf2-4d01-9de0-29b5cef652ec", "tag": "f5fcd856-e226-49f1-8727-5a53d3a14fb9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:22.806785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c0f15-c51a-44d1-86dc-ccf1dfacbe2d req-ba8d8e8c-bb92-4ce3-83a2-3d2e4b239310 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.812265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc8c0f15-c51a-44d1-86dc-ccf1dfacbe2d req-ba8d8e8c-bb92-4ce3-83a2-3d2e4b239310 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 948 time: 0.1298058 Oct 22 14:54:22.868032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2dd32-23a6-4f78-bc8f-22b92cd0d750 req-6a1951b3-1185-4080-b7da-93c2a9260d02 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:22.876725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-baa2dd32-23a6-4f78-bc8f-22b92cd0d750 req-6a1951b3-1185-4080-b7da-93c2a9260d02 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1960557 Oct 22 14:54:22.972169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc8c0f15-c51a-44d1-86dc-ccf1dfacbe2d req-fd21a0fc-c0a2-4e2c-bb41-92b1d513a359 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540203 Oct 22 14:54:23.003933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-9c66c8ea-b95e-4ff8-9141-417e84de849e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=0a6196da-b592-4812-975d-e7e8823b4cb2 HTTP/1.1" status: 200 len: 217 time: 0.0878613 Oct 22 14:54:23.109635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-baa2dd32-23a6-4f78-bc8f-22b92cd0d750 req-b4b733da-28dc-4a54-9b87-d2d4a231362d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319269 Oct 22 14:54:23.162150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-0fe8483a-95f5-47ce-91e5-ec730f8224bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:23.165843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-0fe8483a-95f5-47ce-91e5-ec730f8224bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 1099 time: 0.1866496 Oct 22 14:54:23.218077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:23.221925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46678) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:23.234389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'subnet': {'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:23.240478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-cc83af21-0bfc-4cf9-b7de-7c45cf2d9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:23.242066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-cc83af21-0bfc-4cf9-b7de-7c45cf2d9d6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2268529 Oct 22 14:54:23.252193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-788541fd-aa5e-45dc-ad8b-14811123b67a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9 HTTP/1.1" status: 200 len: 217 time: 0.0775928 Oct 22 14:54:23.254091 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4543900c-590f-411e-8661-84c936549e40 x-openstack-request-id: req-4543900c-590f-411e-8661-84c936549e40 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:23.254379 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffe4271-5cf2-4d01-9de0-29b5cef652ec", "tag": "f5fcd856-e226-49f1-8727-5a53d3a14fb9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:23.254897 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4543900c-590f-411e-8661-84c936549e40 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:23.255752 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'tag': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9', 'status': 'completed', 'code': 200} Oct 22 14:54:23.323517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-222666900'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:23.324030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-a3d60208-a94d-455c-8718-ac6a06c57a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:23.325526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-a3d60208-a94d-455c-8718-ac6a06c57a15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0665162 Oct 22 14:54:23.377699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e43d0642-2587-44a0-b435-c8c76a8f3bdc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=159ba92decde4c959d157e0a0ea9dda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498103 Oct 22 14:54:23.379151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46682) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:23.406015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-863965de-377e-4149-b4d4-ff788e15c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:23.408167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-863965de-377e-4149-b4d4-ff788e15c7b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746431 Oct 22 14:54:23.410576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c313cde-f912-4316-ac51-68a45dd77947 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:23.420165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.432120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-b1903d9b-214a-430b-a21a-d84eb0fd8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:23.433622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-b1903d9b-214a-430b-a21a-d84eb0fd8976 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694887 Oct 22 14:54:23.440885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Transition to ACTIVE for port object 0c313cde-f912-4316-ac51-68a45dd77947 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:23.490442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04c85859-6b87-430f-8169-9c81cd7432fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.527841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04c85859-6b87-430f-8169-9c81cd7432fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.534128 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-0775e9d8-e832-4ac1-abdc-e5b581a82bfa service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920801 Oct 22 14:54:23.541396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-7fbd7eef-ac9f-47f4-9a57-86a2589c2362 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257224 Oct 22 14:54:23.561203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:23.565669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.582391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.638050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.675308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c2b8-f294-4d81-8ef9-402bed2d4dd8 req-43c6a0d6-2673-492c-8fcb-9aef4c387e0a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:23.676803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d196c2b8-f294-4d81-8ef9-402bed2d4dd8 req-43c6a0d6-2673-492c-8fcb-9aef4c387e0a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 931 time: 0.1145797 Oct 22 14:54:23.711829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecdcd471-0689-4f51-ae5a-9c3c07970311 req-aba11009-353d-4c47-b25b-856b35e368e9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626353 Oct 22 14:54:23.733585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5151652-687d-4b8b-bb4e-454b1c402522 req-0b9c7214-b7e0-4367-b31f-be2845fecf5c service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927004 Oct 22 14:54:23.738668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d196c2b8-f294-4d81-8ef9-402bed2d4dd8 req-a8e03749-030f-4fde-aca4-dbf2cb3c2b7b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532234 Oct 22 14:54:23.739442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Pushing event updated for resources: {'Port': ['ID=0c313cde-f912-4316-ac51-68a45dd77947,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:23.749252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:23.751199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.821592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04c85859-6b87-430f-8169-9c81cd7432fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.829502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04c85859-6b87-430f-8169-9c81cd7432fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:23.829502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-04c85859-6b87-430f-8169-9c81cd7432fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3cefbf2-2bff-46e8-a2c6-ce04fc435dab HTTP/1.1" status: 204 len: 168 time: 0.4452841 Oct 22 14:54:23.835887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c85859-6b87-430f-8169-9c81cd7432fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cefbf2-2bff-46e8-a2c6-ce04fc435dab,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:24.097072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00e148-dc60-4f11-bfd3-6f9b29cefd59 req-d0d6b74d-983a-44c2-81ca-b567d49e1467 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.098680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f00e148-dc60-4f11-bfd3-6f9b29cefd59 req-d0d6b74d-983a-44c2-81ca-b567d49e1467 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 948 time: 0.0520165 Oct 22 14:54:24.144521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f00e148-dc60-4f11-bfd3-6f9b29cefd59 req-b9261c51-49a0-4b4a-b9de-25e5103a770b tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Oct 22 14:54:24.231425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1363892-2e12-45b4-ba13-07ae2fc1617b req-ebfff638-0ad4-4963-b7fc-72b5b240e4cc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.233305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1363892-2e12-45b4-ba13-07ae2fc1617b req-ebfff638-0ad4-4963-b7fc-72b5b240e4cc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0569963 Oct 22 14:54:24.234563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.279981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-d65ffd2e-852d-4c50-a4ad-2e24d438b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.297813 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-d65ffd2e-852d-4c50-a4ad-2e24d438b593 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 1099 time: 0.1466537 Oct 22 14:54:24.298356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1363892-2e12-45b4-ba13-07ae2fc1617b req-cabf4cd0-d334-41b6-9a59-6b0973a3f909 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Oct 22 14:54:24.298458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Attempting to bind port 0c313cde-f912-4316-ac51-68a45dd77947 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:24.298458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Attempting to bind port 0c313cde-f912-4316-ac51-68a45dd77947 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:24.298458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Attempting to bind port 0c313cde-f912-4316-ac51-68a45dd77947 on network 07cb71aa-f007-472c-ad0e-93c8fd874287 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:24.339439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Port 0c313cde-f912-4316-ac51-68a45dd77947 on network 07cb71aa-f007-472c-ad0e-93c8fd874287 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:24.343475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Attempting to bind port 0c313cde-f912-4316-ac51-68a45dd77947 on network 07cb71aa-f007-472c-ad0e-93c8fd874287 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:24.351164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.382818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:24.383194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Checking segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:24.383593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Bound using segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:24.384049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Bound port: 0c313cde-f912-4316-ac51-68a45dd77947, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:24.384406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.435910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:24.470042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.470391 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Added segment 5b37d4d1-7933-4ff0-ab3d-cdff686582e1 of type vlan for network a2d5805a-689b-466e-a785-b2a121891287 Oct 22 14:54:24.525395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb154cd-41db-423f-8d79-4ff2443dae40,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:24.577876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-499a1cd3-ff4a-4aef-a66f-3a759912a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.580337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-499a1cd3-ff4a-4aef-a66f-3a759912a100 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2849481 Oct 22 14:54:24.643036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-8fc0ff6e-316a-4bed-8089-db0240f8ca18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9 HTTP/1.1" status: 200 len: 217 time: 0.0545411 Oct 22 14:54:24.645620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.650399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] For port 0c313cde-f912-4316-ac51-68a45dd77947, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:24.662896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] For port 0c313cde-f912-4316-ac51-68a45dd77947, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0c313cde-f912-4316-ac51-68a45dd77947,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:24.693276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.755390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-c3ce81f6-9a53-4f4e-965d-afe2272140da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.756910 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-c3ce81f6-9a53-4f4e-965d-afe2272140da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1042430 Oct 22 14:54:24.807060 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.820033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Subnet': ['ID=1f2b928f-3623-4c75-8991-df545dff5f88,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:24.857538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Checking segment: {'id': 'f5b3c771-291f-43d6-b96d-b144618f3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:24.858083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network hostable DHCP agents. Network: 027dd5f8-c309-4b34-a11c-5eabc8b5faa2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:24.864647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.865349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.872213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5d89a-c698-4499-9aee-aa7170416512 req-5e1f9559-bb57-43f6-8277-c327f4d9bc2d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.873301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] 10.222.0.53 "PUT /v2.0/ports/0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 200 len: 1091 time: 2.5915651 Oct 22 14:54:24.873301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:24.873596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18e5d89a-c698-4499-9aee-aa7170416512 req-5e1f9559-bb57-43f6-8277-c327f4d9bc2d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 943 time: 0.0562627 Oct 22 14:54:24.873762 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b142331-b65b-494c-b9a5-dbcd62864de6" -d '{"events": [{"name": "network-changed", "server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "tag": "0c313cde-f912-4316-ac51-68a45dd77947"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:24.906032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4318b51-6ada-49a2-a8d9-7185ef6e170f service neutron] Pushing event updated for resources: {'Port': ['ID=0c313cde-f912-4316-ac51-68a45dd77947,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:24.910169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-ff742373-1aa3-4d22-8b61-6d770ec192a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.911797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-ff742373-1aa3-4d22-8b61-6d770ec192a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461489 Oct 22 14:54:24.921212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.929085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:24.929085 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:24.935039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f5fcd856-e226-49f1-8727-5a53d3a14fb9 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:24.949693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18e5d89a-c698-4499-9aee-aa7170416512 req-26ff3b55-8bdd-4386-b80c-e0dcea3e5690 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683169 Oct 22 14:54:24.965522 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4cddd8-fd42-4ab3-b667-c9735a4a5355 x-openstack-request-id: req-5b4cddd8-fd42-4ab3-b667-c9735a4a5355 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:24.965912 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "tag": "0c313cde-f912-4316-ac51-68a45dd77947", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:24.966135 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b4cddd8-fd42-4ab3-b667-c9735a4a5355 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:24.966517 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947', 'status': 'completed', 'code': 200} Oct 22 14:54:25.107698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f5fcd856-e226-49f1-8727-5a53d3a14fb9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:25.121263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9', 'mac_address': 'fa:16:3e:e5:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:25.124188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:25.161655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.174492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fcd856-e226-49f1-8727-5a53d3a14fb9 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:25.194537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9752629 Oct 22 14:54:25.195297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eca577-fd00-448d-a1b0-49b0e8fec1d4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Network': ['ID=a2d5805a-689b-466e-a785-b2a121891287,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:25.198342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46718) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:25.203370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f5fcd856-e226-49f1-8727-5a53d3a14fb9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:25.212754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:25.221373 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-4531499c-c4bf-4722-a015-f09aa9f80668 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876577 Oct 22 14:54:25.222069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a2d5805a-689b-466e-a785-b2a121891287 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:25.224177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142331-b65b-494c-b9a5-dbcd62864de6 req-b0be2bd7-a3f7-433a-9ad6-32c0ae0da857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.225801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b142331-b65b-494c-b9a5-dbcd62864de6 req-b0be2bd7-a3f7-433a-9ad6-32c0ae0da857 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1094 time: 0.2229812 Oct 22 14:54:25.306942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 027dd5f8-c309-4b34-a11c-5eabc8b5faa2) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:25.331271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.332582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.362822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec21c5-aa88-47a1-af60-da3d7fbaac37 None None] Network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:25.371950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabe4db-f6e0-45be-a8ab-d6a7bfb408c1 req-02151ecc-1d76-473c-9c4c-a4dff77b521a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.381821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fabe4db-f6e0-45be-a8ab-d6a7bfb408c1 req-02151ecc-1d76-473c-9c4c-a4dff77b521a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 948 time: 0.1173830 Oct 22 14:54:25.447972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fabe4db-f6e0-45be-a8ab-d6a7bfb408c1 req-040c4914-b5a0-4fc3-b9b9-a03cb1870441 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Oct 22 14:54:25.469184 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6c213b9d-5246-4335-ab66-5a0e2c5bf35a req-2372f686-aaca-44a3-b1e8-6e8ecf118c56 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056234 Oct 22 14:54:25.485284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8e20e949-4822-4432-a0e8-40ddb7d9fc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.491879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:25.495468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.498919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.508859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142331-b65b-494c-b9a5-dbcd62864de6 req-86844574-6046-498e-8e44-ddfe6a0a1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.510524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b142331-b65b-494c-b9a5-dbcd62864de6 req-86844574-6046-498e-8e44-ddfe6a0a1b6c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2668295 Oct 22 14:54:25.578050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a51c2-c48b-469e-86c3-eefc2348ebef req-7c8e44fd-7390-404a-a2f9-0ecdec433c28 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.586332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d0a51c2-c48b-469e-86c3-eefc2348ebef req-7c8e44fd-7390-404a-a2f9-0ecdec433c28 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1543458 Oct 22 14:54:25.628801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ef4b58e2-9730-485a-82b6-7c2a4291db12 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4002197 Oct 22 14:54:25.632199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:25.642704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1045058165'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:25.652539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d0a51c2-c48b-469e-86c3-eefc2348ebef req-b4fd911f-4878-46dc-99aa-89491c924ae3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650389 Oct 22 14:54:25.689582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-027dd5f8-c309-4b34-a11c-5eabc8b5faa2', 'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2', 'tenant_id': 'cb575b498b5447108f62f057b6c17446', 'fixed_ips': [{'subnet_id': '1f2b928f-3623-4c75-8991-df545dff5f88'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:25.690461 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.692456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f5fcd856-e226-49f1-8727-5a53d3a14fb9,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:25.712416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142331-b65b-494c-b9a5-dbcd62864de6 req-13f3c135-18d5-49d3-bb92-29b8a916b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.712416 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b142331-b65b-494c-b9a5-dbcd62864de6 req-13f3c135-18d5-49d3-bb92-29b8a916b4f9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906335 Oct 22 14:54:25.811268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-0e5be5d6-98b1-478d-9e19-3b1b30b73166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.812946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-0e5be5d6-98b1-478d-9e19-3b1b30b73166 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1094 time: 0.0507667 Oct 22 14:54:25.817563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f5fcd856-e226-49f1-8727-5a53d3a14fb9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:25.868650 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-4fce9449-a921-49d6-a567-b4bea16bce11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 200 len: 217 time: 0.0468154 Oct 22 14:54:25.873419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:25.877416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.927070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ccc6a7-2772-49bd-b279-e5fbe0e4ee14 req-6fbb7777-06fd-4e8d-8570-035c100b778e tempest-AbsoluteLimitsNegativeTestJSON-312193697 tempest-AbsoluteLimitsNegativeTestJSON-312193697-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f2d82f53d964aacb5b1cfeff54571b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242078 Oct 22 14:54:25.928494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:25.936619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Allocated IP 2001:db8:0:ffff::2 (027dd5f8-c309-4b34-a11c-5eabc8b5faa2/1f2b928f-3623-4c75-8991-df545dff5f88/b928d6e8-8d29-43b1-a835-b7d0769dc736) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:25.945742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:25.946073 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Added segment f6845066-d191-4abc-ac0a-65f49f78b18b of type vlan for network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d Oct 22 14:54:25.980686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ea570acb-957a-4fea-a77f-bb5d8b0d4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:25.982261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-ea570acb-957a-4fea-a77f-bb5d8b0d4dad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.1014013 Oct 22 14:54:25.998461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.043112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.066936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-f0f25118-bd63-415f-a607-d12097dc5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.069102 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-f0f25118-bd63-415f-a607-d12097dc5b2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743930 Oct 22 14:54:26.118000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccc6a7-2772-49bd-b279-e5fbe0e4ee14 req-f83c1078-1b2f-4a11-baae-e2bc361bf9dc tempest-AbsoluteLimitsNegativeTestJSON-312193697 tempest-AbsoluteLimitsNegativeTestJSON-312193697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.125390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ccc6a7-2772-49bd-b279-e5fbe0e4ee14 req-f83c1078-1b2f-4a11-baae-e2bc361bf9dc tempest-AbsoluteLimitsNegativeTestJSON-312193697 tempest-AbsoluteLimitsNegativeTestJSON-312193697-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906440 Oct 22 14:54:26.164460 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.167211 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-d2be4834-3090-46cc-b977-77b0594a8afc service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903630 Oct 22 14:54:26.169052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ccc6a7-2772-49bd-b279-e5fbe0e4ee14 req-7ea7b4bc-9305-490e-a3e0-d30c3d54dd5b tempest-AbsoluteLimitsNegativeTestJSON-312193697 tempest-AbsoluteLimitsNegativeTestJSON-312193697-project] 10.222.0.66 "GET /v2.0/quotas/6f2d82f53d964aacb5b1cfeff54571b0 HTTP/1.1" status: 200 len: 375 time: 0.0428345 Oct 22 14:54:26.198818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=62ad20da-355e-4ad6-8cec-45e2024936ec,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:26.221529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ccc6a7-2772-49bd-b279-e5fbe0e4ee14 req-05ec5c05-fc16-47a9-90f1-60e46b11b9e7 tempest-AbsoluteLimitsNegativeTestJSON-312193697 tempest-AbsoluteLimitsNegativeTestJSON-312193697-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2d82f53d964aacb5b1cfeff54571b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438228 Oct 22 14:54:26.242042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007b18-13d9-4331-82b3-93886cb241c1 req-1e519b4f-ecc0-449e-ac56-c3296bb79798 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.243735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02007b18-13d9-4331-82b3-93886cb241c1 req-1e519b4f-ecc0-449e-ac56-c3296bb79798 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 943 time: 0.1697516 Oct 22 14:54:26.244143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.246924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:26.247297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network hostable DHCP agents. Network: a2d5805a-689b-466e-a785-b2a121891287, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:26.249736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.250398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.308689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02007b18-13d9-4331-82b3-93886cb241c1 req-4355733a-bc4a-4072-9827-5be4a1fa17fe tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547557 Oct 22 14:54:26.314087 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.351413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Network': ['ID=19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:26.355927 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-822b81b4-5ab6-44e5-aa68-6ac24406f4c8 req-f6c953b0-8277-44fd-a619-69d0aa50bc47 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810534 Oct 22 14:54:26.364992 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:26.393462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:26.402753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:26.407211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:26.413197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Pushing event updated for resources: {'Port': ['ID=b928d6e8-8d29-43b1-a835-b7d0769dc736,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:26.427090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:26.475013 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ddba0540-e44f-47e0-909d-85230d95f0ec tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8408375 Oct 22 14:54:26.476727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.485419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46754) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:26.486194 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.486299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'subnet': {'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:26.513537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Attempting to bind port b928d6e8-8d29-43b1-a835-b7d0769dc736 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:26.515459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Attempting to bind port b928d6e8-8d29-43b1-a835-b7d0769dc736 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f5b3c771-291f-43d6-b96d-b144618f3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:26.515459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Attempting to bind port b928d6e8-8d29-43b1-a835-b7d0769dc736 on network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:26.523065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:26.523557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Checking segment: {'id': 'f5b3c771-291f-43d6-b96d-b144618f3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:26.524037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.524498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Bound using segment: {'id': 'f5b3c771-291f-43d6-b96d-b144618f3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:26.525030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Bound port: b928d6e8-8d29-43b1-a835-b7d0769dc736, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b3c771-291f-43d6-b96d-b144618f3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '027dd5f8-c309-4b34-a11c-5eabc8b5faa2'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:26.525542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.590287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f7b01-d79a-448e-b68f-347563160914 req-79a30ef3-9b1d-4f72-8c2a-5eb15a7f2d53 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.591804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad9f7b01-d79a-448e-b68f-347563160914 req-79a30ef3-9b1d-4f72-8c2a-5eb15a7f2d53 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 949 time: 0.0751584 Oct 22 14:54:26.592885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a2d5805a-689b-466e-a785-b2a121891287) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:26.597487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.598048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.606272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3251c0-9b15-4e48-bfd5-55bdc84fa664 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:26.613998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] For port b928d6e8-8d29-43b1-a835-b7d0769dc736, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:26.639181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] For port b928d6e8-8d29-43b1-a835-b7d0769dc736, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b928d6e8-8d29-43b1-a835-b7d0769dc736,segment=NetworkSegment(f5b3c771-291f-43d6-b96d-b144618f3823),segment_id=f5b3c771-291f-43d6-b96d-b144618f3823)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:26.643261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad9f7b01-d79a-448e-b68f-347563160914 req-524c9491-01b1-4a01-a7f8-d181d0502a6d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Oct 22 14:54:26.728376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:26.732538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.810439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980453cf-3d8b-47c9-9542-54e7893002b9 req-accb2248-482b-4f6a-b52d-c9b8ec60e6de tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:26.812585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-980453cf-3d8b-47c9-9542-54e7893002b9 req-accb2248-482b-4f6a-b52d-c9b8ec60e6de tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0825825 Oct 22 14:54:26.861175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d60abc7d-964c-4fa0-94a4-fa0119554717 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6565106 Oct 22 14:54:26.863543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46762) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:26.868778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'name': 'tempest-NetworksTestDHCPv6-164221745'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:26.881612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:26.913227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-980453cf-3d8b-47c9-9542-54e7893002b9 req-34b1b292-c515-4d3a-9e0d-a27d3d585d9b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938246 Oct 22 14:54:26.977235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:26.979508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f5fcd856-e226-49f1-8727-5a53d3a14fb9 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:26.982310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46764) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:27.027528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '62ad20da-355e-4ad6-8cec-45e2024936ec'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:27.028845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.049074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c024-0344-4466-9c81-844b27b26a62 None None] Pushing event updated for resources: {'Port': ['ID=b928d6e8-8d29-43b1-a835-b7d0769dc736,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:27.135281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:27.139117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.164458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port d6459570-72ff-40fe-a016-a725d4f41e08 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:27.166680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:54:27.169468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.200216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabc4744-5f12-4842-935a-e3b5c48ba63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.286798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:27.302433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port f5fcd856-e226-49f1-8727-5a53d3a14fb9 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:27.306514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Subnet': ['ID=0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:27.311114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'mac_address': 'fa:16:3e:a2:c9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:27.318202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port f5fcd856-e226-49f1-8727-5a53d3a14fb9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:27.318742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.328636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/62ad20da-355e-4ad6-8cec-45e2024936ec/465092fb-f58b-4013-a152-a90263abafc4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:27.330529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Checking segment: {'id': 'f6845066-d191-4abc-ac0a-65f49f78b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:27.330789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network hostable DHCP agents. Network: 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:27.414175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabc4744-5f12-4842-935a-e3b5c48ba63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.421674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.446245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:27.465473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2572ca-b839-492a-81a3-faf67c0fa32c req-926f4dc2-f0e7-4ee0-bd29-8cc807cb36d7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:27.469431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a2572ca-b839-492a-81a3-faf67c0fa32c req-926f4dc2-f0e7-4ee0-bd29-8cc807cb36d7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 943 time: 0.0595531 Oct 22 14:54:27.477499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:27.509340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a2572ca-b839-492a-81a3-faf67c0fa32c req-61d1fb1e-242c-4596-9c52-3db9f0ac15de tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352039 Oct 22 14:54:27.529627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:27.535221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fabc4744-5f12-4842-935a-e3b5c48ba63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.557858 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.577485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:27.586396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:27.587088 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.590941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fabc4744-5f12-4842-935a-e3b5c48ba63a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f2d82f53d964aacb5b1cfeff54571b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072350 Oct 22 14:54:27.592737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc4744-5f12-4842-935a-e3b5c48ba63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71951964-5f09-4fa2-b8ee-81f19d8d2306,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:27.593705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:27.601310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72876f13-5300-49ef-977c-ae855efa0656 None None] Network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:27.636296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:27.638521 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6967d6-a5e3-47c5-9f63-8996560337b4" -d '{"events": [{"server_uuid": "9ffe4271-5cf2-4d01-9de0-29b5cef652ec", "name": "network-vif-plugged", "status": "completed", "tag": "f5fcd856-e226-49f1-8727-5a53d3a14fb9"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:27.650458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b371a1b-f85b-4a6e-810b-99f823baa836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.667468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f5fcd856-e226-49f1-8727-5a53d3a14fb9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:27.688791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b371a1b-f85b-4a6e-810b-99f823baa836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.744087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-abf48940-38d8-4198-81d5-df649aaf2d62 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2650750 Oct 22 14:54:27.754830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46780) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:27.761192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'port': {'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d', 'name': 'tempest-NetworksIpV6TestAttrs-646946097'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:27.775381 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045664ab-80b7-4339-a8f0-e7b47c092961 x-openstack-request-id: req-045664ab-80b7-4339-a8f0-e7b47c092961 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:27.776627 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffe4271-5cf2-4d01-9de0-29b5cef652ec", "name": "network-vif-plugged", "status": "completed", "tag": "f5fcd856-e226-49f1-8727-5a53d3a14fb9", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:27.776627 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-045664ab-80b7-4339-a8f0-e7b47c092961 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:27.776627 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9', 'code': 200} Oct 22 14:54:27.779559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.787960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.807073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbeee62-4a50-4e42-bd2c-0475a48012a2 req-5dc58b44-ae5a-4a33-80dd-b000527c0eac tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:27.814439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.814770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cbeee62-4a50-4e42-bd2c-0475a48012a2 req-5dc58b44-ae5a-4a33-80dd-b000527c0eac tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 949 time: 0.0667403 Oct 22 14:54:27.857943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cbeee62-4a50-4e42-bd2c-0475a48012a2 req-e7c9e8d8-568c-448b-9dcb-b125dcc866a2 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Oct 22 14:54:27.897747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0bbf-e24c-452a-be4c-242764997546 req-462b5ca6-876d-4d79-b8cb-3031df6232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:27.899290 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-455f0bbf-e24c-452a-be4c-242764997546 req-462b5ca6-876d-4d79-b8cb-3031df6232cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 1101 time: 0.1322069 Oct 22 14:54:27.918868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b371a1b-f85b-4a6e-810b-99f823baa836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.921491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b371a1b-f85b-4a6e-810b-99f823baa836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.922704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b371a1b-f85b-4a6e-810b-99f823baa836 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71951964-5f09-4fa2-b8ee-81f19d8d2306 HTTP/1.1" status: 204 len: 168 time: 0.3276150 Oct 22 14:54:27.930866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b371a1b-f85b-4a6e-810b-99f823baa836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71951964-5f09-4fa2-b8ee-81f19d8d2306,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:27.964310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d', 'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d', 'tenant_id': 'cb575b498b5447108f62f057b6c17446', 'fixed_ips': [{'subnet_id': '0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:27.965193 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:27.998729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-455f0bbf-e24c-452a-be4c-242764997546 req-c7a16865-38ae-456b-980f-6108b6a619e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875113 Oct 22 14:54:28.006359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:28.022887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.068851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:28.086295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::27c (a2d5805a-689b-466e-a785-b2a121891287/62ad20da-355e-4ad6-8cec-45e2024936ec/d6459570-72ff-40fe-a016-a725d4f41e08) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:28.098715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.110481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4775-b316-4bd5-a080-57ed8b28bb67 req-a0a31fc0-ddf0-4306-afcb-7feabbad246a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:28.112857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caed4775-b316-4bd5-a080-57ed8b28bb67 req-a0a31fc0-ddf0-4306-afcb-7feabbad246a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0892227 Oct 22 14:54:28.179926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:28.180081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:28.186653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.190608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caed4775-b316-4bd5-a080-57ed8b28bb67 req-9dc64efc-552e-47e6-bc05-70242ab59502 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Oct 22 14:54:28.204016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:28.207673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb2ebd-f8f0-45d8-aae1-541d8e2abbb8 None None] Network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:28.211170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:28.230279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] device_id is not set on port b556c1ff-1f57-4c5c-87e4-121163d2fc63 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:28.253877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f5fcd856-e226-49f1-8727-5a53d3a14fb9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:28.314597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.461724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Pushing event updated for resources: {'Port': ['ID=465092fb-f58b-4013-a152-a90263abafc4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:28.471629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Allocated IP 2001:db8::f816:3eff:fe91:75cd (19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d/0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7/7b46d4a6-f760-408b-bd50-c6f08444d1af) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:28.480490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Attempting to bind port 465092fb-f58b-4013-a152-a90263abafc4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:28.480846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Attempting to bind port 465092fb-f58b-4013-a152-a90263abafc4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:28.481208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Attempting to bind port 465092fb-f58b-4013-a152-a90263abafc4 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:28.489304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e3b1ca0e-e346-4a78-9b8e-19ce66da85f9 None None] Provisioning complete for port b928d6e8-8d29-43b1-a835-b7d0769dc736 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:28.492828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ca0e-e346-4a78-9b8e-19ce66da85f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.522351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:28.522739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:28.523161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.523609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:28.524101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Bound port: 465092fb-f58b-4013-a152-a90263abafc4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:28.524484 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.530327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.584278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:28.595363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:28.601137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:28.609236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:28.610330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:28.631818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=d6459570-72ff-40fe-a016-a725d4f41e08,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:28.684821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64805b-80fe-40be-a7b5-37a57c24d07c req-e8e02228-97b2-4261-a2e7-e73eb5aba577 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:28.686236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b64805b-80fe-40be-a7b5-37a57c24d07c req-e8e02228-97b2-4261-a2e7-e73eb5aba577 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 943 time: 0.0566475 Oct 22 14:54:28.728986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b64805b-80fe-40be-a7b5-37a57c24d07c req-94f0d491-273b-4c41-a94d-193baa9b75fb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342793 Oct 22 14:54:28.855731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46800) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:28.856302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b29541b6-5226-48b1-b8fe-3f6976f0e741 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9910998 Oct 22 14:54:28.962609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] For port 465092fb-f58b-4013-a152-a90263abafc4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:28.976007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe009125-19aa-4a52-9ad5-06aa98a52713 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:28.987002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe009125-19aa-4a52-9ad5-06aa98a52713 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:28.990784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fe009125-19aa-4a52-9ad5-06aa98a52713 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1303875 Oct 22 14:54:28.991177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46806) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:28.991630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a9234-3734-4afd-b8a5-d00a5ad10a5e req-9e334435-8767-4738-8225-680a44427fc1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:28.997158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0c313cde-f912-4316-ac51-68a45dd77947 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:29.000957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb7a9234-3734-4afd-b8a5-d00a5ad10a5e req-9e334435-8767-4738-8225-680a44427fc1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 950 time: 0.0674174 Oct 22 14:54:29.001408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] For port 465092fb-f58b-4013-a152-a90263abafc4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=465092fb-f58b-4013-a152-a90263abafc4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:29.013619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ca0e-e346-4a78-9b8e-19ce66da85f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.044969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb7a9234-3734-4afd-b8a5-d00a5ad10a5e req-73c8a859-bbc7-4aec-b2b9-2a4dae361c44 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Oct 22 14:54:29.133081 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.137685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e3b1ca0e-e346-4a78-9b8e-19ce66da85f9 None None] For port b928d6e8-8d29-43b1-a835-b7d0769dc736, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b928d6e8-8d29-43b1-a835-b7d0769dc736,segment=NetworkSegment(f5b3c771-291f-43d6-b96d-b144618f3823),segment_id=f5b3c771-291f-43d6-b96d-b144618f3823)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:29.146321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port d6459570-72ff-40fe-a016-a725d4f41e08 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:29.146321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.150162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.248387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b928d6e8-8d29-43b1-a835-b7d0769dc736 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:29.301726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.311997 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ca0e-e346-4a78-9b8e-19ce66da85f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.324194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for d6459570-72ff-40fe-a016-a725d4f41e08 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:29.326453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ebad7-d86b-49ed-95d3-f515d4f6c679 None None] Pushing event updated for resources: {'Port': ['ID=465092fb-f58b-4013-a152-a90263abafc4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:29.383712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.419627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Allocated IP 2001:db8::f816:3eff:fe20:16fd (19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d/0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7/b556c1ff-1f57-4c5c-87e4-121163d2fc63) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:29.435806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c6dc-a652-4dd1-9b19-5ef364be6b28 req-553cfb48-33ee-4c2d-86c0-7fb74ba334b8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:29.444933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a545c6dc-a652-4dd1-9b19-5ef364be6b28 req-553cfb48-33ee-4c2d-86c0-7fb74ba334b8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1045136 Oct 22 14:54:29.489379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a545c6dc-a652-4dd1-9b19-5ef364be6b28 req-24cc8679-d003-48a1-8880-5df3de20f49e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Oct 22 14:54:29.496141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1ca0e-e346-4a78-9b8e-19ce66da85f9 None None] Pushing event updated for resources: {'Port': ['ID=b928d6e8-8d29-43b1-a835-b7d0769dc736,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:29.551782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0c313cde-f912-4316-ac51-68a45dd77947, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0c313cde-f912-4316-ac51-68a45dd77947,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:29.592317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:29.618499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:29.638377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:29.642435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0c313cde-f912-4316-ac51-68a45dd77947', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'port_id': '0c313cde-f912-4316-ac51-68a45dd77947', 'mac_address': 'fa:16:3e:03:82:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:29.663140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c7f6f399-cc24-47de-875b-58040deb00c8 None None] Provisioning complete for port b928d6e8-8d29-43b1-a835-b7d0769dc736 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:29.663535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f399-cc24-47de-875b-58040deb00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.666214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Pushing event updated for resources: {'Port': ['ID=7b46d4a6-f760-408b-bd50-c6f08444d1af,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:29.756333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.762005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b928d6e8-8d29-43b1-a835-b7d0769dc736 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:29.762384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.879663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.880256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Attempting to bind port 7b46d4a6-f760-408b-bd50-c6f08444d1af on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:29.880488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Attempting to bind port 7b46d4a6-f760-408b-bd50-c6f08444d1af by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f6845066-d191-4abc-ac0a-65f49f78b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:29.880905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Attempting to bind port 7b46d4a6-f760-408b-bd50-c6f08444d1af on network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:29.890207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:29.892155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Checking segment: {'id': 'f6845066-d191-4abc-ac0a-65f49f78b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:29.893429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.893429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Bound using segment: {'id': 'f6845066-d191-4abc-ac0a-65f49f78b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:29.894211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Bound port: 7b46d4a6-f760-408b-bd50-c6f08444d1af, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6845066-d191-4abc-ac0a-65f49f78b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:29.894887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.899165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83a6b4-cfaf-4b7d-991a-2e11638bd5eb req-2c8334f3-4c85-4d43-9ac5-ec7e5a013e96 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:29.900150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.901155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa83a6b4-cfaf-4b7d-991a-2e11638bd5eb req-2c8334f3-4c85-4d43-9ac5-ec7e5a013e96 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 943 time: 0.0612791 Oct 22 14:54:29.929037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.930737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=d6459570-72ff-40fe-a016-a725d4f41e08,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:29.939518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c313cde-f912-4316-ac51-68a45dd77947 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:29.978166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:29.981628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b0747d15-8700-47f3-8e1e-d52a6f8fcbf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/d6459570-72ff-40fe-a016-a725d4f41e08 HTTP/1.1" status: 204 len: 168 time: 0.9894965 Oct 22 14:54:29.983638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa83a6b4-cfaf-4b7d-991a-2e11638bd5eb req-c5bb9872-570d-435e-97a0-9e121ba4745a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751595 Oct 22 14:54:29.988520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46830) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:30.013653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0c313cde-f912-4316-ac51-68a45dd77947, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0c313cde-f912-4316-ac51-68a45dd77947,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:30.051740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:30.056336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:30.065814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:30.076241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:30.078154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.097964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Port': ['ID=b556c1ff-1f57-4c5c-87e4-121163d2fc63,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:30.126825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] For port 7b46d4a6-f760-408b-bd50-c6f08444d1af, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:30.151503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] For port 7b46d4a6-f760-408b-bd50-c6f08444d1af, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7b46d4a6-f760-408b-bd50-c6f08444d1af,segment=NetworkSegment(f6845066-d191-4abc-ac0a-65f49f78b18b),segment_id=f6845066-d191-4abc-ac0a-65f49f78b18b)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:30.151628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2824463-3580-4381-9011-f32c8cca4385 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:30.162109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2824463-3580-4381-9011-f32c8cca4385 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:30.163977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d2824463-3580-4381-9011-f32c8cca4385 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1725378 Oct 22 14:54:30.166637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46840) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:30.217113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.253724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 62ad20da-355e-4ad6-8cec-45e2024936ec {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:30.259460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c74015e-7cee-4ec3-9310-a550ba7da0e7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5031257 Oct 22 14:54:30.259758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46846) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:30.260396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.299629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0c313cde-f912-4316-ac51-68a45dd77947,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:30.318136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9370d-2482-42f5-ab44-5d687bcca6b3 req-122a5e69-e450-4ea6-a3f6-313d9001e12d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:30.319813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bf9370d-2482-42f5-ab44-5d687bcca6b3 req-122a5e69-e450-4ea6-a3f6-313d9001e12d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 950 time: 0.1728263 Oct 22 14:54:30.385447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.393579 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.429070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting subnet 0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:30.435857 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.471523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf666834-6f65-4c49-8487-daf20c12f5be None None] Pushing event updated for resources: {'Port': ['ID=7b46d4a6-f760-408b-bd50-c6f08444d1af,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:30.475253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bf9370d-2482-42f5-ab44-5d687bcca6b3 req-df583b28-adf6-4c27-b11e-63566896044c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302085 Oct 22 14:54:30.485574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0c313cde-f912-4316-ac51-68a45dd77947'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:30.558495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.661804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308378e-7b38-42b2-b02e-cccb239e3b05 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:30.825394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fd49cda0-d3b7-4ed0-bcf7-9c967a65a4a5 None None] Provisioning complete for port 465092fb-f58b-4013-a152-a90263abafc4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:30.825658 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd49cda0-d3b7-4ed0-bcf7-9c967a65a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.979927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd49cda0-d3b7-4ed0-bcf7-9c967a65a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:30.997186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:31.058540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fd49cda0-d3b7-4ed0-bcf7-9c967a65a4a5 None None] For port 465092fb-f58b-4013-a152-a90263abafc4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=465092fb-f58b-4013-a152-a90263abafc4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:31.146405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46868) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:31.150175 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd49cda0-d3b7-4ed0-bcf7-9c967a65a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.162449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 0a6196da-b592-4812-975d-e7e8823b4cb2 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:31.169824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.191556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0a6196da-b592-4812-975d-e7e8823b4cb2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:31.192591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.248904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49cda0-d3b7-4ed0-bcf7-9c967a65a4a5 None None] Pushing event updated for resources: {'Port': ['ID=465092fb-f58b-4013-a152-a90263abafc4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:31.293409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0401-6cd4-46d6-a98a-1de2a611a6e5 req-9d2030aa-dd61-4989-9d6e-64876fa5c511 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:31.299068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa1f0401-6cd4-46d6-a98a-1de2a611a6e5 req-9d2030aa-dd61-4989-9d6e-64876fa5c511 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.6526525 Oct 22 14:54:31.337290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c0f72-0174-48a1-8ba9-caa29d919f67 req-bfeee3d5-6f3a-4869-aecb-fdf63434e7f8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:31.338717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a57c0f72-0174-48a1-8ba9-caa29d919f67 req-bfeee3d5-6f3a-4869-aecb-fdf63434e7f8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 949 time: 0.7140388 Oct 22 14:54:31.350457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.372779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f79113f-5950-44aa-828d-ecee83e3ac6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.394592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:31.397255 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df3284-b09e-4c6b-a563-382e8128abcd" -d '{"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-plugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:31.417761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:31.439542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-53e0f53e-5f5e-4045-8190-e99901b5c516 None None] Provisioning complete for port 465092fb-f58b-4013-a152-a90263abafc4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:31.441170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-53e0f53e-5f5e-4045-8190-e99901b5c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.481821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b46d4a6-f760-408b-bd50-c6f08444d1af up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:31.523881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.527662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.535119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa1f0401-6cd4-46d6-a98a-1de2a611a6e5 req-19bba0f0-bcba-4879-88f7-edbdcffe2d03 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244878 Oct 22 14:54:31.587069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f79113f-5950-44aa-828d-ecee83e3ac6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.591611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a57c0f72-0174-48a1-8ba9-caa29d919f67 req-8e2fb59b-81d2-4a80-88f9-1a39f4389a62 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281003 Oct 22 14:54:31.668134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.702938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:31.718552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4f79113f-5950-44aa-828d-ecee83e3ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.731412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=62ad20da-355e-4ad6-8cec-45e2024936ec,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:31.740057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.748152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-59526105-cdf5-49f1-a752-3e75e1c7ee49 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/62ad20da-355e-4ad6-8cec-45e2024936ec HTTP/1.1" status: 204 len: 168 time: 1.5804527 Oct 22 14:54:31.776003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46874) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:31.777010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79113f-5950-44aa-828d-ecee83e3ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf833c0-1325-4130-9555-e56ae6f136ce,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:31.789506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7b46d4a6-f760-408b-bd50-c6f08444d1af triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:31.789882 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.816970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4f79113f-5950-44aa-828d-ecee83e3ac6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f44b39966cef4e1b8e97be4dac6e77a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6685820 Oct 22 14:54:31.820523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46876) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:31.829967 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa1d44-8f2c-471a-96de-f7170bd53436 x-openstack-request-id: req-21fa1d44-8f2c-471a-96de-f7170bd53436 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:31.830269 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-plugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:31.830543 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21fa1d44-8f2c-471a-96de-f7170bd53436 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:31.830945 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'code': 200} Oct 22 14:54:31.836318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba14bfa-64af-4e9d-927f-1b34707a0f31 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:31.861181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.873416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1eb88b34-b1e9-433b-8dc0-af46bf321ae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962083 Oct 22 14:54:31.879937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46878) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:31.890232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:31.936329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.942439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7 HTTP/1.1" status: 204 len: 168 time: 1.6713431 Oct 22 14:54:31.942439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28418d0b-2970-4a70-b1f8-1fc4d43a0fb6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:31.947870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46880) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:31.958061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c905cb2-c438-41ce-8065-09128ba1fba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:31.960838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940e6d8-4a25-4ab1-82b5-c59ac39fd900 None None] Network 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:31.965432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a8d80-2d5b-4cc6-88fe-2d138d640abc req-6abfc4aa-72a2-4595-bb82-34d9bded41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:31.966753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe6a8d80-2d5b-4cc6-88fe-2d138d640abc req-6abfc4aa-72a2-4595-bb82-34d9bded41ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1101 time: 0.1039283 Oct 22 14:54:31.982763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f0f3d7f7-e225-419a-bd97-4276292065f8 None None] Could not find standard attr ID for object d6459570-72ff-40fe-a016-a725d4f41e08. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:54:31.999712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c905cb2-c438-41ce-8065-09128ba1fba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.019917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d1f28-9bd8-4f4b-af7c-d6c24c524e94 req-179faf61-6dca-412e-b6df-d73ecd6aa3f9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.021449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a71d1f28-9bd8-4f4b-af7c-d6c24c524e94 req-179faf61-6dca-412e-b6df-d73ecd6aa3f9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 944 time: 0.3028901 Oct 22 14:54:32.040927 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe6a8d80-2d5b-4cc6-88fe-2d138d640abc req-2d7103ad-1ee5-4ad4-afd3-3e3c3eb409e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Oct 22 14:54:32.096008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea1fe8-e8bc-46a0-befc-fb4ff1e581b3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.097450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea1fe8-e8bc-46a0-befc-fb4ff1e581b3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.099023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-60ea1fe8-e8bc-46a0-befc-fb4ff1e581b3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1501846 Oct 22 14:54:32.102329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46882) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:32.124720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a71d1f28-9bd8-4f4b-af7c-d6c24c524e94 req-4adac79d-ef2d-4c35-8f19-4fea027217b6 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702574 Oct 22 14:54:32.175342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c905cb2-c438-41ce-8065-09128ba1fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.177902 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c905cb2-c438-41ce-8065-09128ba1fba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.178998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0c905cb2-c438-41ce-8065-09128ba1fba5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daf833c0-1325-4130-9555-e56ae6f136ce HTTP/1.1" status: 204 len: 168 time: 0.3572030 Oct 22 14:54:32.192446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49c5adb6-1473-4bc6-9aaa-27f6438ea09e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.195871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c905cb2-c438-41ce-8065-09128ba1fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf833c0-1325-4130-9555-e56ae6f136ce,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:32.207694 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c5adb6-1473-4bc6-9aaa-27f6438ea09e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 22 14:54:32.208123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c5adb6-1473-4bc6-9aaa-27f6438ea09e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:32.211206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-49c5adb6-1473-4bc6-9aaa-27f6438ea09e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d HTTP/1.1" status: 409 len: 405 time: 0.1078646 Oct 22 14:54:32.219272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46886) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:32.224384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1826379405'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:32.265325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:32.268954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.274591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.288524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-370e2294-672d-4ad7-95bf-7104e21ab256 None None] Provisioning complete for port 7b46d4a6-f760-408b-bd50-c6f08444d1af triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:32.288928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-370e2294-672d-4ad7-95bf-7104e21ab256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.375810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 7b46d4a6-f760-408b-bd50-c6f08444d1af, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7b46d4a6-f760-408b-bd50-c6f08444d1af,segment=NetworkSegment(f6845066-d191-4abc-ac0a-65f49f78b18b),segment_id=f6845066-d191-4abc-ac0a-65f49f78b18b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:32.376999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:32.432557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:32.442734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.459795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-370e2294-672d-4ad7-95bf-7104e21ab256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.472323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:32.488977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] Deleting port 465092fb-f58b-4013-a152-a90263abafc4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:32.489206 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.494226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.495080 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Added segment a1378db8-1fbb-4c77-a2b6-adfe919fa0fc of type vlan for network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 Oct 22 14:54:32.501422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] DHCP port deletion for 19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:32.536014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.536773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 465092fb-f58b-4013-a152-a90263abafc4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:32.545008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.633696 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.688511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] For port 465092fb-f58b-4013-a152-a90263abafc4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=465092fb-f58b-4013-a152-a90263abafc4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:32.688762 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.695413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:32.700523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:32.705450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.712165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.712784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.732677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] Calling delete_port for 465092fb-f58b-4013-a152-a90263abafc4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:32.738104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-370e2294-672d-4ad7-95bf-7104e21ab256 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:54:32.738461 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-370e2294-672d-4ad7-95bf-7104e21ab256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:54:32.749491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=7b46d4a6-f760-408b-bd50-c6f08444d1af,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:32.751308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.751972 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.808257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Network': ['ID=5f41fc17-fcd0-4089-87f2-2baa66a47bd5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:32.812724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=acb8104e-5ca0-425b-b2f0-61a44adccb82,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:32.815771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] Deleting port 7b46d4a6-f760-408b-bd50-c6f08444d1af {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:32.816694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.823741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:32.829103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 465092fb-f58b-4013-a152-a90263abafc4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:32.829103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:32.829999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b65541-574d-4ef6-a7ab-944923fac2c5 req-a7048022-fdd7-4efe-91e9-615ff79cef9c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.831568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6b65541-574d-4ef6-a7ab-944923fac2c5 req-a7048022-fdd7-4efe-91e9-615ff79cef9c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.2130122 Oct 22 14:54:32.845244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ac5c-3c38-4c9a-9b52-fb4fb8c75ff6 req-ef5e0945-490d-4303-adf2-607ff7ff45e8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:32.846786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df35ac5c-3c38-4c9a-9b52-fb4fb8c75ff6 req-ef5e0945-490d-4303-adf2-607ff7ff45e8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1477025 Oct 22 14:54:32.906149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6b65541-574d-4ef6-a7ab-944923fac2c5 req-d73f0234-8e61-45dc-b000-b01b9eb51f27 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581529 Oct 22 14:54:32.909735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df35ac5c-3c38-4c9a-9b52-fb4fb8c75ff6 req-146eae78-e232-424f-a5f2-846ca0be9b37 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550673 Oct 22 14:54:32.968223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-70a06259-c05c-43fb-9438-21961daffbaf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0868897 Oct 22 14:54:32.977325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46904) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:32.983714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'name': 'tempest-NetworksTestDHCPv6-814158509'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:33.010180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0c313cde-f912-4316-ac51-68a45dd77947 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:33.015446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13cced71-6618-4855-bc59-8cd7aafce8f6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7908189 Oct 22 14:54:33.015446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46906) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:33.023117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'subnet': {'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:33.067655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] For port 7b46d4a6-f760-408b-bd50-c6f08444d1af, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7b46d4a6-f760-408b-bd50-c6f08444d1af,segment=NetworkSegment(f6845066-d191-4abc-ac0a-65f49f78b18b),segment_id=f6845066-d191-4abc-ac0a-65f49f78b18b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:33.067655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.092271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] Calling delete_port for 7b46d4a6-f760-408b-bd50-c6f08444d1af owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:33.186761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.225751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] Pushing event deleted for resources: {'Port': ['ID=465092fb-f58b-4013-a152-a90263abafc4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:33.228276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b928d6e8-8d29-43b1-a835-b7d0769dc736 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:33.261320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa07f12-4b36-451a-8517-90af34e475e3 None None] No DVR routers for this DVR port 465092fb-f58b-4013-a152-a90263abafc4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:33.271854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dbbfe-d79c-4939-8807-a7eaeb8c9c9d req-a4a7de47-8688-4b26-846d-576ac8cad8db tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:33.274873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa2dbbfe-d79c-4939-8807-a7eaeb8c9c9d req-a4a7de47-8688-4b26-846d-576ac8cad8db tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 944 time: 0.0588138 Oct 22 14:54:33.292620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad7e45-764f-4fd8-99ac-834573396d7a None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:33.332204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa2dbbfe-d79c-4939-8807-a7eaeb8c9c9d req-7537885e-87ea-4270-a9aa-413d510401e6 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477355 Oct 22 14:54:33.354489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:33.359155 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.383485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 0c313cde-f912-4316-ac51-68a45dd77947 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:33.402185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0c313cde-f912-4316-ac51-68a45dd77947 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:33.402185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.461795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b928d6e8-8d29-43b1-a835-b7d0769dc736 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:33.462184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.546550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.562695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:33.567863 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.591455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] Pushing event deleted for resources: {'Port': ['ID=7b46d4a6-f760-408b-bd50-c6f08444d1af,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:33.600695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc18d7b-7163-4d53-a376-17634235a2e9 None None] No DVR routers for this DVR port 7b46d4a6-f760-408b-bd50-c6f08444d1af on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:33.601184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port e2009ca8-86cc-4280-b80a-ab5c438bc1f0 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:33.666571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': 'acb8104e-5ca0-425b-b2f0-61a44adccb82'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:33.667605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.686453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46920) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:33.689865 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.709638 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.728639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::34c (a2d5805a-689b-466e-a785-b2a121891287/acb8104e-5ca0-425b-b2f0-61a44adccb82/e2009ca8-86cc-4280-b80a-ab5c438bc1f0) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:33.765294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0c313cde-f912-4316-ac51-68a45dd77947, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0c313cde-f912-4316-ac51-68a45dd77947,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:33.811217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-512377397-network', 'tenant_id': '948ea2e40c1140ce9b98b6f61f6fdfa6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:33.832564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:33.835404 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343cddf2-e22d-493c-ae80-20cd7bbad724" -d '{"events": [{"server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "name": "network-vif-plugged", "status": "completed", "tag": "0c313cde-f912-4316-ac51-68a45dd77947"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:33.844674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:54:33.848959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.872949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.881500 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf13dde-5f9e-491b-a53d-245c7afd0fad x-openstack-request-id: req-adf13dde-5f9e-491b-a53d-245c7afd0fad {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:33.881500 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "name": "network-vif-plugged", "status": "completed", "tag": "0c313cde-f912-4316-ac51-68a45dd77947", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:33.881500 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adf13dde-5f9e-491b-a53d-245c7afd0fad {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:33.881500 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947', 'code': 200} Oct 22 14:54:33.900285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 465092fb-f58b-4013-a152-a90263abafc4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:33.925152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 465092fb-f58b-4013-a152-a90263abafc4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:33.925389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 465092fb-f58b-4013-a152-a90263abafc4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:33.925793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b46d4a6-f760-408b-bd50-c6f08444d1af no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:33.973170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7b46d4a6-f760-408b-bd50-c6f08444d1af {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:33.973526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b46d4a6-f760-408b-bd50-c6f08444d1af not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:33.976135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Made reservation on behalf of 948ea2e40c1140ce9b98b6f61f6fdfa6 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:33.985143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:33.994334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0c313cde-f912-4316-ac51-68a45dd77947,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:33.995650 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.126479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473179ce-186a-442e-9b42-a4da2647f349 req-d43ff2af-4857-4b4f-a747-75203901aa83 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.128312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-473179ce-186a-442e-9b42-a4da2647f349 req-d43ff2af-4857-4b4f-a747-75203901aa83 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1252024 Oct 22 14:54:34.183698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380eb2-ac87-4d8f-9adc-a5b8b480b845 req-7a38fa35-bac0-4fee-a01f-e8c718fae0fa tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.185449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de380eb2-ac87-4d8f-9adc-a5b8b480b845 req-7a38fa35-bac0-4fee-a01f-e8c718fae0fa tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1443272 Oct 22 14:54:34.240823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-473179ce-186a-442e-9b42-a4da2647f349 req-70b55e4a-2d7a-4e27-9898-c47f48ad51bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Oct 22 14:54:34.274741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.279160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de380eb2-ac87-4d8f-9adc-a5b8b480b845 req-9410c1c0-ed12-4f14-94ea-ab1080171a38 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Oct 22 14:54:34.351067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Subnet': ['ID=c51801d4-9370-4384-8362-569c3d718004,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:34.387291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Checking segment: {'id': 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:34.388006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network hostable DHCP agents. Network: 5f41fc17-fcd0-4089-87f2-2baa66a47bd5, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:34.397467 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.409507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.416626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae55e54-8eb2-4dc7-96bd-72dc2ed50652 req-217aa1b3-ed6d-4526-9781-37fc1b376761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.416626 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bae55e54-8eb2-4dc7-96bd-72dc2ed50652 req-217aa1b3-ed6d-4526-9781-37fc1b376761 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1096 time: 0.4509881 Oct 22 14:54:34.451277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:34.476646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bae55e54-8eb2-4dc7-96bd-72dc2ed50652 req-8a962ab5-8bcf-474e-99db-e86d2fdd13f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Oct 22 14:54:34.479901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590fb8cc-f398-4581-b46a-de00282dc36c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:34.488343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.488697 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Added segment e4d2250d-ed15-43fa-8660-c7421c1bfbf1 of type vlan for network 88ba03f4-f702-4a30-baec-54f1b4eab293 Oct 22 14:54:34.528186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:34.553059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.553582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-20666420-f93d-4cd6-8248-11d2740ba812 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549686 Oct 22 14:54:34.569493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0cc0b-5ed5-41df-9aeb-3d7597bdecb2 req-d4c05f10-9ffd-4552-b172-3be4d1d70831 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.571112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7d0cc0b-5ed5-41df-9aeb-3d7597bdecb2 req-d4c05f10-9ffd-4552-b172-3be4d1d70831 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1421635 Oct 22 14:54:34.576667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.599473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:34.603030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:34.606829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:34.612666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.613218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.614238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/acb8104e-5ca0-425b-b2f0-61a44adccb82/b37e8caf-bfab-4d96-be28-efe5f07c78b4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:34.630522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=e2009ca8-86cc-4280-b80a-ab5c438bc1f0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:34.642612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 5f41fc17-fcd0-4089-87f2-2baa66a47bd5) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:34.654106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.654760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.655520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8b737-d2a2-4109-bcf6-b41bd2f26ae2 None None] Network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:34.700297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7d0cc0b-5ed5-41df-9aeb-3d7597bdecb2 req-99bbbecc-2933-4099-8467-31fb012f10f7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120901 Oct 22 14:54:34.749070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-30ce8305-569b-46c4-9c2a-9ebcc5698ac3 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.763005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-30ce8305-569b-46c4-9c2a-9ebcc5698ac3 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786256 Oct 22 14:54:34.767497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-8f952e98-b1b7-42be-8ab7-975c0a4a2214 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/quotas/94d7e164bd3c417daab895cb85728254 HTTP/1.1" status: 200 len: 375 time: 0.0107272 Oct 22 14:54:34.825978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-9af79bf9-5ad7-4cc2-819d-193a60996833 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522099 Oct 22 14:54:34.909710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e9d39c23-a164-4756-b741-f190ae0cf4ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9309328 Oct 22 14:54:34.912671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46948) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:34.938557 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d192deb-714b-469c-a13b-9adccde05886 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9229209 Oct 22 14:54:34.942112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.946416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:34.946416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:34.947958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46950) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:34.954723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'port': {'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5', 'name': 'tempest-NetworksIpV6TestAttrs-868483629'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:35.046545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.060177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-5f41fc17-fcd0-4089-87f2-2baa66a47bd5', 'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5', 'tenant_id': 'cb575b498b5447108f62f057b6c17446', 'fixed_ips': [{'subnet_id': 'c51801d4-9370-4384-8362-569c3d718004'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:35.061148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.087450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] Pushing event updated for resources: {'Network': ['ID=88ba03f4-f702-4a30-baec-54f1b4eab293,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:35.097598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-23498d66-8a33-446e-83f6-22b90bd21250 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4099498 Oct 22 14:54:35.098220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46956) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:35.103093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Request body: {'subnet': {'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-512377397-subnet', 'tenant_id': '948ea2e40c1140ce9b98b6f61f6fdfa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:35.123707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06638224-0ce3-4992-82eb-83b2976b01d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:35.125771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-06638224-0ce3-4992-82eb-83b2976b01d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2115486 Oct 22 14:54:35.129105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:35.141446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-435bfae2-398a-4f9f-91e9-b3e4c83f601e req-5a5ca9d6-2f9a-4888-8540-155e1df81889 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 210 time: 0.0417056 Oct 22 14:54:35.157294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 88ba03f4-f702-4a30-baec-54f1b4eab293 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:35.210107 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.235140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:35.238693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.264782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port e2009ca8-86cc-4280-b80a-ab5c438bc1f0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:35.265122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.288682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] device_id is not set on port 7fc69645-da22-4169-8694-12e918a5b836 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:35.313282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:35.323597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:35.330936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:35.341632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Allocated IP 2001:db8::f816:3eff:fe08:94ab (5f41fc17-fcd0-4089-87f2-2baa66a47bd5/c51801d4-9370-4384-8362-569c3d718004/797d8ee3-a2c5-47b7-bf20-e343a64edf01) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:35.349628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Pushing event updated for resources: {'Port': ['ID=b37e8caf-bfab-4d96-be28-efe5f07c78b4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:35.397140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Made reservation on behalf of 948ea2e40c1140ce9b98b6f61f6fdfa6 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:35.411063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.412499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e8043-f0ce-457e-ba8f-4365fd718f1b req-3c146477-a6c5-4fce-9ce3-02816de29f4b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:35.417003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-034e8043-f0ce-457e-ba8f-4365fd718f1b req-3c146477-a6c5-4fce-9ce3-02816de29f4b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0838964 Oct 22 14:54:35.452472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.457385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Attempting to bind port b37e8caf-bfab-4d96-be28-efe5f07c78b4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:35.457764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Attempting to bind port b37e8caf-bfab-4d96-be28-efe5f07c78b4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:35.458127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Attempting to bind port b37e8caf-bfab-4d96-be28-efe5f07c78b4 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:35.487313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-034e8043-f0ce-457e-ba8f-4365fd718f1b req-a56e1ba6-8241-45a5-8688-cb564cd3f262 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Oct 22 14:54:35.501941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:35.502317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:35.502760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.503311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:35.503786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Bound port: b37e8caf-bfab-4d96-be28-efe5f07c78b4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:35.504300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.510027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for e2009ca8-86cc-4280-b80a-ab5c438bc1f0 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:35.637115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.703961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] For port b37e8caf-bfab-4d96-be28-efe5f07c78b4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:35.707414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] For port b37e8caf-bfab-4d96-be28-efe5f07c78b4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b37e8caf-bfab-4d96-be28-efe5f07c78b4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:35.799329 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.821946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe020e31-265f-42aa-b94b-d4dd1d966beb req-4aa3f33a-4ed7-453b-b86e-6da4cd6236a2 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:35.823461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe020e31-265f-42aa-b94b-d4dd1d966beb req-4aa3f33a-4ed7-453b-b86e-6da4cd6236a2 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.0518346 Oct 22 14:54:35.837765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:35.841664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:35.844216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:35.859618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Allocated IP 2001:db8::f816:3eff:fe5f:e966 (5f41fc17-fcd0-4089-87f2-2baa66a47bd5/c51801d4-9370-4384-8362-569c3d718004/7fc69645-da22-4169-8694-12e918a5b836) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:35.865059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Pushing event updated for resources: {'Port': ['ID=797d8ee3-a2c5-47b7-bf20-e343a64edf01,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:35.872660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe020e31-265f-42aa-b94b-d4dd1d966beb req-61924af9-8ce7-42af-a141-54727e9818f4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Oct 22 14:54:35.880736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.889927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.917959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.955638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Attempting to bind port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:35.955991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Attempting to bind port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:35.956347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Attempting to bind port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 on network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:35.969840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:35.970209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Checking segment: {'id': 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:35.970602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.971020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Bound using segment: {'id': 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:35.971476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Bound port: 797d8ee3-a2c5-47b7-bf20-e343a64edf01, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f41fc17-fcd0-4089-87f2-2baa66a47bd5'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:35.971847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:35.983836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=e2009ca8-86cc-4280-b80a-ab5c438bc1f0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:35.992538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7542c4-7385-452c-afe7-2538eddb990f None None] Pushing event updated for resources: {'Port': ['ID=b37e8caf-bfab-4d96-be28-efe5f07c78b4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:36.004450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3564c9e-713d-4913-8eb9-e4937aee85fd,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:36.051954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.057515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3643b236-6055-473f-8dd8-22b688594d16 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/e2009ca8-86cc-4280-b80a-ab5c438bc1f0 HTTP/1.1" status: 204 len: 168 time: 0.9249880 Oct 22 14:54:36.058514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46974) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:36.065518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] For port 797d8ee3-a2c5-47b7-bf20-e343a64edf01, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:36.070255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] For port 797d8ee3-a2c5-47b7-bf20-e343a64edf01, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=797d8ee3-a2c5-47b7-bf20-e343a64edf01,segment=NetworkSegment(a1378db8-1fbb-4c77-a2b6-adfe919fa0fc),segment_id=a1378db8-1fbb-4c77-a2b6-adfe919fa0fc)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:36.081760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Checking segment: {'id': 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:36.082117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Network hostable DHCP agents. Network: 88ba03f4-f702-4a30-baec-54f1b4eab293, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:36.120813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c44e66-c3ee-4213-b4aa-972936ea9387 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:36.122690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c44e66-c3ee-4213-b4aa-972936ea9387 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:36.124366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-64c44e66-c3ee-4213-b4aa-972936ea9387 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0637193 Oct 22 14:54:36.128454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46976) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:36.185454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.191234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.195490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet acb8104e-5ca0-425b-b2f0-61a44adccb82 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:36.209615 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.247706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Network 88ba03f4-f702-4a30-baec-54f1b4eab293 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:36.289918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d104577a-c3fe-4457-a974-098f15c1ec48 req-037bad07-fbc4-47db-9512-dd6dd95c9190 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 210 time: 0.0472343 Oct 22 14:54:36.296571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c0dc7-0a72-4e86-9ab8-69f18d332436 None None] Pushing event updated for resources: {'Port': ['ID=797d8ee3-a2c5-47b7-bf20-e343a64edf01,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:36.340075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.370897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 88ba03f4-f702-4a30-baec-54f1b4eab293) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:36.376888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:36.377758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.383646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a98b0d-34ca-4049-aaa4-980954270a62 None None] Network 88ba03f4-f702-4a30-baec-54f1b4eab293 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:36.392112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.468688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:36.472994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.474764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:36.477494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:36.485356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:36.486001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.502654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac21c1bc-e7e9-4b0d-ab5c-91aeb66beb35 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4031541 Oct 22 14:54:36.507015 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-bfc710bc-86df-416f-b7ba-ef69d64a7ce1 service neutron] show failed (client error): The resource could not be found. Oct 22 14:54:36.508221 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-bfc710bc-86df-416f-b7ba-ef69d64a7ce1 service neutron] 10.222.0.69 "GET /v2.0/ports/f3f575ab-204a-4ae2-9c81-9ced0f336cd5/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.1806808 Oct 22 14:54:36.509358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Port': ['ID=7fc69645-da22-4169-8694-12e918a5b836,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:36.684705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1ec1c-f8f6-47bf-bab0-bdc939b56a8d None None] Network 88ba03f4-f702-4a30-baec-54f1b4eab293 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:36.737616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2a5d0-6a6e-45be-b3c3-996af98cd848 req-43645480-4bd8-4a23-be7a-42a66c34976f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:36.739746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfb2a5d0-6a6e-45be-b3c3-996af98cd848 req-43645480-4bd8-4a23-be7a-42a66c34976f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1200402 Oct 22 14:54:36.760707 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41ce6b79-76d1-4745-964f-1ea3d853b387 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8058543 Oct 22 14:54:36.762649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46992) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:36.842581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.897271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=acb8104e-5ca0-425b-b2f0-61a44adccb82,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:36.916609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.919815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ea05fab4-13ce-4b0c-98e3-07b7a66b9396 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/acb8104e-5ca0-425b-b2f0-61a44adccb82 HTTP/1.1" status: 204 len: 168 time: 0.7905388 Oct 22 14:54:36.922960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46996) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:36.938378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting subnet c51801d4-9370-4384-8362-569c3d718004 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:36.955223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:36.960863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfb2a5d0-6a6e-45be-b3c3-996af98cd848 req-b2af86fd-9ba8-4059-ac36-80fa7b5a7cac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743798 Oct 22 14:54:37.015999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.041466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e1d47eea-d418-4796-8dc1-9ede9313b1c5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143467 Oct 22 14:54:37.041779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46998) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:37.048959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:37.208487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212bdbe-5c11-4786-96f9-bc161666e15a req-dd960096-e3be-4a2f-8d8c-9758c3c843d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:37.210191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a212bdbe-5c11-4786-96f9-bc161666e15a req-dd960096-e3be-4a2f-8d8c-9758c3c843d8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1155567 Oct 22 14:54:37.239391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.267977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:37.272946 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.285660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a212bdbe-5c11-4786-96f9-bc161666e15a req-a5c4cdf1-ca1a-4ac0-a226-964d0f419d7c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690346 Oct 22 14:54:37.399751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117050e0-e55d-44a6-bb0f-9ecd56558ae2 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:37.458824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.500264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Subnet': ['ID=c51801d4-9370-4384-8362-569c3d718004,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:37.510730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151173-1662-465e-a5ca-1cc2cc69f968 req-89d094dd-e33c-4b3d-a8ab-4411b0a4cc10 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:37.513407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-ad0d23b3-2434-4c75-bfba-714490ee1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:37.516043 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-ad0d23b3-2434-4c75-bfba-714490ee1d4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636&tenant_id=504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 1101 time: 0.1028144 Oct 22 14:54:37.517755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37151173-1662-465e-a5ca-1cc2cc69f968 req-89d094dd-e33c-4b3d-a8ab-4411b0a4cc10 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1014092 Oct 22 14:54:37.519255 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.522786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47006) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:37.529449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'floatingip': {'port_id': '0c313cde-f912-4316-ac51-68a45dd77947'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:37.535923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40af1a7a-a2ff-4736-887e-7240bcd56077 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/c51801d4-9370-4384-8362-569c3d718004 HTTP/1.1" status: 204 len: 168 time: 0.7719457 Oct 22 14:54:37.537276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47008) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:37.538371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:37.547512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-989da419-962e-42a4-ab4d-a417f496c8cb None None] Provisioning complete for port b37e8caf-bfab-4d96-be28-efe5f07c78b4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:37.548067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-989da419-962e-42a4-ab4d-a417f496c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.614233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5000940-e5a1-438d-bb35-03ffb7bdae56 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:37.615912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5000940-e5a1-438d-bb35-03ffb7bdae56 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:37.617867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a5000940-e5a1-438d-bb35-03ffb7bdae56 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0790486 Oct 22 14:54:37.626527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47010) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:37.683757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35ddda7e-a9f7-4d8e-8d19-32e2f7a6fc37 req-ab4938e3-6c0a-49d1-a43c-f5ed732a348a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 210 time: 0.0362177 Oct 22 14:54:37.744725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:37.793611 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-989da419-962e-42a4-ab4d-a417f496c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.819533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615e663b-a13b-49fc-920b-8d1f6a4a4e0e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.822689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.829621 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-615e663b-a13b-49fc-920b-8d1f6a4a4e0e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 22 14:54:37.830334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615e663b-a13b-49fc-920b-8d1f6a4a4e0e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:37.837904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-615e663b-a13b-49fc-920b-8d1f6a4a4e0e tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/5f41fc17-fcd0-4089-87f2-2baa66a47bd5 HTTP/1.1" status: 409 len: 405 time: 0.2043054 Oct 22 14:54:37.842676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47018) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:37.850796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2027492522'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:37.903228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64400eb9-5467-49f4-924c-77173554ad62 None None] Network 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:37.938791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:37.950725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-989da419-962e-42a4-ab4d-a417f496c8cb None None] For port b37e8caf-bfab-4d96-be28-efe5f07c78b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b37e8caf-bfab-4d96-be28-efe5f07c78b4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:38.004241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:38.004833 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-1ab1b2d3-4f0e-4efe-a2cd-f7448582bd8e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d7e164bd3c417daab895cb85728254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859604 Oct 22 14:54:38.012848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.084482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:38.107810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.108150 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Added segment 801d9fa2-8328-4297-b571-8e34b9658a6e of type vlan for network 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 Oct 22 14:54:38.121383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:38.145064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:38.157507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:38.158791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.166965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.168920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:38.192267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 797d8ee3-a2c5-47b7-bf20-e343a64edf01 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:38.192394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.196204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-989da419-962e-42a4-ab4d-a417f496c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.205736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179bbf9-936e-4a65-8f4d-9f4f8b38c649 req-b10dc0cc-dad0-4b1f-81ef-7ead1f8eca4d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:38.207935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4179bbf9-936e-4a65-8f4d-9f4f8b38c649 req-b10dc0cc-dad0-4b1f-81ef-7ead1f8eca4d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1016867 Oct 22 14:54:38.351447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] Deleting port b37e8caf-bfab-4d96-be28-efe5f07c78b4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:38.351447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.414468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989da419-962e-42a4-ab4d-a417f496c8cb None None] Pushing event updated for resources: {'Port': ['ID=b37e8caf-bfab-4d96-be28-efe5f07c78b4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:38.422470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-3f94a351-7664-43d0-83af-c9722c91811a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:38.427807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-3f94a351-7664-43d0-83af-c9722c91811a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902948 Oct 22 14:54:38.432226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-57b00376-a2ad-4c75-a70b-8cdd6c97f38d None None] Provisioning complete for port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:38.432727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57b00376-a2ad-4c75-a70b-8cdd6c97f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.443559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-81fc1236-0ad5-4e1b-8291-46dea20cd205 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4008143 Oct 22 14:54:38.483629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47028) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:38.487898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Request body: {'port': {'device_id': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '94d7e164bd3c417daab895cb85728254'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:38.497735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'name': 'tempest-NetworksTestDHCPv6-76353645'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:38.520247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:38.520247 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.539228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.547473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:38.548553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.582128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4179bbf9-936e-4a65-8f4d-9f4f8b38c649 req-47e66d16-a4a3-4d33-a901-3793849df051 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672161 Oct 22 14:54:38.603018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] For port b37e8caf-bfab-4d96-be28-efe5f07c78b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b37e8caf-bfab-4d96-be28-efe5f07c78b4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:38.613645 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.625901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] Calling delete_port for b37e8caf-bfab-4d96-be28-efe5f07c78b4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:38.677542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Network': ['ID=6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:38.714618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] DHCP port deletion for 5f41fc17-fcd0-4089-87f2-2baa66a47bd5 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:38.716466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:38.748616 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57b00376-a2ad-4c75-a70b-8cdd6c97f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.759118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-87fe4e75-1b31-41b7-85b6-0b5e867c30ff tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9130354 Oct 22 14:54:38.759827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47036) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:38.766227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'subnet': {'network_id': '6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:38.814679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab6d934d-0935-4d81-9f57-dfb4b5f508fb req-fdacb99f-4518-49b1-9e44-f6c8d3611955 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 210 time: 0.0443995 Oct 22 14:54:38.914598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-57b00376-a2ad-4c75-a70b-8cdd6c97f38d None None] For port 797d8ee3-a2c5-47b7-bf20-e343a64edf01, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=797d8ee3-a2c5-47b7-bf20-e343a64edf01,segment=NetworkSegment(a1378db8-1fbb-4c77-a2b6-adfe919fa0fc),segment_id=a1378db8-1fbb-4c77-a2b6-adfe919fa0fc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:38.924739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.983919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] Deleting port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:38.984963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:38.986122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:39.040106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57b00376-a2ad-4c75-a70b-8cdd6c97f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.043941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:39.050446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.073237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:39.074774 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.101048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] For port 797d8ee3-a2c5-47b7-bf20-e343a64edf01, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=797d8ee3-a2c5-47b7-bf20-e343a64edf01,segment=NetworkSegment(a1378db8-1fbb-4c77-a2b6-adfe919fa0fc),segment_id=a1378db8-1fbb-4c77-a2b6-adfe919fa0fc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:39.101494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.129809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] Calling delete_port for 797d8ee3-a2c5-47b7-bf20-e343a64edf01 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:39.164087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:39.165974 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fa6e02-3f25-40b7-9409-de8d37dea75a" -d '{"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:39.182266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.200889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.202772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] No DVR routers for this DVR port b37e8caf-bfab-4d96-be28-efe5f07c78b4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:39.209073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Made reservation on behalf of 94d7e164bd3c417daab895cb85728254 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:39.213086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.231805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:54:39.232060 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:54:39.232425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Transition to ACTIVE for port object f3f575ab-204a-4ae2-9c81-9ced0f336cd5 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:39.238364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbd4f4-f5a4-4c51-a77b-8af664e6b9d8 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:39.307970 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a36dffe-5533-4de0-8539-1a0af6aa5074 x-openstack-request-id: req-9a36dffe-5533-4de0-8539-1a0af6aa5074 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:39.308579 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:39.308907 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a36dffe-5533-4de0-8539-1a0af6aa5074 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:39.309363 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'code': 200} Oct 22 14:54:39.312641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.317626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00376-a2ad-4c75-a70b-8cdd6c97f38d None None] Pushing event updated for resources: {'Port': ['ID=797d8ee3-a2c5-47b7-bf20-e343a64edf01,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:39.355784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3893a-24d1-4bfc-b989-58f6abd1318b None None] Pushing event deleted for resources: {'Port': ['ID=b37e8caf-bfab-4d96-be28-efe5f07c78b4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:39.383450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:39.387166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.389021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.451715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': 'caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:39.452801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.479952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.494749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] No DVR routers for this DVR port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:39.511609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.objects.ports [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107802) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:54:39.512795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.570845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 8568f283-2291-45f9-b874-49e4d8fff34d yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:39.573023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b4e4b-9957-46b6-a6d7-3ce90fc6b920 None None] Pushing event deleted for resources: {'Port': ['ID=797d8ee3-a2c5-47b7-bf20-e343a64edf01,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:39.586251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Subnet': ['ID=174e4dbf-2465-47f6-b847-f31d94044510,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:39.590328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Checking segment: {'id': '801d9fa2-8328-4297-b571-8e34b9658a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:39.597623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network hostable DHCP agents. Network: 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:39.632709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:39.635695 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Floating IP 93b469d8-0ccf-482f-b1bb-f5580061b485 associated. External IP: 172.25.1.39, port: 0c313cde-f912-4316-ac51-68a45dd77947. Oct 22 14:54:39.670221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb/21cbaca5-a66a-459f-b503-eb8de14c9e5d) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:39.798204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d36fe-b1ef-4adc-bf91-8757a21a4e6d req-4b700b15-a6b2-4a0f-acd5-3e6709362ad0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:39.808856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-958d36fe-b1ef-4adc-bf91-8757a21a4e6d req-4b700b15-a6b2-4a0f-acd5-3e6709362ad0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.1149457 Oct 22 14:54:39.810853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:39.822178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Port 797d8ee3-a2c5-47b7-bf20-e343a64edf01 update to ACTIVE by agent not found {{(pid=107803) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 14:54:39.911325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-958d36fe-b1ef-4adc-bf91-8757a21a4e6d req-88f2ce88-314b-411f-8d55-32eaad4a336e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Oct 22 14:54:39.962763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 797d8ee3-a2c5-47b7-bf20-e343a64edf01 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:39.971459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:39.976993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:39.987356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:39.988278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.012639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c5049-2d6f-4538-8e08-b15b2db51568 None None] Network 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:40.016012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 797d8ee3-a2c5-47b7-bf20-e343a64edf01 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:40.016012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 797d8ee3-a2c5-47b7-bf20-e343a64edf01 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:40.046995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e09ae4ac-5015-46a4-a985-76bb3d4e86fd req-eb35d3b2-e4e4-491d-a11f-e68b028e1854 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 210 time: 0.0497141 Oct 22 14:54:40.072015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-223935b0-89d3-4d48-9511-444011129469 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:40.072015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-223935b0-89d3-4d48-9511-444011129469 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/networks?id=88ba03f4-f702-4a30-baec-54f1b4eab293 HTTP/1.1" status: 200 len: 809 time: 0.2166269 Oct 22 14:54:40.075004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.089564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-5d6944b0-4f91-4b3a-945c-24e3711bc394 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/quotas/948ea2e40c1140ce9b98b6f61f6fdfa6 HTTP/1.1" status: 200 len: 375 time: 0.0174124 Oct 22 14:54:40.127019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-e43f6441-4975-4704-bf7a-c0c95ac18da4 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=948ea2e40c1140ce9b98b6f61f6fdfa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364044 Oct 22 14:54:40.135190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Allocated IP 192.168.233.116 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/2325ec17-6cc3-4591-87f6-d90023fc35c2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:40.139711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] No DVR routers for this DVR port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:40.153804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-10b82471-422b-4f14-a004-d96c3cdc2bf6 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3919775 Oct 22 14:54:40.155438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:40.159377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:40.161059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Pushing event updated for resources: {'Port': ['ID=21cbaca5-a66a-459f-b503-eb8de14c9e5d,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:40.163559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:40.165868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:40.272176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:40.272176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:40.272568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:40.285544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Attempting to bind port 21cbaca5-a66a-459f-b503-eb8de14c9e5d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:40.289814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Attempting to bind port 21cbaca5-a66a-459f-b503-eb8de14c9e5d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:40.289814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Attempting to bind port 21cbaca5-a66a-459f-b503-eb8de14c9e5d on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:40.295024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:40.295024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:40.296263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.296263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:40.296534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Bound port: 21cbaca5-a66a-459f-b503-eb8de14c9e5d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:40.299043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.303587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:40.303913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Attempting to bind port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:40.307991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-0c8150c7-c70a-4579-aed3-e0c7411a2eb6 service neutron] 10.222.0.66 "GET /v2.0/networks/88ba03f4-f702-4a30-baec-54f1b4eab293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799650 Oct 22 14:54:40.335935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.378991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:40.379293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:40.379628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:40.380070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Bound port: f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:40.380423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.467936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:40.475429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::15c (a2d5805a-689b-466e-a785-b2a121891287/caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb/8568f283-2291-45f9-b874-49e4d8fff34d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:40.496476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272de21-d6dc-488c-95dd-18f0bd2e0ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40', 'network_id': '6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40', 'tenant_id': 'cb575b498b5447108f62f057b6c17446', 'fixed_ips': [{'subnet_id': '174e4dbf-2465-47f6-b847-f31d94044510'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:40.497734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6272de21-d6dc-488c-95dd-18f0bd2e0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.504853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.509288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-53e8b5d0-6e40-4235-86f2-fae745cb13f0 service neutron] 10.222.0.66 "GET /v2.0/networks/88ba03f4-f702-4a30-baec-54f1b4eab293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889510 Oct 22 14:54:40.580139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:40.626615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1c56543a-e218-4309-93a6-109de5865415 None None] For port 21cbaca5-a66a-459f-b503-eb8de14c9e5d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:40.648576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1c56543a-e218-4309-93a6-109de5865415 None None] For port 21cbaca5-a66a-459f-b503-eb8de14c9e5d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21cbaca5-a66a-459f-b503-eb8de14c9e5d,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:40.667146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.673873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:40.688098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:40.702559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Subnet': ['ID=174e4dbf-2465-47f6-b847-f31d94044510,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:40.736571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.763353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.785962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:40.792494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.799046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801d9fa2-8328-4297-b571-8e34b9658a6e') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:40.799046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801d9fa2-8328-4297-b571-8e34b9658a6e') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:40.808866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-6272de21-d6dc-488c-95dd-18f0bd2e0ef6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 174e4dbf-2465-47f6-b847-f31d94044510: This subnet is being modified by another concurrent operation. Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:54:40.814414 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 174e4dbf-2465-47f6-b847-f31d94044510: This subnet is being modified by another concurrent operation. Oct 22 14:54:40.819207 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 14:54:40.824825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.844684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.851220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:40.856693 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:40.886350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce49c9-444d-4591-890b-fd323d454dde None None] Network 6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:40.894541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:40.895252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:40.896718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 1096 time: 3.3634727 Oct 22 14:54:40.941702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56543a-e218-4309-93a6-109de5865415 None None] Pushing event updated for resources: {'Port': ['ID=21cbaca5-a66a-459f-b503-eb8de14c9e5d,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:40.971047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:54:40.982497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0178f-1410-424c-8444-5171628a51c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:41.081842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.100410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.106422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 HTTP/1.1" status: 204 len: 168 time: 0.9359291 Oct 22 14:54:41.131566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47082) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:41.147786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b403f14f-eccf-47e6-b9d8-9aeb24388ed4 req-4a2c04c2-319c-4555-b926-48080c940d82 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0694437 Oct 22 14:54:41.172092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348567d2-dd82-4aa6-a1fc-e948898d4ff3 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Network': ['ID=6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:41.174926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2059856046'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:41.195307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ccbaf-8b3a-4081-9676-254fea03768a req-6b82929c-dd4d-4614-80c2-ac111ffe3fa8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:41.205120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae4ccbaf-8b3a-4081-9676-254fea03768a req-6b82929c-dd4d-4614-80c2-ac111ffe3fa8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.1946783 Oct 22 14:54:41.216139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.228015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f5fcd856-e226-49f1-8727-5a53d3a14fb9', '0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:41.233335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.287353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae4ccbaf-8b3a-4081-9676-254fea03768a req-dc5fc492-95cc-45c8-931a-0493004ace53 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811746 Oct 22 14:54:41.322143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:41.331339 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422" -d '{"events": [{"name": "network-changed", "server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:41.338572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.483249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470024-0f10-4c00-885d-9a32695f6241 req-cd377d80-00d6-48c6-bd67-28844d5dc15e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:41.486942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c470024-0f10-4c00-885d-9a32695f6241 req-cd377d80-00d6-48c6-bd67-28844d5dc15e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 936 time: 0.1902077 Oct 22 14:54:41.513355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-3d91e5d5-2e11-41fd-b54c-439bb0665c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:41.524492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-3d91e5d5-2e11-41fd-b54c-439bb0665c4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1099 time: 0.5384948 Oct 22 14:54:41.529044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:41.533462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.557215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c470024-0f10-4c00-885d-9a32695f6241 req-60e64ab2-1c2c-4884-97d1-16d34891045e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Oct 22 14:54:41.577026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:41.597774 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35526383-46c4-4bcb-ad80-4dfcd3b070a1 x-openstack-request-id: req-35526383-46c4-4bcb-ad80-4dfcd3b070a1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:41.598057 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:41.598304 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35526383-46c4-4bcb-ad80-4dfcd3b070a1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:41.598695 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'status': 'completed', 'code': 200} Oct 22 14:54:41.613167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event updated for resources: {'Port': ['ID=2325ec17-6cc3-4591-87f6-d90023fc35c2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:41.615727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:41.634175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:41.694921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:41.702034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:54:41.714547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:54:41.725545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:41.726151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:41.740798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.783853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.784224 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Added segment 06626410-0035-4b70-81b8-57a2b046f795 of type vlan for network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 Oct 22 14:54:41.787885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.878355 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f241f13c-e662-4864-8bc1-0ff6261fb1e5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "PUT /v2.0/floatingips/93b469d8-0ccf-482f-b1bb-f5580061b485 HTTP/1.1" status: 200 len: 990 time: 4.3540986 Oct 22 14:54:41.900106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:41.900106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.925262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-b361183b-c133-4a5f-8dd3-aab86ee60177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:41.926881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-b361183b-c133-4a5f-8dd3-aab86ee60177 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1099 time: 0.3147004 Oct 22 14:54:41.940044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:54:41.940491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:41.950008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-2154d494-cfa0-466a-9ea8-882a4142d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:41.951540 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-2154d494-cfa0-466a-9ea8-882a4142d324 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3993840 Oct 22 14:54:41.958464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:41.994225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:42.002956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:42.009173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.009868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.059698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=8568f283-2291-45f9-b874-49e4d8fff34d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:42.067496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.resource_extend [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:54:42.070208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21cbaca5-a66a-459f-b503-eb8de14c9e5d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:42.083332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-d1fd168a-ad6f-4062-8767-ebe4fc07e97d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.1031098 Oct 22 14:54:42.094261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-4ee3e25a-0e99-4240-9277-d4dcbf27d1cd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6486750 Oct 22 14:54:42.113046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Request body: {'port': {'device_id': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:42.115258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e89eaa9f-d068-4fc4-9b69-eabf63ad9380 None None] Provisioning complete for port 2325ec17-6cc3-4591-87f6-d90023fc35c2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:42.115520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e89eaa9f-d068-4fc4-9b69-eabf63ad9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.193610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e89eaa9f-d068-4fc4-9b69-eabf63ad9380 None None] Port 2325ec17-6cc3-4591-87f6-d90023fc35c2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:42.230569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b5672ee9-3455-4c47-9eb7-ebbc36221546 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7390640 Oct 22 14:54:42.240966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47102) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:42.247368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 21cbaca5-a66a-459f-b503-eb8de14c9e5d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:42.247742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.285502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34520487-b079-4dbd-b209-e72bac22b973 req-9688f4b3-f02d-4483-a726-1f306285bda3 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0582190 Oct 22 14:54:42.298365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.331755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.337395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.337943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.341163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-9ddd56a2-f03a-4bff-9c8d-843484f6f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.342692 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-9ddd56a2-f03a-4bff-9c8d-843484f6f14a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2441351 Oct 22 14:54:42.371998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-d0b797ce-b333-4252-a319-a199578864b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.375367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-d0b797ce-b333-4252-a319-a199578864b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.4323082 Oct 22 14:54:42.421179 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.495550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '93b469d8-0ccf-482f-b1bb-f5580061b485', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'port_id': '0c313cde-f912-4316-ac51-68a45dd77947', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'mac_address': 'fa:16:3e:03:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:54:14Z', 'updated_at': '2021-10-22T14:54:39Z', 'revision_number': 1, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:42.495911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c385d8-ad53-4bad-ab28-1f59e83a0395 req-af65b635-852f-4ab6-9822-73028c7dc59e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.497786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97c385d8-ad53-4bad-ab28-1f59e83a0395 req-af65b635-852f-4ab6-9822-73028c7dc59e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.1141651 Oct 22 14:54:42.519672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-57505b96-906b-4187-a69d-6f82682b459c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.1067097 Oct 22 14:54:42.528491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47eca00-718e-4d16-8031-5a362e97aafb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.535124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47eca00-718e-4d16-8031-5a362e97aafb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.536732 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c47eca00-718e-4d16-8031-5a362e97aafb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2919154 Oct 22 14:54:42.540389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47112) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:42.557466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3969047 Oct 22 14:54:42.557466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7a67a-151f-41c1-8a53-e1a4938eec6f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Network': ['ID=34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:42.576759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:42.582610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:54:42.590378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 21cbaca5-a66a-459f-b503-eb8de14c9e5d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21cbaca5-a66a-459f-b503-eb8de14c9e5d,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:42.597619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:42.602899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'subnet': {'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:42.624834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97c385d8-ad53-4bad-ab28-1f59e83a0395 req-9f3996a4-ca40-46f4-b574-a73ecd19cbc9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167204 Oct 22 14:54:42.639536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-79b586ce-d28f-4814-aa68-80f8416b40e6 None None] Provisioning complete for port 21cbaca5-a66a-459f-b503-eb8de14c9e5d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:42.643546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-79b586ce-d28f-4814-aa68-80f8416b40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.723968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:54:42.724576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:42.730781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-d19379bf-a421-4021-a5db-3dfe46f3cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.732431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-d19379bf-a421-4021-a5db-3dfe46f3cd7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3558629 Oct 22 14:54:42.752651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-08452130-dc20-40a2-9365-ffaed1847d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.754166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-08452130-dc20-40a2-9365-ffaed1847d5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2139142 Oct 22 14:54:42.788218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 8568f283-2291-45f9-b874-49e4d8fff34d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:42.797433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.833068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c06932-e30f-4148-a2a2-d25781389742 req-1ce9e270-2e83-49d8-9ae8-a2517fa482e0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:42.834728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39c06932-e30f-4148-a2a2-d25781389742 req-1ce9e270-2e83-49d8-9ae8-a2517fa482e0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 936 time: 0.1194167 Oct 22 14:54:42.864015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:42.948761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:54:42.960410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39c06932-e30f-4148-a2a2-d25781389742 req-e8bca037-ff9b-454a-abaf-f875b55a98b8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025198 Oct 22 14:54:43.001917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=21cbaca5-a66a-459f-b503-eb8de14c9e5d,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:43.012954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.043116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 8568f283-2291-45f9-b874-49e4d8fff34d owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:43.083054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-d448da57-4126-494b-a771-b76b78dc0c8a service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247633 Oct 22 14:54:43.092182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-509e1f83-8c75-439f-abe4-043728515119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:43.096807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-509e1f83-8c75-439f-abe4-043728515119 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3210599 Oct 22 14:54:43.376285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5b151d18-4201-44ab-a00b-4bfb0b89af0b None None] Provisioning complete for port 8568f283-2291-45f9-b874-49e4d8fff34d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:43.376564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5b151d18-4201-44ab-a00b-4bfb0b89af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.415666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.427024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60808d50-2dc9-4693-8a6d-1b14dd9a9edd req-f28a2be5-692d-426f-a712-bcf0229df6d6 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0386195 Oct 22 14:54:43.445291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde0e18-dee2-4419-88cd-e4a81923f587 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:54:43.466292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=8568f283-2291-45f9-b874-49e4d8fff34d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:43.481833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5b151d18-4201-44ab-a00b-4bfb0b89af0b None None] Port 8568f283-2291-45f9-b874-49e4d8fff34d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:54:43.511285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.514816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-451f8eb9-b041-4137-9a86-d5ea3d6e6903 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/8568f283-2291-45f9-b874-49e4d8fff34d HTTP/1.1" status: 204 len: 168 time: 0.9730973 Oct 22 14:54:43.517861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47122) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:43.527223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5b151d18-4201-44ab-a00b-4bfb0b89af0b None None] Could not find standard attr ID for object e2009ca8-86cc-4280-b80a-ab5c438bc1f0. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:54:43.580965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1e143-a8bf-47fd-83de-f6a04d31323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:43.583108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1e143-a8bf-47fd-83de-f6a04d31323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:43.585198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-59c1e143-a8bf-47fd-83de-f6a04d31323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0661328 Oct 22 14:54:43.588027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47126) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:43.606501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:43.608951 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda96bd4-4505-473a-9e96-bff2b771b3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "tag": "0c313cde-f912-4316-ac51-68a45dd77947"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:43.628645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:43.632199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.658298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:43.663497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.664878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde0e18-dee2-4419-88cd-e4a81923f587 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:54:43.723263 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0f0673-c546-472a-b078-4e916d51ac02 x-openstack-request-id: req-cb0f0673-c546-472a-b078-4e916d51ac02 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:43.723549 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "tag": "0c313cde-f912-4316-ac51-68a45dd77947", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:43.723808 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb0f0673-c546-472a-b078-4e916d51ac02 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:43.724190 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947', 'status': 'completed', 'code': 200} Oct 22 14:54:43.776277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '93b469d8-0ccf-482f-b1bb-f5580061b485', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'port_id': '0c313cde-f912-4316-ac51-68a45dd77947', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'mac_address': 'fa:16:3e:03:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:54:14Z', 'updated_at': '2021-10-22T14:54:39Z', 'revision_number': 1, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:43.800834 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.820767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-b2edde1b-c2b7-4c23-a222-87c21eaf255a service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049718 Oct 22 14:54:43.823535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec5db7-1dde-4b65-b27e-f2ce6873d596 None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '93b469d8-0ccf-482f-b1bb-f5580061b485', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'port_id': '0c313cde-f912-4316-ac51-68a45dd77947', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'mac_address': 'fa:16:3e:03:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:54:14Z', 'updated_at': '2021-10-22T14:54:39Z', 'revision_number': 1, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:54:43.834993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d1fd7c88-e1b2-49fd-b8ab-2be67a5ecc8c req-78c38a4a-e8ef-43a1-b41f-6cdc96d75dcb service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304416 Oct 22 14:54:43.860775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2325ec17-6cc3-4591-87f6-d90023fc35c2 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:43.887540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:43.920128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-7fd6cc81-b31e-45db-b8ef-9600eb11bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:43.923163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-7fd6cc81-b31e-45db-b8ef-9600eb11bd32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1096 time: 0.1757882 Oct 22 14:54:43.953331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Transition to ACTIVE for port object 2325ec17-6cc3-4591-87f6-d90023fc35c2 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:44.055365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21cbaca5-a66a-459f-b503-eb8de14c9e5d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:44.101634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-21f59f9b-4f8a-4505-af79-84efdcf4e815 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656293 Oct 22 14:54:44.102329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:44.135468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604a45-26d2-4c94-8375-c620629f87d6 req-048af30a-afa0-4c85-b21b-95b89e26c937 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.139479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f604a45-26d2-4c94-8375-c620629f87d6 req-048af30a-afa0-4c85-b21b-95b89e26c937 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.3101494 Oct 22 14:54:44.220005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Pushing event updated for resources: {'Port': ['ID=2325ec17-6cc3-4591-87f6-d90023fc35c2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:44.220430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 21cbaca5-a66a-459f-b503-eb8de14c9e5d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:44.220870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:44.254225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.254541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.255257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.258488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.258916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.259952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.260293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.260697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.261513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.263754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.263754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.264909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:44.271558 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6dc1a-446e-4d86-a310-537977b0b09a None None] New status for floating IP 93b469d8-0ccf-482f-b1bb-f5580061b485: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:54:44.298843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-8ba2c43c-3347-48c3-8537-b533afc59400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.300960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-8ba2c43c-3347-48c3-8537-b533afc59400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1099 time: 0.2354512 Oct 22 14:54:44.305162 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:44.340177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:44.449223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f604a45-26d2-4c94-8375-c620629f87d6 req-a87e93d6-73fb-4d82-88c9-75df8156f29b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115278 Oct 22 14:54:44.451831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-a7313752-ad8c-4762-a7f4-e078ba6689b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.459423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-a7313752-ad8c-4762-a7f4-e078ba6689b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 911 time: 0.5245235 Oct 22 14:54:44.480497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c544f7-e701-4ad2-8c23-73ce7e91aba0 req-9f39edf6-4d08-4110-b420-f8195615d452 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.494132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51c544f7-e701-4ad2-8c23-73ce7e91aba0 req-9f39edf6-4d08-4110-b420-f8195615d452 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 948 time: 0.3022571 Oct 22 14:54:44.548974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Subnet': ['ID=2e33e3d6-6c92-417a-b15b-1cc453ed5e0a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:44.618349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-8a5de0e6-0b3d-41be-bdec-a148cce5f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.622919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-8a5de0e6-0b3d-41be-bdec-a148cce5f043 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3114407 Oct 22 14:54:44.678338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Attempting to bind port 2325ec17-6cc3-4591-87f6-d90023fc35c2 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:44.678742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Attempting to bind port 2325ec17-6cc3-4591-87f6-d90023fc35c2 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:44.679026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Attempting to bind port 2325ec17-6cc3-4591-87f6-d90023fc35c2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:44.723236 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-5ac94a2f-643a-4f90-88d9-59eb0e26b9e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.0752079 Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Port 2325ec17-6cc3-4591-87f6-d90023fc35c2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Attempting to bind port 2325ec17-6cc3-4591-87f6-d90023fc35c2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Checking segment: {'id': '06626410-0035-4b70-81b8-57a2b046f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network hostable DHCP agents. Network: 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Bound port: 2325ec17-6cc3-4591-87f6-d90023fc35c2, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:44.748847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:44.833968 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-df51d1c4-eeab-47a1-9722-f2b223de56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.835607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-df51d1c4-eeab-47a1-9722-f2b223de56d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1019738 Oct 22 14:54:44.900281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] For port 2325ec17-6cc3-4591-87f6-d90023fc35c2, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:44.904533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] For port 2325ec17-6cc3-4591-87f6-d90023fc35c2, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:44.914671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-c5026461-9e9b-4110-b173-bcd76c52e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:44.922125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-c5026461-9e9b-4110-b173-bcd76c52e891 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703142 Oct 22 14:54:44.960124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51c544f7-e701-4ad2-8c23-73ce7e91aba0 req-d1a03db4-05aa-4c8b-85d1-fcfedf42330d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647930 Oct 22 14:54:44.996206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7133868e-3835-4d51-9d38-0dfc27507c80 req-26497ced-c1cd-4cc2-a6b8-fda975d85446 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0750792 Oct 22 14:54:45.004181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-ab138f76-1697-426b-879b-5f97184cc634 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 200 len: 998 time: 0.5046086 Oct 22 14:54:45.024728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:45.042028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.076510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-8dc709c0-535b-4be0-8d19-9069c066cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.078065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-8dc709c0-535b-4be0-8d19-9069c066cab3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.0626786 Oct 22 14:54:45.115942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.148100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.148800 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.150712 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] 10.222.0.53 "PUT /v2.0/ports/2325ec17-6cc3-4591-87f6-d90023fc35c2 HTTP/1.1" status: 200 len: 1096 time: 3.0425975 Oct 22 14:54:45.151861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:45.158607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.161788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-889e1d99-5def-41b5-ac14-fb063cbae1f0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb HTTP/1.1" status: 204 len: 168 time: 1.5725708 Oct 22 14:54:45.165437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47144) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:45.177715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-883ad29c-c0e4-4dd7-a0d9-2707ea6856f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.186317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9f1e8-251e-4c1e-9d50-bc7e577ef109 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:45.186806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-883ad29c-c0e4-4dd7-a0d9-2707ea6856f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937586 Oct 22 14:54:45.198986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:45.207851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f2272-a6f1-4f7e-af9c-5268110f7a4a None None] Network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:45.237910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b7244-6332-435b-853c-cd829e235c22 service neutron] Pushing event updated for resources: {'Port': ['ID=2325ec17-6cc3-4591-87f6-d90023fc35c2,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:45.264229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.287253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.314043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e63f0fea-ed39-4700-b5d8-9a107a5eeba6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459844 Oct 22 14:54:45.316166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-600ef50d-e521-479c-8fb3-3317b9d2aef7 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037309 Oct 22 14:54:45.316647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47146) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:45.336684 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-0f53c988-e584-419a-8aee-3d994ffce497 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054341 Oct 22 14:54:45.428387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f730a256-5f0d-41a7-b2e8-7918d08e8765 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8294110 Oct 22 14:54:45.443166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-5631c2d6-9ea2-4960-8a5d-5edaf86ffb1d tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.443166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-5631c2d6-9ea2-4960-8a5d-5edaf86ffb1d tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.69 "GET /v2.0/networks?id=88ba03f4-f702-4a30-baec-54f1b4eab293 HTTP/1.1" status: 200 len: 809 time: 0.4677808 Oct 22 14:54:45.445632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47148) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:45.477246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Request body: {'port': {'device_id': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293', 'admin_state_up': True, 'tenant_id': '948ea2e40c1140ce9b98b6f61f6fdfa6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:45.491048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc6cdc-c793-42a9-90c1-6eb4d86b7832 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.496834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5fbc6cdc-c793-42a9-90c1-6eb4d86b7832 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1786156 Oct 22 14:54:45.497106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47152) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:45.504942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370', 'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370', 'tenant_id': 'cb575b498b5447108f62f057b6c17446', 'fixed_ips': [{'subnet_id': '2e33e3d6-6c92-417a-b15b-1cc453ed5e0a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:45.505827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.548998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-92d0dca7-06e3-42bf-bcbd-c863e0b5689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.554165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-92d0dca7-06e3-42bf-bcbd-c863e0b5689f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 1099 time: 0.2377388 Oct 22 14:54:45.557037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dda96bd4-4505-473a-9e96-bff2b771b3b8 req-ef02efea-f332-4210-b5d4-b8aadad46fc6 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274396 Oct 22 14:54:45.619763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:45.631868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015ed58-c103-4aa6-b5e5-7406760755c2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.633367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c015ed58-c103-4aa6-b5e5-7406760755c2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1325781 Oct 22 14:54:45.636881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:45.681818 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-2753dd26-d800-4180-992a-efef9a0d9ceb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2 HTTP/1.1" status: 200 len: 217 time: 0.1053226 Oct 22 14:54:45.682412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-de2d3947-e466-400c-a16f-786c37a18344 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439827 Oct 22 14:54:45.690816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47158) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:45.701847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be186f-c59e-4434-bb4e-fce93041274b req-d70fb6b5-e5be-4fdb-ae85-60bf33f989a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.703473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8be186f-c59e-4434-bb4e-fce93041274b req-d70fb6b5-e5be-4fdb-ae85-60bf33f989a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.1387217 Oct 22 14:54:45.707133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:45.727684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'tag': '2325ec17-6cc3-4591-87f6-d90023fc35c2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:45.730063 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "362dd164-547d-4f56-a3fe-9ff3bf7d7c57", "tag": "2325ec17-6cc3-4591-87f6-d90023fc35c2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:45.747517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Allocated IP 2001:db8::2 (34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370/2e33e3d6-6c92-417a-b15b-1cc453ed5e0a/cbe3595e-5cd5-472a-abfc-00e8068d996a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:45.764178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] Deleting port 21cbaca5-a66a-459f-b503-eb8de14c9e5d {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:45.764646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.795940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3659d4f5-8f58-4efb-b5f7-9c29aaa1e422 req-502c8d55-1126-4980-98ea-d942e23341a4 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383717 Oct 22 14:54:45.810698 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390237dc-cde8-41cb-9663-b052b49b51bb x-openstack-request-id: req-390237dc-cde8-41cb-9663-b052b49b51bb {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:45.810958 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362dd164-547d-4f56-a3fe-9ff3bf7d7c57", "tag": "2325ec17-6cc3-4591-87f6-d90023fc35c2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:45.811306 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-390237dc-cde8-41cb-9663-b052b49b51bb {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:45.811778 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'tag': '2325ec17-6cc3-4591-87f6-d90023fc35c2', 'status': 'completed', 'code': 200} Oct 22 14:54:45.817112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8be186f-c59e-4434-bb4e-fce93041274b req-932f83f0-cf19-447f-a0ad-40e99afcbcec tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043224 Oct 22 14:54:45.839753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-3138fb1a-a66b-4dc4-b460-4ae990c67c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.842037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-3138fb1a-a66b-4dc4-b460-4ae990c67c8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1085565 Oct 22 14:54:45.842234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] For port 21cbaca5-a66a-459f-b503-eb8de14c9e5d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=21cbaca5-a66a-459f-b503-eb8de14c9e5d,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:45.842701 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.852337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.879273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] Calling delete_port for 21cbaca5-a66a-459f-b503-eb8de14c9e5d owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:45.930413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 21cbaca5-a66a-459f-b503-eb8de14c9e5d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:45.944824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:45.948663 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:45.981823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-1f9f4fda-61ae-441e-9be9-1d41d62df684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:45.985193 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-1f9f4fda-61ae-441e-9be9-1d41d62df684 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252379 Oct 22 14:54:46.006746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.144233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Made reservation on behalf of 948ea2e40c1140ce9b98b6f61f6fdfa6 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:46.148548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.165922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-faae8bb0-f9b3-469e-b033-e5dc60034323 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700873 Oct 22 14:54:46.177074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de4ba8a5-778e-49cf-8a7a-e15f5804e624 req-c0d699cd-84c5-4d04-b623-3a7c1846deab tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0583041 Oct 22 14:54:46.237255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d050c4-3868-4af0-bbf2-090c58f5a5af req-2d01e3ae-6559-4c81-87e5-bf800ebd10e9 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:46.238953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01d050c4-3868-4af0-bbf2-090c58f5a5af req-2d01e3ae-6559-4c81-87e5-bf800ebd10e9 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 948 time: 0.1213984 Oct 22 14:54:46.285144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01d050c4-3868-4af0-bbf2-090c58f5a5af req-2b894855-c5b5-4e45-b78b-303a7186f13e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Oct 22 14:54:46.292481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.326791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.376269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.393070 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4451118c-52e2-4efa-8ada-7ce3f507f3e3 req-b2ffe705-884b-43ec-8bfc-827f3e289b5a service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138894 Oct 22 14:54:46.408296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Allocated IP 172.20.0.8 (88ba03f4-f702-4a30-baec-54f1b4eab293/d3564c9e-713d-4913-8eb9-e4937aee85fd/68ce7eef-0dae-4683-96fb-8f08fc1d9903) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:46.431719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.457069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] No DVR routers for this DVR port 21cbaca5-a66a-459f-b503-eb8de14c9e5d on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:46.458855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26c812-ec71-419f-bc19-468fa5a75521 None None] Pushing event deleted for resources: {'Port': ['ID=21cbaca5-a66a-459f-b503-eb8de14c9e5d,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:46.499810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:46.503432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:46.506560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:46.507527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.513575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4ed22-be23-4a90-9bfa-d76f201c0197 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:46.533586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=dde03b98-48db-45a2-91d9-b23e8f5b020e,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:46.536877 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.587282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:46.621162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:46.624670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.628755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:46.641314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Pushing event updated for resources: {'Port': ['ID=cbe3595e-5cd5-472a-abfc-00e8068d996a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:46.673708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-f729ee7a-3519-492c-8739-2e4c66e0bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:46.675812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-f729ee7a-3519-492c-8739-2e4c66e0bfb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d7e164bd3c417daab895cb85728254&device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 1099 time: 0.0646124 Oct 22 14:54:46.736437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Attempting to bind port cbe3595e-5cd5-472a-abfc-00e8068d996a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:46.736748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Attempting to bind port cbe3595e-5cd5-472a-abfc-00e8068d996a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '06626410-0035-4b70-81b8-57a2b046f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:46.737096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Attempting to bind port cbe3595e-5cd5-472a-abfc-00e8068d996a on network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:46.747082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:46.747461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Checking segment: {'id': '06626410-0035-4b70-81b8-57a2b046f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:46.747848 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.748240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Bound using segment: {'id': '06626410-0035-4b70-81b8-57a2b046f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:46.748842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Bound port: cbe3595e-5cd5-472a-abfc-00e8068d996a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06626410-0035-4b70-81b8-57a2b046f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:46.749219 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.794800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-be5863bc-3dce-4afd-8fb7-93f89fb661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:46.796353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-be5863bc-3dce-4afd-8fb7-93f89fb661ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1044166 Oct 22 14:54:46.802317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.808635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0dda382a-8625-4e4d-ba61-2fe25fd4239d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1152432 Oct 22 14:54:46.809881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47172) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:46.812496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': 'dde03b98-48db-45a2-91d9-b23e8f5b020e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:46.813725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.817244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': 'dde03b98-48db-45a2-91d9-b23e8f5b020e', 'ip_address': '2001:db8::b997:c94e:23a9:3ff5'}], 'name': 'tempest-NetworksTestDHCPv6-1357211114'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:46.848196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Subnet': ['ID=2e33e3d6-6c92-417a-b15b-1cc453ed5e0a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:46.882696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:46.895607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-befda7cd-0935-447b-8fc0-9d93b79fab2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2 HTTP/1.1" status: 200 len: 217 time: 0.0811324 Oct 22 14:54:46.956105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] For port cbe3595e-5cd5-472a-abfc-00e8068d996a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:46.961054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] For port cbe3595e-5cd5-472a-abfc-00e8068d996a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbe3595e-5cd5-472a-abfc-00e8068d996a,segment=NetworkSegment(06626410-0035-4b70-81b8-57a2b046f795),segment_id=06626410-0035-4b70-81b8-57a2b046f795)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:46.997199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00134e4-f0aa-4b83-80bb-eda246da5253 req-7609457a-7c9d-417f-8377-983bf63647da tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:46.999149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f00134e4-f0aa-4b83-80bb-eda246da5253 req-7609457a-7c9d-417f-8377-983bf63647da tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 948 time: 0.0754845 Oct 22 14:54:47.017577 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.027190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/dde03b98-48db-45a2-91d9-b23e8f5b020e/351cecde-b88d-4a11-a548-6be951810584) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:47.041997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Network 88ba03f4-f702-4a30-baec-54f1b4eab293 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:47.052950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f00134e4-f0aa-4b83-80bb-eda246da5253 req-17a1923e-17d9-43fc-8785-8479470e5da1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Oct 22 14:54:47.058029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:47.062902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:47.065144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Pushing event updated for resources: {'Port': ['ID=68ce7eef-0dae-4683-96fb-8f08fc1d9903,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:47.067592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:47.073371 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.090669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:47.094748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:47.111549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-d9559edd-00ee-4025-8996-f87ee0811372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:47.113038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-d9559edd-00ee-4025-8996-f87ee0811372 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1820917 Oct 22 14:54:47.114729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06626410-0035-4b70-81b8-57a2b046f795') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:47.115054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06626410-0035-4b70-81b8-57a2b046f795') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:47.138395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.175970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.189434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:47.189847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:47.193100 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:47.215614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.223884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:47.224632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.229295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58dbc0-33d2-4850-95a9-2a4909135a9d None None] Pushing event updated for resources: {'Port': ['ID=cbe3595e-5cd5-472a-abfc-00e8068d996a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:47.236160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 821e4cce-6d8e-44a7-8522-8b31732541ea yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:47.296116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-8cae29ba-5c92-458b-94ef-b82e620a95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:47.299015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-8cae29ba-5c92-458b-94ef-b82e620a95a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686862 Oct 22 14:54:47.349311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:54:47.349311 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:54:47.349311 n-d-812148-2 neutron-server[107801]: [parameters: {'id': '34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370'}] Oct 22 14:54:47.349311 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:54:47.349875 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:54:47.369291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-1e6f56a3-d9dc-4102-81d5-be3e83d81880 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8961453 Oct 22 14:54:47.386262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Request body: {'port': {'device_id': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:47.449453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.482086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:47.507884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'mac_address': 'fa:16:3e:c3:ae:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:47.553933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.568935 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.571687 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.584053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-d380ddfb-aafa-4a46-b068-22cc04b0318d service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741773 Oct 22 14:54:47.601366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa32baa-c5b0-4035-aa2d-240a02dd4e52 req-177af483-11a3-4d6e-927d-39486be2a819 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:47.603175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-daa32baa-c5b0-4035-aa2d-240a02dd4e52 req-177af483-11a3-4d6e-927d-39486be2a819 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 931 time: 0.2549069 Oct 22 14:54:47.615683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f575ab-204a-4ae2-9c81-9ced0f336cd5 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:47.630018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:47.638177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:47.644340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:47.653024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:47.681578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Pushing event updated for resources: {'Port': ['ID=351cecde-b88d-4a11-a548-6be951810584,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:47.691150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25ef4c-7f93-4b33-9a0c-91ab5d784079 req-f56358ac-f2b2-4657-a779-c5b517994918 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:47.699403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b25ef4c-7f93-4b33-9a0c-91ab5d784079 req-f56358ac-f2b2-4657-a779-c5b517994918 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 948 time: 0.1921871 Oct 22 14:54:47.714894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Attempting to bind port 351cecde-b88d-4a11-a548-6be951810584 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:47.715303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Attempting to bind port 351cecde-b88d-4a11-a548-6be951810584 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:47.715647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Attempting to bind port 351cecde-b88d-4a11-a548-6be951810584 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:47.720755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-daa32baa-c5b0-4035-aa2d-240a02dd4e52 req-eb2103a9-022c-4b98-a900-0b1c4147b4b3 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942392 Oct 22 14:54:47.721374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:47.721802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:47.722211 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.722604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:47.722924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::b997:c94e:23a9:3ff5 (a2d5805a-689b-466e-a785-b2a121891287/dde03b98-48db-45a2-91d9-b23e8f5b020e/821e4cce-6d8e-44a7-8522-8b31732541ea) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:47.723128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Bound port: 351cecde-b88d-4a11-a548-6be951810584, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:47.723609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.774013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.788273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b25ef4c-7f93-4b33-9a0c-91ab5d784079 req-08088d44-428a-4f9e-8f2b-a3fe1e523c53 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877931 Oct 22 14:54:47.826222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a5731f9e-ebbf-4569-b4ea-28da3c111ce6 req-6d42446c-fe84-4049-9941-addf72e98f33 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989951 Oct 22 14:54:47.878825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:47.885596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] For port 351cecde-b88d-4a11-a548-6be951810584, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:47.896896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:47.900933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] For port 351cecde-b88d-4a11-a548-6be951810584, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=351cecde-b88d-4a11-a548-6be951810584,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:47.985613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.011814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cbe3595e-5cd5-472a-abfc-00e8068d996a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:48.037538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.116207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f3f575ab-204a-4ae2-9c81-9ced0f336cd5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:48.153020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.211562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a97bd3-cb8b-4f42-88aa-53f81267d10d None None] Pushing event updated for resources: {'Port': ['ID=351cecde-b88d-4a11-a548-6be951810584,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:48.225478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cbe3595e-5cd5-472a-abfc-00e8068d996a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:48.225943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.297671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:48.311160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:48.315971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:48.321952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:48.322783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.332542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=821e4cce-6d8e-44a7-8522-8b31732541ea,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:48.369232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f6dcf-85c9-4269-b18f-722d8acad440 req-50794ce6-b4fe-43ec-bba9-03cd3da462bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:48.379575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48f6dcf-85c9-4269-b18f-722d8acad440 req-50794ce6-b4fe-43ec-bba9-03cd3da462bb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 949 time: 0.2138364 Oct 22 14:54:48.444280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.464172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48f6dcf-85c9-4269-b18f-722d8acad440 req-d523191e-7060-4e8e-b9e3-7d266d2d4cc4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834026 Oct 22 14:54:48.469484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6989922e-0f02-4cb9-bf29-b2cd2b34659c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6582863 Oct 22 14:54:48.473317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47190) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:48.494067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting port cbe3595e-5cd5-472a-abfc-00e8068d996a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:48.494067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.517733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port cbe3595e-5cd5-472a-abfc-00e8068d996a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbe3595e-5cd5-472a-abfc-00e8068d996a,segment=NetworkSegment(06626410-0035-4b70-81b8-57a2b046f795),segment_id=06626410-0035-4b70-81b8-57a2b046f795)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:48.572262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ce7eef-0dae-4683-96fb-8f08fc1d9903 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:48.590032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.602592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45294da8-99a9-4505-9df7-8790fbadef57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:48.611418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45294da8-99a9-4505-9df7-8790fbadef57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:48.615080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-45294da8-99a9-4505-9df7-8790fbadef57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1386333 Oct 22 14:54:48.616445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47194) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:48.635092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.660089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Transition to ACTIVE for port object 68ce7eef-0dae-4683-96fb-8f08fc1d9903 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:48.662489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] For port cbe3595e-5cd5-472a-abfc-00e8068d996a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbe3595e-5cd5-472a-abfc-00e8068d996a,segment=NetworkSegment(06626410-0035-4b70-81b8-57a2b046f795),segment_id=06626410-0035-4b70-81b8-57a2b046f795)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:48.662990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.677973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Calling delete_port for cbe3595e-5cd5-472a-abfc-00e8068d996a owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:48.714645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=cbe3595e-5cd5-472a-abfc-00e8068d996a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:48.721479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab25aa1-4aaf-4010-8724-18c801f2cdf4 None None] Network 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:48.749412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.753442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 821e4cce-6d8e-44a7-8522-8b31732541ea {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:48.755461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.815239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=68ce7eef-0dae-4683-96fb-8f08fc1d9903,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:48.860103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-67f3a7e7-5747-44f8-9381-d4467f868d38 None None] Provisioning complete for port cbe3595e-5cd5-472a-abfc-00e8068d996a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:48.860103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-67f3a7e7-5747-44f8-9381-d4467f868d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.899579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.928559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f571ea-789e-4afb-bfdc-8a9194b1160a req-7ad03089-c24d-485a-94b4-fd9ba0bef370 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:48.931239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5f571ea-789e-4afb-bfdc-8a9194b1160a req-7ad03089-c24d-485a-94b4-fd9ba0bef370 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 943 time: 0.0802121 Oct 22 14:54:48.932281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:48.936731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Port': ['ID=cbe3595e-5cd5-472a-abfc-00e8068d996a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:48.947755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No DVR routers for this DVR port cbe3595e-5cd5-472a-abfc-00e8068d996a on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:48.969344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 821e4cce-6d8e-44a7-8522-8b31732541ea owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:48.977385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Attempting to bind port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:48.977788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Attempting to bind port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:48.978122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Attempting to bind port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 on network 88ba03f4-f702-4a30-baec-54f1b4eab293 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:48.991453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-67f3a7e7-5747-44f8-9381-d4467f868d38 None None] Could not find standard attr ID for object cbe3595e-5cd5-472a-abfc-00e8068d996a. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:54:48.995099 n-d-812148-2 neutron-server[107803]: INFO neutron.plugins.ml2.db [None req-67f3a7e7-5747-44f8-9381-d4467f868d38 None None] No ports have port_id starting with cbe3595e-5cd5-472a-abfc-00e8068d996a Oct 22 14:54:48.995438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 on network 88ba03f4-f702-4a30-baec-54f1b4eab293 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:54:48.995870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Attempting to bind port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 on network 88ba03f4-f702-4a30-baec-54f1b4eab293 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:49.012656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:49.013415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Checking segment: {'id': 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:49.013970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Bound using segment: {'id': 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:49.014571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Bound port: 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:49.015679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.041152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5f571ea-789e-4afb-bfdc-8a9194b1160a req-ac7af892-3468-482b-929f-cbbfb169bbd3 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Oct 22 14:54:49.075466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7414183-4b12-4f47-b9e0-79c7f8f0221f None None] DHCP port deletion for 34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:49.088765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.102098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2325ec17-6cc3-4591-87f6-d90023fc35c2 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:49.128635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b705c-4bb8-4e6e-a467-4b455443c7b6 req-0c7cd0b9-e5bc-4466-93d0-018ce84889ef tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.140223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-718b705c-4bb8-4e6e-a467-4b455443c7b6 req-0c7cd0b9-e5bc-4466-93d0-018ce84889ef tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 948 time: 0.1623380 Oct 22 14:54:49.220731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-718b705c-4bb8-4e6e-a467-4b455443c7b6 req-5c5d1c0f-25da-4713-b206-b24827849699 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790436 Oct 22 14:54:49.243383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2325ec17-6cc3-4591-87f6-d90023fc35c2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:49.243545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] For port 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:49.258807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '2325ec17-6cc3-4591-87f6-d90023fc35c2', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '2325ec17-6cc3-4591-87f6-d90023fc35c2', 'mac_address': 'fa:16:3e:1e:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:49.260051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] For port 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=68ce7eef-0dae-4683-96fb-8f08fc1d9903,segment=NetworkSegment(e4d2250d-ed15-43fa-8660-c7421c1bfbf1),segment_id=e4d2250d-ed15-43fa-8660-c7421c1bfbf1)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:49.299259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:49.328374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.329193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06626410-0035-4b70-81b8-57a2b046f795') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:49.329688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06626410-0035-4b70-81b8-57a2b046f795') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:49.341585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c74c5-3801-4243-86e1-3ceed02b438b req-c6cdb0a3-872a-4e5a-b02d-62726899bac1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.343873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2325ec17-6cc3-4591-87f6-d90023fc35c2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:49.344344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc5c74c5-3801-4243-86e1-3ceed02b438b req-c6cdb0a3-872a-4e5a-b02d-62726899bac1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 949 time: 0.1218834 Oct 22 14:54:49.352213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-ad94859a-c61c-46d9-8c47-40c4d0c92785 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.354107 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-ad94859a-c61c-46d9-8c47-40c4d0c92785 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636&tenant_id=504ea20bd49b49809f8c10cc01094181&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 949 time: 0.2624853 Oct 22 14:54:49.358911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.361957 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.379226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2325ec17-6cc3-4591-87f6-d90023fc35c2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:49.395784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.396543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.397961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] 10.222.0.69 "PUT /v2.0/ports/68ce7eef-0dae-4683-96fb-8f08fc1d9903 HTTP/1.1" status: 200 len: 1091 time: 2.0184617 Oct 22 14:54:49.398094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc5c74c5-3801-4243-86e1-3ceed02b438b req-249e0650-671d-49f4-bbe4-32cc4a045ed5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Oct 22 14:54:49.430373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'tag': '68ce7eef-0dae-4683-96fb-8f08fc1d9903'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:49.432776 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0522635-bc73-4018-9e77-ddd11b266835" -d '{"events": [{"name": "network-changed", "server_uuid": "baf7f6a0-2ae0-42fe-b62e-39e68c47af71", "tag": "68ce7eef-0dae-4683-96fb-8f08fc1d9903"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:49.461102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.493577 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.506882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=821e4cce-6d8e-44a7-8522-8b31732541ea,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:49.521281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.521281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.521281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.521727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.522142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.522578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.523065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.523494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.523920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.524351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.524780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.525274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:54:49.525503 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6283df44-e7d7-447e-b065-78525a945f35 x-openstack-request-id: req-6283df44-e7d7-447e-b065-78525a945f35 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:49.525971 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf7f6a0-2ae0-42fe-b62e-39e68c47af71", "tag": "68ce7eef-0dae-4683-96fb-8f08fc1d9903", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:49.526221 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6283df44-e7d7-447e-b065-78525a945f35 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:49.526611 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'tag': '68ce7eef-0dae-4683-96fb-8f08fc1d9903', 'status': 'completed', 'code': 200} Oct 22 14:54:49.547210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.552936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.555426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=2325ec17-6cc3-4591-87f6-d90023fc35c2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:49.555933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:49.555933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.556865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cab65052-7eee-4f11-91e4-a73704efbd9f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/821e4cce-6d8e-44a7-8522-8b31732541ea HTTP/1.1" status: 204 len: 168 time: 0.9391921 Oct 22 14:54:49.564836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47208) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:49.572488 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:49.626379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6681d9-610d-461b-a12c-c3b8115c6b85 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.628137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6681d9-610d-461b-a12c-c3b8115c6b85 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.632176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cb6681d9-610d-461b-a12c-c3b8115c6b85 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0637681 Oct 22 14:54:49.632415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47212) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:49.634353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff3dc9-56e8-47ff-85f1-4890bd26cfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=68ce7eef-0dae-4683-96fb-8f08fc1d9903,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:49.658544 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-dc540ff2-ffcd-4b20-9233-d1893c0da141 service neutron] delete failed (client error): The resource could not be found. Oct 22 14:54:49.659749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-dc540ff2-ffcd-4b20-9233-d1893c0da141 service neutron] 10.222.0.69 "DELETE /v2.0/ports/f3f575ab-204a-4ae2-9c81-9ced0f336cd5/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.2888949 Oct 22 14:54:49.660537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-29c5abbc-b455-4a6c-925e-e279473ef0c9 None None] Provisioning complete for port 351cecde-b88d-4a11-a548-6be951810584 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:49.661012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29c5abbc-b455-4a6c-925e-e279473ef0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.710226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet dde03b98-48db-45a2-91d9-b23e8f5b020e {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:49.714414 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.759816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522635-bc73-4018-9e77-ddd11b266835 req-6257b4aa-91a9-494c-8c93-a553e20d34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.761396 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0522635-bc73-4018-9e77-ddd11b266835 req-6257b4aa-91a9-494c-8c93-a553e20d34c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=948ea2e40c1140ce9b98b6f61f6fdfa6&device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 1094 time: 0.2294548 Oct 22 14:54:49.772421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.777842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29c5abbc-b455-4a6c-925e-e279473ef0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.783463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-72add893-b939-440d-8bb6-23e9cc3f741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.785215 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-72add893-b939-440d-8bb6-23e9cc3f741c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1100 time: 0.0675707 Oct 22 14:54:49.819926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-29c5abbc-b455-4a6c-925e-e279473ef0c9 None None] For port 351cecde-b88d-4a11-a548-6be951810584, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=351cecde-b88d-4a11-a548-6be951810584,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:49.837767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['2325ec17-6cc3-4591-87f6-d90023fc35c2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:49.894696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.898454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.908082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47214) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:49.908353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 HTTP/1.1" status: 204 len: 168 time: 4.4510705 Oct 22 14:54:49.919030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-412905012'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:49.943152 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.947460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-28638978-e50e-495f-822b-0ebf3a8495c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:49.949005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-28638978-e50e-495f-822b-0ebf3a8495c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1526031 Oct 22 14:54:49.950960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29c5abbc-b455-4a6c-925e-e279473ef0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:49.953137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e43fe-d38d-4e2b-b8e4-a5caefcc2bc7 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Network': ['ID=34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:50.065525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 351cecde-b88d-4a11-a548-6be951810584 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:50.070188 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-4c55e06a-b0dc-4a01-a2d8-4ac86fc01694 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.1102765 Oct 22 14:54:50.077073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5abbc-b455-4a6c-925e-e279473ef0c9 None None] Pushing event updated for resources: {'Port': ['ID=351cecde-b88d-4a11-a548-6be951810584,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:50.095386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:50.100535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.106648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1c98696f-b03c-43cc-9eb3-0089e8d740dd None None] Could not find standard attr ID for object 821e4cce-6d8e-44a7-8522-8b31732541ea. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:54:50.132408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522635-bc73-4018-9e77-ddd11b266835 req-054736b5-78fb-4248-81a9-e75c7861638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.138273 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0522635-bc73-4018-9e77-ddd11b266835 req-054736b5-78fb-4248-81a9-e75c7861638f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=948ea2e40c1140ce9b98b6f61f6fdfa6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3639767 Oct 22 14:54:50.138436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.168960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-01cc44bb-81c3-4d3a-9a51-2513792325b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.184972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-01cc44bb-81c3-4d3a-9a51-2513792325b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0930042 Oct 22 14:54:50.187400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:54:50.191495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 351cecde-b88d-4a11-a548-6be951810584 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:50.192043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.210822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=dde03b98-48db-45a2-91d9-b23e8f5b020e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:50.246412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.251880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2a14f6db-26ac-4ed5-b960-9117cb778ab0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/dde03b98-48db-45a2-91d9-b23e8f5b020e HTTP/1.1" status: 204 len: 168 time: 0.6181407 Oct 22 14:54:50.255848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0914f8c0-0f63-42f2-8962-b420b0489bc8 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:50.270009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47222) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:50.271157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.271495 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Added segment 85fd93bd-05f7-4d96-8304-b9a762d07556 of type vlan for network e704099d-d6eb-4489-baf2-ca32fcd47495 Oct 22 14:54:50.300075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-92794626-5ac8-4b6e-8839-4d9da995eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.301614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-92794626-5ac8-4b6e-8839-4d9da995eb8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179512 Oct 22 14:54:50.327969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a300bf9e-4899-4f79-97f4-36e7f707da03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537951 Oct 22 14:54:50.331295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47226) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:50.336512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:50.358230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522635-bc73-4018-9e77-ddd11b266835 req-25fc41d5-b877-4993-a692-91a0136b175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.360797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0522635-bc73-4018-9e77-ddd11b266835 req-25fc41d5-b877-4993-a692-91a0136b175d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2189906 Oct 22 14:54:50.469801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-19d4f98d-a28f-4846-a9fd-e464e586d6fc service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602788 Oct 22 14:54:50.477497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-5c05f321-5cdf-4e55-bdce-06b7fa61bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.479038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-5c05f321-5cdf-4e55-bdce-06b7fa61bba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=948ea2e40c1140ce9b98b6f61f6fdfa6&device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 1094 time: 0.0796883 Oct 22 14:54:50.504699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.517422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a488fa-fac2-40c5-9637-c881b1df704e req-183efcad-90fb-4047-a4d5-f1a8250e03a7 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.519547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0a488fa-fac2-40c5-9637-c881b1df704e req-183efcad-90fb-4047-a4d5-f1a8250e03a7 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 943 time: 0.3274729 Oct 22 14:54:50.536993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-c31dcd37-7f7f-4a86-aaff-77c5d04fc321 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68ce7eef-0dae-4683-96fb-8f08fc1d9903 HTTP/1.1" status: 200 len: 217 time: 0.0466721 Oct 22 14:54:50.557546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6214-dda0-47ea-9966-0776080ac3d7 req-39378dbe-2bd5-4307-9c95-d3d3c9f04d6d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.559507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c09a6214-dda0-47ea-9966-0776080ac3d7 req-39378dbe-2bd5-4307-9c95-d3d3c9f04d6d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 949 time: 0.2171776 Oct 22 14:54:50.560541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cbe3595e-5cd5-472a-abfc-00e8068d996a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:50.564357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:50.586703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: cbe3595e-5cd5-472a-abfc-00e8068d996a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:50.587386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cbe3595e-5cd5-472a-abfc-00e8068d996a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:50.605889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:54:50.632567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4295-957a-4080-898a-f2aca2acf063 req-8fe7a5a5-da89-4a26-831e-a2c114b8f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.637629 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-8fe7a5a5-da89-4a26-831e-a2c114b8f994 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3564c9e-713d-4913-8eb9-e4937aee85fd HTTP/1.1" status: 200 len: 849 time: 0.0889399 Oct 22 14:54:50.656426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b0ceb917-a8ac-4b7f-93da-e4fc647e180c req-c961a3bc-8ac5-4e93-b766-5d86365106ee service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758149 Oct 22 14:54:50.663128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] Deleting port 351cecde-b88d-4a11-a548-6be951810584 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:50.663654 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.677661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-a4024694-56d0-46af-9339-8cc997e91855 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88ba03f4-f702-4a30-baec-54f1b4eab293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317807 Oct 22 14:54:50.679270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c09a6214-dda0-47ea-9966-0776080ac3d7 req-d3e4e43b-0f28-4909-b991-370c956f3d08 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914607 Oct 22 14:54:50.699594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0a488fa-fac2-40c5-9637-c881b1df704e req-7b7b3182-332b-4f43-a6a6-6431b0deedbf tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681895 Oct 22 14:54:50.707513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:50.717098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.752290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.766253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.767554 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.772479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] For port 351cecde-b88d-4a11-a548-6be951810584, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=351cecde-b88d-4a11-a548-6be951810584,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:50.773415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:50.786129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-4c564dec-7b31-4133-9081-a2aa05d2cc7a service neutron] 10.222.0.69 "GET /v2.0/networks/88ba03f4-f702-4a30-baec-54f1b4eab293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975132 Oct 22 14:54:50.790508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] Calling delete_port for 351cecde-b88d-4a11-a548-6be951810584 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:50.897168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674d4295-957a-4080-898a-f2aca2acf063 req-98f8c3a4-3c1a-4dc3-a31e-1ff794f3f937 service neutron] 10.222.0.69 "GET /v2.0/networks/88ba03f4-f702-4a30-baec-54f1b4eab293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029112 Oct 22 14:54:50.911075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Network': ['ID=e704099d-d6eb-4489-baf2-ca32fcd47495,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:50.922667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e704099d-d6eb-4489-baf2-ca32fcd47495 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:54:50.979851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe50d4-9a89-4e35-b75d-8365624c31f5 req-59853a22-20a9-41d9-8eb5-3be9ab1fc4b2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:50.981359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fbe50d4-9a89-4e35-b75d-8365624c31f5 req-59853a22-20a9-41d9-8eb5-3be9ab1fc4b2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 949 time: 0.1709807 Oct 22 14:54:51.038140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.070391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] Pushing event deleted for resources: {'Port': ['ID=351cecde-b88d-4a11-a548-6be951810584,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:51.074121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d966974-94f5-4c1d-8c81-c20cb3aee7a7 None None] No DVR routers for this DVR port 351cecde-b88d-4a11-a548-6be951810584 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:51.117588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2325ec17-6cc3-4591-87f6-d90023fc35c2 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:51.255064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bb0f0712-d8f3-4fa4-9842-c33b71cdc688 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3456683 Oct 22 14:54:51.257991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47232) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:51.263195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Request body: {'subnet': {'network_id': 'e704099d-d6eb-4489-baf2-ca32fcd47495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:51.281933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fbe50d4-9a89-4e35-b75d-8365624c31f5 req-4afe84fa-fb8c-44d8-8f64-77403efc1b43 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927179 Oct 22 14:54:51.306630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 2325ec17-6cc3-4591-87f6-d90023fc35c2 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:51.312211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 2325ec17-6cc3-4591-87f6-d90023fc35c2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:51.312777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.406833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.430724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2325ec17-6cc3-4591-87f6-d90023fc35c2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:51.433001 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379a7cb-d6c6-463a-b37b-73d3f04a3d7e" -d '{"events": [{"server_uuid": "362dd164-547d-4f56-a3fe-9ff3bf7d7c57", "name": "network-vif-plugged", "status": "completed", "tag": "2325ec17-6cc3-4591-87f6-d90023fc35c2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:51.445969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2325ec17-6cc3-4591-87f6-d90023fc35c2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:51.460226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Made reservation on behalf of cb575b498b5447108f62f057b6c17446 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:51.463849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.469303 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845b49f1-e810-43e0-91ce-7ca97ad5bf3e x-openstack-request-id: req-845b49f1-e810-43e0-91ce-7ca97ad5bf3e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:51.469303 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362dd164-547d-4f56-a3fe-9ff3bf7d7c57", "name": "network-vif-plugged", "status": "completed", "tag": "2325ec17-6cc3-4591-87f6-d90023fc35c2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:51.469303 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-845b49f1-e810-43e0-91ce-7ca97ad5bf3e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:51.469936 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2325ec17-6cc3-4591-87f6-d90023fc35c2', 'code': 200} Oct 22 14:54:51.489322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.531088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:51.537073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:51.542471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:51.543372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.547742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b8fbd7-d948-492a-afc3-4b64c8914a93 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:51.559758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=418dfbd0-bf98-4c6d-b359-631ebc09f5da,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:51.571103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.571996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:51.602937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fb2e5-9b14-4c14-b4cc-107b9c4bda36 req-4e549ae9-b319-488a-81d5-2ddf705201e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:51.604500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e2fb2e5-9b14-4c14-b4cc-107b9c4bda36 req-4e549ae9-b319-488a-81d5-2ddf705201e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 1101 time: 0.0675433 Oct 22 14:54:51.649868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1c91510a-51c5-4f7a-815a-d9e6cbd13712 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3141019 Oct 22 14:54:51.649868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:51.654810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '418dfbd0-bf98-4c6d-b359-631ebc09f5da', 'ip_address': '2001:db8::1903:4b99:2a05:e97'}], 'name': 'tempest-NetworksTestDHCPv6-874979524'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:51.714585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e2fb2e5-9b14-4c14-b4cc-107b9c4bda36 req-210c5e27-fceb-4e68-9720-fe39f67028f5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821359 Oct 22 14:54:51.874576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=2325ec17-6cc3-4591-87f6-d90023fc35c2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:51.908197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19c65d-c977-4f1d-9578-2bde81365601 req-bd7fe893-2096-4b06-a0bc-a06099492959 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:51.912039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd19c65d-c977-4f1d-9578-2bde81365601 req-bd7fe893-2096-4b06-a0bc-a06099492959 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 950 time: 0.1255374 Oct 22 14:54:51.960976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5844-2e54-4ae0-8d1c-cf57fed20376 req-776b3101-c552-451e-b2bb-f8c0cd6ca9c0 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:51.960976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f4c5844-2e54-4ae0-8d1c-cf57fed20376 req-776b3101-c552-451e-b2bb-f8c0cd6ca9c0 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 943 time: 0.1569362 Oct 22 14:54:51.975590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 351cecde-b88d-4a11-a548-6be951810584 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:51.976786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:54:51.979079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:51.980401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:52.007445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '418dfbd0-bf98-4c6d-b359-631ebc09f5da'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:52.008208 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.009640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd19c65d-c977-4f1d-9578-2bde81365601 req-9ff5d0fb-a127-4598-9c1c-498b17cfd4bc tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898747 Oct 22 14:54:52.011944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 351cecde-b88d-4a11-a548-6be951810584 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:52.012344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 351cecde-b88d-4a11-a548-6be951810584 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:52.013798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:52.014468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.058620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f4c5844-2e54-4ae0-8d1c-cf57fed20376 req-068f69ba-4dcb-44f4-aed0-029e81611410 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854874 Oct 22 14:54:52.072419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event updated for resources: {'Subnet': ['ID=fd34a0ac-bb7b-46b3-923b-0d8d54cd8418,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:52.072676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:52.084830 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.097320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Checking segment: {'id': '85fd93bd-05f7-4d96-8304-b9a762d07556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e704099d-d6eb-4489-baf2-ca32fcd47495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:52.101752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network hostable DHCP agents. Network: e704099d-d6eb-4489-baf2-ca32fcd47495, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:54:52.111488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port f491a390-71dd-498a-adc0-acef94ee8ddf yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:52.234385 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.237199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Network e704099d-d6eb-4489-baf2-ca32fcd47495 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:54:52.257577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/418dfbd0-bf98-4c6d-b359-631ebc09f5da/baa38d89-99b0-4b4b-a20e-684c180bc02a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:52.299277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:52.317275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e704099d-d6eb-4489-baf2-ca32fcd47495) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:52.327122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:52.327122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.340065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df3a40-27a0-40f6-b108-1bdbbcdddaf5 None None] Network e704099d-d6eb-4489-baf2-ca32fcd47495 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:52.427328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.432587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb7d32-e629-4d99-945f-5bf3ec8be07c req-5aaa3b3c-8b67-41e9-ac69-4fc046dbccb6 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:52.432587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1eb7d32-e629-4d99-945f-5bf3ec8be07c req-5aaa3b3c-8b67-41e9-ac69-4fc046dbccb6 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 949 time: 0.0613263 Oct 22 14:54:52.474407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1eb7d32-e629-4d99-945f-5bf3ec8be07c req-7311010b-3df5-4f26-9bbd-38d4265987ef tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Oct 22 14:54:52.479918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ebf54b68-d3cb-4415-8ce3-5fdd3bbed5e9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2202096 Oct 22 14:54:52.490957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:52.565267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.571595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:52.617281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9bac9-91ed-4bdb-9582-f9ea4d6e538e req-ab05bad0-81df-4e94-ba38-ae95a9da25be tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:52.618802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0df9bac9-91ed-4bdb-9582-f9ea4d6e538e req-ab05bad0-81df-4e94-ba38-ae95a9da25be tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0578763 Oct 22 14:54:52.618938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.638044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe3716-be6f-408d-a8b3-2874282c0b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-e704099d-d6eb-4489-baf2-ca32fcd47495', 'network_id': 'e704099d-d6eb-4489-baf2-ca32fcd47495', 'tenant_id': 'cb575b498b5447108f62f057b6c17446', 'fixed_ips': [{'subnet_id': 'fd34a0ac-bb7b-46b3-923b-0d8d54cd8418'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:52.638044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3716-be6f-408d-a8b3-2874282c0b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.666265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.676454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.694519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0df9bac9-91ed-4bdb-9582-f9ea4d6e538e req-f75c3582-5ae8-4e88-9002-47d6a1b16a32 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633235 Oct 22 14:54:52.722288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::1903:4b99:2a05:e97 (a2d5805a-689b-466e-a785-b2a121891287/418dfbd0-bf98-4c6d-b359-631ebc09f5da/f491a390-71dd-498a-adc0-acef94ee8ddf) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:52.765400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ef66-816f-4adc-92e4-2b1e673af6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.807793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:52.807793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:52.808785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:52.817970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Pushing event updated for resources: {'Port': ['ID=baa38d89-99b0-4b4b-a20e-684c180bc02a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:52.832537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.864506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Subnet': ['ID=fd34a0ac-bb7b-46b3-923b-0d8d54cd8418,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:52.876825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Attempting to bind port baa38d89-99b0-4b4b-a20e-684c180bc02a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:52.876825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Attempting to bind port baa38d89-99b0-4b4b-a20e-684c180bc02a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:52.877067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Attempting to bind port baa38d89-99b0-4b4b-a20e-684c180bc02a on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:52.882284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:52.882658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:52.883120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.883516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:52.883986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Bound port: baa38d89-99b0-4b4b-a20e-684c180bc02a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:52.884497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.899727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-7cbe3716-be6f-408d-a8b3-2874282c0b63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd34a0ac-bb7b-46b3-923b-0d8d54cd8418: This subnet is being modified by another concurrent operation. Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:54:52.908388 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd34a0ac-bb7b-46b3-923b-0d8d54cd8418: This subnet is being modified by another concurrent operation. Oct 22 14:54:52.915728 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 14:54:52.928606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:52.945256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a54881-6236-4468-97ce-8e30c59dddc9 None None] Network e704099d-d6eb-4489-baf2-ca32fcd47495 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:52.962637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e704099d-d6eb-4489-baf2-ca32fcd47495']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:52.981446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fd93bd-05f7-4d96-8304-b9a762d07556') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:52.981446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fd93bd-05f7-4d96-8304-b9a762d07556') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:52.989721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.006141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.013008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:53.013662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:53.017071 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:53.036337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.081559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] For port baa38d89-99b0-4b4b-a20e-684c180bc02a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:53.097965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:53.102154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:53.107382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:53.113408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:53.114118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.152491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=f491a390-71dd-498a-adc0-acef94ee8ddf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:53.191720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.198281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.203224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] For port baa38d89-99b0-4b4b-a20e-684c180bc02a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=baa38d89-99b0-4b4b-a20e-684c180bc02a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:53.203380 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/e704099d-d6eb-4489-baf2-ca32fcd47495 HTTP/1.1" status: 204 len: 168 time: 0.7107158 Oct 22 14:54:53.207525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47276) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.225698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2561f-724b-42bc-8512-ad24396291a5 req-60bc19c6-c45a-4b64-897e-bf357404251f tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:53.226521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa454f-c1a8-422b-8777-49b05bd67a3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Network': ['ID=e704099d-d6eb-4489-baf2-ca32fcd47495,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:53.227207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6a2561f-724b-42bc-8512-ad24396291a5 req-60bc19c6-c45a-4b64-897e-bf357404251f tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 943 time: 0.0839186 Oct 22 14:54:53.240166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897c787-6c53-40bf-887a-29c8ce1c4edc req-955bb352-1116-44e6-a67f-eb48e78be4b5 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:53.241659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0897c787-6c53-40bf-887a-29c8ce1c4edc req-955bb352-1116-44e6-a67f-eb48e78be4b5 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 950 time: 0.0866675 Oct 22 14:54:53.253002 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df179a6-9e83-489b-b323-84ba886e4d3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:53.253226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df179a6-9e83-489b-b323-84ba886e4d3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:53.258569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2df179a6-9e83-489b-b323-84ba886e4d3f tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/fd34a0ac-bb7b-46b3-923b-0d8d54cd8418 HTTP/1.1" status: 404 len: 337 time: 0.0463333 Oct 22 14:54:53.258823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47278) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.264007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e4fc094-0e3c-48be-b481-e22c8066f2dc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6136413 Oct 22 14:54:53.271037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47280) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.278303 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.281771 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9df4a96-227f-46ad-8ba8-bf5581c9fbc5 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:53.282105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9df4a96-227f-46ad-8ba8-bf5581c9fbc5 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:53.286270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c9df4a96-227f-46ad-8ba8-bf5581c9fbc5 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/e704099d-d6eb-4489-baf2-ca32fcd47495 HTTP/1.1" status: 404 len: 339 time: 0.0253654 Oct 22 14:54:53.294522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47282) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.326717 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c092952-e396-4cec-b7e1-2e6ba8dee26d tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:53.327971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c092952-e396-4cec-b7e1-2e6ba8dee26d tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:53.328656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6a2561f-724b-42bc-8512-ad24396291a5 req-f54dd514-fcd6-4658-b9b4-1a29727eb0fa tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860219 Oct 22 14:54:53.334074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c092952-e396-4cec-b7e1-2e6ba8dee26d tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/2e33e3d6-6c92-417a-b15b-1cc453ed5e0a HTTP/1.1" status: 404 len: 337 time: 0.0373740 Oct 22 14:54:53.334526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47284) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.364948 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d9dc09-f668-4f21-ae61-9fa4d0bcec28 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:53.365337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d9dc09-f668-4f21-ae61-9fa4d0bcec28 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:53.368501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5d9dc09-f668-4f21-ae61-9fa4d0bcec28 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/34ba7cfd-c2ae-4d93-b34d-0cb7bb10f370 HTTP/1.1" status: 404 len: 339 time: 0.0328653 Oct 22 14:54:53.376069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47286) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.379078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9f03d-ac81-4cb8-afa8-be7e00971eac None None] Pushing event updated for resources: {'Port': ['ID=baa38d89-99b0-4b4b-a20e-684c180bc02a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:53.391250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0897c787-6c53-40bf-887a-29c8ce1c4edc req-00958e54-91fe-4406-8389-281f615afa0c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352489 Oct 22 14:54:53.434192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42982744-958f-41f4-a257-e2ca43e56777 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:53.441736 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-019ed6f2-6c94-4496-b58b-251757fab20a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:53.442378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019ed6f2-6c94-4496-b58b-251757fab20a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:53.447894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42982744-958f-41f4-a257-e2ca43e56777 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:53.448203 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-019ed6f2-6c94-4496-b58b-251757fab20a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/174e4dbf-2465-47f6-b847-f31d94044510 HTTP/1.1" status: 404 len: 337 time: 0.0666699 Oct 22 14:54:53.448348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-42982744-958f-41f4-a257-e2ca43e56777 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1743145 Oct 22 14:54:53.449533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47298) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.449868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47300) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.470189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:53.481807 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013ff57-a299-4120-83c2-34d126d3d6ae" -d '{"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-plugged", "status": "completed", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:53.510168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-ce2d115c-bdca-4aa5-bbc4-6fcdcfe35eba tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618856 Oct 22 14:54:53.513358 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c83a93c-edf1-4f31-b306-42f001788817 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:53.513970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c83a93c-edf1-4f31-b306-42f001788817 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:53.517605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3c83a93c-edf1-4f31-b306-42f001788817 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/6ec5f196-1a0a-4d38-8bcf-92f29ae9ce40 HTTP/1.1" status: 404 len: 339 time: 0.0668705 Oct 22 14:54:53.522900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:53.709788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-d4134004-df11-4709-a343-86a47dd69b6f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:53.713768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-d4134004-df11-4709-a343-86a47dd69b6f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916499 Oct 22 14:54:53.716229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting port 7fc69645-da22-4169-8694-12e918a5b836 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:53.716580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.740684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port f491a390-71dd-498a-adc0-acef94ee8ddf {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:53.741293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.776008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-42f14bf5-5dd2-4f07-87ec-0d07d8dd7da1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/quotas/504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 375 time: 0.0513754 Oct 22 14:54:53.783987 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e4abf9-8176-43f2-b224-661e796c0522 x-openstack-request-id: req-34e4abf9-8176-43f2-b224-661e796c0522 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:53.784511 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-plugged", "status": "completed", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:53.784678 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34e4abf9-8176-43f2-b224-661e796c0522 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:53.785163 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'code': 200} Oct 22 14:54:53.808360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.820908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Calling delete_port for 7fc69645-da22-4169-8694-12e918a5b836 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:53.868905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:53.886937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for f491a390-71dd-498a-adc0-acef94ee8ddf owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:53.897361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-dca05808-3acd-4d70-8cc1-0d9b2df8bba6 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830688 Oct 22 14:54:53.987215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device baa38d89-99b0-4b4b-a20e-684c180bc02a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:54.043605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port baa38d89-99b0-4b4b-a20e-684c180bc02a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:54.043985 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.060123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.089960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Port': ['ID=7fc69645-da22-4169-8694-12e918a5b836,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:54.095533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.104091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0b52a501-9094-45ee-b945-8bcb6060038a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/ports/7fc69645-da22-4169-8694-12e918a5b836 HTTP/1.1" status: 204 len: 168 time: 0.5800033 Oct 22 14:54:54.104708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47308) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:54.137657 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ee9596-c646-4503-a245-db5428de724d tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:54.137905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ee9596-c646-4503-a245-db5428de724d tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:54.139644 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.144124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47312) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:54.144662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f6ee9596-c646-4503-a245-db5428de724d tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/c51801d4-9370-4384-8362-569c3d718004 HTTP/1.1" status: 404 len: 337 time: 0.0385761 Oct 22 14:54:54.188386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port baa38d89-99b0-4b4b-a20e-684c180bc02a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=baa38d89-99b0-4b4b-a20e-684c180bc02a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:54.193916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.223662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d3546f9-da2c-4a2b-805b-3c2cb15de84a req-6b4275af-b58b-4206-909a-bd85b92aad0c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 210 time: 0.0500007 Oct 22 14:54:54.250244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=f491a390-71dd-498a-adc0-acef94ee8ddf,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:54.300827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.324966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.330722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.334693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ce86bb1a-ef39-4e3b-ab1d-8715e2369ef4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/f491a390-71dd-498a-adc0-acef94ee8ddf HTTP/1.1" status: 204 len: 168 time: 0.8829262 Oct 22 14:54:54.337335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47320) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:54.373555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=baa38d89-99b0-4b4b-a20e-684c180bc02a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:54.427518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b4a6e-066b-463f-ac59-5325a932399f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:54.427518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b4a6e-066b-463f-ac59-5325a932399f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:54.428705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-572b4a6e-066b-463f-ac59-5325a932399f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0899057 Oct 22 14:54:54.434921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47326) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:54.459574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 68ce7eef-0dae-4683-96fb-8f08fc1d9903 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:54:54.521680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 418dfbd0-bf98-4c6d-b359-631ebc09f5da {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:54.525621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.553189 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.587846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.591932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=68ce7eef-0dae-4683-96fb-8f08fc1d9903,segment=NetworkSegment(e4d2250d-ed15-43fa-8660-c7421c1bfbf1),segment_id=e4d2250d-ed15-43fa-8660-c7421c1bfbf1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:54.599817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1480b-0ace-46d1-9788-1441103714ff req-79daa8aa-0cb9-43ef-bc35-52d3ff7205de tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:54.607141 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0fe1480b-0ace-46d1-9788-1441103714ff req-79daa8aa-0cb9-43ef-bc35-52d3ff7205de tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 943 time: 0.1646369 Oct 22 14:54:54.616296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '68ce7eef-0dae-4683-96fb-8f08fc1d9903', 'network_id': '88ba03f4-f702-4a30-baec-54f1b4eab293', 'port_id': '68ce7eef-0dae-4683-96fb-8f08fc1d9903', 'mac_address': 'fa:16:3e:4e:fd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3564c9e-713d-4913-8eb9-e4937aee85fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:54:54.617354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f41fc17-fcd0-4089-87f2-2baa66a47bd5']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:54.659643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ef14-959a-4aaf-8ab0-0a978b242858 req-1c13369d-d164-4521-afee-233c1b8cb934 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:54.662429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e6ef14-959a-4aaf-8ab0-0a978b242858 req-1c13369d-d164-4521-afee-233c1b8cb934 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 950 time: 0.1736765 Oct 22 14:54:54.664376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:54.664668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1378db8-1fbb-4c77-a2b6-adfe919fa0fc') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:54.677302 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.693178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.699675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ce7eef-0dae-4683-96fb-8f08fc1d9903 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:54.711225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.718585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-adb6c031-7afa-4f83-bee2-d827eb4da808 None None] Provisioning complete for port baa38d89-99b0-4b4b-a20e-684c180bc02a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:54.719098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-adb6c031-7afa-4f83-bee2-d827eb4da808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.720093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0fe1480b-0ace-46d1-9788-1441103714ff req-48d5710e-3843-497a-8548-6abd31795fe6 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114659 Oct 22 14:54:54.739050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.752910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=68ce7eef-0dae-4683-96fb-8f08fc1d9903,segment=NetworkSegment(e4d2250d-ed15-43fa-8660-c7421c1bfbf1),segment_id=e4d2250d-ed15-43fa-8660-c7421c1bfbf1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:54.756360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:54.756880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:54.766628 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:54.808652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e6ef14-959a-4aaf-8ab0-0a978b242858 req-aa4fe60f-d23a-47ff-bfd3-5a54b8f37daa tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272223 Oct 22 14:54:54.877595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.941253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.954451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=68ce7eef-0dae-4683-96fb-8f08fc1d9903,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:54.972383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=418dfbd0-bf98-4c6d-b359-631ebc09f5da,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:54.977124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.978760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.985676 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8443b91f-b82e-40f8-a887-592bd0ef8764 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/418dfbd0-bf98-4c6d-b359-631ebc09f5da HTTP/1.1" status: 204 len: 168 time: 0.5465376 Oct 22 14:54:54.985871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:54.985992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47340) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:54.992170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/5f41fc17-fcd0-4089-87f2-2baa66a47bd5 HTTP/1.1" status: 204 len: 168 time: 0.8462420 Oct 22 14:54:54.992793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47342) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:55.016430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208dae0-3bbd-4712-9a14-6b3e4bc0a0b9 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Network': ['ID=5f41fc17-fcd0-4089-87f2-2baa66a47bd5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:55.021879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da65117-9fcb-4b41-af00-e9ed01d8399f None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:55.034135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a9e8f7f-413d-4810-99cd-fea012204bbc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469973 Oct 22 14:54:55.036916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47344) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:55.042822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:55.104194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-35316851-6675-4817-85f4-b3d908518a3d None None] Could not find standard attr ID for object f491a390-71dd-498a-adc0-acef94ee8ddf. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:54:55.145897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting port b556c1ff-1f57-4c5c-87e4-121163d2fc63 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:55.146552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.186527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ea32fb7e-16b0-4331-a8c0-585008fff8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.234511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.249958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Calling delete_port for b556c1ff-1f57-4c5c-87e4-121163d2fc63 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:55.264304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['68ce7eef-0dae-4683-96fb-8f08fc1d9903'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:55.296302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab328798-db96-44d6-9765-5c078364754e None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:55.306093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:55.310038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.396779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ab328798-db96-44d6-9765-5c078364754e None None] Deleting port baa38d89-99b0-4b4b-a20e-684c180bc02a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:55.397405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab328798-db96-44d6-9765-5c078364754e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.427167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f839fc53-5fa5-4396-81af-97c2da838fc0 req-2f427465-be8b-4ec3-9469-895d0367b6ac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 210 time: 0.0666339 Oct 22 14:54:55.454832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.504056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.509592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/ports/b556c1ff-1f57-4c5c-87e4-121163d2fc63 HTTP/1.1" status: 204 len: 168 time: 0.5120761 Oct 22 14:54:55.509785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b0c63-bffe-4e39-9d8d-172d662a9cdf tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Port': ['ID=b556c1ff-1f57-4c5c-87e4-121163d2fc63,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:55.511580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47350) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:55.531965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ab328798-db96-44d6-9765-5c078364754e None None] For port baa38d89-99b0-4b4b-a20e-684c180bc02a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=baa38d89-99b0-4b4b-a20e-684c180bc02a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:55.535058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab328798-db96-44d6-9765-5c078364754e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.550908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ab328798-db96-44d6-9765-5c078364754e None None] Calling delete_port for baa38d89-99b0-4b4b-a20e-684c180bc02a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:55.583245 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb7056e-ca23-4f22-88bc-7cd2ed6fab13 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] DELETE failed (client error): The resource could not be found. Oct 22 14:54:55.583810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb7056e-ca23-4f22-88bc-7cd2ed6fab13 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:54:55.587147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7eb7056e-ca23-4f22-88bc-7cd2ed6fab13 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/0f0f67c2-b4a9-4c42-8fda-08cf1837a3d7 HTTP/1.1" status: 404 len: 337 time: 0.0745037 Oct 22 14:54:55.589807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47352) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:55.630458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.630936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.631423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.632030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.632502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.632958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.633412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.633863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.634670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.636530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-feea9ec7-bb4c-4374-89b2-8b0363aeb8de tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71&device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d&device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec&device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756&device_id=e7a0de34-3249-416c-a02c-428e1361880d&device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 8210 time: 0.1413550 Oct 22 14:54:55.654828 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.692201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-56d07a79-34fc-49b7-9ba1-799843b819b6 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.712754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.725333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=9efff110-bdaa-4a83-8cb0-f35650ef7931,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:55.729319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:55.731062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:55.735674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.736289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.797222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab328798-db96-44d6-9765-5c078364754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.823562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab328798-db96-44d6-9765-5c078364754e None None] Pushing event deleted for resources: {'Port': ['ID=baa38d89-99b0-4b4b-a20e-684c180bc02a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:55.832752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab328798-db96-44d6-9765-5c078364754e None None] No DVR routers for this DVR port baa38d89-99b0-4b4b-a20e-684c180bc02a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:55.839032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:55.864492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f3fae6-375b-46e5-bf1f-1c8274482d1b None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:55.901139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:55.932834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e9effb8-19dc-4c98-8b90-5d7b8e022d4d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8910117 Oct 22 14:54:55.933483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47360) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:55.943696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '9efff110-bdaa-4a83-8cb0-f35650ef7931', 'ip_address': '2001:db8::fc5c:d84f:cfd4:29ca'}], 'name': 'tempest-NetworksTestDHCPv6-1009547254'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:55.976047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52a343-f749-4734-b367-e7751f08f21a req-ec54be56-9d86-483d-958c-ed2dce9f1e57 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:55.977632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb52a343-f749-4734-b367-e7751f08f21a req-ec54be56-9d86-483d-958c-ed2dce9f1e57 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 944 time: 0.1836727 Oct 22 14:54:55.979599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6845066-d191-4abc-ac0a-65f49f78b18b') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:55.979960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6845066-d191-4abc-ac0a-65f49f78b18b') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:55.992382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device baa38d89-99b0-4b4b-a20e-684c180bc02a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:56.018245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.040408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: baa38d89-99b0-4b4b-a20e-684c180bc02a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:56.040884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device baa38d89-99b0-4b4b-a20e-684c180bc02a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:56.077896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb52a343-f749-4734-b367-e7751f08f21a req-84bb56a7-c189-4c1c-b03d-b694699cc559 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792611 Oct 22 14:54:56.089635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.104127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:56.104607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:56.135197 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:56.170868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-56d07a79-34fc-49b7-9ba1-799843b819b6 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.177809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '9efff110-bdaa-4a83-8cb0-f35650ef7931'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:54:56.178723 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.220423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:56.249838 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.254564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-56d07a79-34fc-49b7-9ba1-799843b819b6 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.291500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.298257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d HTTP/1.1" status: 204 len: 168 time: 0.7073345 Oct 22 14:54:56.301057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95107ee7-0a75-4804-8740-950ca4fbe220 req-56d07a79-34fc-49b7-9ba1-799843b819b6 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&id=98575251-fd98-44f1-9973-011b42dea47c&id=9d744aa9-1245-4643-859d-f843141691cd&id=392f45ef-445c-473c-8642-b4c7c4a86c27&id=590fb8cc-f398-4581-b46a-de00282dc36c&id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 697 time: 0.6508350 Oct 22 14:54:56.304751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:56.319271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a95b13-fce0-412a-a2fd-39230140062a tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Network': ['ID=19eaa0a8-2b75-4e6e-aa8a-5cb357ca570d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:56.329995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d07a79-34fc-49b7-9ba1-799843b819b6 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e833acc0-480f-4146-aa50-39e90cd3aec2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:56.340401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/9efff110-bdaa-4a83-8cb0-f35650ef7931/66bc0050-9898-45bd-aab6-f04aa5a17387) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:56.400605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.406722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting subnet 1f2b928f-3623-4c75-8991-df545dff5f88 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:56.410482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.467033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port bf8a7158-641b-4f73-975a-d1e80fc6aba6 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:54:56.564192 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.567014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f881c4e-771c-42a4-bb5d-2d7d23bfd197 req-562cdbb8-6e2e-4f86-b388-644225cb1837 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 210 time: 0.0446157 Oct 22 14:54:56.630676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2dc33-8888-4185-94fe-888e63997478 req-bc6bc85f-ae88-43a3-b048-63b1fef62d3e tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:56.631396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2dc33-8888-4185-94fe-888e63997478 req-bc6bc85f-ae88-43a3-b048-63b1fef62d3e tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:56.631880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2dc33-8888-4185-94fe-888e63997478 req-bc6bc85f-ae88-43a3-b048-63b1fef62d3e tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:56.636753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 68ce7eef-0dae-4683-96fb-8f08fc1d9903 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:54:56.643078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.643943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51f2dc33-8888-4185-94fe-888e63997478 req-bc6bc85f-ae88-43a3-b048-63b1fef62d3e tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57&device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec&device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 2884 time: 0.0821092 Oct 22 14:54:56.664033 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.682399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51f2dc33-8888-4185-94fe-888e63997478 req-79121b16-848d-4aca-8684-62109f2f99e0 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Oct 22 14:54:56.706757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.727367 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.800938 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9cb300d9-bdbd-4e83-9a01-204936b3a78d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222499 Oct 22 14:54:56.872230 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.876567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:54:56.907088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:56.907466 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.916502 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.937559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:56.940856 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/subnets/1f2b928f-3623-4c75-8991-df545dff5f88 HTTP/1.1" status: 204 len: 168 time: 0.6197357 Oct 22 14:54:56.944384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47378) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:56.978209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a0379-110d-4048-bf4f-a5c573e69e24 tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2b928f-3623-4c75-8991-df545dff5f88,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:57.000895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::fc5c:d84f:cfd4:29ca (a2d5805a-689b-466e-a785-b2a121891287/9efff110-bdaa-4a83-8cb0-f35650ef7931/bf8a7158-641b-4f73-975a-d1e80fc6aba6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:57.004783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:57.007922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c330f-0392-4e99-91ba-79a370273aaf None None] Network 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:54:57.011852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:57.014087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-875d72c2-c824-497f-ac90-9cd565552fe5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:57.017250 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-875d72c2-c824-497f-ac90-9cd565552fe5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099369 Oct 22 14:54:57.034451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Request body: {'port': {'device_id': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '504ea20bd49b49809f8c10cc01094181'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:57.044033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:57.075331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.135571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Pushing event updated for resources: {'Port': ['ID=66bc0050-9898-45bd-aab6-f04aa5a17387,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:57.214725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.229890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Deleting port b928d6e8-8d29-43b1-a835-b7d0769dc736 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:57.230462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.284705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Attempting to bind port 66bc0050-9898-45bd-aab6-f04aa5a17387 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:54:57.290356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Attempting to bind port 66bc0050-9898-45bd-aab6-f04aa5a17387 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:54:57.291248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Attempting to bind port 66bc0050-9898-45bd-aab6-f04aa5a17387 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:54:57.365729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] For port b928d6e8-8d29-43b1-a835-b7d0769dc736, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b928d6e8-8d29-43b1-a835-b7d0769dc736,segment=NetworkSegment(f5b3c771-291f-43d6-b96d-b144618f3823),segment_id=f5b3c771-291f-43d6-b96d-b144618f3823)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:57.366115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.382697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Calling delete_port for b928d6e8-8d29-43b1-a835-b7d0769dc736 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:57.390436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:54:57.392258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:54:57.392918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.394378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:54:57.395879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Bound port: 66bc0050-9898-45bd-aab6-f04aa5a17387, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:54:57.398373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.479359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] For port 66bc0050-9898-45bd-aab6-f04aa5a17387, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:54:57.482916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] For port 66bc0050-9898-45bd-aab6-f04aa5a17387, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=66bc0050-9898-45bd-aab6-f04aa5a17387,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:54:57.494639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ce7eef-0dae-4683-96fb-8f08fc1d9903'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:54:57.497438 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b849adf4-9a17-44e1-99f2-21d15903ff41" -d '{"events": [{"server_uuid": "baf7f6a0-2ae0-42fe-b62e-39e68c47af71", "name": "network-vif-plugged", "status": "completed", "tag": "68ce7eef-0dae-4683-96fb-8f08fc1d9903"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:54:57.538038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=68ce7eef-0dae-4683-96fb-8f08fc1d9903,segment=NetworkSegment(e4d2250d-ed15-43fa-8660-c7421c1bfbf1),segment_id=e4d2250d-ed15-43fa-8660-c7421c1bfbf1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:57.592397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f977d6-707e-4ecd-92be-39a559abe51d req-591ed9dd-e168-4199-a72a-ac53f3f54f9f tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:57.592397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34f977d6-707e-4ecd-92be-39a559abe51d req-591ed9dd-e168-4199-a72a-ac53f3f54f9f tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 944 time: 0.3343666 Oct 22 14:54:57.640597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34f977d6-707e-4ecd-92be-39a559abe51d req-27670e37-34dd-4fb4-9e9c-7c99adb77101 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Oct 22 14:54:57.669612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114213f-a268-4187-8679-7b15b661d875 None None] DHCP port deletion for 027dd5f8-c309-4b34-a11c-5eabc8b5faa2 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:54:57.698528 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.716613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.739862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.740505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.757796 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717dea4e-303c-403e-a996-5cd3085bfcf5 x-openstack-request-id: req-717dea4e-303c-403e-a996-5cd3085bfcf5 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:54:57.758098 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf7f6a0-2ae0-42fe-b62e-39e68c47af71", "name": "network-vif-plugged", "status": "completed", "tag": "68ce7eef-0dae-4683-96fb-8f08fc1d9903", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:54:57.758361 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-717dea4e-303c-403e-a996-5cd3085bfcf5 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:54:57.758765 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ce7eef-0dae-4683-96fb-8f08fc1d9903', 'code': 200} Oct 22 14:54:57.781676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Made reservation on behalf of 504ea20bd49b49809f8c10cc01094181 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:54:57.784535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] No DVR routers for this DVR port b928d6e8-8d29-43b1-a835-b7d0769dc736 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:57.789650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746803-44ca-4842-a251-dc6cfd4be422 None None] Pushing event updated for resources: {'Port': ['ID=66bc0050-9898-45bd-aab6-f04aa5a17387,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:57.813082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:57.832619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Port': ['ID=b928d6e8-8d29-43b1-a835-b7d0769dc736,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:57.908265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a119cf8f-e506-489d-befc-4abe3d24f786 req-5615e0bc-a8d7-4ecb-9aa8-c14544ac2306 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 210 time: 0.0496724 Oct 22 14:54:57.926546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Deleting port b928d6e8-8d29-43b1-a835-b7d0769dc736 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:57.928328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.015807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.063363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b928d6e8-8d29-43b1-a835-b7d0769dc736 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:54:58.066771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027dd5f8-c309-4b34-a11c-5eabc8b5faa2']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:58.098533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b3c771-291f-43d6-b96d-b144618f3823') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:58.098747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b3c771-291f-43d6-b96d-b144618f3823') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:54:58.109240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=68ce7eef-0dae-4683-96fb-8f08fc1d9903,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:58.119885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.143792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a114213f-a268-4187-8679-7b15b661d875 None None] For port b928d6e8-8d29-43b1-a835-b7d0769dc736, host n-d-812148-2, got binding levels [] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:58.143792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.143792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.150926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.153664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b928d6e8-8d29-43b1-a835-b7d0769dc736 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:54:58.156239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023961-4b1e-4489-b715-e0fbf6c8a601 req-f24f83f8-4d9b-430f-8908-dd4c1613d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.157091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b928d6e8-8d29-43b1-a835-b7d0769dc736 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:54:58.158027 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08023961-4b1e-4489-b715-e0fbf6c8a601 req-f24f83f8-4d9b-430f-8908-dd4c1613d1cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 1096 time: 0.2605751 Oct 22 14:54:58.161970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:54:58.162375 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:54:58.165692 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:54:58.188842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Calling delete_port for b928d6e8-8d29-43b1-a835-b7d0769dc736 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:58.197258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.ipam_backend_mixin [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Port b928d6e8-8d29-43b1-a835-b7d0769dc736 was not found and therefore no delete operation was performed {{(pid=107803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 14:54:58.198962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.240555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.245347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114213f-a268-4187-8679-7b15b661d875 None None] No DVR routers for this DVR port b928d6e8-8d29-43b1-a835-b7d0769dc736 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:54:58.260055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114213f-a268-4187-8679-7b15b661d875 None None] Pushing event deleted for resources: {'Port': ['ID=b928d6e8-8d29-43b1-a835-b7d0769dc736,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:58.299773 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08023961-4b1e-4489-b715-e0fbf6c8a601 req-4746988f-4532-4d02-9149-ea8528abb23d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259329 Oct 22 14:54:58.301308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:58.310036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:58.318647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:58.324236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.324846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.344126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Allocated IP 192.168.233.173 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/afbf93de-f08b-48ba-af22-61f8608936a7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:54:58.359889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37564b-8fb8-4028-9c6c-0bb16e063175 req-19ce6ed0-6fdb-4f37-afec-f7ef290cce5c tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.361800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=bf8a7158-641b-4f73-975a-d1e80fc6aba6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:58.370925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b37564b-8fb8-4028-9c6c-0bb16e063175 req-19ce6ed0-6fdb-4f37-afec-f7ef290cce5c tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1101 time: 0.1262562 Oct 22 14:54:58.399583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.418345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.425013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] 10.222.0.66 "DELETE /v2.0/networks/027dd5f8-c309-4b34-a11c-5eabc8b5faa2 HTTP/1.1" status: 204 len: 168 time: 1.4758124 Oct 22 14:54:58.439394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b37564b-8fb8-4028-9c6c-0bb16e063175 req-6108d136-3fa1-4bb3-b791-6c9486802798 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674241 Oct 22 14:54:58.442413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538d7c-9700-4b9f-bc67-a1e7f99d8eee tempest-NetworksIpV6TestAttrs-795185272 tempest-NetworksIpV6TestAttrs-795185272-project] Pushing event deleted for resources: {'Network': ['ID=027dd5f8-c309-4b34-a11c-5eabc8b5faa2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:58.498623 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f2fdc076-df4a-4227-bd01-53c06188323a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5639892 Oct 22 14:54:58.501251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47404) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:58.587108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.607454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1662b5cf-45bf-4088-bbdc-513f6264bd97 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.614040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1662b5cf-45bf-4088-bbdc-513f6264bd97 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.615572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1662b5cf-45bf-4088-bbdc-513f6264bd97 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1130528 Oct 22 14:54:58.618370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:58.622083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966493-53fb-443b-a932-ebf85e6ddc2b req-6aed8138-62ce-46f1-9f45-357916a8f373 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.623591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26966493-53fb-443b-a932-ebf85e6ddc2b req-6aed8138-62ce-46f1-9f45-357916a8f373 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1101 time: 0.0701814 Oct 22 14:54:58.674581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26966493-53fb-443b-a932-ebf85e6ddc2b req-d04edb39-27ad-4c13-876a-165c32c6ecd1 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Oct 22 14:54:58.766723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port bf8a7158-641b-4f73-975a-d1e80fc6aba6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:54:58.767694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.845496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2bac8-45a9-4388-9c2b-f299516e8975 req-86649309-c85d-4f2e-b71e-f45483b0a120 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:58.856672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4c2bac8-45a9-4388-9c2b-f299516e8975 req-86649309-c85d-4f2e-b71e-f45483b0a120 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 945 time: 0.1017835 Oct 22 14:54:58.906539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4c2bac8-45a9-4388-9c2b-f299516e8975 req-422767f5-6e0d-40e7-a617-5d34bf5cd263 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Oct 22 14:54:58.919632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:58.936271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544', 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:54:58.979503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.014247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:54:59.021227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for bf8a7158-641b-4f73-975a-d1e80fc6aba6 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:54:59.034092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:54:59.054145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:54:59.065281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:59.180542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47422) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:59.201014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:59.204301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.232967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b7564-aee7-4650-8d18-c90f5a380f1e req-d00a2193-6543-4240-9904-36dc047d5e82 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:59.245043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c6b7564-aee7-4650-8d18-c90f5a380f1e req-d00a2193-6543-4240-9904-36dc047d5e82 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 936 time: 0.1416123 Oct 22 14:54:59.367802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9e6bb06b-dfca-4d6a-ab16-f18fae0a9e92 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3384542 Oct 22 14:54:59.384080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Request body: {'port': {'device_id': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:54:59.431055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8600496e-a090-49a9-86a5-f2fbde8c2554 None None] Provisioning complete for port 66bc0050-9898-45bd-aab6-f04aa5a17387 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:54:59.431628 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8600496e-a090-49a9-86a5-f2fbde8c2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.478632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.557942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8600496e-a090-49a9-86a5-f2fbde8c2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.618810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8600496e-a090-49a9-86a5-f2fbde8c2554 None None] For port 66bc0050-9898-45bd-aab6-f04aa5a17387, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=66bc0050-9898-45bd-aab6-f04aa5a17387,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:54:59.623080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.655852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c6b7564-aee7-4650-8d18-c90f5a380f1e req-413a83f2-8016-4b57-8050-726e4bd582b2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095356 Oct 22 14:54:59.695854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=bf8a7158-641b-4f73-975a-d1e80fc6aba6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:54:59.704424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.710262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-682ede57-033b-4b67-af08-f0fd5202736d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/bf8a7158-641b-4f73-975a-d1e80fc6aba6 HTTP/1.1" status: 204 len: 168 time: 1.0886233 Oct 22 14:54:59.710585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1bdc96a8-899c-42a5-a2ca-f86341ce74a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb575b498b5447108f62f057b6c17446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154002 Oct 22 14:54:59.711288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:59.711818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47434) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:59.817585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8600496e-a090-49a9-86a5-f2fbde8c2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.818102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1b4ed-39a2-470d-bf9d-480ed4d79b75 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:59.819857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1b4ed-39a2-470d-bf9d-480ed4d79b75 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:54:59.821600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-73e1b4ed-39a2-470d-bf9d-480ed4d79b75 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1086762 Oct 22 14:54:59.824216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47438) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:54:59.923543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 9efff110-bdaa-4a83-8cb0-f35650ef7931 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:54:59.935507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.962761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbf93de-f08b-48ba-af22-61f8608936a7 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:54:59.971806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:54:59.993440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Transition to ACTIVE for port object afbf93de-f08b-48ba-af22-61f8608936a7 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:54:59.998279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600496e-a090-49a9-86a5-f2fbde8c2554 None None] Pushing event updated for resources: {'Port': ['ID=66bc0050-9898-45bd-aab6-f04aa5a17387,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:00.026098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db87-1345-4b2e-9bc9-b2c2486160bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.058388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7d7bd110-596e-41e4-ade8-e05b35031c29 None None] Provisioning complete for port afbf93de-f08b-48ba-af22-61f8608936a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:00.058941 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd110-596e-41e4-ade8-e05b35031c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.088682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.097186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 66bc0050-9898-45bd-aab6-f04aa5a17387 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:00.104586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02233f69-40fc-4602-a083-5cc1913be8f6 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:55:00.140587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.143940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db87-1345-4b2e-9bc9-b2c2486160bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.145690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bd110-596e-41e4-ade8-e05b35031c29 None None] Port afbf93de-f08b-48ba-af22-61f8608936a7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:00.156776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7d7bd110-596e-41e4-ade8-e05b35031c29 None None] Could not find standard attr ID for object bf8a7158-641b-4f73-975a-d1e80fc6aba6. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:00.180324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 66bc0050-9898-45bd-aab6-f04aa5a17387 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:00.180715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.198820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c9992-7a65-4e8f-a3f5-1823689363e8 req-b23e49a7-a9f8-421e-b6b3-34ee3ea68635 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:00.201030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed5c9992-7a65-4e8f-a3f5-1823689363e8 req-b23e49a7-a9f8-421e-b6b3-34ee3ea68635 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 945 time: 0.1300561 Oct 22 14:55:00.210909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:00.271349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed5c9992-7a65-4e8f-a3f5-1823689363e8 req-8154dd98-abe3-40f8-bdf8-f24bacdf5569 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602696 Oct 22 14:55:00.311368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:00.315906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:00.315906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:00.319360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:55:00.319935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:00.321907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.325829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:00.326523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:00.327268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:00.327885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Bound port: afbf93de-f08b-48ba-af22-61f8608936a7, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:00.328454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.367889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db87-1345-4b2e-9bc9-b2c2486160bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.370432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db87-1345-4b2e-9bc9-b2c2486160bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.371739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f5f9db87-1345-4b2e-9bc9-b2c2486160bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21c305ff-3906-4221-b4eb-0f7f31023a87 HTTP/1.1" status: 204 len: 168 time: 0.6573510 Oct 22 14:55:00.390341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9db87-1345-4b2e-9bc9-b2c2486160bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c305ff-3906-4221-b4eb-0f7f31023a87,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:00.468673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:00.473012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:00.502883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02233f69-40fc-4602-a083-5cc1913be8f6 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:55:00.547277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.580064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=9efff110-bdaa-4a83-8cb0-f35650ef7931,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:00.585736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.591549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a355ff55-911f-497b-81a5-a5de831ca7e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/9efff110-bdaa-4a83-8cb0-f35650ef7931 HTTP/1.1" status: 204 len: 168 time: 0.7660422 Oct 22 14:55:00.591755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47458) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:00.612316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d06668-46d1-4c68-9030-2848d4962d5f req-61a6acf2-1bc0-44c5-84f9-1a6ddf4a4717 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:00.614650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43d06668-46d1-4c68-9030-2848d4962d5f req-61a6acf2-1bc0-44c5-84f9-1a6ddf4a4717 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1009183 Oct 22 14:55:00.633402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb1beff0-6c4d-494c-aacd-a03051ac5839 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404656 Oct 22 14:55:00.634108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47460) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:00.635254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.679272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43d06668-46d1-4c68-9030-2848d4962d5f req-53cd8c1f-624c-4ef9-8ccb-22745de31bcd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558367 Oct 22 14:55:00.713598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:00.714331 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:00.715644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] 10.222.0.69 "PUT /v2.0/ports/afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 1096 time: 1.3389280 Oct 22 14:55:00.717497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:00.720840 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e20c8-b290-4c18-b1a4-6c08cca44284" -d '{"events": [{"name": "network-changed", "server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:00.754037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258793c-12c8-4004-8436-1a77341c7665 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:00.758317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6258793c-12c8-4004-8436-1a77341c7665 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1207724 Oct 22 14:55:00.759275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47466) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:00.766029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3af272-6aa5-430b-8cf4-20c14447895a service neutron] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:00.796354 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7654aa25-bcbd-4287-8dd2-3a062d1d209e x-openstack-request-id: req-7654aa25-bcbd-4287-8dd2-3a062d1d209e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:00.796651 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:00.796904 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7654aa25-bcbd-4287-8dd2-3a062d1d209e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:00.797306 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'status': 'completed', 'code': 200} Oct 22 14:55:00.869125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de405db0-7337-4cff-9895-2cc2fec90930 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:00.881483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a9593-1c0a-4038-a966-87e0cc63f570 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:00.887272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47478) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:00.887408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-572a9593-1c0a-4038-a966-87e0cc63f570 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259544 Oct 22 14:55:00.917034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034f7f8-664c-4117-affa-ac0edcc781d5 req-d1a60c74-40c0-4944-91f8-9338ea74e1fa tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:00.937134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a034f7f8-664c-4117-affa-ac0edcc781d5 req-d1a60c74-40c0-4944-91f8-9338ea74e1fa tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.1014571 Oct 22 14:55:00.988869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04ba19d4-9076-4c27-b645-da93fb316de8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995026 Oct 22 14:55:00.994127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47480) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:01.000298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e20c8-b290-4c18-b1a4-6c08cca44284 req-d7120d0b-9c59-4f31-97d9-04e86eb98ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.001734 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f55e20c8-b290-4c18-b1a4-6c08cca44284 req-d7120d0b-9c59-4f31-97d9-04e86eb98ff6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1099 time: 0.1808715 Oct 22 14:55:01.002201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:01.039256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a034f7f8-664c-4117-affa-ac0edcc781d5 req-61661272-63ae-451e-aec5-e37648e66b47 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012013 Oct 22 14:55:01.043213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f55e20c8-b290-4c18-b1a4-6c08cca44284 req-c5893f14-00c5-4f90-a526-5e181d20ab9a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311208 Oct 22 14:55:01.211304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:01.244644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e20c8-b290-4c18-b1a4-6c08cca44284 req-8471f28a-72b4-4384-bd73-d876a16e1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.248378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f55e20c8-b290-4c18-b1a4-6c08cca44284 req-8471f28a-72b4-4384-bd73-d876a16e1005 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1980848 Oct 22 14:55:01.253190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:01.257468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:01.297256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] Deleting port 66bc0050-9898-45bd-aab6-f04aa5a17387 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:01.298443 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:01.368358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-1aebdb58-5232-4ce6-b3f5-b9513281f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.369971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-1aebdb58-5232-4ce6-b3f5-b9513281f859 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0749264 Oct 22 14:55:01.451744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-081ae9eb-6619-475f-88ac-40cafc7bfdc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0704486 Oct 22 14:55:01.464485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] For port 66bc0050-9898-45bd-aab6-f04aa5a17387, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=66bc0050-9898-45bd-aab6-f04aa5a17387,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:01.466135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:01.509355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] Calling delete_port for 66bc0050-9898-45bd-aab6-f04aa5a17387 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:01.510404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1cdb0-aa6c-4bb2-b0e8-dd3d01574281 req-fa83635c-8459-4983-8609-8e8a30921e4b tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.520482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fed1cdb0-aa6c-4bb2-b0e8-dd3d01574281 req-fa83635c-8459-4983-8609-8e8a30921e4b tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 945 time: 0.1273496 Oct 22 14:55:01.562015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-e86aba9e-1bbb-4823-80fc-20864b991f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.565147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-e86aba9e-1bbb-4823-80fc-20864b991f5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1042664 Oct 22 14:55:01.608073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fed1cdb0-aa6c-4bb2-b0e8-dd3d01574281 req-9f5c88f8-3e90-48f0-8ca7-900d83f8531e tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860276 Oct 22 14:55:01.668113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9dc5cce6-c689-448a-b355-56b8e3f70159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.669649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-9dc5cce6-c689-448a-b355-56b8e3f70159 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911124 Oct 22 14:55:01.802115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-ce5f2395-ba26-4677-900d-ef1386f25c44 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141989 Oct 22 14:55:01.831831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:01.866440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] Pushing event deleted for resources: {'Port': ['ID=66bc0050-9898-45bd-aab6-f04aa5a17387,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:01.875993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6449906-13f9-4cd2-9577-0016c82b0770 None None] No DVR routers for this DVR port 66bc0050-9898-45bd-aab6-f04aa5a17387 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:01.883191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1b3f-4efa-484c-872e-ccb92f41eb02 req-97cb21f9-464e-4703-8517-3af99756ec60 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:01.897458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91ee1b3f-4efa-484c-872e-ccb92f41eb02 req-97cb21f9-464e-4703-8517-3af99756ec60 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1162062 Oct 22 14:55:01.902857 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:01.971777 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6256f782-9ebb-4f3a-bcc0-7defdd87c684 req-372448ce-a2ba-4e73-a3ef-c12d4abcc65c service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583369 Oct 22 14:55:01.987757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 66bc0050-9898-45bd-aab6-f04aa5a17387 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:02.000483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:02.009544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:02.019423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:02.020438 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:02.029886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 66bc0050-9898-45bd-aab6-f04aa5a17387 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:02.030328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 66bc0050-9898-45bd-aab6-f04aa5a17387 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:02.033177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52906834-246a-48e3-b044-c60cce0c9ec7 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:02.052678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:02.073390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91ee1b3f-4efa-484c-872e-ccb92f41eb02 req-57f54115-dc18-40bc-b304-a50096c3be66 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719232 Oct 22 14:55:02.176133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f70c101-4f5e-413b-9c15-6466557fc9e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1799023 Oct 22 14:55:02.182465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47514) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.189673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3', 'ip_address': '2001:db8::8908:59aa:65f8:db03'}], 'name': 'tempest-NetworksTestDHCPv6-46512165'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:02.232628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:02.234415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:02.339664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47518) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.385127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7e9c-82e4-4678-851b-5802425460fc req-7435439d-4097-48ce-9b2f-12716e837d77 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:02.391554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da2f7e9c-82e4-4678-851b-5802425460fc req-7435439d-4097-48ce-9b2f-12716e837d77 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.0989680 Oct 22 14:55:02.416657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3/207f91ce-4af3-4f0c-9d22-e92676eaaa92) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:02.433156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7bd7-eea7-45b1-b9a9-a7fa099c9cde req-c7597c52-ab5e-4535-bdfb-0c4afc412bae tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:02.434681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedf7bd7-eea7-45b1-b9a9-a7fa099c9cde req-c7597c52-ab5e-4535-bdfb-0c4afc412bae tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 945 time: 0.1023073 Oct 22 14:55:02.455989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da2f7e9c-82e4-4678-851b-5802425460fc req-cb2cfc5f-8621-40f4-904f-8867bfc679a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623727 Oct 22 14:55:02.471734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:02.492257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-289ffe04-2e36-4adc-ad57-a1ccbc922492 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] Request body: {'port': {'network_id': 'f6737e02-81fd-4a3e-88d0-7ed3ac426e46', 'name': 'tempest-NetworksNegativeTestJSON-1065227716'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:02.495291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedf7bd7-eea7-45b1-b9a9-a7fa099c9cde req-bea07507-a4d8-4959-b487-0eba9a6e53ce tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Oct 22 14:55:02.521540 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-289ffe04-2e36-4adc-ad57-a1ccbc922492 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] POST failed (client error): The resource could not be found. Oct 22 14:55:02.522136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289ffe04-2e36-4adc-ad57-a1ccbc922492 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.523352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-289ffe04-2e36-4adc-ad57-a1ccbc922492 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1826851 Oct 22 14:55:02.527824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47522) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.554837 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b14c0a-c4e9-4ec3-bd6f-49d9b72aff53 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] DELETE failed (client error): The resource could not be found. Oct 22 14:55:02.555950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b14c0a-c4e9-4ec3-bd6f-49d9b72aff53 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.560881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53b14c0a-c4e9-4ec3-bd6f-49d9b72aff53 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "DELETE /v2.0/networks/ae4bdcb6-67b1-4260-a684-0da3b0ffeefb HTTP/1.1" status: 404 len: 339 time: 0.0316536 Oct 22 14:55:02.566015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47526) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.591247 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82802bf-3108-44bd-8ca4-3d05d4fa5735 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] DELETE failed (client error): The resource could not be found. Oct 22 14:55:02.592605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82802bf-3108-44bd-8ca4-3d05d4fa5735 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.595891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f82802bf-3108-44bd-8ca4-3d05d4fa5735 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "DELETE /v2.0/ports/98f4d38f-b3ca-4af6-90e3-7290a1e9d9ba HTTP/1.1" status: 404 len: 333 time: 0.0290260 Oct 22 14:55:02.599334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47528) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.612933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:02.627778 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-535d5150-5b17-4394-b3c1-e048d1a402c3 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] DELETE failed (client error): The resource could not be found. Oct 22 14:55:02.628377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535d5150-5b17-4394-b3c1-e048d1a402c3 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.631646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-535d5150-5b17-4394-b3c1-e048d1a402c3 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "DELETE /v2.0/subnets/8b4277d9-38bf-48b7-80c6-0930670c1f16 HTTP/1.1" status: 404 len: 337 time: 0.0313301 Oct 22 14:55:02.635395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47530) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.636960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 5332f7f7-d4be-4240-9fbc-c6a10c36208f yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:02.655680 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-6becf2b2-c096-4a74-83d0-40e997a9745a tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] GET failed (client error): The resource could not be found. Oct 22 14:55:02.657124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6becf2b2-c096-4a74-83d0-40e997a9745a tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "GET /v2.0/networks/6aab3ff1-38fe-45be-af11-3c89f309cd4f HTTP/1.1" status: 404 len: 339 time: 0.0207860 Oct 22 14:55:02.661002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47532) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.690924 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-544cdb55-540c-4715-976c-063e97acf1ae tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] GET failed (client error): The resource could not be found. Oct 22 14:55:02.692529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-544cdb55-540c-4715-976c-063e97acf1ae tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "GET /v2.0/ports/fa78d519-ba5d-4400-8e95-ee48213308a1 HTTP/1.1" status: 404 len: 333 time: 0.0303566 Oct 22 14:55:02.697151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47534) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.754081 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d63bddf-8b6c-4400-93e6-f1ea1520a373 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] GET failed (client error): The resource could not be found. Oct 22 14:55:02.755408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5d63bddf-8b6c-4400-93e6-f1ea1520a373 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "GET /v2.0/subnets/75d3c176-faed-4730-83c0-c3afad44a943 HTTP/1.1" status: 404 len: 337 time: 0.0573101 Oct 22 14:55:02.758958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47536) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.764066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f4699b9b-07b8-4b14-ab1a-3444d8340244 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] Request body: {'network': {'name': 'new_name'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:02.765415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:02.786179 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4699b9b-07b8-4b14-ab1a-3444d8340244 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] PUT failed (client error): The resource could not be found. Oct 22 14:55:02.786797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4699b9b-07b8-4b14-ab1a-3444d8340244 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.787943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f4699b9b-07b8-4b14-ab1a-3444d8340244 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "PUT /v2.0/networks/f3ecab55-3bf6-4b30-aa5c-0616992cb9e3 HTTP/1.1" status: 404 len: 339 time: 0.0280457 Oct 22 14:55:02.792132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.798808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0864f79b-683c-46a6-9ebe-870c530eedc8 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] Request body: {'port': {'name': 'new_name'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:02.817141 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0864f79b-683c-46a6-9ebe-870c530eedc8 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] PUT failed (client error): The resource could not be found. Oct 22 14:55:02.817769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0864f79b-683c-46a6-9ebe-870c530eedc8 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.818902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0864f79b-683c-46a6-9ebe-870c530eedc8 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "PUT /v2.0/ports/6cb25154-9f2f-4fad-9d05-bd1f30879760 HTTP/1.1" status: 404 len: 333 time: 0.0251763 Oct 22 14:55:02.822611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47540) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:02.827900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fcff9c32-0347-4aca-b837-2b7dc78d2cb9 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:02.849064 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcff9c32-0347-4aca-b837-2b7dc78d2cb9 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] PUT failed (client error): The resource could not be found. Oct 22 14:55:02.849504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcff9c32-0347-4aca-b837-2b7dc78d2cb9 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:02.850594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fcff9c32-0347-4aca-b837-2b7dc78d2cb9 tempest-NetworksNegativeTestJSON-1934496796 tempest-NetworksNegativeTestJSON-1934496796-project] 10.222.0.66 "PUT /v2.0/subnets/55e92050-9bc1-4076-b1bf-a35d47aabf76 HTTP/1.1" status: 404 len: 337 time: 0.0269949 Oct 22 14:55:02.861390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:02.898722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:02.901722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:02.906275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:02.917512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::8908:59aa:65f8:db03 (a2d5805a-689b-466e-a785-b2a121891287/5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3/5332f7f7-d4be-4240-9fbc-c6a10c36208f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:02.938576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Pushing event updated for resources: {'Port': ['ID=207f91ce-4af3-4f0c-9d22-e92676eaaa92,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:02.975319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Attempting to bind port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:02.975687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Attempting to bind port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:02.976055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Attempting to bind port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:02.981616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:02.981989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:02.982388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:02.982784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:02.984107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Bound port: 207f91ce-4af3-4f0c-9d22-e92676eaaa92, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:02.984493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.049489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] For port 207f91ce-4af3-4f0c-9d22-e92676eaaa92, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:03.052858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] For port 207f91ce-4af3-4f0c-9d22-e92676eaaa92, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=207f91ce-4af3-4f0c-9d22-e92676eaaa92,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:03.087704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.168903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.189625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb76a-ef3c-40ff-bfe7-6a7103e9ab17 req-3e8cf016-daa1-4fe0-a9f8-bd6052fc88c6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:03.191417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85ddb76a-ef3c-40ff-bfe7-6a7103e9ab17 req-3e8cf016-daa1-4fe0-a9f8-bd6052fc88c6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0578132 Oct 22 14:55:03.232187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50bcd8-3875-4607-a29b-34233ccd56e5 None None] Pushing event updated for resources: {'Port': ['ID=207f91ce-4af3-4f0c-9d22-e92676eaaa92,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:03.247989 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.260323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85ddb76a-ef3c-40ff-bfe7-6a7103e9ab17 req-f15b7edb-153e-41df-9b0e-c1f5ff3f37cc tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Oct 22 14:55:03.300007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:03.302689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:03.305283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:03.312365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:03.313310 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.330012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=5332f7f7-d4be-4240-9fbc-c6a10c36208f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:03.421733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47552) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:03.422035 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-672d5eb6-724c-4c8a-b62f-112e7af13393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2378383 Oct 22 14:55:03.427300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47554) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:03.443014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3', 'ip_address': '2001:db8::8908:59aa:65f8:db03'}], 'name': 'tempest-NetworksTestDHCPv6-1852069285'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:03.611916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef88fe9-a6f4-478d-8c4c-2bda7c496c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.675036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b8440-1f6e-4882-be32-14d806b54c7e req-9f99d1c2-2cac-4e6c-92be-504cc0bfc5c8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:03.676440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a52b8440-1f6e-4882-be32-14d806b54c7e req-9f99d1c2-2cac-4e6c-92be-504cc0bfc5c8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.1268387 Oct 22 14:55:03.677325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.701692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd60dc-d485-4680-aecd-9ef99b8931fb req-c11962cc-9b15-4884-8d2b-1b51f9f25df5 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:03.703671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45bd60dc-d485-4680-aecd-9ef99b8931fb req-c11962cc-9b15-4884-8d2b-1b51f9f25df5 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 945 time: 0.0938265 Oct 22 14:55:03.722836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:03.727911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.745851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 13ecb2db-af13-4e93-be62-833b0e73d619 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:03.772494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a52b8440-1f6e-4882-be32-14d806b54c7e req-a9c61df1-2265-41f0-b9bd-7b612c4be2b0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854497 Oct 22 14:55:03.779674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45bd60dc-d485-4680-aecd-9ef99b8931fb req-5974698d-e8d8-4403-a437-e2004864df57 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/security-groups?id=590fb8cc-f398-4581-b46a-de00282dc36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637999 Oct 22 14:55:03.819043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef88fe9-a6f4-478d-8c4c-2bda7c496c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.873262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef88fe9-a6f4-478d-8c4c-2bda7c496c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:03.918387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef88fe9-a6f4-478d-8c4c-2bda7c496c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f551492c-f532-41d6-bd35-3e3cafd3ca60,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:03.938115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ef88fe9-a6f4-478d-8c4c-2bda7c496c49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e652348307b46e18eb1718119f09b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136340 Oct 22 14:55:03.940858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47564) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:03.980445 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 22 14:55:03.980967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:04.005095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d9f1f40-afec-4533-b4ff-29d91fca3a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.026050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 207f91ce-4af3-4f0c-9d22-e92676eaaa92 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:04.036844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d9f1f40-afec-4533-b4ff-29d91fca3a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.082918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:04.082918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.129002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9df60843-2460-48ff-b9b6-f6026afbb854 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6978953 Oct 22 14:55:04.129240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47566) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:04.161761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.191129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957cc7b-25da-4089-b6c0-a181fd92b859 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:04.197712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957cc7b-25da-4089-b6c0-a181fd92b859 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:04.201775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4957cc7b-25da-4089-b6c0-a181fd92b859 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0692663 Oct 22 14:55:04.202046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47568) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:04.202846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 207f91ce-4af3-4f0c-9d22-e92676eaaa92, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=207f91ce-4af3-4f0c-9d22-e92676eaaa92,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:04.238030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d9f1f40-afec-4533-b4ff-29d91fca3a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.245147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d9f1f40-afec-4533-b4ff-29d91fca3a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.245147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d9f1f40-afec-4533-b4ff-29d91fca3a10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f551492c-f532-41d6-bd35-3e3cafd3ca60 HTTP/1.1" status: 204 len: 168 time: 0.3003347 Oct 22 14:55:04.263327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f1f40-afec-4533-b4ff-29d91fca3a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551492c-f532-41d6-bd35-3e3cafd3ca60,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:04.305066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010369de-35ab-407c-872b-b25b81dd3d0f req-ca18b7b0-ee49-410c-aa78-e166d258a3e5 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:04.306196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 5332f7f7-d4be-4240-9fbc-c6a10c36208f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:04.306529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.306780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-010369de-35ab-407c-872b-b25b81dd3d0f req-ca18b7b0-ee49-410c-aa78-e166d258a3e5 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.69 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 945 time: 0.0987232 Oct 22 14:55:04.383419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f9ea09a1-52c2-4a60-a6ee-5b60c7c4a321 None None] Provisioning complete for port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:04.384005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9ea09a1-52c2-4a60-a6ee-5b60c7c4a321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.442766 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.450900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Deleting port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:04.451273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.478810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.508921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 5332f7f7-d4be-4240-9fbc-c6a10c36208f owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:04.536632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade9949-069f-47bb-bc36-25edd4bbac28 req-04c6e6ce-1b51-494e-9633-935c9813501d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:04.538469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ade9949-069f-47bb-bc36-25edd4bbac28 req-04c6e6ce-1b51-494e-9633-935c9813501d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1122868 Oct 22 14:55:04.596050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] For port 68ce7eef-0dae-4683-96fb-8f08fc1d9903, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=68ce7eef-0dae-4683-96fb-8f08fc1d9903,segment=NetworkSegment(e4d2250d-ed15-43fa-8660-c7421c1bfbf1),segment_id=e4d2250d-ed15-43fa-8660-c7421c1bfbf1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:04.597229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.606078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=207f91ce-4af3-4f0c-9d22-e92676eaaa92,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:04.606311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ade9949-069f-47bb-bc36-25edd4bbac28 req-81bcf464-9da8-43ea-bcf9-802e777c9eb6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Oct 22 14:55:04.625861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Calling delete_port for 68ce7eef-0dae-4683-96fb-8f08fc1d9903 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:04.749861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-50af9a95-ab54-441d-9954-06814a767928 None None] Provisioning complete for port 5332f7f7-d4be-4240-9fbc-c6a10c36208f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:04.750522 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-50af9a95-ab54-441d-9954-06814a767928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.774756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.794813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-50af9a95-ab54-441d-9954-06814a767928 None None] Port 5332f7f7-d4be-4240-9fbc-c6a10c36208f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:04.810415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=5332f7f7-d4be-4240-9fbc-c6a10c36208f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:04.837135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.846678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47588) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:04.847095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-78a1c8f5-3657-4645-9cd6-be3661a396b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/5332f7f7-d4be-4240-9fbc-c6a10c36208f HTTP/1.1" status: 204 len: 168 time: 0.6437924 Oct 22 14:55:04.870156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:04.886430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['68ce7eef-0dae-4683-96fb-8f08fc1d9903'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:55:04.928655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fe5cca0-e6f2-47a5-8eb3-a591a6812f77 req-d6023ecb-f1de-4510-99ae-ee4fb1379c3f tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0411646 Oct 22 14:55:04.963325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Pushing event deleted for resources: {'Port': ['ID=68ce7eef-0dae-4683-96fb-8f08fc1d9903,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:04.996139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3d19-fd78-4bf3-a914-9ca88a3f26da req-b7eb7c31-d9be-4036-b9e3-32b4a24c587e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:04.999898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eae3d19-fd78-4bf3-a914-9ca88a3f26da req-b7eb7c31-d9be-4036-b9e3-32b4a24c587e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.0993648 Oct 22 14:55:05.052808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eae3d19-fd78-4bf3-a914-9ca88a3f26da req-03fd22bc-9265-485a-869c-d4a235124067 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] No DVR routers for this DVR port 68ce7eef-0dae-4683-96fb-8f08fc1d9903 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-010369de-35ab-407c-872b-b25b81dd3d0f req-93e1c969-8fd3-4b6a-9293-fec18b014213 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.69 "DELETE /v2.0/ports/68ce7eef-0dae-4683-96fb-8f08fc1d9903 HTTP/1.1" status: 204 len: 173 time: 0.7914913 Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e026ff-388d-412d-815e-0d98d0791726 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e026ff-388d-412d-815e-0d98d0791726 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-66e026ff-388d-412d-815e-0d98d0791726 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2643466 Oct 22 14:55:05.157508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'name': 'network-vif-deleted', 'tag': '68ce7eef-0dae-4683-96fb-8f08fc1d9903'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:05.158303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:05.158404 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04772d-a3c8-4a6e-8d01-8f49845dfbdb" -d '{"events": [{"server_uuid": "baf7f6a0-2ae0-42fe-b62e-39e68c47af71", "name": "network-vif-deleted", "tag": "68ce7eef-0dae-4683-96fb-8f08fc1d9903"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:05.158404 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc0534-0cd1-474d-923b-f293448b60c9 x-openstack-request-id: req-97cc0534-0cd1-474d-923b-f293448b60c9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:05.158404 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf7f6a0-2ae0-42fe-b62e-39e68c47af71", "name": "network-vif-deleted", "tag": "68ce7eef-0dae-4683-96fb-8f08fc1d9903", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:05.158404 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97cc0534-0cd1-474d-923b-f293448b60c9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:05.158404 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf7f6a0-2ae0-42fe-b62e-39e68c47af71', 'name': 'network-vif-deleted', 'tag': '68ce7eef-0dae-4683-96fb-8f08fc1d9903', 'status': 'completed', 'code': 200} Oct 22 14:55:05.175241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:05.178424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.229144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.324456 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.523352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.553531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:05.555693 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.559163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f49e2e74-1156-4c6a-ba5e-4f520c16bcd1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3 HTTP/1.1" status: 204 len: 168 time: 0.4411948 Oct 22 14:55:05.561540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:05.562660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54f26c-2724-4a33-8385-9efb0c9cfb52 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:05.601053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0ed45dc-b066-445e-aa4d-16930a0cd1a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380971 Oct 22 14:55:05.605297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47612) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:05.610810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:05.769612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39a9db-9b4e-4616-8902-c1a8cb57c2b2 req-daa66031-bf3f-46ac-acff-02de371519fd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:05.769612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b39a9db-9b4e-4616-8902-c1a8cb57c2b2 req-daa66031-bf3f-46ac-acff-02de371519fd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0600476 Oct 22 14:55:05.776591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:05.813898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:05.817491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.819058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b39a9db-9b4e-4616-8902-c1a8cb57c2b2 req-e71f2036-a859-4e1c-a356-dfc7419e1c97 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Oct 22 14:55:05.834925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] Deleting port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:05.835593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.882607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47618) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:05.913017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] For port 207f91ce-4af3-4f0c-9d22-e92676eaaa92, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=207f91ce-4af3-4f0c-9d22-e92676eaaa92,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:05.924653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:05.930736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] Calling delete_port for 207f91ce-4af3-4f0c-9d22-e92676eaaa92 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:05.987900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 207f91ce-4af3-4f0c-9d22-e92676eaaa92 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:06.000514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1486431833'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:06.083069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2161d293-16bd-42d2-9c23-5b0722165586 req-ded1ad8e-7a21-4f48-a981-a647bbe0bec5 tempest-ServerGroupTestJSON-643390011 tempest-ServerGroupTestJSON-643390011-project] 10.222.0.66 "GET /v2.0/ports?device_id=baf7f6a0-2ae0-42fe-b62e-39e68c47af71 HTTP/1.1" status: 200 len: 210 time: 0.0434802 Oct 22 14:55:06.116928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:06.120654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.120849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.129663 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.168892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.195658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefe707-aaca-4570-b1d5-9ff0df40f99f req-ed75dcf9-be62-4fa9-a00b-2c5957da9f0d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:06.201250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfefe707-aaca-4570-b1d5-9ff0df40f99f req-ed75dcf9-be62-4fa9-a00b-2c5957da9f0d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.0542543 Oct 22 14:55:06.218426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:06.221574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:06.224525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:06.229763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.230037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.242420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=4e9d7099-b1ff-49e1-80be-e0d4d5f75096,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:06.252486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfefe707-aaca-4570-b1d5-9ff0df40f99f req-b734150a-d105-426c-bfad-e9211febee31 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480044 Oct 22 14:55:06.262170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] Pushing event deleted for resources: {'Port': ['ID=207f91ce-4af3-4f0c-9d22-e92676eaaa92,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:06.282604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262ba27-3e22-43dd-9217-cca2052955ce None None] No DVR routers for this DVR port 207f91ce-4af3-4f0c-9d22-e92676eaaa92 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:06.302607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3babb0b7-6b49-4456-bd57-a115d0321397 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:06.317603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.336995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2b647d69-135c-4edf-bfd1-269027863309 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7305253 Oct 22 14:55:06.339680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:06.350239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '4e9d7099-b1ff-49e1-80be-e0d4d5f75096', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1209909461'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:06.397445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.440813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:55:06.450126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fb1084-b775-4ab9-b0d9-0700dd83590d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:06.463653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '4e9d7099-b1ff-49e1-80be-e0d4d5f75096'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:06.465069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.466676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.466949 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment 9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f of type vlan for network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a Oct 22 14:55:06.517516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.546757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:55:06.581139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:06.586893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.606880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 34a500cd-8772-4ed4-ac85-641ccfaea148 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:06.633298 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.640740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:06.641571 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.669552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/4e9d7099-b1ff-49e1-80be-e0d4d5f75096/6ec2f5c5-6a29-4d0e-8153-fb5d035a1396) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:06.719288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:06.722758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:06.738095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:55:06.784708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'mac_address': 'fa:16:3e:ea:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:55:06.800595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-06feb225-b307-4126-a34b-4db304884115 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9193323 Oct 22 14:55:06.803607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:06.809071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'name': 'tempest-PortsTestJSON-227608904'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:06.902704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.940592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbf93de-f08b-48ba-af22-61f8608936a7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:06.961303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2058cf9-142f-4d95-b9db-b81db36e7131 req-50bbaf63-568d-4d2f-b057-e9720ad4043d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:06.968973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2058cf9-142f-4d95-b9db-b81db36e7131 req-50bbaf63-568d-4d2f-b057-e9720ad4043d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0529120 Oct 22 14:55:06.970940 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:06.975426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:07.002043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2058cf9-142f-4d95-b9db-b81db36e7131 req-7e525d41-290a-4049-8a28-0ce395a199e8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Oct 22 14:55:07.031449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:07.035064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.055203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port ae9220d4-b21e-4e39-89d8-413657522ed7 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:07.066297 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.068315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.105705 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:55:07.106274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:07.106551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:07.113523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:07.122885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:07.128757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Pushing event updated for resources: {'Port': ['ID=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:07.230633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Attempting to bind port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:07.231027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Attempting to bind port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:07.231393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Attempting to bind port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:07.247970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:07.251808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:07.251808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.251808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:07.251808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Bound port: 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:07.251808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.261957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:07.292346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0099b338-584d-45e8-90c1-3bd26cde8e3c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.9492290 Oct 22 14:55:07.292851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47650) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:07.293398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.338472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] For port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:07.341948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] For port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:07.397819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d038e-efb8-4ef4-a339-d66a15cb7c8e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:07.397819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-320d038e-efb8-4ef4-a339-d66a15cb7c8e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0967679 Oct 22 14:55:07.399339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47662) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:07.439184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db55e6-95b9-4532-8313-1d2e7bc7e376 req-414a344d-1366-4c61-b790-38381c807897 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:07.440852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0db55e6-95b9-4532-8313-1d2e7bc7e376 req-414a344d-1366-4c61-b790-38381c807897 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.0691984 Oct 22 14:55:07.444855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.474053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['afbf93de-f08b-48ba-af22-61f8608936a7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:55:07.481898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0db55e6-95b9-4532-8313-1d2e7bc7e376 req-56821d10-5775-4b25-aecd-fb97594f3c42 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Oct 22 14:55:07.501984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.521572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ff861-7126-47d4-9f26-630a6799e913 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:07.523264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ff861-7126-47d4-9f26-630a6799e913 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:07.527731 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d47ff861-7126-47d4-9f26-630a6799e913 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1245401 Oct 22 14:55:07.534900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47668) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:07.541669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=ae9220d4-b21e-4e39-89d8-413657522ed7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:07.562396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:07.563045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:55:07.590347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:07.613604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d60f-a7e6-4ac7-8d97-499b69c3e31e None None] Pushing event updated for resources: {'Port': ['ID=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:07.634156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Deleting subnet d3564c9e-713d-4913-8eb9-e4937aee85fd {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:07.637857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.685097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.692302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 4e9d7099-b1ff-49e1-80be-e0d4d5f75096 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:07.696243 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.730934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.746648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.752317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:55:07.850124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.856109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:07.860906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:07.866231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf71daf-5be0-4656-8d7e-0e37141525a9 None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:07.866764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:07.867309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.899562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.945398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3564c9e-713d-4913-8eb9-e4937aee85fd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:07.960145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:07.966756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47674) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:07.967101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a88353d4-1faa-40a3-92a7-0f5ce039107b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d3564c9e-713d-4913-8eb9-e4937aee85fd HTTP/1.1" status: 204 len: 168 time: 0.3833852 Oct 22 14:55:07.982606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a72752a7-396a-4122-96c2-a77969fb73c6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1777260 Oct 22 14:55:07.985740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:07.990744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1259745295'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:08.015075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.047594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:08.072897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9d7099-b1ff-49e1-80be-e0d4d5f75096,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:08.083596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.086839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7cc27d2-12a4-43f8-ac43-aa45830d5367 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/4e9d7099-b1ff-49e1-80be-e0d4d5f75096 HTTP/1.1" status: 204 len: 168 time: 0.5508101 Oct 22 14:55:08.089679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47680) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:08.095408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.111515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:08.112061 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.137554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b07a27a5-6bc1-47be-ba57-216ba275ecde tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466683 Oct 22 14:55:08.138803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:08.143041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.145851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47682) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:08.159158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:08.202829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97f7d8-6c0a-4a72-a573-299ed1fc4615 req-fb91635d-147a-46ca-8030-483e35e3475b tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:08.204622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b97f7d8-6c0a-4a72-a573-299ed1fc4615 req-fb91635d-147a-46ca-8030-483e35e3475b tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1063786 Oct 22 14:55:08.206261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:55:08.251382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.255598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.255947 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment 2267ced7-37ac-4bb4-a834-d73ec0fa091d of type vlan for network b9f9d17b-465e-45ca-bdc0-9bf92f4d001f Oct 22 14:55:08.261236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.296441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ba03f4-f702-4a30-baec-54f1b4eab293']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:08.310315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b97f7d8-6c0a-4a72-a573-299ed1fc4615 req-988ab3a0-de82-46db-a596-64a5197028e6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934281 Oct 22 14:55:08.318136 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.329991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:08.329991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2250d-ed15-43fa-8660-c7421c1bfbf1') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:08.340352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.364369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.372532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:55:08.372946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:55:08.375247 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:55:08.428443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:08.438639 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.466927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.473076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:08.473674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.476436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:08.541769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:08.581262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.592775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=b9f9d17b-465e-45ca-bdc0-9bf92f4d001f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:08.607784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b9f9d17b-465e-45ca-bdc0-9bf92f4d001f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:55:08.634008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.639325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.647428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] 10.222.0.66 "DELETE /v2.0/networks/88ba03f4-f702-4a30-baec-54f1b4eab293 HTTP/1.1" status: 204 len: 168 time: 0.6786625 Oct 22 14:55:08.665687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfef9b-aa20-43c9-be54-305ade1afe0a admin admin] Pushing event deleted for resources: {'Network': ['ID=88ba03f4-f702-4a30-baec-54f1b4eab293,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:08.680224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5b47db6b-7734-4723-83f4-bdbee98adad8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6932924 Oct 22 14:55:08.682557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:08.690180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'ports': [{'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'}, {'network_id': 'b9f9d17b-465e-45ca-bdc0-9bf92f4d001f'}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:08.690753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:08.691504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'b9f9d17b-465e-45ca-bdc0-9bf92f4d001f'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:08.721493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b741-929b-49e4-9d14-d571fe642012 req-5b3e000c-3d31-4fd8-9cf2-605c2622757a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:08.723385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20a4b741-929b-49e4-9d14-d571fe642012 req-5b3e000c-3d31-4fd8-9cf2-605c2622757a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.1578927 Oct 22 14:55:08.842672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:08.853802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20a4b741-929b-49e4-9d14-d571fe642012 req-3453bb45-275c-4c6f-ba35-024fb662c63c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189239 Oct 22 14:55:08.860025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b101f7a-d1bd-4000-9845-c9a755936933 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:08.923127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.968438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:08.973579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:08.977312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-07d25602-4e8a-4e4e-b56e-ce86b0af4432 None None] Provisioning complete for port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:08.977886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-07d25602-4e8a-4e4e-b56e-ce86b0af4432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.978001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:08.978519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:08.984517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=92d8d6c1-9470-441e-a361-d15ce1e332c1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:09.008926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port afbf93de-f08b-48ba-af22-61f8608936a7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:55:09.033455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port afbf93de-f08b-48ba-af22-61f8608936a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:09.033821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.098888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 2} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:09.104230 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.122924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.177800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.203875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:09.206278 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d67e0-6377-44ee-9691-5af0fd09d193" -d '{"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-plugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:09.222236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:09.225202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port 71735721-86fb-48e1-b358-7947d013d9c1 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:09.229776 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4df955b0-3514-4696-8968-0b018127c22e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0815964 Oct 22 14:55:09.238500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47698) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:09.243198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-815465661', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:09.257280 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90534810-a78a-4f17-9bc2-31503de2add8 x-openstack-request-id: req-90534810-a78a-4f17-9bc2-31503de2add8 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:09.257591 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-plugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:09.257844 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90534810-a78a-4f17-9bc2-31503de2add8 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:09.258328 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'code': 200} Oct 22 14:55:09.324453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038daa36-f979-48f0-a979-7725c5a10adc None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:09.341442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.343315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 68ce7eef-0dae-4683-96fb-8f08fc1d9903 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:09.406377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 68ce7eef-0dae-4683-96fb-8f08fc1d9903 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:09.406952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 68ce7eef-0dae-4683-96fb-8f08fc1d9903 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:09.415433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf622b8-6acf-463f-ba7d-848a8bafeffd req-2f349e63-8907-43e8-bf29-9f6bd50b1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:09.416971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dbf622b8-6acf-463f-ba7d-848a8bafeffd req-2f349e63-8907-43e8-bf29-9f6bd50b1835 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1101 time: 0.0797286 Oct 22 14:55:09.419797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.421131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.467853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dbf622b8-6acf-463f-ba7d-848a8bafeffd req-017a3b0a-ab68-497d-8a68-d303ee0d74a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Oct 22 14:55:09.481364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-93d34226-64f5-4191-be5d-e19d0cda2479 None None] Provisioning complete for port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:09.481945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93d34226-64f5-4191-be5d-e19d0cda2479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.500658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448c242-fee6-4796-b3f9-cb4676f1bd65 req-86ed6ed1-04e9-4d3e-bd1f-2cbab9d0983d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:09.505076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2448c242-fee6-4796-b3f9-cb4676f1bd65 req-86ed6ed1-04e9-4d3e-bd1f-2cbab9d0983d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1031058 Oct 22 14:55:09.507682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47704) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:09.525760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:09.534040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.554655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.648254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:09.658559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2448c242-fee6-4796-b3f9-cb4676f1bd65 req-3123f309-438c-466e-85f9-b5189eac44e4 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203465 Oct 22 14:55:09.669092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a9baaddc-8d96-48aa-8cdf-83e3a10900bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=948ea2e40c1140ce9b98b6f61f6fdfa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539981 Oct 22 14:55:09.669390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:09.725179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41f6dd6d-ca39-43a1-8482-9512674c879e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.745540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.754399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41f6dd6d-ca39-43a1-8482-9512674c879e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.861853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9f41a1d8-f9e7-4bd1-aca3-fba3b35f6f42 None None] Provisioning complete for port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:09.862362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9f41a1d8-f9e7-4bd1-aca3-fba3b35f6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.869593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.880213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5c2563e3-ee8a-4c2b-8e90-cf77a011a73a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6366277 Oct 22 14:55:09.880213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47712) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:09.920984 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.924350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41f6dd6d-ca39-43a1-8482-9512674c879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.927406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41f6dd6d-ca39-43a1-8482-9512674c879e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:09.929088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41f6dd6d-ca39-43a1-8482-9512674c879e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/590fb8cc-f398-4581-b46a-de00282dc36c HTTP/1.1" status: 204 len: 168 time: 0.2587600 Oct 22 14:55:09.945481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6dd6d-ca39-43a1-8482-9512674c879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590fb8cc-f398-4581-b46a-de00282dc36c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:09.984431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:10.038670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1418-21b2-4a1f-8a67-dc17e5f61736 req-242e7179-9d1b-491a-bf0d-adbf30ecbe2c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:10.040642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6cf1418-21b2-4a1f-8a67-dc17e5f61736 req-242e7179-9d1b-491a-bf0d-adbf30ecbe2c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0654848 Oct 22 14:55:10.072333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:10.072550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:10.095011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6cf1418-21b2-4a1f-8a67-dc17e5f61736 req-a504138e-0467-4d69-81dc-029a8fcb4e90 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Oct 22 14:55:10.111409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:10.164635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:10.167957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:10.176409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:10.177252 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:10.179100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=71735721-86fb-48e1-b358-7947d013d9c1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:10.246871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:10.290021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': '2267ced7-37ac-4bb4-a834-d73ec0fa091d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b9f9d17b-465e-45ca-bdc0-9bf92f4d001f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:10.290021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: b9f9d17b-465e-45ca-bdc0-9bf92f4d001f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:55:10.488295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network b9f9d17b-465e-45ca-bdc0-9bf92f4d001f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:55:10.619448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b9f9d17b-465e-45ca-bdc0-9bf92f4d001f) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:10.623799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:10.624593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:10.629356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:10.634293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:10.634610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece3157-1eaa-4964-ab06-042c9c0b9cc8 None None] Network b9f9d17b-465e-45ca-bdc0-9bf92f4d001f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:10.635010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:10.737871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-244e419c-99b3-49b8-a6bf-c556f980249d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0532222 Oct 22 14:55:10.739923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47730) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:10.861123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878318-e1fb-46c5-b2d4-61641856b234 req-00ba7710-c4c2-454d-9972-57fe8a0df910 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:10.862712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01878318-e1fb-46c5-b2d4-61641856b234 req-00ba7710-c4c2-454d-9972-57fe8a0df910 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0886843 Oct 22 14:55:10.894479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::1 (a2d5805a-689b-466e-a785-b2a121891287/92d8d6c1-9470-441e-a361-d15ce1e332c1/48c51f53-7903-4dcb-bbd7-868be69c448a) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:10.921641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:10.921641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:10.937948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01878318-e1fb-46c5-b2d4-61641856b234 req-b217a28a-9ff4-4cbf-80c9-6e298859fa85 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620120 Oct 22 14:55:11.023444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.032461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.038820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:11.157727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.185319 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.203300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:11.206560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:11.210301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:11.210912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.234951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.237029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=48c51f53-7903-4dcb-bbd7-868be69c448a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:11.252670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06 HTTP/1.1" status: 204 len: 168 time: 0.5072978 Oct 22 14:55:11.268901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47746) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:11.277328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.281410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8211329-0bb7-4995-b18e-b769cc004b97 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:11.327304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a72d2-66ac-466e-b932-d7a835bcc1f8 req-6f9925f2-9a44-47b7-a905-c9e0f4948a23 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:11.329506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15a72d2-66ac-466e-b932-d7a835bcc1f8 req-6f9925f2-9a44-47b7-a905-c9e0f4948a23 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1557963 Oct 22 14:55:11.372639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad3c58-39b7-48f0-ae93-a0651b17c03d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:11.379856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad3c58-39b7-48f0-ae93-a0651b17c03d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:11.382374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f6ad3c58-39b7-48f0-ae93-a0651b17c03d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1121883 Oct 22 14:55:11.387363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47750) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:11.436976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e15a72d2-66ac-466e-b932-d7a835bcc1f8 req-cd836eba-9ce0-4544-90b1-24faa6840214 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993440 Oct 22 14:55:11.510204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 71735721-86fb-48e1-b358-7947d013d9c1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:11.510822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.543283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.591798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2cbe44d6-a6ab-4c5d-a073-9758dc9c971a None None] Provisioning complete for port 48c51f53-7903-4dcb-bbd7-868be69c448a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:11.593001 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2cbe44d6-a6ab-4c5d-a073-9758dc9c971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.598757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.613633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 71735721-86fb-48e1-b358-7947d013d9c1 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:11.632874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe44d6-a6ab-4c5d-a073-9758dc9c971a None None] Port 48c51f53-7903-4dcb-bbd7-868be69c448a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:11.831837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.842870 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.873499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=71735721-86fb-48e1-b358-7947d013d9c1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:11.881701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.891049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47786) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:11.891890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b45b6ca1-e4fb-4aca-bde5-90e529b58312 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/71735721-86fb-48e1-b358-7947d013d9c1 HTTP/1.1" status: 204 len: 168 time: 0.5022521 Oct 22 14:55:11.904200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:11.905875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.002928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=48c51f53-7903-4dcb-bbd7-868be69c448a,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:12.043858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f41dac-342e-47df-a114-cd91559f374a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.045448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46f41dac-342e-47df-a114-cd91559f374a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1533949 Oct 22 14:55:12.048618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47792) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.056048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3d08-9d23-4fd2-b33c-a8be0fd141fb req-1e2f6869-1b11-4021-bbb6-dfcb16b6c84a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.057689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44cb3d08-9d23-4fd2-b33c-a8be0fd141fb req-1e2f6869-1b11-4021-bbb6-dfcb16b6c84a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0574417 Oct 22 14:55:12.081066 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-32de9007-339b-4e27-b1c4-30acf6b0f4b7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:12.082630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32de9007-339b-4e27-b1c4-30acf6b0f4b7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/ea2ddf5f-6c29-4c4f-a7e0-8b58c47dea06 HTTP/1.1" status: 404 len: 333 time: 0.0330396 Oct 22 14:55:12.085381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.106092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:12.107552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:12.120282 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b65715-a3a0-4423-9e53-8100b8bea824 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:12.124537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b0b65715-a3a0-4423-9e53-8100b8bea824 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/71735721-86fb-48e1-b358-7947d013d9c1 HTTP/1.1" status: 404 len: 333 time: 0.0355332 Oct 22 14:55:12.127373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44cb3d08-9d23-4fd2-b33c-a8be0fd141fb req-44ceed35-75ce-4d32-bf4d-86dd280aae3a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629728 Oct 22 14:55:12.127827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.208922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.356865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Router b512b776-29e0-4e53-9fa8-2bbeb306707f is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:55:12.454666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47800) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.469559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bd09c204-48c9-4d88-895f-40d0fc3a80f7 None None] Provisioning complete for port 48c51f53-7903-4dcb-bbd7-868be69c448a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:12.469559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd09c204-48c9-4d88-895f-40d0fc3a80f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.479411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:55:12.488134 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e583996a-fed5-444e-a421-4a5d1d7c3af9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "PUT /v2.0/routers/b512b776-29e0-4e53-9fa8-2bbeb306707f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067924 Oct 22 14:55:12.489637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47806) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.518287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Sync routers for ids ['b512b776-29e0-4e53-9fa8-2bbeb306707f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:55:12.543832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bd09c204-48c9-4d88-895f-40d0fc3a80f7 None None] Port 48c51f53-7903-4dcb-bbd7-868be69c448a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:12.552411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Routers {'b512b776-29e0-4e53-9fa8-2bbeb306707f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:12.555414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b512b776-29e0-4e53-9fa8-2bbeb306707f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:12.574066 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.593275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f87ed-14bf-4e83-8035-e7793c16b40e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.597772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-163f87ed-14bf-4e83-8035-e7793c16b40e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports/48c51f53-7903-4dcb-bbd7-868be69c448a HTTP/1.1" status: 200 len: 911 time: 0.1044762 Oct 22 14:55:12.602170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.627230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9263c25-8aa0-4094-b9f6-f43a92ba1963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.629409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f9d17b-465e-45ca-bdc0-9bf92f4d001f']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:12.661731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2267ced7-37ac-4bb4-a834-d73ec0fa091d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:12.670007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2267ced7-37ac-4bb4-a834-d73ec0fa091d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:12.678084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Set router b512b776-29e0-4e53-9fa8-2bbeb306707f gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:55:12.678842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.710893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14d304-c3b4-4f95-9d50-25398aa15b0c req-ae4253a0-d158-4c20-ad50-3047264e27ed tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.718706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed14d304-c3b4-4f95-9d50-25398aa15b0c req-ae4253a0-d158-4c20-ad50-3047264e27ed tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1367917 Oct 22 14:55:12.727080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.727302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9263c25-8aa0-4094-b9f6-f43a92ba1963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.736225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:55:12.736627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:55:12.740445 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:55:12.764334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be4420-6e82-4a7a-9062-850a6fab4241 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.770617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be4420-6e82-4a7a-9062-850a6fab4241 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.772186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a4be4420-6e82-4a7a-9062-850a6fab4241 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1552773 Oct 22 14:55:12.776055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47812) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:12.833004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed14d304-c3b4-4f95-9d50-25398aa15b0c req-1d96e0a3-45ac-486c-b2f3-e3598055c100 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134014 Oct 22 14:55:12.874743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9263c25-8aa0-4094-b9f6-f43a92ba1963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.890095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512b776-29e0-4e53-9fa8-2bbeb306707f', 'name': 'tempest-NetworksTestDHCPv6-router-815465661', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:09Z', 'updated_at': '2021-10-22T14:55:11Z', 'revision_number': 2, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c51f53-7903-4dcb-bbd7-868be69c448a', 'name': '', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'mac_address': 'fa:16:3e:4a:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512b776-29e0-4e53-9fa8-2bbeb306707f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '92d8d6c1-9470-441e-a361-d15ce1e332c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:55:10Z', 'updated_at': '2021-10-22T14:55:11Z', 'revision_number': 2, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'subnets': [{'id': '92d8d6c1-9470-441e-a361-d15ce1e332c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:12.922127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Checking router: b512b776-29e0-4e53-9fa8-2bbeb306707f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:55:12.922725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Updating router b512b776-29e0-4e53-9fa8-2bbeb306707f port 48c51f53-7903-4dcb-bbd7-868be69c448a binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:55:12.962795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.975906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863d2e2-fb2b-44fa-a96e-671ed858236e req-b8195e6d-d431-4757-b2fb-a68dd8f668c5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:12.979627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1863d2e2-fb2b-44fa-a96e-671ed858236e req-b8195e6d-d431-4757-b2fb-a68dd8f668c5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0578761 Oct 22 14:55:12.980740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.992061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9263c25-8aa0-4094-b9f6-f43a92ba1963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c30dc-a5db-4ed3-8bf1-cfb53a586d4e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:12.997174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:12.997972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e9263c25-8aa0-4094-b9f6-f43a92ba1963 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f58611917cf492d95d1dc6685a685ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420036 Oct 22 14:55:13.001682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/b9f9d17b-465e-45ca-bdc0-9bf92f4d001f HTTP/1.1" status: 204 len: 168 time: 0.8729169 Oct 22 14:55:13.002077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47818) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:13.009058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47820) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:13.031800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496418634'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:13.037823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fea79-4ba5-4f4b-8f59-d90c6011b4a4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=b9f9d17b-465e-45ca-bdc0-9bf92f4d001f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:13.087384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1863d2e2-fb2b-44fa-a96e-671ed858236e req-7944c942-c3c4-4410-97a5-e0f8da31efcf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012380 Oct 22 14:55:13.148443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35f86811-7f00-4cd1-bd4c-cfd64d28a478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.168104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:13.172155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.192636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35f86811-7f00-4cd1-bd4c-cfd64d28a478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.201455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:55:13.212485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.212849 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment bf6611b9-d893-4c4b-ba35-463d28fcd579 of type vlan for network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 Oct 22 14:55:13.333494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.354723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef7e0a-6030-4c54-bb76-2099d0c2d7ea req-b21f8f69-ad92-4ad0-a371-78a99e2354b1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:13.357129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dcef7e0a-6030-4c54-bb76-2099d0c2d7ea req-b21f8f69-ad92-4ad0-a371-78a99e2354b1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1349685 Oct 22 14:55:13.383010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.411454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dcef7e0a-6030-4c54-bb76-2099d0c2d7ea req-fb33459a-8ff8-4f53-96f3-cc230446ea80 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Oct 22 14:55:13.448821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-b309c680-37e1-4f47-b0b6-706c34ac5173 req-dea35178-c64e-4e39-bb21-19cfe1697a84 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:55:13.449835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b309c680-37e1-4f47-b0b6-706c34ac5173 req-dea35178-c64e-4e39-bb21-19cfe1697a84 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055273 Oct 22 14:55:13.494416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.494714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.502334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:13.504671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.597948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Pushing event updated for resources: {'Port': ['ID=48c51f53-7903-4dcb-bbd7-868be69c448a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:13.627362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=32ff7b10-3c89-46df-8dda-cd50c1108dd5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:13.630687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.631260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.631783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.632291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.632783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.633280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.634151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.634655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.635180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.637686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.637686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.637686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:13.647558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:55:13.667873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Attempting to bind port 48c51f53-7903-4dcb-bbd7-868be69c448a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:13.668293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Attempting to bind port 48c51f53-7903-4dcb-bbd7-868be69c448a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:13.668716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Attempting to bind port 48c51f53-7903-4dcb-bbd7-868be69c448a on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:13.669243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.673110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35f86811-7f00-4cd1-bd4c-cfd64d28a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.675710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35f86811-7f00-4cd1-bd4c-cfd64d28a478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.679209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-35f86811-7f00-4cd1-bd4c-cfd64d28a478 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d35c30dc-a5db-4ed3-8bf1-cfb53a586d4e HTTP/1.1" status: 204 len: 168 time: 0.6737092 Oct 22 14:55:13.687339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:13.689421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:13.689421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.689421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:13.689421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Bound port: 48c51f53-7903-4dcb-bbd7-868be69c448a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:13.689421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:13.693982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e10c1e9-427d-4d19-b543-44348b2410f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6740322 Oct 22 14:55:13.694923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47836) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:13.700019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:13.747728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f86811-7f00-4cd1-bd4c-cfd64d28a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c30dc-a5db-4ed3-8bf1-cfb53a586d4e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:13.903776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] For port 48c51f53-7903-4dcb-bbd7-868be69c448a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:13.910992 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] For port 48c51f53-7903-4dcb-bbd7-868be69c448a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=48c51f53-7903-4dcb-bbd7-868be69c448a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:13.935673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd72b7-4519-4209-8b96-e8a0d263168c req-3ab7af2f-1872-4e89-a42a-bce8aa08d809 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:13.939861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1bd72b7-4519-4209-8b96-e8a0d263168c req-3ab7af2f-1872-4e89-a42a-bce8aa08d809 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0928650 Oct 22 14:55:13.976082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1bd72b7-4519-4209-8b96-e8a0d263168c req-7c65ee7b-d0d7-44c5-9e49-360f21d6fe1c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Oct 22 14:55:13.991317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0da3c1e7-4d53-46ae-b6ea-79f01ea57518 None None] Provisioning complete for port 48c51f53-7903-4dcb-bbd7-868be69c448a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:13.991705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0da3c1e7-4d53-46ae-b6ea-79f01ea57518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.019736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.031614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:14.035640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.091349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 48c51f53-7903-4dcb-bbd7-868be69c448a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:14.091953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.098317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0da3c1e7-4d53-46ae-b6ea-79f01ea57518 None None] Port 48c51f53-7903-4dcb-bbd7-868be69c448a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:14.126895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Routers {'b512b776-29e0-4e53-9fa8-2bbeb306707f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:14.127612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b512b776-29e0-4e53-9fa8-2bbeb306707f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:14.128356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Performing IP validity checks on allocation pools {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 14:55:14.129370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 14:55:14.249832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ab97c-9d27-4841-b79b-c0405431ac26 None None] Pushing event updated for resources: {'Port': ['ID=48c51f53-7903-4dcb-bbd7-868be69c448a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:14.377162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] Set router b512b776-29e0-4e53-9fa8-2bbeb306707f gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:55:14.392782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] For port 48c51f53-7903-4dcb-bbd7-868be69c448a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=48c51f53-7903-4dcb-bbd7-868be69c448a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:14.393114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.447653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 48c51f53-7903-4dcb-bbd7-868be69c448a owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:14.455906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-1fc9a9c7-eaf4-4a77-96d2-6db9e8343ac8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4070051 Oct 22 14:55:14.465092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-1a280cca-f9e4-4f8f-bad8-9b59afa2ff4e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:55:14.466537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-1a280cca-f9e4-4f8f-bad8-9b59afa2ff4e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058734 Oct 22 14:55:14.471490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.532004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=732ac587-e3a0-4d37-a39f-d59035c04dd3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:14.582831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cb498c41-37e8-46ad-a4e1-38cd8462c07d None None] Provisioning complete for port 48c51f53-7903-4dcb-bbd7-868be69c448a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:14.583744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cb498c41-37e8-46ad-a4e1-38cd8462c07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.606826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': 'bf6611b9-d893-4c4b-ba35-463d28fcd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:14.609725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: 32ff7b10-3c89-46df-8dda-cd50c1108dd5, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:55:14.645150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa409e-389d-4453-a9d6-d0e103b9116e req-560f9ab4-151c-4dd6-be4a-f0783b1f04f0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:14.647333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-defa409e-389d-4453-a9d6-d0e103b9116e req-560f9ab4-151c-4dd6-be4a-f0783b1f04f0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0935886 Oct 22 14:55:14.706096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-defa409e-389d-4453-a9d6-d0e103b9116e req-bac91036-dd94-4606-a2a1-44ef7a7999ce tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502164 Oct 22 14:55:14.791281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:55:14.848650 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.881371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-cb498c41-37e8-46ad-a4e1-38cd8462c07d None None] Port 48c51f53-7903-4dcb-bbd7-868be69c448a update to ACTIVE by agent not found {{(pid=107803) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 14:55:14.901886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=48c51f53-7903-4dcb-bbd7-868be69c448a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:14.935962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512b776-29e0-4e53-9fa8-2bbeb306707f', 'name': 'tempest-NetworksTestDHCPv6-router-815465661', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:09Z', 'updated_at': '2021-10-22T14:55:11Z', 'revision_number': 2, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c51f53-7903-4dcb-bbd7-868be69c448a', 'name': '', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'mac_address': 'fa:16:3e:4a:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512b776-29e0-4e53-9fa8-2bbeb306707f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '92d8d6c1-9470-441e-a361-d15ce1e332c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:55:10Z', 'updated_at': '2021-10-22T14:55:13Z', 'revision_number': 4, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'subnets': [{'id': '92d8d6c1-9470-441e-a361-d15ce1e332c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:14.948054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 32ff7b10-3c89-46df-8dda-cd50c1108dd5) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:14.962220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:14.963382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:14.976823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8bda8f-e5a3-4d33-bebd-f34ca486f7ed None None] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:14.981064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bbeb1-5715-41be-ad06-581d4f82705c None None] The sync data for ids ['b512b776-29e0-4e53-9fa8-2bbeb306707f'] in n-d-812148-2 is: [{'id': 'b512b776-29e0-4e53-9fa8-2bbeb306707f', 'name': 'tempest-NetworksTestDHCPv6-router-815465661', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:09Z', 'updated_at': '2021-10-22T14:55:11Z', 'revision_number': 2, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c51f53-7903-4dcb-bbd7-868be69c448a', 'name': '', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'mac_address': 'fa:16:3e:4a:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512b776-29e0-4e53-9fa8-2bbeb306707f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '92d8d6c1-9470-441e-a361-d15ce1e332c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:55:10Z', 'updated_at': '2021-10-22T14:55:13Z', 'revision_number': 4, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'subnets': [{'id': '92d8d6c1-9470-441e-a361-d15ce1e332c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:55:15.086647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d381836d-4594-4c44-8a93-1f0c194a36fd tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3904316 Oct 22 14:55:15.087983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:15.102698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5', 'name': 'tempest-PortsTestJSON-1180730456'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:15.152834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:15.230792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:55:15.237438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:15.484577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee7dd7-da85-4fff-9251-67b4c21dd8f2 req-c9da1d69-0fc1-4496-91a9-328756b1eb77 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:15.485267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Router b512b776-29e0-4e53-9fa8-2bbeb306707f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:55:15.493026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09ee7dd7-da85-4fff-9251-67b4c21dd8f2 req-c9da1d69-0fc1-4496-91a9-328756b1eb77 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.3354447 Oct 22 14:55:15.521350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-32ff7b10-3c89-46df-8dda-cd50c1108dd5', 'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': '732ac587-e3a0-4d37-a39f-d59035c04dd3'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:15.522217 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:15.565189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09ee7dd7-da85-4fff-9251-67b4c21dd8f2 req-81f1f17e-a1f3-44fd-a825-6d9c8d669555 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713763 Oct 22 14:55:15.652479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:55:15.662889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:15.663438 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d071c634-e68f-4bdc-afa2-9e6275fde158 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "PUT /v2.0/routers/b512b776-29e0-4e53-9fa8-2bbeb306707f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8854601 Oct 22 14:55:15.678432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:15.713634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:15.720029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:15.790610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f968fe-0d6f-47d6-85b9-e4a86392e917 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:15.792215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f968fe-0d6f-47d6-85b9-e4a86392e917 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:15.796712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40f968fe-0d6f-47d6-85b9-e4a86392e917 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1298671 Oct 22 14:55:15.798026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47906) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:15.810620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port a2c1d18e-9f6c-46d5-ac38-dee0c42132cc yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:15.911102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 92d8d6c1-9470-441e-a361-d15ce1e332c1 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:15.921760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:15.934928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:15.941253 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f27d5d-a3e4-4341-82ea-52cfac6dd722" -d '{"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:15.947564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247cc9-2497-48f1-8726-d4fa63dbe208 req-7542eb34-7873-486a-8d24-02f7822e19f6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:15.956790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22247cc9-2497-48f1-8726-d4fa63dbe208 req-7542eb34-7873-486a-8d24-02f7822e19f6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0990324 Oct 22 14:55:15.980083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:15.995435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:16.015554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22247cc9-2497-48f1-8726-d4fa63dbe208 req-9b9a2d6d-6792-4fc3-9ec6-a8bd23dac33f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535257 Oct 22 14:55:16.022544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.043865 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdff31db-22ca-4335-b56f-461a2d706630 x-openstack-request-id: req-fdff31db-22ca-4335-b56f-461a2d706630 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:16.044031 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:16.044286 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdff31db-22ca-4335-b56f-461a2d706630 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:16.044678 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'code': 200} Oct 22 14:55:16.045827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Allocated IP 172.20.0.2 (32ff7b10-3c89-46df-8dda-cd50c1108dd5/732ac587-e3a0-4d37-a39f-d59035c04dd3/9cf86afd-8e76-480e-a807-71e4b9b00012) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:16.051911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'mac_address': 'fa:16:3e:a2:c9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:55:16.093747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.154320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.195750 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.240868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:16.278410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.296612 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.316751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/92d8d6c1-9470-441e-a361-d15ce1e332c1 HTTP/1.1" status: 204 len: 168 time: 0.5106654 Oct 22 14:55:16.318249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47920) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:16.321663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3b472-561e-4e17-aa85-72ca5c57de6c None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:16.328396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:16.355798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801aaf7-ee0c-4061-8693-9e8feb90a11b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=92d8d6c1-9470-441e-a361-d15ce1e332c1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:16.387564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.389509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:55:16.389817 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:55:16.480105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe9fab01-1591-4857-bbab-1841b45a700a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1570566 Oct 22 14:55:16.480780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47928) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:16.575562 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.599721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.640601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:16.664658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:16.668292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:16.689210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:16.715315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.8 (32ff7b10-3c89-46df-8dda-cd50c1108dd5/732ac587-e3a0-4d37-a39f-d59035c04dd3/a2c1d18e-9f6c-46d5-ac38-dee0c42132cc) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:16.770926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac0e02-eaf2-4fbc-8d88-58a757491ccd req-fb76c585-a440-468d-9f5d-84474d86c014 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:16.779389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90ac0e02-eaf2-4fbc-8d88-58a757491ccd req-fb76c585-a440-468d-9f5d-84474d86c014 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1212819 Oct 22 14:55:16.787719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Pushing event updated for resources: {'Port': ['ID=9cf86afd-8e76-480e-a807-71e4b9b00012,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:16.816258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Attempting to bind port 9cf86afd-8e76-480e-a807-71e4b9b00012 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:16.816889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Attempting to bind port 9cf86afd-8e76-480e-a807-71e4b9b00012 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'bf6611b9-d893-4c4b-ba35-463d28fcd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:16.817349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Attempting to bind port 9cf86afd-8e76-480e-a807-71e4b9b00012 on network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:16.824946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:16.825343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Checking segment: {'id': 'bf6611b9-d893-4c4b-ba35-463d28fcd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:16.825986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.826659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Bound using segment: {'id': 'bf6611b9-d893-4c4b-ba35-463d28fcd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:16.827662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Bound port: 9cf86afd-8e76-480e-a807-71e4b9b00012, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6611b9-d893-4c4b-ba35-463d28fcd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '32ff7b10-3c89-46df-8dda-cd50c1108dd5'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:16.828250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.844239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] Deleting port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:16.844960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.874376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.879312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:16.884109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90ac0e02-eaf2-4fbc-8d88-58a757491ccd req-67a772f7-7d80-49a8-828b-a480f3818112 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964465 Oct 22 14:55:17.041837 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-e907c7a6-99e5-4580-9026-c4b6256d5246 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801826 Oct 22 14:55:17.043469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.044705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Fanout notify agent at l3_agent the message router_deleted on router b512b776-29e0-4e53-9fa8-2bbeb306707f {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:55:17.046255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] For port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:17.046912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.060044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.065735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46211207-7422-4c8d-bd55-6a6227b872bd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/routers/b512b776-29e0-4e53-9fa8-2bbeb306707f HTTP/1.1" status: 204 len: 168 time: 0.5812283 Oct 22 14:55:17.066013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47942) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:17.075113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:17.079769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] For port 9cf86afd-8e76-480e-a807-71e4b9b00012, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:17.082758 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.094595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] Calling delete_port for 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:17.112255 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.119363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] For port 9cf86afd-8e76-480e-a807-71e4b9b00012, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9cf86afd-8e76-480e-a807-71e4b9b00012,segment=NetworkSegment(bf6611b9-d893-4c4b-ba35-463d28fcd579),segment_id=bf6611b9-d893-4c4b-ba35-463d28fcd579)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:17.131062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:17.195027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.218546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:17.260671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6056d9-4532-42e1-abb1-3aa948cbe5c0 req-ac4abcd4-ab99-45a6-9075-20da2a67a260 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:17.268702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c6056d9-4532-42e1-abb1-3aa948cbe5c0 req-ac4abcd4-ab99-45a6-9075-20da2a67a260 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 948 time: 0.0929377 Oct 22 14:55:17.277571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Sync routers for ids ['b512b776-29e0-4e53-9fa8-2bbeb306707f'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:55:17.290292 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Routers set() bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:17.290683 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Router IDs set() for agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 14:55:17.296838 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_agentschedulers_db [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b512b776-29e0-4e53-9fa8-2bbeb306707f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent'). {{(pid=107804) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 14:55:17.298304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-0624cc23-b675-4e2f-a541-c9c4e9806093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:17.300289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-0624cc23-b675-4e2f-a541-c9c4e9806093 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 1101 time: 0.0804999 Oct 22 14:55:17.302640 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Routers set() bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:17.303044 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Router IDs set() for agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 14:55:17.303650 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_agentschedulers_db [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b512b776-29e0-4e53-9fa8-2bbeb306707f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent'). {{(pid=107804) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 14:55:17.304084 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e632743-71b2-47dd-82de-5e608a0d2201 None None] The sync data for ids ['b512b776-29e0-4e53-9fa8-2bbeb306707f'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:55:17.307578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.331494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.345516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ec3b-0711-4589-bbf0-ef64cccb2030 None None] Pushing event updated for resources: {'Port': ['ID=9cf86afd-8e76-480e-a807-71e4b9b00012,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:17.410356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c6056d9-4532-42e1-abb1-3aa948cbe5c0 req-4a96d086-cd9f-46bc-b8c1-117f485b2725 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239095 Oct 22 14:55:17.442896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:17.454258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:17.454689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=a2c1d18e-9f6c-46d5-ac38-dee0c42132cc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:17.455738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.458205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:17.460547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:17.492471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:17.507368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.537457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] Pushing event deleted for resources: {'Port': ['ID=6ec2f5c5-6a29-4d0e-8153-fb5d035a1396,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:17.539347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c2c7b-33c9-41a2-beca-15f24c79c878 None None] No DVR routers for this DVR port 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:17.541254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:17.542080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.661845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-4682285b-b8d6-42c6-a24a-6638af20cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:17.663349 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-4682285b-b8d6-42c6-a24a-6638af20cc2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3212757 Oct 22 14:55:17.679194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-deb81d55-4170-4e23-b274-25161905721a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5898964 Oct 22 14:55:17.681930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47956) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:17.703902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:55:17.731336 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-086bf112-c9af-497a-933a-d21a387d6962 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 200 len: 217 time: 0.0553150 Oct 22 14:55:17.855170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port a2c1d18e-9f6c-46d5-ac38-dee0c42132cc {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:17.855612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:17.902563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-044eb8f7-d40c-4809-bac7-8b760ca89fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:17.904109 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-044eb8f7-d40c-4809-bac7-8b760ca89fe8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1603367 Oct 22 14:55:17.929908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-78b70caa-c5cb-4854-87ab-20a06e6d494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:17.931431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-78b70caa-c5cb-4854-87ab-20a06e6d494d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1101 time: 0.1972263 Oct 22 14:55:18.002395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.029979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for a2c1d18e-9f6c-46d5-ac38-dee0c42132cc owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:18.102117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-cb3c5313-e2bb-4ba2-9fa2-6015880db3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.103699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-cb3c5313-e2bb-4ba2-9fa2-6015880db3f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779351 Oct 22 14:55:18.114181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.133664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff22d4-5eb1-4b60-939f-98ea9d87322c req-0fce735f-ffe8-4f2b-a88e-079eb845648f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.137266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71ff22d4-5eb1-4b60-939f-98ea9d87322c req-0fce735f-ffe8-4f2b-a88e-079eb845648f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1154900 Oct 22 14:55:18.148565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cf86afd-8e76-480e-a807-71e4b9b00012 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:18.176673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-7fc43bca-ade5-4f82-92fc-4e5a145ca11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.178394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-7fc43bca-ade5-4f82-92fc-4e5a145ca11c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2232318 Oct 22 14:55:18.212601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:18.214542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71ff22d4-5eb1-4b60-939f-98ea9d87322c req-5d398779-1a48-4a83-8cf0-e5a59611d898 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Oct 22 14:55:18.294733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:18.303141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.304564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.316552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-b2b9ec41-e182-4911-a14a-b7064d0eabe2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.1209874 Oct 22 14:55:18.325411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=39d3505a-954c-46db-b984-3bb1b516c7e3,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:18.381758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23d733-6032-4950-9865-78fa0f85cf2e None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:18.385361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-6d8d9bf8-2ecf-4004-8407-8fcacea58df5 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632635 Oct 22 14:55:18.386256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.391464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-4f7ae640-7c84-4ecf-bea0-57e0faa386f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.392879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-4f7ae640-7c84-4ecf-bea0-57e0faa386f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0642571 Oct 22 14:55:18.425559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=a2c1d18e-9f6c-46d5-ac38-dee0c42132cc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:18.495280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e1c0e2fc-4240-474e-ab05-b6c7ab25bd46 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4244194 Oct 22 14:55:18.505040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47976) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:18.521784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:18.570859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9cf86afd-8e76-480e-a807-71e4b9b00012 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:18.576724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.617306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-98a1daa6-9532-4350-849f-04a3ae686bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.618963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-98a1daa6-9532-4350-849f-04a3ae686bc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021859 Oct 22 14:55:18.664157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-01afbea1-8be3-484a-aba5-42a31d8c6a82 req-1fd20233-c11e-403a-9e14-216c7c84c61f service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616243 Oct 22 14:55:18.703209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.709133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e34cd159-f3b8-48d2-b2c1-ac0cf0c84a68 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/a2c1d18e-9f6c-46d5-ac38-dee0c42132cc HTTP/1.1" status: 204 len: 168 time: 1.0237536 Oct 22 14:55:18.713007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47982) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:18.736761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.737816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.775351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-f34f6a96-7cd7-42fd-9901-2863d242cdca service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470482 Oct 22 14:55:18.787541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb6624-31bf-4e99-bfbe-1dde7c55852b req-bb30a518-ec34-4eaa-872b-88d133f85f85 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:18.796230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '39d3505a-954c-46db-b984-3bb1b516c7e3'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:18.797620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fdb6624-31bf-4e99-bfbe-1dde7c55852b req-bb30a518-ec34-4eaa-872b-88d133f85f85 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 949 time: 0.2516789 Oct 22 14:55:18.797954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.802597 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-607eca8c-7f19-4178-81c1-4a7ff18cc656 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:55:18.803387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607eca8c-7f19-4178-81c1-4a7ff18cc656 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:18.809611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-607eca8c-7f19-4178-81c1-4a7ff18cc656 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/a2c1d18e-9f6c-46d5-ac38-dee0c42132cc HTTP/1.1" status: 404 len: 333 time: 0.0940001 Oct 22 14:55:18.812119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47984) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:18.829657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:18.853763 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d757e5a-02f5-43fd-baab-80edda5a7e57 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:18.855968 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5d757e5a-02f5-43fd-baab-80edda5a7e57 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/a2c1d18e-9f6c-46d5-ac38-dee0c42132cc HTTP/1.1" status: 404 len: 333 time: 0.0427260 Oct 22 14:55:18.889705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47986) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:18.915185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fdb6624-31bf-4e99-bfbe-1dde7c55852b req-dcb70382-aba7-4c91-8771-9aa3780b6207 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125171 Oct 22 14:55:18.965435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.004504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd4258-03c6-4c52-be51-568a525902f4 None None] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:19.007759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9cf86afd-8e76-480e-a807-71e4b9b00012, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9cf86afd-8e76-480e-a807-71e4b9b00012,segment=NetworkSegment(bf6611b9-d893-4c4b-ba35-463d28fcd579),segment_id=bf6611b9-d893-4c4b-ba35-463d28fcd579)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:19.062414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/39d3505a-954c-46db-b984-3bb1b516c7e3/63125efa-a7e9-454b-82db-933b9d6e64e1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:19.066774 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.110828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.147441 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.149288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e15a9d5b-0978-4505-91d0-e3322ff81b21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6432006 Oct 22 14:55:19.152395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47990) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:19.184632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0c0de0b5-cbc2-4d1c-a0b4-fd243cc9299a None None] Provisioning complete for port 9cf86afd-8e76-480e-a807-71e4b9b00012 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:19.185483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c0de0b5-cbc2-4d1c-a0b4-fd243cc9299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.233268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet 732ac587-e3a0-4d37-a39f-d59035c04dd3 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:19.236580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.244376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 48c51f53-7903-4dcb-bbd7-868be69c448a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:19.262104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-fe19594a-7c7a-4a80-95e9-d6a4d1641f47 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788258 Oct 22 14:55:19.281436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.341237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 48c51f53-7903-4dcb-bbd7-868be69c448a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:19.341855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 48c51f53-7903-4dcb-bbd7-868be69c448a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:19.342718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:19.350289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:19.364580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9cf86afd-8e76-480e-a807-71e4b9b00012,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:19.406651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.489869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:19.490266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ec2f5c5-6a29-4d0e-8153-fb5d035a1396 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:19.548275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.557648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35081df-9d12-45a1-a6e3-2399810f59a3 req-7b6d59af-9742-4400-8d44-c5527763a3d1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:19.565559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c35081df-9d12-45a1-a6e3-2399810f59a3 req-7b6d59af-9742-4400-8d44-c5527763a3d1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1706445 Oct 22 14:55:19.624891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=732ac587-e3a0-4d37-a39f-d59035c04dd3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:19.628181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.633212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7857f3b8-34ca-4d04-9567-423aff3a6598 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/732ac587-e3a0-4d37-a39f-d59035c04dd3 HTTP/1.1" status: 204 len: 168 time: 0.7406821 Oct 22 14:55:19.635821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48000) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:19.647078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.663940 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.670669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0a6196da-b592-4812-975d-e7e8823b4cb2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:19.674625 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.739789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.764648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c35081df-9d12-45a1-a6e3-2399810f59a3 req-25be8e9b-665e-4dd2-adfa-66c0c8585926 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971595 Oct 22 14:55:19.772663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.834276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:19.836538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:19.838636 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc989b29-329f-4e84-ba94-edad6efb290d" -d '{"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-plugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:19.845975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 9cf86afd-8e76-480e-a807-71e4b9b00012 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:19.846363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.853428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.913063 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab85857-ad62-4a42-b412-9137f0e85480 x-openstack-request-id: req-7ab85857-ad62-4a42-b412-9137f0e85480 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:19.913360 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-plugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:19.913615 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ab85857-ad62-4a42-b412-9137f0e85480 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:19.914028 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'code': 200} Oct 22 14:55:19.964972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:19.968931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] For port 9cf86afd-8e76-480e-a807-71e4b9b00012, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9cf86afd-8e76-480e-a807-71e4b9b00012,segment=NetworkSegment(bf6611b9-d893-4c4b-ba35-463d28fcd579),segment_id=bf6611b9-d893-4c4b-ba35-463d28fcd579)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:19.969302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:19.981440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:19.984527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:19.986523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Pushing event updated for resources: {'Port': ['ID=63125efa-a7e9-454b-82db-933b9d6e64e1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:19.991309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cf86afd-8e76-480e-a807-71e4b9b00012 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:19.999188 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.016715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 9cf86afd-8e76-480e-a807-71e4b9b00012 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:20.087900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13761637-1b70-4bc6-b5fd-a5319abe7a8a None None] Network 32ff7b10-3c89-46df-8dda-cd50c1108dd5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:20.146836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f00f-7a22-49eb-927f-1a6f5828d8f6 req-f9c7d390-740a-4d63-b99b-3b4f878eb241 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:20.149720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc91f00f-7a22-49eb-927f-1a6f5828d8f6 req-f9c7d390-740a-4d63-b99b-3b4f878eb241 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1034803 Oct 22 14:55:20.150505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::1 (a2d5805a-689b-466e-a785-b2a121891287/39d3505a-954c-46db-b984-3bb1b516c7e3/b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:20.170607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c959c4-4a24-4f74-ac9f-f2d81f28b400 req-0f62188a-fd8a-4351-82aa-dc5cfda074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:20.172792 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54c959c4-4a24-4f74-ac9f-f2d81f28b400 req-0f62188a-fd8a-4351-82aa-dc5cfda074f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1101 time: 0.0875857 Oct 22 14:55:20.231343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Attempting to bind port 63125efa-a7e9-454b-82db-933b9d6e64e1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:20.231772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Attempting to bind port 63125efa-a7e9-454b-82db-933b9d6e64e1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:20.232075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Attempting to bind port 63125efa-a7e9-454b-82db-933b9d6e64e1 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:20.235620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c6a3e55b-32c2-4758-8d7e-d7641d14c796 None None] Provisioning complete for port 9cf86afd-8e76-480e-a807-71e4b9b00012 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:20.235930 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54c959c4-4a24-4f74-ac9f-f2d81f28b400 req-c64b9491-097a-4d6c-b9dd-b8dfa3890c9c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516496 Oct 22 14:55:20.236074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e55b-32c2-4758-8d7e-d7641d14c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.239511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.244096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:20.285347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Could not find standard attr ID for object 9cf86afd-8e76-480e-a807-71e4b9b00012. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:20.287823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48010) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:20.288572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:20.289115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:20.289604 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.290097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:20.290777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Bound port: 63125efa-a7e9-454b-82db-933b9d6e64e1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:20.291319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.294674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3e55b-32c2-4758-8d7e-d7641d14c796 None None] Port 9cf86afd-8e76-480e-a807-71e4b9b00012 was deleted so its status cannot be updated. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 22 14:55:20.296943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=9cf86afd-8e76-480e-a807-71e4b9b00012,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:20.300599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No DVR routers for this DVR port 9cf86afd-8e76-480e-a807-71e4b9b00012 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:20.425201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.427219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] For port 63125efa-a7e9-454b-82db-933b9d6e64e1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:20.431390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] For port 63125efa-a7e9-454b-82db-933b9d6e64e1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=63125efa-a7e9-454b-82db-933b9d6e64e1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:20.452364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c807ed9-a1bb-4dae-839a-1695cb5110d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.470682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ff7b10-3c89-46df-8dda-cd50c1108dd5']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:20.484005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21bb48-0c14-40ee-ade8-1164ef90c449 None None] DHCP port deletion for 32ff7b10-3c89-46df-8dda-cd50c1108dd5 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:20.490044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6611b9-d893-4c4b-ba35-463d28fcd579') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:20.490812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6611b9-d893-4c4b-ba35-463d28fcd579') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:20.504075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.516543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.534623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.546915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:55:20.547347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:55:20.550588 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:55:20.600965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc91f00f-7a22-49eb-927f-1a6f5828d8f6 req-e071c96c-effc-43a8-b39f-afed225d6b8b tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399042 Oct 22 14:55:20.624934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef269-5245-4cf2-bf22-8629865cd128 None None] Pushing event updated for resources: {'Port': ['ID=63125efa-a7e9-454b-82db-933b9d6e64e1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:20.668661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c807ed9-a1bb-4dae-839a-1695cb5110d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.678735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.757206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd4911-03a8-4fca-99ec-559946beffc7 req-228bfa89-6619-4e67-904d-6c2fe3a50184 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:20.759236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1fd4911-03a8-4fca-99ec-559946beffc7 req-228bfa89-6619-4e67-904d-6c2fe3a50184 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0693712 Oct 22 14:55:20.818221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1fd4911-03a8-4fca-99ec-559946beffc7 req-7a2861e8-c599-43fa-95ab-773288f24535 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519204 Oct 22 14:55:20.819451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.830422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.835474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/32ff7b10-3c89-46df-8dda-cd50c1108dd5 HTTP/1.1" status: 204 len: 168 time: 1.1937051 Oct 22 14:55:20.836856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48022) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:20.842641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888152-ec33-499a-8c57-63710e4e8087 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=32ff7b10-3c89-46df-8dda-cd50c1108dd5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:20.843553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1642463421'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:20.893486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c807ed9-a1bb-4dae-839a-1695cb5110d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:20.949973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c807ed9-a1bb-4dae-839a-1695cb5110d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0981149-9137-402e-920b-9229b9b316be,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:20.949973 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2c807ed9-a1bb-4dae-839a-1695cb5110d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f870212cc1514c30aea816d3f70eb00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545742 Oct 22 14:55:20.952904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48028) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:20.985973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbff72c-98d9-49f3-bb75-5ca867723a32 req-ade5c95f-a648-4b48-8cae-aa8c0842f8bf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:20.992289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dbff72c-98d9-49f3-bb75-5ca867723a32 req-ade5c95f-a648-4b48-8cae-aa8c0842f8bf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0787275 Oct 22 14:55:20.995110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.023731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e6acd33e-50b4-4164-b850-2843b7d8e172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.041174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:21.045435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.047329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e6acd33e-50b4-4164-b850-2843b7d8e172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.059386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:21.069469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:21.082106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:21.082788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.190932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e6acd33e-50b4-4164-b850-2843b7d8e172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.194349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dbff72c-98d9-49f3-bb75-5ca867723a32 req-0392f2a1-8413-478e-b2ce-e3cf28a08776 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952734 Oct 22 14:55:21.195142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e6acd33e-50b4-4164-b850-2843b7d8e172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.196888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e6acd33e-50b4-4164-b850-2843b7d8e172 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0981149-9137-402e-920b-9229b9b316be HTTP/1.1" status: 204 len: 168 time: 0.2427917 Oct 22 14:55:21.209907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:21.215453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd33e-50b4-4164-b850-2843b7d8e172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0981149-9137-402e-920b-9229b9b316be,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:21.262386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:55:21.310196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.310529 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment 0ee269ea-e35d-42cb-af4f-26f8649d39e8 of type vlan for network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 Oct 22 14:55:21.360681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.444177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.485302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.491273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:21.491950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.627015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=c7b39c49-a7ec-474f-a8a9-9b356c32ea35,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:21.637678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48048) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:21.638483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2ae093f3-8da9-4bb6-a48b-87f638210db5 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8003364 Oct 22 14:55:21.641154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:55:21.648279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:21.772496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-59413e98-0294-4dd6-8b85-14b4f5d2dc41 None None] Provisioning complete for port 63125efa-a7e9-454b-82db-933b9d6e64e1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:21.772806 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59413e98-0294-4dd6-8b85-14b4f5d2dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.790843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b523-3ab3-4c13-b749-a6eaa3e7cfaf req-89e14d07-4afe-4aa8-adde-4d5b6b70e2a3 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:21.792625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a56b523-3ab3-4c13-b749-a6eaa3e7cfaf req-89e14d07-4afe-4aa8-adde-4d5b6b70e2a3 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0698299 Oct 22 14:55:21.875903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59413e98-0294-4dd6-8b85-14b4f5d2dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:21.936559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a56b523-3ab3-4c13-b749-a6eaa3e7cfaf req-abbc1a46-4081-436c-b55d-0bbee110b6c6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213398 Oct 22 14:55:21.942116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:21.945289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-59413e98-0294-4dd6-8b85-14b4f5d2dc41 None None] For port 63125efa-a7e9-454b-82db-933b9d6e64e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=63125efa-a7e9-454b-82db-933b9d6e64e1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:21.949098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.052913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59413e98-0294-4dd6-8b85-14b4f5d2dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.054781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:22.083574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfc96e73-20cf-4aca-bc9a-44fa6929a9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.086468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.109244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 63125efa-a7e9-454b-82db-933b9d6e64e1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:22.157511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59413e98-0294-4dd6-8b85-14b4f5d2dc41 None None] Pushing event updated for resources: {'Port': ['ID=63125efa-a7e9-454b-82db-933b9d6e64e1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:22.179085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.180401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.185179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f9fee237-3bda-459e-a890-9f78fa2fadc5 None None] Provisioning complete for port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:22.186333 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9fee237-3bda-459e-a890-9f78fa2fadc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.221133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 63125efa-a7e9-454b-82db-933b9d6e64e1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:22.221517 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.254801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:22.272268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f9fee237-3bda-459e-a890-9f78fa2fadc5 None None] Port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:22.272472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfc96e73-20cf-4aca-bc9a-44fa6929a9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.339350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.357901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:22.361173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:22.386889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfc96e73-20cf-4aca-bc9a-44fa6929a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.408584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cf86afd-8e76-480e-a807-71e4b9b00012 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:22.428517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da318-4c07-4b5d-b6ce-e4365be0b752 req-eceac508-3e41-4fa1-82eb-bde8d7789095 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:22.435210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-410da318-4c07-4b5d-b6ce-e4365be0b752 req-eceac508-3e41-4fa1-82eb-bde8d7789095 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1151013 Oct 22 14:55:22.441366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc96e73-20cf-4aca-bc9a-44fa6929a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb35f3c-cace-400e-bf3f-23ad4a138cc6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:22.445783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9cf86afd-8e76-480e-a807-71e4b9b00012 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:22.446482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cf86afd-8e76-480e-a807-71e4b9b00012 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:22.474014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=9d4099a0-0447-4772-a365-8660800503af,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:22.482686 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bfc96e73-20cf-4aca-bc9a-44fa6929a9f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5bb442712124b8eb772f5d6a55e97c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267244 Oct 22 14:55:22.488100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': '0ee269ea-e35d-42cb-af4f-26f8649d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:22.488468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: c7b39c49-a7ec-474f-a8a9-9b356c32ea35, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:55:22.490409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:22.518515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-410da318-4c07-4b5d-b6ce-e4365be0b752 req-7ebb55a1-9905-464d-bea2-4a7955fd91d1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803571 Oct 22 14:55:22.555680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50332051-2bb1-49d2-9f9d-b2e843605b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.580919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50332051-2bb1-49d2-9f9d-b2e843605b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.597641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:55:22.642045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Router d67f9e39-f692-4bcf-b483-a49e7c4956a2 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:55:22.701049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a339d9f3-8cdf-4afa-85a7-f866ee3e3063 None None] Provisioning complete for port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:22.702159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a339d9f3-8cdf-4afa-85a7-f866ee3e3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.736031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a339d9f3-8cdf-4afa-85a7-f866ee3e3063 None None] Port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:22.739860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:55:22.745560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4dbfd012-de05-44b4-84a3-c46d0e41b7a3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "PUT /v2.0/routers/d67f9e39-f692-4bcf-b483-a49e7c4956a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5920608 Oct 22 14:55:22.746154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50332051-2bb1-49d2-9f9d-b2e843605b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.747389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48064) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:22.749149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eb2-2627-4ae7-bb29-8fa6caeba2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.749292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50332051-2bb1-49d2-9f9d-b2e843605b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.753178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50332051-2bb1-49d2-9f9d-b2e843605b54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7eb35f3c-cace-400e-bf3f-23ad4a138cc6 HTTP/1.1" status: 204 len: 168 time: 0.2617593 Oct 22 14:55:22.757429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Sync routers for ids ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:55:22.762056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50332051-2bb1-49d2-9f9d-b2e843605b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb35f3c-cace-400e-bf3f-23ad4a138cc6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:22.784411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Routers {'d67f9e39-f692-4bcf-b483-a49e7c4956a2'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:22.785074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:22.796851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c7b39c49-a7ec-474f-a8a9-9b356c32ea35) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:22.801543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:22.802350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:22.823000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea82e77-cb4a-4aa5-bfaa-3b1632408bd3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:22.824508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aea82e77-cb4a-4aa5-bfaa-3b1632408bd3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports/b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf HTTP/1.1" status: 200 len: 911 time: 0.0761087 Oct 22 14:55:22.827608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48068) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:22.838082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1c699-3138-490c-928f-ab1ece9f7736 None None] Network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:22.886768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c80505-bf77-4eb2-a6b8-12d47ee885df tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:22.893264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c80505-bf77-4eb2-a6b8-12d47ee885df tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:22.894954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38c80505-bf77-4eb2-a6b8-12d47ee885df tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0659819 Oct 22 14:55:22.897916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:22.994066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48076) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:22.999511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35', 'security_groups': [], 'name': 'tempest-PortsTestJSON-134664948'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:23.004822 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-908853f6-129a-4979-b87f-375c234f2919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3504615 Oct 22 14:55:23.108302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Set router d67f9e39-f692-4bcf-b483-a49e7c4956a2 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:55:23.207483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92433421-a6c2-4157-b923-6b6b9c182fe1 req-2d160eab-a33b-4a2a-a51a-762accc16277 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:23.215161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92433421-a6c2-4157-b923-6b6b9c182fe1 req-2d160eab-a33b-4a2a-a51a-762accc16277 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1679311 Oct 22 14:55:23.277972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92433421-a6c2-4157-b923-6b6b9c182fe1 req-7545be81-4796-47c7-b1d3-b82b41424cae tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Oct 22 14:55:23.316276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-57074fd4-bf84-4f17-82ae-a35ebdd24654 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726552 Oct 22 14:55:23.374191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:55:23.385854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:23.390961 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.398050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c7b39c49-a7ec-474f-a8a9-9b356c32ea35', 'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': '9d4099a0-0447-4772-a365-8660800503af'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:23.398918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.442043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db513d-f4d9-44db-87c4-f59634570e1d req-3735b409-cb0f-44cc-b103-cd04d9fc4816 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:23.444190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6db513d-f4d9-44db-87c4-f59634570e1d req-3735b409-cb0f-44cc-b103-cd04d9fc4816 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0966008 Oct 22 14:55:23.448939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port 66da013b-de2d-4be8-a37b-8111d709eb62 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:23.455299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.526688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:23.545055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6db513d-f4d9-44db-87c4-f59634570e1d req-85c695ff-2257-48d1-9cd3-bfc6b8dd0d80 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 Oct 22 14:55:23.549630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:55:23.584972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-a388d596-a4ba-4b62-b471-fe6f1dc99e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:23.586909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-a388d596-a4ba-4b62-b471-fe6f1dc99e0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4486a7483897491ba1d8c9b7f51c180c&device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 1097 time: 0.1817651 Oct 22 14:55:23.633293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.11 (c7b39c49-a7ec-474f-a8a9-9b356c32ea35/9d4099a0-0447-4772-a365-8660800503af/66da013b-de2d-4be8-a37b-8111d709eb62) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:23.666597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:18Z', 'updated_at': '2021-10-22T14:55:21Z', 'revision_number': 2, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None, '_interfaces': [{'id': 'b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf', 'name': '', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'mac_address': 'fa:16:3e:68:42:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '39d3505a-954c-46db-b984-3bb1b516c7e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:55:19Z', 'updated_at': '2021-10-22T14:55:21Z', 'revision_number': 2, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'subnets': [{'id': '39d3505a-954c-46db-b984-3bb1b516c7e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:23.709983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Checking router: d67f9e39-f692-4bcf-b483-a49e7c4956a2 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:55:23.710578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Updating router d67f9e39-f692-4bcf-b483-a49e7c4956a2 port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:55:23.753689 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.755934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.779162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:23.796457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44a7f2-35c2-4a4f-a179-4aee3f315929 req-87c4b6c9-c6a9-4e1a-8416-b375018097e3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:23.799308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b44a7f2-35c2-4a4f-a179-4aee3f315929 req-87c4b6c9-c6a9-4e1a-8416-b375018097e3 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1332843 Oct 22 14:55:23.802075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:23.872702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b44a7f2-35c2-4a4f-a179-4aee3f315929 req-6f64458b-58ff-4242-bdd3-2f094e052431 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620024 Oct 22 14:55:23.876932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.893627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-a130346d-2b48-4cdd-b8fb-e0c0e312be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:23.895104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-a130346d-2b48-4cdd-b8fb-e0c0e312be07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef853799-62b2-4d5a-9fdd-9c01058be256 HTTP/1.1" status: 200 len: 905 time: 0.2017713 Oct 22 14:55:23.932344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:23.979602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 63125efa-a7e9-454b-82db-933b9d6e64e1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:24.008807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.080927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Allocated IP 172.20.0.2 (c7b39c49-a7ec-474f-a8a9-9b356c32ea35/9d4099a0-0447-4772-a365-8660800503af/8959c382-7505-47fb-a08d-fd48c6e1eca8) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:24.106498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c0affd6b-13b4-4939-8516-86f897f63fc8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:55:24.120153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-cfafb9bf-3248-4a93-8816-5caacd3bcf1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fff87bd-9092-4e93-a92a-988d12cd2239 HTTP/1.1" status: 200 len: 1001 time: 0.1825972 Oct 22 14:55:24.134596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:24.135231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.173280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:24.181181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:24.202326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:24.208202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:24.213010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=66da013b-de2d-4be8-a37b-8111d709eb62,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:24.340890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 63125efa-a7e9-454b-82db-933b9d6e64e1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:24.341008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:24.341139 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.341234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.376192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a957-61e7-4848-98a8-640ea521fc25 req-4457f72b-5c5e-4524-958d-2146917a4d49 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:24.378151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6455a957-61e7-4848-98a8-640ea521fc25 req-4457f72b-5c5e-4524-958d-2146917a4d49 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1667020 Oct 22 14:55:24.382585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.410706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-9f3edcd4-fa75-4ba5-8136-0ccdb32f430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:24.412338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-9f3edcd4-fa75-4ba5-8136-0ccdb32f430f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e769a1c5-6f52-481b-ae96-925c07e12163 HTTP/1.1" status: 200 len: 843 time: 0.2805920 Oct 22 14:55:24.420858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:24.440190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-54ce248e-4ab2-421c-bb60-b4bbec4ce354 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4448695 Oct 22 14:55:24.444655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:24.460770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6455a957-61e7-4848-98a8-640ea521fc25 req-f6313553-db8d-4232-9944-213524b00aca tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739033 Oct 22 14:55:24.585079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-c1648202-5b69-442f-94ad-f29d9ed93fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:24.586632 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-c1648202-5b69-442f-94ad-f29d9ed93fa5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef853799-62b2-4d5a-9fdd-9c01058be256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635392 Oct 22 14:55:24.646266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.648765 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.741293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 66da013b-de2d-4be8-a37b-8111d709eb62 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:24.741630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.816066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-914c48f6-fa8a-4579-85ba-966412be2a35 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213051 Oct 22 14:55:24.835999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.841288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.876125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:24.912717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:24.922245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:24.924729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39524531-cdd2-4d6d-b01e-b6f5ccd63fe5 None None] Pushing event updated for resources: {'Port': ['ID=b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:24.927222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:24.986912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 66da013b-de2d-4be8-a37b-8111d709eb62 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:25.039512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Pushing event updated for resources: {'Port': ['ID=8959c382-7505-47fb-a08d-fd48c6e1eca8,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:25.069919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-636114ca-c9cd-4a20-b4a6-1406452a1650 req-bcbcfbd8-fed4-4f2d-a34f-9ee2481472d8 service neutron] 10.222.0.69 "GET /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450569 Oct 22 14:55:25.100674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.106723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd5c8d-1fcd-48e0-8ee5-4416b52b7766 req-2b5f2fb3-e33b-4621-bdfb-23ea900de779 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:25.131299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04cd5c8d-1fcd-48e0-8ee5-4416b52b7766 req-2b5f2fb3-e33b-4621-bdfb-23ea900de779 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1170514 Oct 22 14:55:25.157833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:25.217706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04cd5c8d-1fcd-48e0-8ee5-4416b52b7766 req-01200a6d-cbed-432d-84b1-54feb73649b7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843906 Oct 22 14:55:25.334128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.383239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:25.422381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-689b22ce-0aba-438b-8897-7058f1f1232d None None] Could not find standard attr ID for object b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:25.436993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Attempting to bind port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:25.437622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Attempting to bind port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:25.441308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Attempting to bind port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:25.444185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Attempting to bind port 8959c382-7505-47fb-a08d-fd48c6e1eca8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:25.444932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Attempting to bind port 8959c382-7505-47fb-a08d-fd48c6e1eca8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0ee269ea-e35d-42cb-af4f-26f8649d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:25.445525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Attempting to bind port 8959c382-7505-47fb-a08d-fd48c6e1eca8 on network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:25.459092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:25.459563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:25.460072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.460548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:25.461091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Bound port: b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:25.461536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.463556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-be7078f5-41de-4fa0-b034-ff1182114355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.469302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:25.469786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Checking segment: {'id': '0ee269ea-e35d-42cb-af4f-26f8649d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:25.470259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.470736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Bound using segment: {'id': '0ee269ea-e35d-42cb-af4f-26f8649d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:25.471333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Bound port: 8959c382-7505-47fb-a08d-fd48c6e1eca8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee269ea-e35d-42cb-af4f-26f8649d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c7b39c49-a7ec-474f-a8a9-9b356c32ea35'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:25.471802 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.522622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Port b2f5e16b-b1e1-43bd-a7a2-81d6babab0bf has been deleted concurrently {{(pid=107803) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 22 14:55:25.534025 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.581594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Routers {'d67f9e39-f692-4bcf-b483-a49e7c4956a2'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:25.581594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:25.628831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port c0affd6b-13b4-4939-8516-86f897f63fc8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:25.629402 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.667280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80980-ad20-4bb4-8f23-b73c51fb5e22 req-818c6e15-2d7e-49b6-9213-a8d09a8409d1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:25.678879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cda80980-ad20-4bb4-8f23-b73c51fb5e22 req-818c6e15-2d7e-49b6-9213-a8d09a8409d1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1301162 Oct 22 14:55:25.708327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] Set router d67f9e39-f692-4bcf-b483-a49e7c4956a2 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:55:25.711053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] For port 8959c382-7505-47fb-a08d-fd48c6e1eca8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:25.721748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cda80980-ad20-4bb4-8f23-b73c51fb5e22 req-df213fe8-5d82-4dc8-b5b2-bd411128d423 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Oct 22 14:55:25.786579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] For port 8959c382-7505-47fb-a08d-fd48c6e1eca8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8959c382-7505-47fb-a08d-fd48c6e1eca8,segment=NetworkSegment(0ee269ea-e35d-42cb-af4f-26f8649d39e8),segment_id=0ee269ea-e35d-42cb-af4f-26f8649d39e8)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:25.787805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:18Z', 'updated_at': '2021-10-22T14:55:24Z', 'revision_number': 3, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:25.822909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d48bc-8c8a-410b-a0c3-3672bf005632 None None] The sync data for ids ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'] in n-d-812148-2 is: [{'id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:18Z', 'updated_at': '2021-10-22T14:55:24Z', 'revision_number': 3, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:55:25.875830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.886562 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:25.923915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=66da013b-de2d-4be8-a37b-8111d709eb62,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:25.947198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:25.950050 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33acc86-eeee-408d-9d12-1c2b5138298b" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:25.972221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Router d67f9e39-f692-4bcf-b483-a49e7c4956a2 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:55:25.993192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:26.003356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cb488-9206-450b-b813-02f23bcb2eae None None] Pushing event updated for resources: {'Port': ['ID=8959c382-7505-47fb-a08d-fd48c6e1eca8,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:26.008272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.013955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-882e74d7-a31c-4359-9a2a-600f6729fdae tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/66da013b-de2d-4be8-a37b-8111d709eb62 HTTP/1.1" status: 204 len: 168 time: 1.5499609 Oct 22 14:55:26.017152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:26.029834 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6b744-0a4e-4aaa-8755-d4480c8b05f2 x-openstack-request-id: req-ffc6b744-0a4e-4aaa-8755-d4480c8b05f2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:26.030270 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:26.030685 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffc6b744-0a4e-4aaa-8755-d4480c8b05f2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:26.031510 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:55:26.055202 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff28924-dde9-4c47-8a0b-ea7e5de4b3b7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:26.057846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ff28924-dde9-4c47-8a0b-ea7e5de4b3b7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/66da013b-de2d-4be8-a37b-8111d709eb62 HTTP/1.1" status: 404 len: 333 time: 0.0386314 Oct 22 14:55:26.063986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48168) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:26.082206 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.112612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:55:26.124634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72c680ef-e709-4c2f-b39d-babc6eb32bd0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "PUT /v2.0/routers/d67f9e39-f692-4bcf-b483-a49e7c4956a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2255964 Oct 22 14:55:26.128322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48172) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:26.176132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:26.186905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet 9d4099a0-0447-4772-a365-8660800503af {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:26.192869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.223256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0bbd22-6f04-4501-a0d7-559a96df39e4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:26.224895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0bbd22-6f04-4501-a0d7-559a96df39e4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:26.230537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dc0bbd22-6f04-4501-a0d7-559a96df39e4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995009 Oct 22 14:55:26.230537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48174) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:26.253474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.364372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 39d3505a-954c-46db-b984-3bb1b516c7e3 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:26.370317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.413828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.459002 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.499626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.517118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3fca5-a6aa-4605-aae6-9fdfde64ade3 req-91c1defb-314b-4990-bfed-5420d41c513f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:26.523530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-adb3fca5-a6aa-4605-aae6-9fdfde64ade3 req-91c1defb-314b-4990-bfed-5420d41c513f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1938496 Oct 22 14:55:26.544410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.653745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-adb3fca5-a6aa-4605-aae6-9fdfde64ade3 req-289258aa-1a1e-4d6d-93bf-8cfd3ac398ad tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135688 Oct 22 14:55:26.694962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.785057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.830844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4099a0-0447-4772-a365-8660800503af,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:26.832920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.836284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8e4b7e02-c6ad-4e21-8ca1-ff3ebe5d6e30 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/9d4099a0-0447-4772-a365-8660800503af HTTP/1.1" status: 204 len: 168 time: 0.7708035 Oct 22 14:55:26.839049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48204) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:26.887540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecf49c-ee46-4dbb-a8a1-5576acd1f5cf req-90b57283-1189-4438-9d00-5bdf8a92c2cb tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:26.896598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cecf49c-ee46-4dbb-a8a1-5576acd1f5cf req-90b57283-1189-4438-9d00-5bdf8a92c2cb tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0922811 Oct 22 14:55:26.932785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.946147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cecf49c-ee46-4dbb-a8a1-5576acd1f5cf req-9137b5ef-91d2-4c9c-8322-e4d908ebcaee tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Oct 22 14:55:26.975214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.981352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=39d3505a-954c-46db-b984-3bb1b516c7e3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:26.984323 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:26.988413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a5d44-6347-426f-9040-5c45ddd98a3f None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:27.000422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48210) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:27.001599 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-599cfc6e-ec89-4047-9f22-0e55065d9611 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/39d3505a-954c-46db-b984-3bb1b516c7e3 HTTP/1.1" status: 204 len: 168 time: 0.7669988 Oct 22 14:55:27.119081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 8959c382-7505-47fb-a08d-fd48c6e1eca8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:27.119727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.125275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7b1b5239-34aa-4432-a106-939721ad2af4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1206913 Oct 22 14:55:27.128725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48220) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:27.244640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] For port 8959c382-7505-47fb-a08d-fd48c6e1eca8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8959c382-7505-47fb-a08d-fd48c6e1eca8,segment=NetworkSegment(0ee269ea-e35d-42cb-af4f-26f8649d39e8),segment_id=0ee269ea-e35d-42cb-af4f-26f8649d39e8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:27.245017 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.261569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 8959c382-7505-47fb-a08d-fd48c6e1eca8 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:27.285697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.311245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:27.440749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] Sync routers for ids ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:55:27.463281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] Deleting port 63125efa-a7e9-454b-82db-933b9d6e64e1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:27.463953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.464483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] Routers {'d67f9e39-f692-4bcf-b483-a49e7c4956a2'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:27.468499 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:27.487982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.554301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=8959c382-7505-47fb-a08d-fd48c6e1eca8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:27.566352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No DVR routers for this DVR port 8959c382-7505-47fb-a08d-fd48c6e1eca8 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:27.621935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] For port 63125efa-a7e9-454b-82db-933b9d6e64e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=63125efa-a7e9-454b-82db-933b9d6e64e1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:27.622338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.662729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] Calling delete_port for 63125efa-a7e9-454b-82db-933b9d6e64e1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:27.728512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.730959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.748074 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] Set router d67f9e39-f692-4bcf-b483-a49e7c4956a2 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:55:27.829878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.891171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:55:27.898715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b39c49-a7ec-474f-a8a9-9b356c32ea35']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:27.934298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee269ea-e35d-42cb-af4f-26f8649d39e8') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:27.934298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee269ea-e35d-42cb-af4f-26f8649d39e8') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:27.960137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5642ef9-4fd2-4578-8a90-a1d523530f49 None None] Network c7b39c49-a7ec-474f-a8a9-9b356c32ea35 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:27.981513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:27.995930 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:18Z', 'updated_at': '2021-10-22T14:55:24Z', 'revision_number': 3, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:28.030069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.051889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:55:28.051889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: items = [ Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:55:28.055765 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:55:28.091361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] Checking router: d67f9e39-f692-4bcf-b483-a49e7c4956a2 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:55:28.116109 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] Routers {'d67f9e39-f692-4bcf-b483-a49e7c4956a2'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:55:28.117257 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:28.168324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 63125efa-a7e9-454b-82db-933b9d6e64e1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:28.208527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9dd288d4-1644-405d-bd34-b6710af1ea7d None None] Could not find standard attr ID for object 8959c382-7505-47fb-a08d-fd48c6e1eca8. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:28.228257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.304060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.318027 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] Set router d67f9e39-f692-4bcf-b483-a49e7c4956a2 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:55:28.337646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.355490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] Pushing event deleted for resources: {'Port': ['ID=63125efa-a7e9-454b-82db-933b9d6e64e1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:28.369634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ff75f-dce0-407e-a15e-d42e1001d5fb None None] No DVR routers for this DVR port 63125efa-a7e9-454b-82db-933b9d6e64e1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:28.371427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.383984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.394694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/c7b39c49-a7ec-474f-a8a9-9b356c32ea35 HTTP/1.1" status: 204 len: 168 time: 1.5544159 Oct 22 14:55:28.398725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671034-0ff4-4343-bdcc-d6bf1ac5b24b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=c7b39c49-a7ec-474f-a8a9-9b356c32ea35,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:28.407866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48246) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:28.421751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ffd955-355b-450e-8a2f-f569ccef6ca0 None None] DHCP port deletion for c7b39c49-a7ec-474f-a8a9-9b356c32ea35 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:28.424887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'name': 'tempest-PortsTestJSON-1065854948'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:28.471327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.471977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Fanout notify agent at l3_agent the message router_deleted on router d67f9e39-f692-4bcf-b483-a49e7c4956a2 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:55:28.498806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.500988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-005bc969-e94c-405a-9f90-387a22128bb1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/routers/d67f9e39-f692-4bcf-b483-a49e7c4956a2 HTTP/1.1" status: 204 len: 168 time: 1.3711026 Oct 22 14:55:28.505383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48248) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:28.527943 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:18Z', 'updated_at': '2021-10-22T14:55:24Z', 'revision_number': 3, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:28.550787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f7baff64-736d-40af-a2c4-7987494d33bb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0426371 Oct 22 14:55:28.554290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48250) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:28.567622 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67243796-e1a4-4ce1-b684-8f556ffdff21 None None] The sync data for ids ['d67f9e39-f692-4bcf-b483-a49e7c4956a2'] in n-d-812148-2 is: [{'id': 'd67f9e39-f692-4bcf-b483-a49e7c4956a2', 'name': 'tempest-NetworksTestDHCPv6-router-624964173', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:55:18Z', 'updated_at': '2021-10-22T14:55:24Z', 'revision_number': 3, 'project_id': 'e0e553add17745c9a7c393dd9b5195ab', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:55:28.642142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c1033-098f-4414-9ebb-762c6b87034b req-965c3c83-5745-45fb-8fef-ab319c3a93dd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:28.650112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b97c1033-098f-4414-9ebb-762c6b87034b req-965c3c83-5745-45fb-8fef-ab319c3a93dd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.2584257 Oct 22 14:55:28.668967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d02eee-9f88-4b0f-ad7f-3695ba9677f3 req-7560a7d1-44c6-4bdb-a6d6-29d0b6f708ce tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:28.678579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13d02eee-9f88-4b0f-ad7f-3695ba9677f3 req-7560a7d1-44c6-4bdb-a6d6-29d0b6f708ce tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.2783689 Oct 22 14:55:28.719106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05b204-11a3-4349-845a-992625830cd6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:28.723551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48254) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:28.732677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5f05b204-11a3-4349-845a-992625830cd6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1749849 Oct 22 14:55:28.772765 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-35667c7b-93b6-4f2e-a75d-cb247b0a667f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479739 Oct 22 14:55:28.773532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48260) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:28.774154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:28.776455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b97c1033-098f-4414-9ebb-762c6b87034b req-037088f4-3d52-4ed2-9176-76b99f467cc7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251099 Oct 22 14:55:28.778058 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:28.788325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:28.807281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13d02eee-9f88-4b0f-ad7f-3695ba9677f3 req-5489dd79-374d-4214-bc6b-fb613cfe347c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231861 Oct 22 14:55:28.855890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port bc0976d8-fe49-4def-a6a2-24a3f5422f0a yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:29.188768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:29.192633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.236554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.421086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.487181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:29.490283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:29.497257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:29.504054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:29.504693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.509641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=bc0976d8-fe49-4def-a6a2-24a3f5422f0a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:29.591022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-280164fe-9894-4a4f-98f1-5ac4977583a8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1847432 Oct 22 14:55:29.594467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48270) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:29.625211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:55:29.626794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.693581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:29.697250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:29.702251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:29.703012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.711840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a707780-ee3c-44de-9cec-3eba918ab7d5 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:29.717169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=9cca8aca-dd31-43eb-a4ef-ccaf54ba9381,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:29.793396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port bc0976d8-fe49-4def-a6a2-24a3f5422f0a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:29.793735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.816101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-641166ee-cd6d-4e78-ae6b-0ef70bcf192c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0352199 Oct 22 14:55:29.819469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48274) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:29.837556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:29.966231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:29.998110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8959c382-7505-47fb-a08d-fd48c6e1eca8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:30.014843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for bc0976d8-fe49-4def-a6a2-24a3f5422f0a owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:30.030101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8959c382-7505-47fb-a08d-fd48c6e1eca8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:30.030583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8959c382-7505-47fb-a08d-fd48c6e1eca8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:30.068161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '9cca8aca-dd31-43eb-a4ef-ccaf54ba9381'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:30.069291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.192747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f933-26ce-4c04-b7e3-a2375b48de91 req-0376d5c6-b3c2-44dc-a313-59d676f10961 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:30.194997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad71f933-26ce-4c04-b7e3-a2375b48de91 req-0376d5c6-b3c2-44dc-a313-59d676f10961 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1987238 Oct 22 14:55:30.219023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:30.223485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.231142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150352-8987-4733-bc99-b112e6423b66 req-9d754e88-dde4-4419-a21e-09f2d913f47f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:30.239011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe150352-8987-4733-bc99-b112e6423b66 req-9d754e88-dde4-4419-a21e-09f2d913f47f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.2295191 Oct 22 14:55:30.274533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Allocated IP 2001:db8::f816:3eff:fe69:4339 (a2d5805a-689b-466e-a785-b2a121891287/9cca8aca-dd31-43eb-a4ef-ccaf54ba9381/1546d496-bf90-481f-bbe2-cccf0b4625d4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:30.316283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe150352-8987-4733-bc99-b112e6423b66 req-3fb52f15-8e1e-4185-b9ff-49d5525774c8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762703 Oct 22 14:55:30.321600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad71f933-26ce-4c04-b7e3-a2375b48de91 req-0d23a40c-76ad-452f-bafb-2ac25c903d10 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182539 Oct 22 14:55:30.419621 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.494345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=bc0976d8-fe49-4def-a6a2-24a3f5422f0a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:30.498879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.505932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-152ed871-15cf-4124-b787-22f11e7616aa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/bc0976d8-fe49-4def-a6a2-24a3f5422f0a HTTP/1.1" status: 204 len: 168 time: 0.9102931 Oct 22 14:55:30.506572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:30.512111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'mac_address': 'fa:16:3e:39:de:66', 'name': 'tempest-PortsTestJSON-1130519465'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:30.629170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.784457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:30.864946 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.867154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.875412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.926994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:30.941593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:30.957565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:30.960444 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:30.968133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:30.972477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:30.978413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:30.983075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:30.989223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=b1542515-7837-4e6a-96b1-93e55dc3209e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:31.032238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Pushing event updated for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:31.078347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Attempting to bind port 1546d496-bf90-481f-bbe2-cccf0b4625d4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:31.079037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Attempting to bind port 1546d496-bf90-481f-bbe2-cccf0b4625d4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:31.079675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Attempting to bind port 1546d496-bf90-481f-bbe2-cccf0b4625d4 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:31.087442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48304) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:31.088368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d9fe637-daa1-4282-b9c2-f5fed5353c41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2675960 Oct 22 14:55:31.093182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:5b:ef:32', 'name': 'tempest-NetworksTestDHCPv6-986859465'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:31.095184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:31.095795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:31.096442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.097005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:31.097780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Bound port: 1546d496-bf90-481f-bbe2-cccf0b4625d4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:31.098524 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.184045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:31.189757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1546d496-bf90-481f-bbe2-cccf0b4625d4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:31.294019 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.295425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.387456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717ef56-7183-4ea1-87a9-5607186a4532 None None] Pushing event updated for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:31.412910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:31.508710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.601717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:31.625698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:31.628233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:31.634072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:31.634759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.683295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7a69-7a0a-43b3-9a06-4599745ccb84 req-d71044ec-950c-4205-b216-4cc54be70426 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:31.684821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-023d7a69-7a0a-43b3-9a06-4599745ccb84 req-d71044ec-950c-4205-b216-4cc54be70426 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.2343807 Oct 22 14:55:31.706832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:31.724214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:31.737917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdd2e8-21e3-4eca-a290-4671c13bc910 req-63861947-1c52-490e-91cf-2742cb3fa0ab tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:31.739643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7fdd2e8-21e3-4eca-a290-4671c13bc910 req-63861947-1c52-490e-91cf-2742cb3fa0ab tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.2363825 Oct 22 14:55:31.809141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 94f4ee9c-4e32-4a66-a823-8498966f80cd yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:31.824926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6f2edf37-1eb7-4e9d-aa07-4979afa7abf3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3170011 Oct 22 14:55:31.828115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48314) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:31.912038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96c88e0-f26c-4e8f-a7fb-d814608918ad tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:31.913833 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d96c88e0-f26c-4e8f-a7fb-d814608918ad tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9 HTTP/1.1" status: 200 len: 841 time: 0.0842943 Oct 22 14:55:31.919227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:32.062510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:32.075597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7fdd2e8-21e3-4eca-a290-4671c13bc910 req-c8adbfbb-67ff-40de-b4ee-39169b4b9cef tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215885 Oct 22 14:55:32.090946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-023d7a69-7a0a-43b3-9a06-4599745ccb84 req-5372713b-bd16-4b61-9882-092d83454370 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444142 Oct 22 14:55:32.109241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:32.109885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.125494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 172.20.0.10 (a2d5805a-689b-466e-a785-b2a121891287/b1542515-7837-4e6a-96b1-93e55dc3209e/94f4ee9c-4e32-4a66-a823-8498966f80cd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:32.136549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fe5b:ef32 (a2d5805a-689b-466e-a785-b2a121891287/9cca8aca-dd31-43eb-a4ef-ccaf54ba9381/94f4ee9c-4e32-4a66-a823-8498966f80cd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:32.262727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:32.263854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.288872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.306145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:32.391243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.446686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1546d496-bf90-481f-bbe2-cccf0b4625d4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:32.483451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.538898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.580182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.609005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.630242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:32.661703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:32.688264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:32.693636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-240da897-d372-49f9-9b63-a77849d86e53 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9 HTTP/1.1" status: 204 len: 168 time: 0.7727764 Oct 22 14:55:32.696222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:32.724717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:32.728404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:32.737280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:32.739429 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62d5dd6-7d46-44d9-b0b2-940b0ea5671b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:32.741897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f62d5dd6-7d46-44d9-b0b2-940b0ea5671b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/c1b481c9-e866-47f7-9e1e-c7ce7e5da0e9 HTTP/1.1" status: 404 len: 333 time: 0.0445232 Oct 22 14:55:32.743097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=94f4ee9c-4e32-4a66-a823-8498966f80cd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:32.746523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48338) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:32.753994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'name': 'tempest-PortsTestJSON-94845321'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:32.843286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:32.843974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.019181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1ce10-abe7-4148-b700-7c2392d73d15 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:33.118814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f61f03cd-f2d5-437a-8112-0e5dc4a00f43 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:33.123544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f61f03cd-f2d5-437a-8112-0e5dc4a00f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.234863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2238-f3c0-4f24-a8bf-c533b94225f3 req-43ec6521-aa5e-4752-9419-9f562d9c354b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:33.236986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-918d2238-f3c0-4f24-a8bf-c533b94225f3 req-43ec6521-aa5e-4752-9419-9f562d9c354b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0901732 Oct 22 14:55:33.250521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205a855-a312-4c29-adb0-9e643edb7251 req-5e9d14ec-5f56-4bf2-b8e8-1b5d9bf13e9c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:33.252026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7205a855-a312-4c29-adb0-9e643edb7251 req-5e9d14ec-5f56-4bf2-b8e8-1b5d9bf13e9c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0758374 Oct 22 14:55:33.259258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:33.263428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.282665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port f8846c22-1a4c-4913-beaa-619a19ce39d0 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:33.338024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7205a855-a312-4c29-adb0-9e643edb7251 req-6ac5c351-bae8-4f5a-bdde-cf35a411d547 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700936 Oct 22 14:55:33.375534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-918d2238-f3c0-4f24-a8bf-c533b94225f3 req-f84f0a41-a00f-4df9-bfe7-29554d40d08c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224995 Oct 22 14:55:33.392111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8d67d297-b4d6-41a8-bde5-b4851054687b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3035424 Oct 22 14:55:33.392658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:33.468761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '9cca8aca-dd31-43eb-a4ef-ccaf54ba9381', 'ip_address': '2001:db8::f816:3eff:fe69:4339'}, {'subnet_id': 'b1542515-7837-4e6a-96b1-93e55dc3209e'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '1546d496-bf90-481f-bbe2-cccf0b4625d4'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:55:33.513140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.515071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.528012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d38f0-4334-4a73-971f-4c97857e3177 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:33.534605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d38f0-4334-4a73-971f-4c97857e3177 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:33.537023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aa9d38f0-4334-4a73-971f-4c97857e3177 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1428580 Oct 22 14:55:33.539215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:33.709809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 94f4ee9c-4e32-4a66-a823-8498966f80cd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:33.710139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.814190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.832487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 94f4ee9c-4e32-4a66-a823-8498966f80cd owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:33.837760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:33.911154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] Allocated IP 172.20.0.2 (a2d5805a-689b-466e-a785-b2a121891287/b1542515-7837-4e6a-96b1-93e55dc3209e/1546d496-bf90-481f-bbe2-cccf0b4625d4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:33.912672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.071882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:34.090155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:34.091060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=f8846c22-1a4c-4913-beaa-619a19ce39d0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:34.099476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:34.102680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:34.112473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:34.112473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.174457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1546d496-bf90-481f-bbe2-cccf0b4625d4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:34.208194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48378) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:34.215554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:34.215554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.215825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:34.217508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0a5489be-de21-4ce5-b5e2-6e7be7005b8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4686382 Oct 22 14:55:34.260216 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.293009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.316341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.344929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=94f4ee9c-4e32-4a66-a823-8498966f80cd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:34.384684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.512683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.531562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c9584add-74d6-494c-84c4-984cdb758c53 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/94f4ee9c-4e32-4a66-a823-8498966f80cd HTTP/1.1" status: 204 len: 168 time: 0.9875686 Oct 22 14:55:34.532368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48386) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:34.586831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397e3fb-f9a5-43b0-b321-bf71ac35fdf1 None None] Pushing event updated for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:34.617643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e9758-c503-441e-9b61-04bcdc65fff9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:34.619226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e9758-c503-441e-9b61-04bcdc65fff9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:34.620829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e9758-c503-441e-9b61-04bcdc65fff9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:34.626004 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7a5e9758-c503-441e-9b61-04bcdc65fff9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0925586 Oct 22 14:55:34.626596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48392) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:34.711678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 9cca8aca-dd31-43eb-a4ef-ccaf54ba9381 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:34.715292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.722028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba5fc-4fac-4a8c-afb4-d93b8e141bf2 req-40f93450-152f-4bbf-b944-f04258236d35 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:34.723702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca1ba5fc-4fac-4a8c-afb4-d93b8e141bf2 req-40f93450-152f-4bbf-b944-f04258236d35 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1257429 Oct 22 14:55:34.760519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b1407-dcbf-48fc-bba1-176f6455b70b req-d8b49c5b-121e-4983-a286-0cb38e6da900 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:34.770932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb1b1407-dcbf-48fc-bba1-176f6455b70b req-d8b49c5b-121e-4983-a286-0cb38e6da900 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1821551 Oct 22 14:55:34.788818 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.829211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.866808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb1b1407-dcbf-48fc-bba1-176f6455b70b req-d23d283f-9cb2-4457-aa34-c08ff3365c68 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936363 Oct 22 14:55:34.891502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca1ba5fc-4fac-4a8c-afb4-d93b8e141bf2 req-b430e469-843c-4091-8dda-938b661f7b0d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517556 Oct 22 14:55:34.915801 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.937349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:34.988505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=f8846c22-1a4c-4913-beaa-619a19ce39d0,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:35.001061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] In _notify_port_updated(), no bound segment for port f8846c22-1a4c-4913-beaa-619a19ce39d0 on network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:55:35.020004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:35.020277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.024907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:35.029518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cb4195a9-60c8-4357-8221-55ab6eb9d275 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/ports/f8846c22-1a4c-4913-beaa-619a19ce39d0 HTTP/1.1" status: 200 len: 818 time: 0.8193505 Oct 22 14:55:35.194986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port f8846c22-1a4c-4913-beaa-619a19ce39d0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:35.195339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.273909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.292621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for f8846c22-1a4c-4913-beaa-619a19ce39d0 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:35.351624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.402147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=9cca8aca-dd31-43eb-a4ef-ccaf54ba9381,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:35.408476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.414889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48402) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:35.415336 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f49d97d9-3ef8-4aac-9d98-7681e49b427c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/9cca8aca-dd31-43eb-a4ef-ccaf54ba9381 HTTP/1.1" status: 204 len: 168 time: 0.7871640 Oct 22 14:55:35.502817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet b1542515-7837-4e6a-96b1-93e55dc3209e {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:35.506678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.533876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673ccb7-f1b1-45b6-bdec-74fb02603448 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:35.561288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.607961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.615371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0072b168-3f23-4aec-801f-82cd7499911d None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:35.615738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0072b168-3f23-4aec-801f-82cd7499911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.662223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=f8846c22-1a4c-4913-beaa-619a19ce39d0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:35.691577 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.696038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd622a43-08fe-4db4-9612-42698d501d64 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/f8846c22-1a4c-4913-beaa-619a19ce39d0 HTTP/1.1" status: 204 len: 168 time: 0.6701460 Oct 22 14:55:35.698463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:35.760636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb22f239-98e6-4120-b4ca-897e3e8a03d8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:35.762527 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eb22f239-98e6-4120-b4ca-897e3e8a03d8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0626631 Oct 22 14:55:35.765623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48408) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:35.772626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.781259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0072b168-3f23-4aec-801f-82cd7499911d None None] Could not find standard attr ID for object 94f4ee9c-4e32-4a66-a823-8498966f80cd. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:35.850583 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6be8ba2-4657-4361-bdad-08fb30551eda tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:35.854197 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6be8ba2-4657-4361-bdad-08fb30551eda tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/f8846c22-1a4c-4913-beaa-619a19ce39d0 HTTP/1.1" status: 404 len: 333 time: 0.0864065 Oct 22 14:55:35.858868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48410) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:35.864619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1120590473'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:35.916043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.974780 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:35.980621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/b1542515-7837-4e6a-96b1-93e55dc3209e HTTP/1.1" status: 204 len: 168 time: 0.5622756 Oct 22 14:55:35.981067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48416) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:36.064339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f542-7925-4e98-b087-dc9544dd9f6f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=b1542515-7837-4e6a-96b1-93e55dc3209e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:36.069364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:36.072124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:36.081217 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.112514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-31c75196-c8cf-43e5-8636-21d54ce62e0f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277242 Oct 22 14:55:36.113212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:36.156069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:36.159841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:55:36.159841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.159841 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment c20c98e0-865e-4f6e-9a88-d79f81574a55 of type vlan for network ea4bee41-e78c-4e54-9ba7-595adee41e10 Oct 22 14:55:36.191449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.196055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:36.197113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.274816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fe6ea-71f1-4a75-9573-4e49cddf09ae req-72e5fbf9-a835-4de3-b9d8-59c476fabe95 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:36.276802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-738fe6ea-71f1-4a75-9573-4e49cddf09ae req-72e5fbf9-a835-4de3-b9d8-59c476fabe95 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.2142544 Oct 22 14:55:36.333709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-738fe6ea-71f1-4a75-9573-4e49cddf09ae req-077e6df1-c277-4542-92e3-7e664a24315a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471995 Oct 22 14:55:36.424644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.427668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:36.441967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.446816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:36.447489 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:36.633840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=ea4bee41-e78c-4e54-9ba7-595adee41e10,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:36.645415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:55:36.665467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62960dc-630d-48f4-9bde-12f40bfd973b req-00917fef-71ee-4ab1-912d-623fa3ed8c1a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:36.667059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a62960dc-630d-48f4-9bde-12f40bfd973b req-00917fef-71ee-4ab1-912d-623fa3ed8c1a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.6063235 Oct 22 14:55:36.747431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a62960dc-630d-48f4-9bde-12f40bfd973b req-8a09a3dc-df6b-4aab-bf59-648a7628adcb tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Oct 22 14:55:36.828880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3828903-ceda-4208-bc25-8ebe926c84d7 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:36.842175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3035509-f3e9-4f92-b668-c58ef98e5ab0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9790475 Oct 22 14:55:36.843468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:36.848036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:36.982596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ba722996-e530-4a81-aca3-ad6f0f4025f8 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:36.986652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba722996-e530-4a81-aca3-ad6f0f4025f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.004918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48434) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:37.087576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:37.091267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.169920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:55:37.173009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4018566-ba90-4ec2-bd76-8a2de421c158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.215781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '329de5fb-ec69-45ed-bd7f-7d978717549b'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '1546d496-bf90-481f-bbe2-cccf0b4625d4'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:55:37.247260 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.293519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4018566-ba90-4ec2-bd76-8a2de421c158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.390181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4018566-ba90-4ec2-bd76-8a2de421c158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.444844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] Allocated IP 2001:db8::f816:3eff:fe69:4339 (a2d5805a-689b-466e-a785-b2a121891287/329de5fb-ec69-45ed-bd7f-7d978717549b/1546d496-bf90-481f-bbe2-cccf0b4625d4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:37.524098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f4018566-ba90-4ec2-bd76-8a2de421c158 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a750ccfadd84b46aa0627b0355618a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180707 Oct 22 14:55:37.525729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4018566-ba90-4ec2-bd76-8a2de421c158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a640157-6ce2-4873-8b0c-dba7beb06363,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:37.530092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48446) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:37.615923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf333b01-4aeb-471e-a37b-33895bfd8d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.649053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1546d496-bf90-481f-bbe2-cccf0b4625d4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:37.661478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf333b01-4aeb-471e-a37b-33895bfd8d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.727144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.836706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc7c4-9d7b-4734-8c88-62dd07225519 req-0d4b0b2d-0c85-442f-a94b-63fab32aa442 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:37.838153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3acc7c4-9d7b-4734-8c88-62dd07225519 req-0d4b0b2d-0c85-442f-a94b-63fab32aa442 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.3066425 Oct 22 14:55:37.859017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.870319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe69:4339-952cf6b5-fc5d-4f68-ba3e-59c60b23dd {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:55:37.870931 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:55:37.927053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf333b01-4aeb-471e-a37b-33895bfd8d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.929187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745af29-f328-4870-901e-ce16d9a52228 None None] Pushing event updated for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:37.929622 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf333b01-4aeb-471e-a37b-33895bfd8d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.933145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bf333b01-4aeb-471e-a37b-33895bfd8d77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a640157-6ce2-4873-8b0c-dba7beb06363 HTTP/1.1" status: 204 len: 168 time: 0.3980646 Oct 22 14:55:37.962012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3acc7c4-9d7b-4734-8c88-62dd07225519 req-d066b721-248e-4d74-a462-b3eca58cddab tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999701 Oct 22 14:55:37.969774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:37.979151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333b01-4aeb-471e-a37b-33895bfd8d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a640157-6ce2-4873-8b0c-dba7beb06363,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:37.994365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c8c6e-a153-4384-9cc3-3877937216fd req-07c9a2ac-1671-4756-a5d1-3c857059e627 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:38.002659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c8c6e-a153-4384-9cc3-3877937216fd req-07c9a2ac-1671-4756-a5d1-3c857059e627 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1634364 Oct 22 14:55:38.061306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c8c6e-a153-4384-9cc3-3877937216fd req-e2368f33-b578-48d8-bff7-181fa66c072d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Oct 22 14:55:38.109827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=c2768b15-3b8b-4d05-adc0-7fb0b373e2e2,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:38.138827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': 'c20c98e0-865e-4f6e-9a88-d79f81574a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:38.139546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: ea4bee41-e78c-4e54-9ba7-595adee41e10, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:55:38.265490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:55:38.425441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ea4bee41-e78c-4e54-9ba7-595adee41e10) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:38.425558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf9a58-26e4-400d-99ef-ac3890167863 None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:38.430662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:38.431364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:38.530069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:55:38.631934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-43c31886-634b-41bd-847b-a455ea5e0a8d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7878251 Oct 22 14:55:38.632951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48464) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:38.640228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:38.676058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_pluggable_backend [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Port 1546d496-bf90-481f-bbe2-cccf0b4625d4 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=107801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Oct 22 14:55:38.677668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:38.733011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ea4bee41-e78c-4e54-9ba7-595adee41e10', 'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': 'c2768b15-3b8b-4d05-adc0-7fb0b373e2e2'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:38.733696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:38.780212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=329de5fb-ec69-45ed-bd7f-7d978717549b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:38.791326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:38.793029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:38.797037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:38.798703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:38.854803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0bd816-f7d5-43d0-9681-2678702af759 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:38.955117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cc824f70-4559-4e13-b926-b5f753aaa2f9 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:38.955401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cc824f70-4559-4e13-b926-b5f753aaa2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.010165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Allocated IP 172.20.0.2 (ea4bee41-e78c-4e54-9ba7-595adee41e10/c2768b15-3b8b-4d05-adc0-7fb0b373e2e2/23252c8f-9920-4081-b034-e93d1916b056) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364632c9-7abb-49e5-a48c-6fdaf8365d68 req-4e2752d4-da23-4874-97f6-3d0beea382b8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-364632c9-7abb-49e5-a48c-6fdaf8365d68 req-4e2752d4-da23-4874-97f6-3d0beea382b8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.2370441 Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: INFO neutron.db.ipam_backend_mixin [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c2768b15-3b8b-4d05-adc0-7fb0b373e2e2 (CIDR: 172.20.0.0/28) Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b114e5-8bbc-4c1e-904f-5ef48d088648 req-0c59bff1-9740-4de7-a59f-c204260282b9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:39.494138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b114e5-8bbc-4c1e-904f-5ef48d088648 req-0c59bff1-9740-4de7-a59f-c204260282b9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1671803 Oct 22 14:55:39.495950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3848c050-e40a-4055-9db9-7615fec95e74 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2038748 Oct 22 14:55:39.495950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48480) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:39.495950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:39.496696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-364632c9-7abb-49e5-a48c-6fdaf8365d68 req-b68fe238-970e-4bef-83bb-2cd446ccc457 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088464 Oct 22 14:55:39.496696 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:55:39.496696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:55:39.496696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b114e5-8bbc-4c1e-904f-5ef48d088648 req-fd831c9d-71ae-413e-abe4-506dff980c94 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886612 Oct 22 14:55:39.497123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.620946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cd5a5267-e1c5-49f6-9ed2-1c52e097e781 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:39.621487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5267-e1c5-49f6-9ed2-1c52e097e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.656406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b18a0714-1b1f-421c-b830-c431a090bba7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0223260 Oct 22 14:55:39.659410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48482) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:39.662035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.668225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:39.725146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:39.737103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:39.741755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:39.743716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Pushing event updated for resources: {'Port': ['ID=23252c8f-9920-4081-b034-e93d1916b056,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:39.802436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:39.807967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.848721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48486) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:39.895781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Attempting to bind port 23252c8f-9920-4081-b034-e93d1916b056 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:39.896828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Attempting to bind port 23252c8f-9920-4081-b034-e93d1916b056 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c20c98e0-865e-4f6e-9a88-d79f81574a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:39.896828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Attempting to bind port 23252c8f-9920-4081-b034-e93d1916b056 on network ea4bee41-e78c-4e54-9ba7-595adee41e10 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:39.927777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-614bed97-7e85-44ec-b351-eaa885519818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.933014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:39.933477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Checking segment: {'id': 'c20c98e0-865e-4f6e-9a88-d79f81574a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:39.934351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:39.936307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Bound using segment: {'id': 'c20c98e0-865e-4f6e-9a88-d79f81574a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:39.937140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Bound port: 23252c8f-9920-4081-b034-e93d1916b056, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20c98e0-865e-4f6e-9a88-d79f81574a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:39.943236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.064886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:40.095211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:40.099206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.111043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-662dd927-1fad-4240-9793-fe890d0918fb None None] Could not find standard attr ID for object 94f4ee9c-4e32-4a66-a823-8498966f80cd. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:40.148130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] For port 23252c8f-9920-4081-b034-e93d1916b056, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:40.156222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] For port 23252c8f-9920-4081-b034-e93d1916b056, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=23252c8f-9920-4081-b034-e93d1916b056,segment=NetworkSegment(c20c98e0-865e-4f6e-9a88-d79f81574a55),segment_id=c20c98e0-865e-4f6e-9a88-d79f81574a55)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:40.201264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:40.202899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.273084 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-614bed97-7e85-44ec-b351-eaa885519818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.289552 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.391495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-614bed97-7e85-44ec-b351-eaa885519818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.419801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4e749-e34d-48c9-a786-054a6a52343c None None] Pushing event updated for resources: {'Port': ['ID=23252c8f-9920-4081-b034-e93d1916b056,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:40.445864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.541854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:40.544126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:40.558167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4b6a1-0034-4119-9456-cadfef2b74e2 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:40.566000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=95c2895e-da73-464c-9f78-f43c85f85590,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:40.576155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:40.577512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.650609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48498) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:40.658566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-614bed97-7e85-44ec-b351-eaa885519818 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4286cd7f414a4ed9a1b88560891ab28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086846 Oct 22 14:55:40.666172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bed97-7e85-44ec-b351-eaa885519818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52f894-6034-475b-b2d8-a6f001234e80,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:40.738191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02426-c70b-4306-81a8-6ef8a9414231 req-0dd23656-79f7-4e39-9e18-3c9c3c9da6d5 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:40.753110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fed02426-c70b-4306-81a8-6ef8a9414231 req-0dd23656-79f7-4e39-9e18-3c9c3c9da6d5 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1802926 Oct 22 14:55:40.766705 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-866ac759-02aa-47c1-ad04-b0bf677eb521 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4428015 Oct 22 14:55:40.783054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:40.791376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:96:cf:6f', 'name': 'tempest-NetworksTestDHCPv6-448247330'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:40.796472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145950b-b01f-4a37-8241-2fe4841d056b req-a151541b-2d4e-4efc-b06e-f61dd8bc3a3c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:40.812200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a145950b-b01f-4a37-8241-2fe4841d056b req-a151541b-2d4e-4efc-b06e-f61dd8bc3a3c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.2612658 Oct 22 14:55:40.816728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fa8-fba8-4cfa-9734-6ae2b1d56bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.852678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fa8-fba8-4cfa-9734-6ae2b1d56bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:40.898132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a145950b-b01f-4a37-8241-2fe4841d056b req-1c7aebb4-5395-4eef-a655-4af408488236 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 Oct 22 14:55:40.934675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fed02426-c70b-4306-81a8-6ef8a9414231 req-8a0a1fc6-c5a4-42b1-ac57-e8b3a20ec79a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805077 Oct 22 14:55:40.955514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.006260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fa8-fba8-4cfa-9734-6ae2b1d56bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.010931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fa8-fba8-4cfa-9734-6ae2b1d56bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.012328 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32aa9fa8-fba8-4cfa-9734-6ae2b1d56bc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b52f894-6034-475b-b2d8-a6f001234e80 HTTP/1.1" status: 204 len: 168 time: 0.3610086 Oct 22 14:55:41.031739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa9fa8-fba8-4cfa-9734-6ae2b1d56bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52f894-6034-475b-b2d8-a6f001234e80,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:41.078224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:41.087051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:41.100112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:41.100710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.130637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=46030295-8a29-4bc1-8cb7-d9b790d1b90b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:41.133584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '329de5fb-ec69-45ed-bd7f-7d978717549b', 'ip_address': '2001:db8::f816:3eff:fe69:4339'}, {'subnet_id': '95c2895e-da73-464c-9f78-f43c85f85590'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '1546d496-bf90-481f-bbe2-cccf0b4625d4'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:55:41.167939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:41.175828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.290858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b2a73793-1f09-4bf3-ba3b-4ce9e07f3e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6300321 Oct 22 14:55:41.293474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48508) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:41.300859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10', 'fixed_ips': [{'subnet_id': 'c2768b15-3b8b-4d05-adc0-7fb0b373e2e2'}, {'subnet_id': '46030295-8a29-4bc1-8cb7-d9b790d1b90b'}], 'name': 'tempest-PortsTestJSON-611776990'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:41.306129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.338438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 83830179-e523-4f3c-a848-4f9964a7c387 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:41.581253 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:41.593188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:41.715518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 172.20.0.9 (a2d5805a-689b-466e-a785-b2a121891287/95c2895e-da73-464c-9f78-f43c85f85590/83830179-e523-4f3c-a848-4f9964a7c387) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:41.733149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fe96:cf6f (a2d5805a-689b-466e-a785-b2a121891287/329de5fb-ec69-45ed-bd7f-7d978717549b/83830179-e523-4f3c-a848-4f9964a7c387) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:41.789443 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-8bafa148-1f5e-48ff-834d-a7265e812a1f service neutron] show failed (client error): The resource could not be found. Oct 22 14:55:41.790484 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-8bafa148-1f5e-48ff-834d-a7265e812a1f service neutron] 10.222.0.69 "GET /v2.0/ports/afbf93de-f08b-48ba-af22-61f8608936a7/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.1796103 Oct 22 14:55:42.112977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207c2a4-0285-4c9b-82b1-8cdc2b040db2 None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:42.163203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 23252c8f-9920-4081-b034-e93d1916b056 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:42.175084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.278930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:42.279457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.281132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-31d90868-dd72-4a69-bd09-d6ffbac7b7ce None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:42.284631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31d90868-dd72-4a69-bd09-d6ffbac7b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.319231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.350079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6e9e-c813-43a5-8f74-4cc2b18864bd req-b170ed72-0aa0-4641-8f38-d931076c2b77 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:42.351578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43ab6e9e-c813-43a5-8f74-4cc2b18864bd req-b170ed72-0aa0-4641-8f38-d931076c2b77 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1285529 Oct 22 14:55:42.358547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.364906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240f4f1-f8e8-4d39-8d50-ed75cafed2d0 req-87718f2d-5b18-46bc-86b2-ceafd44f4be5 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:42.366454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e240f4f1-f8e8-4d39-8d50-ed75cafed2d0 req-87718f2d-5b18-46bc-86b2-ceafd44f4be5 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1552896 Oct 22 14:55:42.449817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:42.452200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:42.453945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:42.463198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:42.479606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43ab6e9e-c813-43a5-8f74-4cc2b18864bd req-0821473b-09d9-4bfd-bf2c-078b7be3a1be tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100817 Oct 22 14:55:42.522358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=83830179-e523-4f3c-a848-4f9964a7c387,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:42.557872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] Allocated IP 172.20.0.2 (a2d5805a-689b-466e-a785-b2a121891287/95c2895e-da73-464c-9f78-f43c85f85590/1546d496-bf90-481f-bbe2-cccf0b4625d4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:42.564105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:42.564996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.569741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e240f4f1-f8e8-4d39-8d50-ed75cafed2d0 req-1adbc3f4-ac24-40b6-b825-059e90e8640b tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900146 Oct 22 14:55:42.707612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.757698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 23252c8f-9920-4081-b034-e93d1916b056, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=23252c8f-9920-4081-b034-e93d1916b056,segment=NetworkSegment(c20c98e0-865e-4f6e-9a88-d79f81574a55),segment_id=c20c98e0-865e-4f6e-9a88-d79f81574a55)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:42.773226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-19a11cb3-ed4d-44fb-8090-d9e17197012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:42.775038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31d90868-dd72-4a69-bd09-d6ffbac7b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.775864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-19a11cb3-ed4d-44fb-8090-d9e17197012c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&tenant_id=504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 1101 time: 0.0615249 Oct 22 14:55:42.797822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Update dhcp port {'port': {'network_id': 'ea4bee41-e78c-4e54-9ba7-595adee41e10', 'fixed_ips': [{'subnet_id': 'c2768b15-3b8b-4d05-adc0-7fb0b373e2e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '46030295-8a29-4bc1-8cb7-d9b790d1b90b'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '23252c8f-9920-4081-b034-e93d1916b056'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:55:42.811557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-c5c30726-4cbe-4516-b857-9db032127f8f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:55:42.816044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-c5c30726-4cbe-4516-b857-9db032127f8f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0258555 Oct 22 14:55:42.827640 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3db06b7f-870e-4b2b-bb24-a8b4922a0bf8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0402746 Oct 22 14:55:42.829489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48542) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:42.843694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:42.877909 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.965838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.13 (ea4bee41-e78c-4e54-9ba7-595adee41e10/c2768b15-3b8b-4d05-adc0-7fb0b373e2e2/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:42.968331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1546d496-bf90-481f-bbe2-cccf0b4625d4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:42.976734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21588e26-f329-4a89-9fb0-0ede0404c563 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:42.978246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.18 (ea4bee41-e78c-4e54-9ba7-595adee41e10/46030295-8a29-4bc1-8cb7-d9b790d1b90b/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:42.985440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21588e26-f329-4a89-9fb0-0ede0404c563 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:42.989634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-21588e26-f329-4a89-9fb0-0ede0404c563 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1568580 Oct 22 14:55:42.989634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:42.993004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48548) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:43.011224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.023568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-31d90868-dd72-4a69-bd09-d6ffbac7b7ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:55:43.023924 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-31d90868-dd72-4a69-bd09-d6ffbac7b7ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:55:43.044692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.123869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.132090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=23252c8f-9920-4081-b034-e93d1916b056,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:43.334638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:43.356879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619e66a-747d-4c96-b4d1-e28a191926e7 None None] Pushing event updated for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:43.376627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 83830179-e523-4f3c-a848-4f9964a7c387 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:43.377168 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.388622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:43.451663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:43.454795 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defad013-b8dd-4e7a-a067-5d63fac331ca" -d '{"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:43.460769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.474653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Transition to ACTIVE for port object afbf93de-f08b-48ba-af22-61f8608936a7 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:55:43.555422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.567844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.637117 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f1579-2c7e-4467-89a5-63a4e41e4171 x-openstack-request-id: req-b50f1579-2c7e-4467-89a5-63a4e41e4171 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:43.637341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.637421 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:43.638268 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b50f1579-2c7e-4467-89a5-63a4e41e4171 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:43.639360 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'code': 200} Oct 22 14:55:43.709439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 83830179-e523-4f3c-a848-4f9964a7c387 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:43.724843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] No DVR routers for this DVR port afbf93de-f08b-48ba-af22-61f8608936a7 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:43.824207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bcb53-7e65-4528-9388-dfbb227d3349 req-c2353050-3a00-4143-ab8c-d0f6d8e2d0aa tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:43.826207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a82bcb53-7e65-4528-9388-dfbb227d3349 req-c2353050-3a00-4143-ab8c-d0f6d8e2d0aa tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.1981268 Oct 22 14:55:43.838632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:43.849213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:43.849550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:43.850911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:43.858837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:55:43.859184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:43.868069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:43.868411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:43.869108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:43.869548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Bound port: afbf93de-f08b-48ba-af22-61f8608936a7, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:43.869907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:43.999170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:44.002829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:44.030524 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-9b0dd0e6-7d38-41b5-8333-9a58cd52a378 {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:55:44.030930 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:55:44.086295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 23252c8f-9920-4081-b034-e93d1916b056 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:44.128905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.145086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.266109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:44.266480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.268612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:44.278528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.295405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] 10.222.0.53 "PUT /v2.0/ports/afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 1096 time: 1.4653244 Oct 22 14:55:44.337297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a82bcb53-7e65-4528-9388-dfbb227d3349 req-eec72195-43fa-4639-a5b1-e014b3017928 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314559 Oct 22 14:55:44.383750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f709-aaf4-426f-8bcb-5954c2c06807 req-cf6059fc-fbb9-4181-afe2-02320ba1ea3c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:44.395138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84a7f709-aaf4-426f-8bcb-5954c2c06807 req-cf6059fc-fbb9-4181-afe2-02320ba1ea3c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.6671777 Oct 22 14:55:44.404126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:44.419669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:44.429704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.435310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.435982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.436101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.436398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.436989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.437117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.437450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.437777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.438101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.438450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.438756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.439120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f26c-b6d3-4aac-b80c-b6714b197815 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:44.453844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-21d100de-7e46-4e10-a18e-605da82fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:44.455427 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-21d100de-7e46-4e10-a18e-605da82fedaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1099 time: 0.1281471 Oct 22 14:55:44.494255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:44.509851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:44.540234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:44.623013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=83830179-e523-4f3c-a848-4f9964a7c387,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:44.675462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.702711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-377c1310-6a99-4896-be27-ff2de511a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:44.708983 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-377c1310-6a99-4896-be27-ff2de511a90a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2418566 Oct 22 14:55:44.713987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84a7f709-aaf4-426f-8bcb-5954c2c06807 req-295bd031-90c8-4181-a2d3-6996c94ed9d7 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175550 Oct 22 14:55:44.770753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:44.786369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-3be24a9f-3459-4fdb-8e67-79589869ed32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0645628 Oct 22 14:55:44.788953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:44.789871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.864117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:44.866516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9615bff3-654f-4946-8d5d-642ffbead4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:44.868879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9615bff3-654f-4946-8d5d-642ffbead4e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0732074 Oct 22 14:55:44.885356 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:44.888714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-97579ccd-f293-4cb6-b9ec-19a79cc02b03 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/83830179-e523-4f3c-a848-4f9964a7c387 HTTP/1.1" status: 204 len: 168 time: 1.8921313 Oct 22 14:55:44.892005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48586) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:44.988809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e928f53-9667-4002-86f2-57330373e427 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6938450 Oct 22 14:55:44.991809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48592) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:44.998271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4f338f4a-b305-40fb-b1b4-f0114f610d81 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:44.998645 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f338f4a-b305-40fb-b1b4-f0114f610d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.003859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2768b15-3b8b-4d05-adc0-7fb0b373e2e2'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:45.014705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adcf6e-de6b-443b-ac63-a253cace245b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:45.016822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adcf6e-de6b-443b-ac63-a253cace245b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:45.018697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adcf6e-de6b-443b-ac63-a253cace245b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:45.021218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-13adcf6e-de6b-443b-ac63-a253cace245b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1274648 Oct 22 14:55:45.030953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48594) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:45.059433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9e0945d3-5534-464d-9f4c-998bed28006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:45.061735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-9e0945d3-5534-464d-9f4c-998bed28006e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807313 Oct 22 14:55:45.098777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:45.176544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:45.177112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.241700 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-ee9890ff-a622-4864-9ba8-6c0535f5ce8e service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556175 Oct 22 14:55:45.406350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 329de5fb-ec69-45ed-bd7f-7d978717549b {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:45.434172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Allocated IP 172.20.0.19 (ea4bee41-e78c-4e54-9ba7-595adee41e10/46030295-8a29-4bc1-8cb7-d9b790d1b90b/23252c8f-9920-4081-b034-e93d1916b056) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:45.455307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.541328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c370-ee03-4b23-9dae-f957dab31c10 req-496f78c0-d8d3-44ce-85b8-bb3b1af56e36 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:45.552018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1993c370-ee03-4b23-9dae-f957dab31c10 req-496f78c0-d8d3-44ce-85b8-bb3b1af56e36 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.0802486 Oct 22 14:55:45.601304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-33eeb8ef-fc7d-441b-9eb1-e5df055b72e7 None None] Could not find standard attr ID for object 83830179-e523-4f3c-a848-4f9964a7c387. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:45.606893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-235e6e0f-3f96-4b36-b825-f5022ac76380 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569953 Oct 22 14:55:45.613005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] For port 23252c8f-9920-4081-b034-e93d1916b056, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=23252c8f-9920-4081-b034-e93d1916b056,segment=NetworkSegment(c20c98e0-865e-4f6e-9a88-d79f81574a55),segment_id=c20c98e0-865e-4f6e-9a88-d79f81574a55)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:45.646406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:45.649916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.653427 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:45.658332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1993c370-ee03-4b23-9dae-f957dab31c10 req-63f6d9fe-9697-421a-8ad4-607ac177821d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050684 Oct 22 14:55:45.742569 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d530d961-04cb-41d1-94ad-69ab4b01c1d6 x-openstack-request-id: req-d530d961-04cb-41d1-94ad-69ab4b01c1d6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:45.742860 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:45.743244 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d530d961-04cb-41d1-94ad-69ab4b01c1d6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:45.744316 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'status': 'completed', 'code': 200} Oct 22 14:55:45.747726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.753775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.784131 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:45.896140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451922ba-378d-4e19-8362-057c28243962 req-ba37042f-f599-49c5-9a29-9359e22742bf tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:45.904567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-451922ba-378d-4e19-8362-057c28243962 req-ba37042f-f599-49c5-9a29-9359e22742bf tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0746164 Oct 22 14:55:45.947331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985db95-faf2-420f-9713-b2a6e6e110d5 None None] Pushing event updated for resources: {'Port': ['ID=23252c8f-9920-4081-b034-e93d1916b056,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:45.973088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-451922ba-378d-4e19-8362-057c28243962 req-60a523df-e4d9-4e96-a0cd-fe2064924e6b tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675647 Oct 22 14:55:46.030685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-15c2246c-af75-4d3b-a5fc-d47302058368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:46.032243 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-15c2246c-af75-4d3b-a5fc-d47302058368 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1099 time: 0.2753315 Oct 22 14:55:46.111912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-b44dbd98-733c-474a-a196-126e6a0e115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:46.111912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-b44dbd98-733c-474a-a196-126e6a0e115b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1099 time: 0.2239978 Oct 22 14:55:46.160799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:46.416464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-51882e75-ea66-4aac-8ed7-cda84420c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:46.418468 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-51882e75-ea66-4aac-8ed7-cda84420c927 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3697708 Oct 22 14:55:46.484617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-4df2c203-7b94-4e25-baac-49496a6de483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:46.486270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-4df2c203-7b94-4e25-baac-49496a6de483 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3568945 Oct 22 14:55:46.615669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f662e1-b572-495f-ac07-665370d9208c None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:46.684208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9bee86a6-44bb-4ed0-ab2b-bc3c0267be0f None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:46.684764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bee86a6-44bb-4ed0-ab2b-bc3c0267be0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:46.796985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39e9b1-9981-456d-931a-9eebc35005f6 req-1e5f0190-08ef-4036-b8b8-c1516bbe0a30 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:46.798931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a39e9b1-9981-456d-931a-9eebc35005f6 req-1e5f0190-08ef-4036-b8b8-c1516bbe0a30 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 948 time: 0.0657935 Oct 22 14:55:46.849698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a39e9b1-9981-456d-931a-9eebc35005f6 req-d8a28c7d-9c50-401a-a09a-07d909a281d7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447342 Oct 22 14:55:46.885875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-abd4d219-a48d-4f45-87d6-6816d956a349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.4532506 Oct 22 14:55:46.940710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-82020d58-c752-44f2-8c77-a0404797ddc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0669627 Oct 22 14:55:46.984588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Delete allocated IP 172.20.0.18 (ea4bee41-e78c-4e54-9ba7-595adee41e10/46030295-8a29-4bc1-8cb7-d9b790d1b90b) {{(pid=107801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 14:55:47.042898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-1f129048-568b-4f1e-b994-47a418200a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:47.045422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-1f129048-568b-4f1e-b994-47a418200a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1511736 Oct 22 14:55:47.089304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.123178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3a819-b5e8-47d4-bb02-9bdfe2db7bbf req-7f42dea0-0acf-446c-af1f-190f7ec4e405 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:47.125201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0d3a819-b5e8-47d4-bb02-9bdfe2db7bbf req-7f42dea0-0acf-446c-af1f-190f7ec4e405 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0629218 Oct 22 14:55:47.153009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=329de5fb-ec69-45ed-bd7f-7d978717549b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:47.167191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4416171-88b3-4a21-9ce1-45d8fdb646b1 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:47.181841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0d3a819-b5e8-47d4-bb02-9bdfe2db7bbf req-e2ec023d-ea8c-42c3-a60e-6a8b196e3dfb tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495529 Oct 22 14:55:47.189900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-c0036662-d341-4dfc-817f-02df8741d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:47.209959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-c0036662-d341-4dfc-817f-02df8741d814 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2246163 Oct 22 14:55:47.209959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.209959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-52dc741f-a321-4dfd-8682-00ca73fc9d8b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/329de5fb-ec69-45ed-bd7f-7d978717549b HTTP/1.1" status: 204 len: 168 time: 2.1706631 Oct 22 14:55:47.210520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48658) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:47.256435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-8320cb6f-9f49-49b6-b5bf-399ec25e592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:47.257972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-8320cb6f-9f49-49b6-b5bf-399ec25e592a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979961 Oct 22 14:55:47.294874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 95c2895e-da73-464c-9f78-f43c85f85590 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:47.308753 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.391535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1699ffc4-14e6-4d1e-acc3-27d2011f6c6f None None] Provisioning complete for port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:47.392154 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1699ffc4-14e6-4d1e-acc3-27d2011f6c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.393804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-06943b4b-745b-4b55-9e3b-25c53ecbbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:47.395993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-06943b4b-745b-4b55-9e3b-25c53ecbbfec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1903870 Oct 22 14:55:47.420126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.452219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1699ffc4-14e6-4d1e-acc3-27d2011f6c6f None None] Port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:47.487285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1699ffc4-14e6-4d1e-acc3-27d2011f6c6f None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:47.487656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1699ffc4-14e6-4d1e-acc3-27d2011f6c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.525087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:55:47.546717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.626527 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-42db1b57-f702-4d89-ab43-e649e81f692f service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563590 Oct 22 14:55:47.629977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.637875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-52cb76a2-e216-4889-b8a7-6eed8605ee4e service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278228 Oct 22 14:55:47.669125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:47.685507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'mac_address': 'fa:16:3e:ea:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:55:47.747842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.756676 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.799709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbf93de-f08b-48ba-af22-61f8608936a7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:47.867342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:47.881777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.966793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:47.970963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=95c2895e-da73-464c-9f78-f43c85f85590,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:48.031951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.044384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-14a662dd-ef4f-4ea0-a053-63eedfaa4a95 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/95c2895e-da73-464c-9f78-f43c85f85590 HTTP/1.1" status: 204 len: 168 time: 0.8344789 Oct 22 14:55:48.046735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48678) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:48.100528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 23252c8f-9920-4081-b034-e93d1916b056 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:48.114784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:48.119444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-0e1b9558-3dfe-4f81-afcc-a4984c7c5577 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801245 Oct 22 14:55:48.193972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a597ea02-b60a-444b-a1aa-2acd3b63ee5c req-e0c8f29c-e674-44d9-98aa-6c64725e39d2 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448246 Oct 22 14:55:48.203459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] In _notify_port_updated(), no bound segment for port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 on network ea4bee41-e78c-4e54-9ba7-595adee41e10 {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:55:48.217716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:48.218593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.224491 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-766aae86-f673-40b9-ba60-2b68a5964dbc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/ports/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 HTTP/1.1" status: 200 len: 919 time: 3.2248640 Oct 22 14:55:48.224709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48682) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:48.232457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2768b15-3b8b-4d05-adc0-7fb0b373e2e2'}, {'subnet_id': '46030295-8a29-4bc1-8cb7-d9b790d1b90b'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:48.359961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d0aed5ea-b345-4115-bf16-bfd1af865598 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2916076 Oct 22 14:55:48.361219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48684) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:48.374959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:48.410464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.418279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5829623f-7ac3-4ac3-9eb7-675074d0b361 None None] Provisioning complete for port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:48.422714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5829623f-7ac3-4ac3-9eb7-675074d0b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.489157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a2f2-502e-40b7-b33f-383d95106bad req-0e6f461b-fbcb-427b-8c4a-b633cff2860d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:48.499455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea78a2f2-502e-40b7-b33f-383d95106bad req-0e6f461b-fbcb-427b-8c4a-b633cff2860d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.5488672 Oct 22 14:55:48.509152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:48.533614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5829623f-7ac3-4ac3-9eb7-675074d0b361 None None] Port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:48.536742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['afbf93de-f08b-48ba-af22-61f8608936a7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:55:48.683322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea78a2f2-502e-40b7-b33f-383d95106bad req-11704a06-7281-4094-800a-086ee0c6a015 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801581 Oct 22 14:55:48.699705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ace296-3de4-4e44-bcdd-0c5cb68730ba req-3e24ad01-da2e-4946-b543-e8a3daaa22b0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:48.704258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:48.704662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.718699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42ace296-3de4-4e44-bcdd-0c5cb68730ba req-3e24ad01-da2e-4946-b543-e8a3daaa22b0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.2147522 Oct 22 14:55:48.800359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42ace296-3de4-4e44-bcdd-0c5cb68730ba req-0aeb4173-4874-4741-92a9-455e69b38619 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746117 Oct 22 14:55:48.801361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:48.804918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.895780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b9056b2b-e0d4-4499-af58-b8cc4c7c2738 None None] Provisioning complete for port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:48.896091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b9056b2b-e0d4-4499-af58-b8cc4c7c2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:48.916429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48688) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:48.968934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb790fb-bc60-47e0-8c9f-02ff1342d5b5 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:49.013416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.30 (ea4bee41-e78c-4e54-9ba7-595adee41e10/46030295-8a29-4bc1-8cb7-d9b790d1b90b/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:49.080044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b9056b2b-e0d4-4499-af58-b8cc4c7c2738 None None] Port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:49.154261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.192892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.214502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6601e056-8566-4853-aacd-4d56da79cac8 None None] Provisioning complete for port 1546d496-bf90-481f-bbe2-cccf0b4625d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:49.214959 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6601e056-8566-4853-aacd-4d56da79cac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.222187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.278950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:49.286494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:49.292405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:49.293001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.308270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=97bea6c6-a7a5-4569-8498-bdfc8a281e12,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:49.314472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:49.331357 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.369494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] Deleting port 1546d496-bf90-481f-bbe2-cccf0b4625d4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:49.369862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.384104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.469264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] For port 1546d496-bf90-481f-bbe2-cccf0b4625d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1546d496-bf90-481f-bbe2-cccf0b4625d4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:49.469744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.484686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] Calling delete_port for 1546d496-bf90-481f-bbe2-cccf0b4625d4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:49.514722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:49.559337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] In _notify_port_updated(), no bound segment for port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 on network ea4bee41-e78c-4e54-9ba7-595adee41e10 {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:55:49.559424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d850dc1-cd0b-4028-89ac-8fa37b278b28 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1840270 Oct 22 14:55:49.559424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.559424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:49.559713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:49.559713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.559713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06315796-9b9f-4d24-823f-305f6dd209fc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/ports/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 HTTP/1.1" status: 200 len: 999 time: 1.3288939 Oct 22 14:55:49.559713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:49.560055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:49.628305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d822d0f4f6f1405b9a935092485ff169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097871 Oct 22 14:55:49.639991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbe9c59-67e4-402a-9f43-e3fb09aeee71,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:49.641473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48712) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:49.677568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.677918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.678259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.678596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.678930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.679293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.679622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.679941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.680269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.680591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.680916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.681235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3dd72-4041-48aa-8c30-f0ea1610092a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:55:49.715488 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.715756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:49.720463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.740022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9345ebc-27ab-4928-8dc6-b87fa18fe6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.760561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] No DVR routers for this DVR port 1546d496-bf90-481f-bbe2-cccf0b4625d4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:49.763240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8ab2-67ca-4a62-86dd-b0f6fd4c67dc None None] Pushing event deleted for resources: {'Port': ['ID=1546d496-bf90-481f-bbe2-cccf0b4625d4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:49.777413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-779580a8-d6a7-46cb-891b-398b5c385e01 None None] Provisioning complete for port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:49.777923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-779580a8-d6a7-46cb-891b-398b5c385e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.804020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89954feb-ec24-4297-8b3b-7a8e0b99e2be None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:49.845915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-779580a8-d6a7-46cb-891b-398b5c385e01 None None] Port da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:55:49.849594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.853118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4565a-daf7-4545-8620-f64eb1307d06 req-59f0d761-4ce5-443d-9897-bc17d2c9c188 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:49.856080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38e4565a-daf7-4545-8620-f64eb1307d06 req-59f0d761-4ce5-443d-9897-bc17d2c9c188 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.0652547 Oct 22 14:55:49.858501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:49.862576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.862735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9345ebc-27ab-4928-8dc6-b87fa18fe6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:49.876491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:50.024557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:50.026079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38e4565a-daf7-4545-8620-f64eb1307d06 req-7425ce2c-00ca-4ec7-9859-1f85775d0dcd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542315 Oct 22 14:55:50.039681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '97bea6c6-a7a5-4569-8498-bdfc8a281e12'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:50.042078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.043911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1ed61-5b1f-4e2c-be0e-4b28be6b1dd4 req-3e25571d-287e-445f-af29-36b707dcd793 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:50.053034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54e1ed61-5b1f-4e2c-be0e-4b28be6b1dd4 req-3e25571d-287e-445f-af29-36b707dcd793 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1606863 Oct 22 14:55:50.085799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 1546d496-bf90-481f-bbe2-cccf0b4625d4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:50.086145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1546d496-bf90-481f-bbe2-cccf0b4625d4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:50.104345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9345ebc-27ab-4928-8dc6-b87fa18fe6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.107572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9345ebc-27ab-4928-8dc6-b87fa18fe6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.112235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9345ebc-27ab-4928-8dc6-b87fa18fe6f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fbe9c59-67e4-402a-9f43-e3fb09aeee71 HTTP/1.1" status: 204 len: 168 time: 0.4693887 Oct 22 14:55:50.126069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9345ebc-27ab-4928-8dc6-b87fa18fe6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbe9c59-67e4-402a-9f43-e3fb09aeee71,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:50.171188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54e1ed61-5b1f-4e2c-be0e-4b28be6b1dd4 req-8feebf5f-78f9-432d-a1e7-69aa2bd04a88 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103644 Oct 22 14:55:50.327459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.338863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0c874-3763-4ed4-b222-b13828a26320 req-397434dd-a840-46b4-a43d-86b3af0722fd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:50.340567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30e0c874-3763-4ed4-b222-b13828a26320 req-397434dd-a840-46b4-a43d-86b3af0722fd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0896065 Oct 22 14:55:50.406456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30e0c874-3763-4ed4-b222-b13828a26320 req-8011741d-ada6-4668-9bff-e5e4b16ed6f3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575421 Oct 22 14:55:50.407110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:50.508696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.514515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5e5b9c0-815a-420c-a7b9-80233f746bc9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 HTTP/1.1" status: 204 len: 168 time: 0.9542134 Oct 22 14:55:50.522942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:50.579055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Allocated IP 172.20.0.2 (a2d5805a-689b-466e-a785-b2a121891287/97bea6c6-a7a5-4569-8498-bdfc8a281e12/711ae0eb-d661-4f0d-8629-45b5d130a5c7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:50.581214 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cbd5f7-d30a-4aa1-9e2b-a0fd567202c3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:55:50.583988 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8cbd5f7-d30a-4aa1-9e2b-a0fd567202c3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 HTTP/1.1" status: 404 len: 333 time: 0.0565178 Oct 22 14:55:50.586850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48744) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:50.643883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.objects.ports [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107802) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:55:50.649667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.708119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet 46030295-8a29-4bc1-8cb7-d9b790d1b90b {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:50.716316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.750111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=de739066-bde5-4ef4-9e5d-9394ef881ac8,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:50.776687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:50.780647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:50.787501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.804804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:50.805399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.845012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.846943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecdf67-2e28-4d81-a76c-eedbbfe9d335 req-473b8e79-bef2-48c0-92f4-4a590a355fd5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:50.849121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14ecdf67-2e28-4d81-a76c-eedbbfe9d335 req-473b8e79-bef2-48c0-92f4-4a590a355fd5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.0953374 Oct 22 14:55:50.894961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:50.899852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14ecdf67-2e28-4d81-a76c-eedbbfe9d335 req-b71e21c0-3b6d-4c5c-965b-91d19b33cb75 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 Oct 22 14:55:50.975511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e35e5d79-1f19-41c4-b038-529b4696cc29 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4222193 Oct 22 14:55:50.978372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48756) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:50.983971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:a9:39:0d', 'name': 'tempest-NetworksTestDHCPv6-1209737145'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:50.984097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-fd01dd51-c278-4186-8ec8-6526e0a993c9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:50.985586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-fd01dd51-c278-4186-8ec8-6526e0a993c9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&tenant_id=504ea20bd49b49809f8c10cc01094181&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 949 time: 0.0871656 Oct 22 14:55:51.059063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.065398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-ea5d8035-1cf1-485e-9d08-9099c4b0f959 service neutron] 10.222.0.53 "GET /v2.0/ports/afbf93de-f08b-48ba-af22-61f8608936a7/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 382 time: 0.0649092 Oct 22 14:55:51.118743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:51.126126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:51.129216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:51.140088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Pushing event updated for resources: {'Port': ['ID=711ae0eb-d661-4f0d-8629-45b5d130a5c7,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:51.158265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.168685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-4c8db998-f74f-4043-8978-26eb96645ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:51.170906 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-4c8db998-f74f-4043-8978-26eb96645ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1100 time: 0.0739019 Oct 22 14:55:51.183466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:51.203236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=46030295-8a29-4bc1-8cb7-d9b790d1b90b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:51.210403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Attempting to bind port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:51.211051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Attempting to bind port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:51.211585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Attempting to bind port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:51.214673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.218130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95221bb6-0737-4260-9340-bbbe7259a987 None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:51.221559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50c96939-f16a-41ae-9457-327dfcadb079 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/46030295-8a29-4bc1-8cb7-d9b790d1b90b HTTP/1.1" status: 204 len: 168 time: 0.6312494 Oct 22 14:55:51.222108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48760) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:51.240734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:51.241683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:51.242113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.243128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:51.243631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Bound port: 711ae0eb-d661-4f0d-8629-45b5d130a5c7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:51.244613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.310098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:51.344629 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.346347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d4cec0a-1aeb-493f-9f0f-31ce6099e090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.358762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet c2768b15-3b8b-4d05-adc0-7fb0b373e2e2 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:51.367705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a6d3e-b367-447d-92f7-f84fc1b20b63 req-80864fb9-6649-49e9-bb53-b247e25b20f8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:51.371438 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.376272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f36a6d3e-b367-447d-92f7-f84fc1b20b63 req-80864fb9-6649-49e9-bb53-b247e25b20f8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0926244 Oct 22 14:55:51.400650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-cb2cd49c-5c0a-4960-accc-3b1f20203f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:51.404074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-cb2cd49c-5c0a-4960-accc-3b1f20203f7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2103841 Oct 22 14:55:51.406845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 1691a95c-b12a-4d19-bdc9-298f9fe797dc yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:51.443054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] For port 711ae0eb-d661-4f0d-8629-45b5d130a5c7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:51.459150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] For port 711ae0eb-d661-4f0d-8629-45b5d130a5c7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=711ae0eb-d661-4f0d-8629-45b5d130a5c7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:51.461365 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-7b33024f-414b-4c4c-b575-51436aba525c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0480909 Oct 22 14:55:51.467486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f36a6d3e-b367-447d-92f7-f84fc1b20b63 req-39de77c9-cc7a-4b61-8380-47e9822d9258 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908415 Oct 22 14:55:51.482775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.533356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:51.599803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-9fbb39b4-0f49-4995-bd03-6ac031e9275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:51.601330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-9fbb39b4-0f49-4995-bd03-6ac031e9275e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1285985 Oct 22 14:55:51.614168 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.677620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d4cec0a-1aeb-493f-9f0f-31ce6099e090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.681216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 172.20.0.5 (a2d5805a-689b-466e-a785-b2a121891287/97bea6c6-a7a5-4569-8498-bdfc8a281e12/1691a95c-b12a-4d19-bdc9-298f9fe797dc) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:51.692459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fea9:390d (a2d5805a-689b-466e-a785-b2a121891287/de739066-bde5-4ef4-9e5d-9394ef881ac8/1691a95c-b12a-4d19-bdc9-298f9fe797dc) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:51.715328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.758595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eac4e-9aa7-47a3-9901-af8e51bb5f5e None None] Pushing event updated for resources: {'Port': ['ID=711ae0eb-d661-4f0d-8629-45b5d130a5c7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:51.763094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d4cec0a-1aeb-493f-9f0f-31ce6099e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.824296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port afbf93de-f08b-48ba-af22-61f8608936a7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:55:51.828735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port afbf93de-f08b-48ba-af22-61f8608936a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:51.829114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.867556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cec0a-1aeb-493f-9f0f-31ce6099e090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a2bdd-88a4-456b-9bae-7d5adb0ac3af,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:51.872431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d4cec0a-1aeb-493f-9f0f-31ce6099e090 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea9c1f2ebc284aee9138e0f6fcee6c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594616 Oct 22 14:55:51.875720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:51.877503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-db7c2631-9b92-4265-83e7-8494e1ce792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:51.879225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-db7c2631-9b92-4265-83e7-8494e1ce792d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548852 Oct 22 14:55:51.958135 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.974582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:51.984442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.005443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d4-1d03-4bd4-8304-f6158606adf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.030164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:52.044004 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573b3e8-2955-4d01-8b0e-49f5edd66a18" -d '{"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-plugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:52.070200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:52.090106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d4-1d03-4bd4-8304-f6158606adf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.108075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=c2768b15-3b8b-4d05-adc0-7fb0b373e2e2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:52.111964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.119162 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a492c5b0-04cb-4beb-bed2-ed0c24584101 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/c2768b15-3b8b-4d05-adc0-7fb0b373e2e2 HTTP/1.1" status: 204 len: 168 time: 0.8958054 Oct 22 14:55:52.123008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:52.126584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.174784 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629f5bd-45ae-4d64-9398-462625bc21c6 x-openstack-request-id: req-d629f5bd-45ae-4d64-9398-462625bc21c6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:52.175110 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-plugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:52.175362 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d629f5bd-45ae-4d64-9398-462625bc21c6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:52.175800 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'code': 200} Oct 22 14:55:52.190753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-481fb76d-c55f-4e7c-852b-9ed8c8ed72a2 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015895 Oct 22 14:55:52.228257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8834-8c91-45ad-8015-b7ba31fb25d4 req-5682219f-16b4-4ab2-b22c-1aa5ae71012e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:52.229799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8eb8834-8c91-45ad-8015-b7ba31fb25d4 req-5682219f-16b4-4ab2-b22c-1aa5ae71012e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1707423 Oct 22 14:55:52.231673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:52.265575 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.288281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.318250 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d4-1d03-4bd4-8304-f6158606adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.320838 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d4-1d03-4bd4-8304-f6158606adf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.328223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-242eb6d4-1d03-4bd4-8304-f6158606adf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e9a2bdd-88a4-456b-9bae-7d5adb0ac3af HTTP/1.1" status: 204 len: 168 time: 0.4512417 Oct 22 14:55:52.361448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8eb8834-8c91-45ad-8015-b7ba31fb25d4 req-25867aa6-8cc8-46f2-bc7a-c07db5e60842 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119273 Oct 22 14:55:52.363514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:52.372653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:52.380452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:52.383588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eb6d4-1d03-4bd4-8304-f6158606adf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a2bdd-88a4-456b-9bae-7d5adb0ac3af,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:52.387223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=1691a95c-b12a-4d19-bdc9-298f9fe797dc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:52.420976 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-89104341-803e-4412-ab7f-353630d41c74 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207794 Oct 22 14:55:52.435551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84425c-720e-41cc-bdb5-c8f94db93e34 None None] Network ea4bee41-e78c-4e54-9ba7-595adee41e10 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:52.443427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 23252c8f-9920-4081-b034-e93d1916b056 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:52.443790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.473811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:52.474626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.550195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] For port 23252c8f-9920-4081-b034-e93d1916b056, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=23252c8f-9920-4081-b034-e93d1916b056,segment=NetworkSegment(c20c98e0-865e-4f6e-9a88-d79f81574a55),segment_id=c20c98e0-865e-4f6e-9a88-d79f81574a55)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:52.555160 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.568008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 23252c8f-9920-4081-b034-e93d1916b056 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:52.577610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d18d68f4-742d-454c-babd-e52f0835bc02 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5953245 Oct 22 14:55:52.579004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48788) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:52.590759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0e6e3648-116a-4d25-b42b-734a958b6212 None None] Provisioning complete for port 23252c8f-9920-4081-b034-e93d1916b056 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:52.590759 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3648-116a-4d25-b42b-734a958b6212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.627479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f886d35-3781-46fc-86a7-bbe15567cf5a req-e5353bb0-73b4-4098-99c8-b43f4df61855 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:52.629170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f886d35-3781-46fc-86a7-bbe15567cf5a req-e5353bb0-73b4-4098-99c8-b43f4df61855 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0869367 Oct 22 14:55:52.652777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e89f0e-bc29-452e-b5d3-8e6e988c52b7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:52.666392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e89f0e-bc29-452e-b5d3-8e6e988c52b7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:52.670493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-45e89f0e-bc29-452e-b5d3-8e6e988c52b7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0916288 Oct 22 14:55:52.673552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48792) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:52.691903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f61d776f-8418-4402-8219-c1dafb005ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.730373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f886d35-3781-46fc-86a7-bbe15567cf5a req-b13e7382-3d33-4119-b79a-182897611c1e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585663 Oct 22 14:55:52.878182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 1691a95c-b12a-4d19-bdc9-298f9fe797dc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:52.878912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:52.955054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01c4fe-ea5c-48d3-8772-27cedc8ac710 None None] DHCP port deletion for ea4bee41-e78c-4e54-9ba7-595adee41e10 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:52.988732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7e01c4fe-ea5c-48d3-8772-27cedc8ac710 None None] The port '23252c8f-9920-4081-b034-e93d1916b056' was deleted {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 22 14:55:53.145920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bca99a-7a91-4c23-abc3-15377881986e None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:53.242277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e77fc916-bf28-468c-a675-45d747e1c852 None None] Provisioning complete for port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:53.242647 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e77fc916-bf28-468c-a675-45d747e1c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.297680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.334377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=23252c8f-9920-4081-b034-e93d1916b056,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:53.343246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No DVR routers for this DVR port 23252c8f-9920-4081-b034-e93d1916b056 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:53.383185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.394666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e77fc916-bf28-468c-a675-45d747e1c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.422068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 1691a95c-b12a-4d19-bdc9-298f9fe797dc owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:53.482953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e77fc916-bf28-468c-a675-45d747e1c852 None None] For port 711ae0eb-d661-4f0d-8629-45b5d130a5c7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=711ae0eb-d661-4f0d-8629-45b5d130a5c7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:53.490105 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.498435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '97bea6c6-a7a5-4569-8498-bdfc8a281e12', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de739066-bde5-4ef4-9e5d-9394ef881ac8'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '711ae0eb-d661-4f0d-8629-45b5d130a5c7'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:55:53.522194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:55:53.529228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:53.551794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4bee41-e78c-4e54-9ba7-595adee41e10']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:53.558468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.566754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20c98e0-865e-4f6e-9a88-d79f81574a55') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:53.567072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20c98e0-865e-4f6e-9a88-d79f81574a55') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:55:53.567844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb600c24-6872-4b16-be6e-0c5796c3950e req-fcfb570f-c378-4029-99da-957a5b661273 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:53.575486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb600c24-6872-4b16-be6e-0c5796c3950e req-fcfb570f-c378-4029-99da-957a5b661273 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0888426 Oct 22 14:55:53.584258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.596250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e77fc916-bf28-468c-a675-45d747e1c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.603412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.620735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:55:53.621681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:55:53.624763 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:55:53.630556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb600c24-6872-4b16-be6e-0c5796c3950e req-c649f458-08a9-4ade-90ee-5484a507deed tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Oct 22 14:55:53.829008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fc916-bf28-468c-a675-45d747e1c852 None None] Pushing event updated for resources: {'Port': ['ID=711ae0eb-d661-4f0d-8629-45b5d130a5c7,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:53.889361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.898327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:53.899262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69523e4c-6c3d-41d3-a8c9-06c1bea78d13 req-9e2bac38-a1bd-4c64-91fb-83803faf2eb8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:53.918826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69523e4c-6c3d-41d3-a8c9-06c1bea78d13 req-9e2bac38-a1bd-4c64-91fb-83803faf2eb8 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0804501 Oct 22 14:55:53.938569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:53.959838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:55:53.982320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:53.995042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69523e4c-6c3d-41d3-a8c9-06c1bea78d13 req-a8d00e34-a523-4a34-9d28-b985ad8adac0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731058 Oct 22 14:55:54.002831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.010749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/ea4bee41-e78c-4e54-9ba7-595adee41e10 HTTP/1.1" status: 204 len: 168 time: 1.8836527 Oct 22 14:55:54.010749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.014354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] Allocated IP 2001:db8::f816:3eff:febb:dc3d (a2d5805a-689b-466e-a785-b2a121891287/de739066-bde5-4ef4-9e5d-9394ef881ac8/711ae0eb-d661-4f0d-8629-45b5d130a5c7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:54.016098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48832) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.032601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34206f9c-9a5d-43d9-b55c-eab14b1dac59 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=ea4bee41-e78c-4e54-9ba7-595adee41e10,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:54.065804 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.079267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=1691a95c-b12a-4d19-bdc9-298f9fe797dc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:54.105337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:54.120947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 711ae0eb-d661-4f0d-8629-45b5d130a5c7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:54.149851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d2a19-b4a2-4edd-8c81-7ac3b24c4ecc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:54.154479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-de5d2a19-b4a2-4edd-8c81-7ac3b24c4ecc tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1372106 Oct 22 14:55:54.162012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.170588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48850) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.192489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:54.194831 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec39f5d-b303-47d7-a784-de20a5cdc3b3" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-unplugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:54.210595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.217210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48866) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.217356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-22efc133-0e6b-42fd-8e9d-a40d1dafbae5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/1691a95c-b12a-4d19-bdc9-298f9fe797dc HTTP/1.1" status: 204 len: 168 time: 1.5427620 Oct 22 14:55:54.269291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-71e25cfb-2917-45ba-a886-d5cf6330f9fa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0969455 Oct 22 14:55:54.272664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48878) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.274771 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cc2807-b5a7-4368-a89b-89265bf480b7 x-openstack-request-id: req-f7cc2807-b5a7-4368-a89b-89265bf480b7 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:54.275099 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-unplugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:54.275582 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7cc2807-b5a7-4368-a89b-89265bf480b7 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:54.276117 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:55:54.279213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1725317285'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:54.300474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e91b7-8e5e-4403-9441-67b769eb2f21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:54.302480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e91b7-8e5e-4403-9441-67b769eb2f21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:54.304646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e91b7-8e5e-4403-9441-67b769eb2f21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:54.309113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-776e91b7-8e5e-4403-9441-67b769eb2f21 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0881205 Oct 22 14:55:54.310022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48880) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.313101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:55:54.313509 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:55:54.323071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] For port 711ae0eb-d661-4f0d-8629-45b5d130a5c7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=711ae0eb-d661-4f0d-8629-45b5d130a5c7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:54.339525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:54.366413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:54.372776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.372776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.374932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 97bea6c6-a7a5-4569-8498-bdfc8a281e12 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:54.406344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:54.410001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.435592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:55:54.444444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.444833 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment 7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c of type vlan for network 458e3fdf-8403-4eb0-85b1-71d442222802 Oct 22 14:55:54.486020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.490806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.495209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.533222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 23252c8f-9920-4081-b034-e93d1916b056 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:54.540040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.589805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 23252c8f-9920-4081-b034-e93d1916b056 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:54.590174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 23252c8f-9920-4081-b034-e93d1916b056 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:54.629203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.635441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:54.636356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.640462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8506e26-2cad-497f-bbe2-ad2ae145290b None None] Pushing event updated for resources: {'Port': ['ID=711ae0eb-d661-4f0d-8629-45b5d130a5c7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:54.641336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.722266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=458e3fdf-8403-4eb0-85b1-71d442222802,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:54.734627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 458e3fdf-8403-4eb0-85b1-71d442222802 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:55:54.765535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843304e6-d290-4e3f-83c8-8b568d7bf3d9 req-12750c4f-3346-4090-82a0-c2c9d6ab38f7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:54.767134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-843304e6-d290-4e3f-83c8-8b568d7bf3d9 req-12750c4f-3346-4090-82a0-c2c9d6ab38f7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0570383 Oct 22 14:55:54.820214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-843304e6-d290-4e3f-83c8-8b568d7bf3d9 req-f1da2dc8-9a46-49b1-b8d3-bdfc498db0ec tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470786 Oct 22 14:55:54.844079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ef80d344-6d39-4935-90cc-fc0961017c0c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5702939 Oct 22 14:55:54.847008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48888) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.852035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:54.868634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.883004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:55:54.909728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:54.937542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.978505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.982944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/97bea6c6-a7a5-4569-8498-bdfc8a281e12 HTTP/1.1" status: 204 len: 168 time: 0.6717513 Oct 22 14:55:54.985867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48896) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:54.985988 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:54.986305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b83332-fb81-427f-b88a-afdd18c5a830 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=97bea6c6-a7a5-4569-8498-bdfc8a281e12,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:55.089380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet de739066-bde5-4ef4-9e5d-9394ef881ac8 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:55:55.094168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.125574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:55.125792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:55.125876 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.132691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48900) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:55.146313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c0affd6b-13b4-4939-8516-86f897f63fc8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:55:55.171795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.262066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60bb1106-94b2-4bc6-bad0-629df8d3c666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.298228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.444063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b32cb-310c-4796-8736-1bc98b6fd31f None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:55.565688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b1703940-18d0-4698-b29c-26df885f1f5e None None] Could not find standard attr ID for object 1691a95c-b12a-4d19-bdc9-298f9fe797dc. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:55:55.573577 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.584217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b1703940-18d0-4698-b29c-26df885f1f5e None None] Provisioning complete for port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:55.584692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1703940-18d0-4698-b29c-26df885f1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.616514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=de739066-bde5-4ef4-9e5d-9394ef881ac8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:55.639665 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.642912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41c8f8e9-b5de-45c2-b28f-36c5c37f6cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.645713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-52dce6b1-e99d-4470-a7d8-916af56f2789 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/de739066-bde5-4ef4-9e5d-9394ef881ac8 HTTP/1.1" status: 204 len: 168 time: 0.6583893 Oct 22 14:55:55.648048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48916) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:55.686121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770cb0e-3151-4a16-8e25-24286c66418c req-3151e28e-17ef-4446-9318-07a1de3af552 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:55.687691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1770cb0e-3151-4a16-8e25-24286c66418c req-3151e28e-17ef-4446-9318-07a1de3af552 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.5296276 Oct 22 14:55:55.707226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-865cf39f-7b50-424b-9f21-2ca0d01cede2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575993 Oct 22 14:55:55.709751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48918) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:55.715510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:55.729642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1770cb0e-3151-4a16-8e25-24286c66418c req-b3768733-b25d-420c-99fa-4789b828f3cf tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Oct 22 14:55:55.867000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-c68b7de3-4669-49ca-b951-6fea41c05a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:55.868405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-c68b7de3-4669-49ca-b951-6fea41c05a20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&tenant_id=504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 1101 time: 0.1225705 Oct 22 14:55:55.882685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:55.909333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92004d4f-2a16-4058-9ae0-b306ef086e33 None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': 'de739066-bde5-4ef4-9e5d-9394ef881ac8'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '711ae0eb-d661-4f0d-8629-45b5d130a5c7'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:55:55.945633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-92004d4f-2a16-4058-9ae0-b306ef086e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.961396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:55.961396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:55.985901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.094146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41c8f8e9-b5de-45c2-b28f-36c5c37f6cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.104852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 711ae0eb-d661-4f0d-8629-45b5d130a5c7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:56.118027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577912a2-c1d1-495f-b182-6a01235c3bd4 req-22642622-9a5a-4af7-be8a-dec8bdef3f00 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:56.119529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-577912a2-c1d1-495f-b182-6a01235c3bd4 req-22642622-9a5a-4af7-be8a-dec8bdef3f00 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.0763164 Oct 22 14:55:56.189715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-577912a2-c1d1-495f-b182-6a01235c3bd4 req-8f2efa1d-720a-4cbf-94d1-33f37d275e4e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603228 Oct 22 14:55:56.193084 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.255074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41c8f8e9-b5de-45c2-b28f-36c5c37f6cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.258454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:56.258828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.349025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=e20876cc-313b-4383-9b9d-6e65beb5c7c3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:56.364436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab340e8-24a6-4cf4-9d65-968c38e28252 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:56.370866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41c8f8e9-b5de-45c2-b28f-36c5c37f6cf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1aa45894fe0f44cabf44d97c75ee499f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2370200 Oct 22 14:55:56.374130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f8e9-b5de-45c2-b28f-36c5c37f6cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc3feb-b969-445c-8bb5-639646c1c7bf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:56.378241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48932) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:56.475733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:56.476113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: 458e3fdf-8403-4eb0-85b1-71d442222802, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:55:56.526667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:56.580746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b46d3411-3aed-4d23-a17d-ad9e88f19422 None None] Provisioning complete for port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:56.582103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b46d3411-3aed-4d23-a17d-ad9e88f19422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.593349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-524bc721-e906-4c43-b58f-28150668597b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.618930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:56.649161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-524bc721-e906-4c43-b58f-28150668597b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.670479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.678128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.719297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:56.721895 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80508782-1b58-444f-ae61-b385714f9052" -d '{"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:56.725904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.732987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:55:56.755231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network 458e3fdf-8403-4eb0-85b1-71d442222802 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:55:56.780974 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80698ce-9207-4c20-9bd7-01caa4b2bddb x-openstack-request-id: req-b80698ce-9207-4c20-9bd7-01caa4b2bddb {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:56.781267 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:56.781521 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b80698ce-9207-4c20-9bd7-01caa4b2bddb {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:56.781929 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'code': 200} Oct 22 14:55:56.798168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] Deleting port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:55:56.798619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.861924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] For port 711ae0eb-d661-4f0d-8629-45b5d130a5c7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=711ae0eb-d661-4f0d-8629-45b5d130a5c7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:56.862414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:56.875921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] Calling delete_port for 711ae0eb-d661-4f0d-8629-45b5d130a5c7 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:55:56.876595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1dbc-3880-491e-ac36-b035f3674b7a req-6751c97c-f24e-45ea-b4a3-30f0813ba517 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:56.878066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8be1dbc-3880-491e-ac36-b035f3674b7a req-6751c97c-f24e-45ea-b4a3-30f0813ba517 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0620472 Oct 22 14:55:56.917120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8be1dbc-3880-491e-ac36-b035f3674b7a req-b0c40f3b-7390-42c9-a7e1-47ef5c2d4cad tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326650 Oct 22 14:55:57.220011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.220824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-524bc721-e906-4c43-b58f-28150668597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.229721 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-524bc721-e906-4c43-b58f-28150668597b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.232012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-524bc721-e906-4c43-b58f-28150668597b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8bc3feb-b969-445c-8bb5-639646c1c7bf HTTP/1.1" status: 204 len: 168 time: 0.8527849 Oct 22 14:55:57.250241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bc721-e906-4c43-b58f-28150668597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc3feb-b969-445c-8bb5-639646c1c7bf,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:57.297694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 458e3fdf-8403-4eb0-85b1-71d442222802) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:57.307651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:57.311390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Transition to ACTIVE for port object afbf93de-f08b-48ba-af22-61f8608936a7 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:55:57.311953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:57.313572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.322372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76fa3b-3bb9-4d95-ae75-5cac8d13cc85 None None] Network 458e3fdf-8403-4eb0-85b1-71d442222802 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:57.323157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:57.332839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:57.332839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.342652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.385554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=b297d892-668e-43f5-8526-a00ff6e28c3d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:57.401125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.471177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc424f-800f-47d1-b971-b3a42b782b4b req-259d1ebb-1541-42f0-b25b-6c1e7e0a1418 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:57.473741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6abc424f-800f-47d1-b971-b3a42b782b4b req-259d1ebb-1541-42f0-b25b-6c1e7e0a1418 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.1081443 Oct 22 14:55:57.478217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-74deae15-459b-4a9a-be28-273222e13e84 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6301682 Oct 22 14:55:57.490177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:57.494150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:57.508336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802', 'name': 'tempest-PortsTestJSON-707976037'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:57.560217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7e2d7fc0-caee-4f77-80d3-13425ad3074e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8457558 Oct 22 14:55:57.560938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48960) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:57.593829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6abc424f-800f-47d1-b971-b3a42b782b4b req-2b03c1cf-ce57-4c9e-abe8-be4d9decaa09 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118226 Oct 22 14:55:57.610798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:55:57.614117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:55:57.654191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] No DVR routers for this DVR port 711ae0eb-d661-4f0d-8629-45b5d130a5c7 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:57.656778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b806d2-cdb3-4f27-b87e-b1cd5127dc35 None None] Pushing event deleted for resources: {'Port': ['ID=711ae0eb-d661-4f0d-8629-45b5d130a5c7,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:57.677230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d711ebf-6144-4a7b-98da-efed52ed10fb None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:55:57.691992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] No DVR routers for this DVR port afbf93de-f08b-48ba-af22-61f8608936a7 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:55:57.848529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port c0affd6b-13b4-4939-8516-86f897f63fc8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:55:57.848937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:57.852363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:57.853810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:57.853810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:57.864671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:55:57.865169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Attempting to bind port afbf93de-f08b-48ba-af22-61f8608936a7 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:57.905428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:57.905765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:57.906164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:57.906614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Bound port: afbf93de-f08b-48ba-af22-61f8608936a7, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:57.906997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.005755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-458e3fdf-8403-4eb0-85b1-71d442222802', 'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': 'e20876cc-313b-4383-9b9d-6e65beb5c7c3'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:58.006760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.075387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 14:55:58.075387 n-d-812148-2 neutron-server[107801]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 22 14:55:58.075387 n-d-812148-2 neutron-server[107801]: [parameters: {'project_id': 'a8653b7f0fb94358bcee85e7538d5913', 'id': '775338c9-23a3-45e8-a732-14a5c4d15b31', 'expiration': datetime.datetime(2021, 10, 22, 14, 57, 58, 57216)}] Oct 22 14:55:58.075387 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:55:58.075992 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:55:58.178521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19944f-acf0-4829-9402-19c54ed0a687 req-c671f207-97f8-42a9-8ea4-0c5f970cace2 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:58.193314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e19944f-acf0-4829-9402-19c54ed0a687 req-c671f207-97f8-42a9-8ea4-0c5f970cace2 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1311986 Oct 22 14:55:58.195091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:55:58.212519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:55:58.270263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:58.274194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.287613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 711ae0eb-d661-4f0d-8629-45b5d130a5c7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:58.296973 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.306702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': 'b297d892-668e-43f5-8526-a00ff6e28c3d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:55:58.307593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.341908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e19944f-acf0-4829-9402-19c54ed0a687 req-85c3119f-dec0-4984-b87b-afe56c22f667 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474373 Oct 22 14:55:58.353813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 711ae0eb-d661-4f0d-8629-45b5d130a5c7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:55:58.354357 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.354457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 711ae0eb-d661-4f0d-8629-45b5d130a5c7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:58.472560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Allocated IP 172.20.0.2 (458e3fdf-8403-4eb0-85b1-71d442222802/e20876cc-313b-4383-9b9d-6e65beb5c7c3/03447c36-1be6-4dc1-aacf-191165bf1d68) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:58.489709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af919e92-6e9e-4965-a5fe-0674bbfea242 req-e2191c6c-2819-40d8-966b-114a46aad46c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:58.503882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af919e92-6e9e-4965-a5fe-0674bbfea242 req-e2191c6c-2819-40d8-966b-114a46aad46c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.1418612 Oct 22 14:55:58.530481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=11']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:58.613694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af919e92-6e9e-4965-a5fe-0674bbfea242 req-ff0f3352-d471-42f1-b3da-2d577c842c40 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087506 Oct 22 14:55:58.852371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Allocated IP 172.20.0.2 (a2d5805a-689b-466e-a785-b2a121891287/b297d892-668e-43f5-8526-a00ff6e28c3d/a6641b6a-6747-41fc-8952-ab856c2db64a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:55:58.920264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dfe31-c447-4b73-be43-555e0794964f req-3e5cfbe5-209e-46a9-b9b6-a22c491e978c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:58.932968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d5dfe31-c447-4b73-be43-555e0794964f req-3e5cfbe5-209e-46a9-b9b6-a22c491e978c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.1606920 Oct 22 14:55:58.970113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:58.970810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:58.972225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-5adf5fc8-25e6-47f6-9de3-f3f6bd84cc40 service neutron] 10.222.0.69 "PUT /v2.0/ports/afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 1097 time: 3.0945108 Oct 22 14:55:58.975311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:58.978331 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:59.067562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d5dfe31-c447-4b73-be43-555e0794964f req-246ed0bc-5856-48fe-bbf9-bf5b87905ad8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335518 Oct 22 14:55:59.130217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-6cac3a9b-a742-44a0-b84b-f89b19ba84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:59.131977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-6cac3a9b-a742-44a0-b84b-f89b19ba84d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1100 time: 0.1233923 Oct 22 14:55:59.133576 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f0a0cb-b122-443c-b0fa-a04ee99bedcf x-openstack-request-id: req-69f0a0cb-b122-443c-b0fa-a04ee99bedcf {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:59.133938 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:59.134265 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69f0a0cb-b122-443c-b0fa-a04ee99bedcf {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:59.134762 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'status': 'completed', 'code': 200} Oct 22 14:55:59.152050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:55:59.156948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.311987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:55:59.323571 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.325343 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.333880 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.376331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port 05fff68c-2460-4967-ab57-b2e04e6e1e34 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:55:59.398999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:55:59.411078 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9bdd33-5d9a-41cf-9234-63c1c04b2868" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:55:59.493463 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.504231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:55:59.566303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1f968-cf8c-452f-8460-3e8b1b7e6351 req-ea55fac2-f9a6-4f36-8eed-4a5e0cee0b0d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:59.569424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ced1f968-cf8c-452f-8460-3e8b1b7e6351 req-ea55fac2-f9a6-4f36-8eed-4a5e0cee0b0d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0971179 Oct 22 14:55:59.585349 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b8ef0-fb3f-40d5-9d9a-105d9b06fad9 x-openstack-request-id: req-789b8ef0-fb3f-40d5-9d9a-105d9b06fad9 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:55:59.586274 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:55:59.586274 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-789b8ef0-fb3f-40d5-9d9a-105d9b06fad9 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:55:59.586721 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:55:59.589711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:59.612374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:59.628336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Network 458e3fdf-8403-4eb0-85b1-71d442222802 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:55:59.631153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:59.632815 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.634542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:55:59.643694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:55:59.651549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Pushing event updated for resources: {'Port': ['ID=03447c36-1be6-4dc1-aacf-191165bf1d68,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:59.663732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=54188af8-7139-4b4c-9a95-c72563c10140,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:59.675634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.676567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:59.693210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.693920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-fa4714d3-004c-48b8-8152-ffd31fcc5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:59.695949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-fa4714d3-004c-48b8-8152-ffd31fcc5fca service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.5483654 Oct 22 14:55:59.706674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ced1f968-cf8c-452f-8460-3e8b1b7e6351 req-4f6a2997-65ea-4b02-931d-bbb138e0c849 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300697 Oct 22 14:55:59.733786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-286ecf96-d68b-4408-9e11-ea3a06f3d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:59.733786 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-286ecf96-d68b-4408-9e11-ea3a06f3d9df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1100 time: 0.5922301 Oct 22 14:55:59.823076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Attempting to bind port 03447c36-1be6-4dc1-aacf-191165bf1d68 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:55:59.823443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Attempting to bind port 03447c36-1be6-4dc1-aacf-191165bf1d68 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:55:59.823851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Attempting to bind port 03447c36-1be6-4dc1-aacf-191165bf1d68 on network 458e3fdf-8403-4eb0-85b1-71d442222802 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:55:59.831793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-92406bbf-c0f2-46f2-afc4-26a1ad6c06f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.1257944 Oct 22 14:55:59.840942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:55:59.841385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Checking segment: {'id': '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:55:59.841800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.842329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Bound using segment: {'id': '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:55:59.846592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Bound port: 03447c36-1be6-4dc1-aacf-191165bf1d68, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:55:59.846592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.856931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:55:59.874500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:55:59.903251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-62f5348b-3a44-4b06-b32d-900c53001d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:55:59.904025 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-62f5348b-3a44-4b06-b32d-900c53001d0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0620992 Oct 22 14:55:59.906018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=10']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:59.911701 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:55:59.971892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Pushing event updated for resources: {'Port': ['ID=a6641b6a-6747-41fc-8952-ab856c2db64a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:55:59.972040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f543da84-6b36-4b70-b16f-36e2ff902f83 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4027753 Oct 22 14:55:59.972548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49024) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:55:59.976275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:a3:5d:57', 'name': 'tempest-NetworksTestDHCPv6-1330774943'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:00.028834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:00.045667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.11 (458e3fdf-8403-4eb0-85b1-71d442222802/e20876cc-313b-4383-9b9d-6e65beb5c7c3/05fff68c-2460-4967-ab57-b2e04e6e1e34) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:00.047601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:00.053384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:00.106777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-a01631c7-8d2d-4ee0-a64c-cbba4ff9b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:00.110588 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-a01631c7-8d2d-4ee0-a64c-cbba4ff9b1e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943240 Oct 22 14:56:00.114923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] For port 03447c36-1be6-4dc1-aacf-191165bf1d68, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:00.154049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] For port 03447c36-1be6-4dc1-aacf-191165bf1d68, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03447c36-1be6-4dc1-aacf-191165bf1d68,segment=NetworkSegment(7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c),segment_id=7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:00.163949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:00.178147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Attempting to bind port a6641b6a-6747-41fc-8952-ab856c2db64a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:00.178532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Attempting to bind port a6641b6a-6747-41fc-8952-ab856c2db64a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:00.178887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Attempting to bind port a6641b6a-6747-41fc-8952-ab856c2db64a on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:00.186358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:00.187085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:00.187496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:00.187930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:00.188418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Bound port: a6641b6a-6747-41fc-8952-ab856c2db64a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:00.188803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:00.250057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:00.259836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-fbab7de0-0647-44f4-a552-d76676b1a72d service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338594 Oct 22 14:56:00.275577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:00.359072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] For port a6641b6a-6747-41fc-8952-ab856c2db64a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:00.372922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735292b0-78db-4752-a66c-1703cecb5f97 None None] Pushing event updated for resources: {'Port': ['ID=03447c36-1be6-4dc1-aacf-191165bf1d68,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:00.388858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] For port a6641b6a-6747-41fc-8952-ab856c2db64a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6641b6a-6747-41fc-8952-ab856c2db64a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:00.390655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:00.454594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-b0a8fda8-9ff3-46a2-b8a9-9ee260a88d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:00.456098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-b0a8fda8-9ff3-46a2-b8a9-9ee260a88d31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.6822572 Oct 22 14:56:00.482925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:00.483519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f8d1-8b38-4c2a-af42-64aa6fac0d97 req-25f7b405-e2e2-4591-84dd-eab13d5f2234 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:00.502167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4b3f8d1-8b38-4c2a-af42-64aa6fac0d97 req-25f7b405-e2e2-4591-84dd-eab13d5f2234 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.2090793 Oct 22 14:56:00.519841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:00.534045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:00.539636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec69f8b-78c6-4e02-b4d9-49bb61f76a10 req-ebd48b3b-3c5d-4407-8afb-9dbda22b8e5a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:00.549170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ec69f8b-78c6-4e02-b4d9-49bb61f76a10 req-ebd48b3b-3c5d-4407-8afb-9dbda22b8e5a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.2878699 Oct 22 14:56:00.594647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3cb20f88-0a08-47ec-b224-3991a050ff4d req-f6c5b4c0-6d24-434f-8972-cc4801a9821f service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215113 Oct 22 14:56:00.666947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b3b60-67fc-4fa3-82d7-2c8bf46ac434 None None] Pushing event updated for resources: {'Port': ['ID=a6641b6a-6747-41fc-8952-ab856c2db64a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:00.768271 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-fb9765a6-2833-4cc3-9989-c82c4eb0d520 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.2979634 Oct 22 14:56:00.804413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ec69f8b-78c6-4e02-b4d9-49bb61f76a10 req-b6a6f37a-d3da-4c4d-90d1-00b51cbcdbbd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522318 Oct 22 14:56:00.986065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4b3f8d1-8b38-4c2a-af42-64aa6fac0d97 req-bd92fb7c-3446-4e06-9609-7dd34c29749a tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4794426 Oct 22 14:56:01.006488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-aae1904d-d3b7-4d70-bcf2-432e61dacbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:01.008066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-aae1904d-d3b7-4d70-bcf2-432e61dacbf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1100 time: 0.2421117 Oct 22 14:56:01.009423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-58350115-1a27-4f3b-918b-75c0c61f9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:01.010737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-58350115-1a27-4f3b-918b-75c0c61f9c3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2264063 Oct 22 14:56:01.073709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b62f9a-2e2a-44e4-96e0-927235b55910 req-4f3fa5b0-f05d-43c4-9edc-bc7bcc13eb45 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:01.075554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17b62f9a-2e2a-44e4-96e0-927235b55910 req-4f3fa5b0-f05d-43c4-9edc-bc7bcc13eb45 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 948 time: 0.0966280 Oct 22 14:56:01.078287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:01.126707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:01.137508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 02244d5d-b0c4-4188-acc7-8144e25c39d2 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:01.254398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-14b9a321-6c09-45a7-ba69-89d90624e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:01.256332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-14b9a321-6c09-45a7-ba69-89d90624e58c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2325876 Oct 22 14:56:01.307047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17b62f9a-2e2a-44e4-96e0-927235b55910 req-bb49af27-ea4e-4c85-a10b-94bf933832cb tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030432 Oct 22 14:56:01.328213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-26ebbe23-1481-4104-b23c-bac6f318af1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0581393 Oct 22 14:56:01.516899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 172.20.0.9 (a2d5805a-689b-466e-a785-b2a121891287/b297d892-668e-43f5-8526-a00ff6e28c3d/02244d5d-b0c4-4188-acc7-8144e25c39d2) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:01.525679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fea3:5d57 (a2d5805a-689b-466e-a785-b2a121891287/54188af8-7139-4b4c-9a95-c72563c10140/02244d5d-b0c4-4188-acc7-8144e25c39d2) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:01.539966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:56:01.602494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:01.610555 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87697f9-70d6-4b27-b520-1c24835daaf5" -d '{"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:01.718160 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368e02f-4752-4614-b457-eb7bcef97295 x-openstack-request-id: req-5368e02f-4752-4614-b457-eb7bcef97295 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:01.718365 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:01.718868 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5368e02f-4752-4614-b457-eb7bcef97295 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:01.719290 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'code': 200} Oct 22 14:56:01.768942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:01.804278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'mac_address': 'fa:16:3e:a2:c9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:56:01.849815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-10b23938-a1d3-4729-8d05-c0c7f7ecf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:01.852252 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-10b23938-a1d3-4729-8d05-c0c7f7ecf71d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8275054 Oct 22 14:56:01.878192 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:01.903417 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:01.941475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:56:01.994471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:02.096552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.138486 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.188981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-9ddfa94c-f6bc-42fc-9331-9d363022136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.197226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-9ddfa94c-f6bc-42fc-9331-9d363022136b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.8544133 Oct 22 14:56:02.226509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:02.232355 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.235583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:02.246593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:02.247854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03447c36-1be6-4dc1-aacf-191165bf1d68 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:02.308866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49086) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:02.325283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=02244d5d-b0c4-4188-acc7-8144e25c39d2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:02.326577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d50c6f-6edb-4243-a028-4b1cd11dabde None None] Network 458e3fdf-8403-4eb0-85b1-71d442222802 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:02.351413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71c8c-8972-48f4-b56b-a4f953315625 req-33544201-2e3a-4146-9f82-cc4339c46bac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.353868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65e71c8c-8972-48f4-b56b-a4f953315625 req-33544201-2e3a-4146-9f82-cc4339c46bac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.3686562 Oct 22 14:56:02.380266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.380473 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.451504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:02.469116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65e71c8c-8972-48f4-b56b-a4f953315625 req-711ada5a-9cca-4894-8bdd-9a58eb6e4398 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748348 Oct 22 14:56:02.509556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9fd1020e-165f-44c4-990b-390c8fe7baff None None] Provisioning complete for port 03447c36-1be6-4dc1-aacf-191165bf1d68 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:02.509556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9fd1020e-165f-44c4-990b-390c8fe7baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.566598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network 458e3fdf-8403-4eb0-85b1-71d442222802 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:02.569008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=10']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:02.578286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66ac34f6-4362-429d-a2c6-4cbec384fb95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.602658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-fd4dcb29-c20b-4ce0-a9e5-84054be636f1 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314224 Oct 22 14:56:02.615529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:02.618239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:02.623207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:02.631599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-11ce1e89-acd3-41b1-9ed7-55b923664a1d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6600564 Oct 22 14:56:02.712381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=05fff68c-2460-4967-ab57-b2e04e6e1e34,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:02.722990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-ada4cfc0-115d-49d5-81a5-028fcd9b34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.725195 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-ada4cfc0-115d-49d5-81a5-028fcd9b34c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4974554 Oct 22 14:56:02.726095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966a983-5c35-431a-858d-066b45f5b8cb None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:02.824916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.825931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.839819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf28c04-d1e7-4a7c-9992-2c9020094c44 req-966c0c3a-1dbd-4d47-952f-e82a3afc3994 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.853463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cf28c04-d1e7-4a7c-9992-2c9020094c44 req-966c0c3a-1dbd-4d47-952f-e82a3afc3994 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1729112 Oct 22 14:56:02.907766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf7e8f-6e9c-43ef-8158-fd4a3eccf278 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.914290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf7e8f-6e9c-43ef-8158-fd4a3eccf278 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:02.916015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7dcf7e8f-6e9c-43ef-8158-fd4a3eccf278 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2885020 Oct 22 14:56:02.921688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:02.923862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-2a2407df-314b-4e35-b212-4b0929b068d5 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203244 Oct 22 14:56:02.951568 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66ac34f6-4362-429d-a2c6-4cbec384fb95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.988929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 03447c36-1be6-4dc1-aacf-191165bf1d68 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:02.989307 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:02.997262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-3628fb67-51de-4cc5-816b-1a6622f36b1d service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537329 Oct 22 14:56:03.004194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cf28c04-d1e7-4a7c-9992-2c9020094c44 req-0441115f-6e2f-4906-854f-ae9851b207f0 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493797 Oct 22 14:56:03.059146 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-02d586ed-2f99-43b8-b8bc-0cff11511d0d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5595665 Oct 22 14:56:03.068715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:03.069533 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9fd1020e-165f-44c4-990b-390c8fe7baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.076190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': '458e3fdf-8403-4eb0-85b1-71d442222802', 'name': 'tempest-PortsTestJSON-1663425842'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:03.101762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b019c-d20f-4549-b1bf-4de334c03638 req-3dc64ff8-7cf5-4e9e-9e31-ed13fa1094b2 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:03.103351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-454b019c-d20f-4549-b1bf-4de334c03638 req-3dc64ff8-7cf5-4e9e-9e31-ed13fa1094b2 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.0729332 Oct 22 14:56:03.126936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66ac34f6-4362-429d-a2c6-4cbec384fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.132725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9fd1020e-165f-44c4-990b-390c8fe7baff None None] For port 03447c36-1be6-4dc1-aacf-191165bf1d68, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03447c36-1be6-4dc1-aacf-191165bf1d68,segment=NetworkSegment(7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c),segment_id=7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:03.213721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 02244d5d-b0c4-4188-acc7-8144e25c39d2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:03.214174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.219734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-454b019c-d20f-4549-b1bf-4de334c03638 req-c9911f57-1ad8-40ef-9af9-4826051ab38c tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951533 Oct 22 14:56:03.243113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-66ac34f6-4362-429d-a2c6-4cbec384fb95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=301774f9902b41b58a3a9d346bb80bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9321580 Oct 22 14:56:03.244330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac34f6-4362-429d-a2c6-4cbec384fb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6c0ad4-559c-45dc-9f6f-c8ddfee592d8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:03.249443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49104) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:03.278178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c9e5b53f-4fa4-416e-8769-a1fd948bfb9f req-0bae6853-df02-47aa-8392-371c2845227d service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576890 Oct 22 14:56:03.307059 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9fd1020e-165f-44c4-990b-390c8fe7baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.367275 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8656-c9ab-4091-ae69-73155af7b4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.419409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8656-c9ab-4091-ae69-73155af7b4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.425617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.441652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 02244d5d-b0c4-4188-acc7-8144e25c39d2 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:03.554071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1020e-165f-44c4-990b-390c8fe7baff None None] Pushing event updated for resources: {'Port': ['ID=03447c36-1be6-4dc1-aacf-191165bf1d68,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:03.578604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:03.585159 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8656-c9ab-4091-ae69-73155af7b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.588520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.589022 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8656-c9ab-4091-ae69-73155af7b4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.591480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3f9e8656-c9ab-4091-ae69-73155af7b4e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e6c0ad4-559c-45dc-9f6f-c8ddfee592d8 HTTP/1.1" status: 204 len: 168 time: 0.3397539 Oct 22 14:56:03.603579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e8656-c9ab-4091-ae69-73155af7b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6c0ad4-559c-45dc-9f6f-c8ddfee592d8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:03.656505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port 8974c573-2e8c-453b-880e-cbb4a944419f yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:03.794798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61965-33d6-4469-84b8-65f6ba86289a req-9351b42f-b2cf-49fb-a5f1-cebfd5d50412 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:03.796728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57c61965-33d6-4469-84b8-65f6ba86289a req-9351b42f-b2cf-49fb-a5f1-cebfd5d50412 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.1642797 Oct 22 14:56:03.815147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6641b6a-6747-41fc-8952-ab856c2db64a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:03.880417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57c61965-33d6-4469-84b8-65f6ba86289a req-c730ac09-dbb1-40c7-8be4-0657c00de583 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 Oct 22 14:56:03.882911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2e21409c-060f-4298-93e4-f6761c7e92f4 None None] Provisioning complete for port a6641b6a-6747-41fc-8952-ab856c2db64a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:03.884385 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2e21409c-060f-4298-93e4-f6761c7e92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:03.956468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.017870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a6641b6a-6747-41fc-8952-ab856c2db64a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:04.017870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.037898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.9 (458e3fdf-8403-4eb0-85b1-71d442222802/e20876cc-313b-4383-9b9d-6e65beb5c7c3/8974c573-2e8c-453b-880e-cbb4a944419f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:04.176370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.218291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2884-3a9c-40c0-8148-66aec48252f9 req-d9ba13d9-16bc-4d13-a088-e6a68694202e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:04.229541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-defe2884-3a9c-40c0-8148-66aec48252f9 req-d9ba13d9-16bc-4d13-a088-e6a68694202e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.1326613 Oct 22 14:56:04.232335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=02244d5d-b0c4-4188-acc7-8144e25c39d2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:04.311627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-defe2884-3a9c-40c0-8148-66aec48252f9 req-359a3e66-5dd8-4f54-8511-ef38c817443f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795722 Oct 22 14:56:04.481892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66275328-3671-4bfe-a6f6-423e8480cc2e req-81ce365b-d943-477b-83da-5c38f9095bec tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:04.486260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66275328-3671-4bfe-a6f6-423e8480cc2e req-81ce365b-d943-477b-83da-5c38f9095bec tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.1625922 Oct 22 14:56:04.489506 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.530964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2e21409c-060f-4298-93e4-f6761c7e92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.551043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': 'b297d892-668e-43f5-8526-a00ff6e28c3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '54188af8-7139-4b4c-9a95-c72563c10140'}], 'binding:host_id': 'n-d-812148-2'}, 'id': 'a6641b6a-6747-41fc-8952-ab856c2db64a'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:56:04.593370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66275328-3671-4bfe-a6f6-423e8480cc2e req-89f3b7e6-e296-4b9d-8521-296d0563a94d tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003618 Oct 22 14:56:04.636839 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.641313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2e21409c-060f-4298-93e4-f6761c7e92f4 None None] For port a6641b6a-6747-41fc-8952-ab856c2db64a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6641b6a-6747-41fc-8952-ab856c2db64a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:04.645311 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:56:04.649505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.701406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:04.705012 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e46d812c-5422-46bd-a1e1-16bc61000999 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/02244d5d-b0c4-4188-acc7-8144e25c39d2 HTTP/1.1" status: 204 len: 168 time: 1.7801657 Oct 22 14:56:04.713630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49128) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:04.786417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04705e7-7d1f-4075-b6f5-a20f3fc5fa0f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:04.786417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04705e7-7d1f-4075-b6f5-a20f3fc5fa0f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:04.786417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04705e7-7d1f-4075-b6f5-a20f3fc5fa0f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:04.786417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b04705e7-7d1f-4075-b6f5-a20f3fc5fa0f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0738788 Oct 22 14:56:04.786417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:04.863179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:56:04.910629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 54188af8-7139-4b4c-9a95-c72563c10140 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:04.918832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] Allocated IP 2001:db8::f816:3eff:fe62:9f24 (a2d5805a-689b-466e-a785-b2a121891287/54188af8-7139-4b4c-9a95-c72563c10140/a6641b6a-6747-41fc-8952-ab856c2db64a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:05.011210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:05.023945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b0c88-7784-46d3-a7b5-43656423822f req-c01783c5-55ce-4f9c-92db-386994996efd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:05.025778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-626b0c88-7784-46d3-a7b5-43656423822f req-c01783c5-55ce-4f9c-92db-386994996efd tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 949 time: 0.0548840 Oct 22 14:56:05.030959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'mac_address': 'fa:16:3e:ea:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:56:05.066637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-626b0c88-7784-46d3-a7b5-43656423822f req-31ac3934-9bdf-44b2-9a5e-3fe9906c9da8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Oct 22 14:56:05.072215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.089828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbf93de-f08b-48ba-af22-61f8608936a7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:56:05.119754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:05.154115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-e62642cc-2826-4604-a8d2-8ef5ede4d325 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:05.155689 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-e62642cc-2826-4604-a8d2-8ef5ede4d325 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.0523345 Oct 22 14:56:05.171899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.252757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network 458e3fdf-8403-4eb0-85b1-71d442222802 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:05.272399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2e21409c-060f-4298-93e4-f6761c7e92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.281493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:05.288581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:05.300710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=8974c573-2e8c-453b-880e-cbb4a944419f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:05.378647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:05.379455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.393765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Deleting port 8fff87bd-9092-4e93-a92a-988d12cd2239 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:05.394370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.486603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714226-fdee-482b-b2e3-d3db13ec3cbc req-f1b835cc-8810-417e-856c-2d485e1303a1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:05.494103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d714226-fdee-482b-b2e3-d3db13ec3cbc req-f1b835cc-8810-417e-856c-2d485e1303a1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 950 time: 0.0718360 Oct 22 14:56:05.517284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.524543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:56:05.533724 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:56:05.537106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21409c-060f-4298-93e4-f6761c7e92f4 None None] Pushing event updated for resources: {'Port': ['ID=a6641b6a-6747-41fc-8952-ab856c2db64a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:05.552476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d714226-fdee-482b-b2e3-d3db13ec3cbc req-5a3b3af9-bf1b-4af4-b21e-e354aa0cdcd6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567672 Oct 22 14:56:05.585858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] For port 8fff87bd-9092-4e93-a92a-988d12cd2239, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fff87bd-9092-4e93-a92a-988d12cd2239,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:05.586149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.628965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:05.662051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-65fef341-bbc0-4563-b703-9048e7967f8d None None] Provisioning complete for port 05fff68c-2460-4967-ab57-b2e04e6e1e34 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:05.662416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65fef341-bbc0-4563-b703-9048e7967f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.684859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b03d3b3-a093-4b2e-b16c-346a800ea153 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6139746 Oct 22 14:56:05.691260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:05.737024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-65fef341-bbc0-4563-b703-9048e7967f8d None None] Port 05fff68c-2460-4967-ab57-b2e04e6e1e34 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:05.782014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] For port a6641b6a-6747-41fc-8952-ab856c2db64a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6641b6a-6747-41fc-8952-ab856c2db64a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:05.809538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:05.832417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0a6196da-b592-4812-975d-e7e8823b4cb2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:05.832949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.841137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-65fef341-bbc0-4563-b703-9048e7967f8d None None] Provisioning complete for port 03447c36-1be6-4dc1-aacf-191165bf1d68 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:05.841782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65fef341-bbc0-4563-b703-9048e7967f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.855401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0b91a-46ce-4209-a21b-214d810e01bf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:05.857046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-12d0b91a-46ce-4209-a21b-214d810e01bf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1647947 Oct 22 14:56:05.872164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:05.873617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49158) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:05.910156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14e8a-8f00-4263-98ff-5b12e3a7da16 req-df2977c4-6047-458d-8046-baef277b2ad3 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:05.918010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fc14e8a-8f00-4263-98ff-5b12e3a7da16 req-df2977c4-6047-458d-8046-baef277b2ad3 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 946 time: 0.1658204 Oct 22 14:56:05.972883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['afbf93de-f08b-48ba-af22-61f8608936a7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:06.079144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fc14e8a-8f00-4263-98ff-5b12e3a7da16 req-6da21562-f330-4904-9e59-d0f7e5249d0b tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups?id=392f45ef-445c-473c-8642-b4c7c4a86c27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468942 Oct 22 14:56:06.080105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.098206 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.101114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.103023 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Floating IP 01449242-3f51-4872-9b6b-be28ba257a11 disassociated. External IP: 172.25.1.55, port: 8fff87bd-9092-4e93-a92a-988d12cd2239. Oct 22 14:56:06.111318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Calling delete_port for 8fff87bd-9092-4e93-a92a-988d12cd2239 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:06.163158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 8974c573-2e8c-453b-880e-cbb4a944419f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:06.163643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.179760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.257560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.270251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 8974c573-2e8c-453b-880e-cbb4a944419f owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:06.352053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.407826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.477481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22d9f0-6eec-4bd3-9c37-7aae502701e5 req-9c2e4d42-c2fa-4d0c-bf2d-17f1835d2d1a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:06.485191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a22d9f0-6eec-4bd3-9c37-7aae502701e5 req-9c2e4d42-c2fa-4d0c-bf2d-17f1835d2d1a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.1356163 Oct 22 14:56:06.528764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5524a6-c1e9-4ff1-82f4-333d5c93d196 None None] Pushing event updated for resources: {'Port': ['ID=a6641b6a-6747-41fc-8952-ab856c2db64a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:06.531740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:06.533699 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ecbdfb-5ffb-4393-8ca9-8075dcfa0678" -d '{"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-plugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:06.553174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:06.571954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a22d9f0-6eec-4bd3-9c37-7aae502701e5 req-804cfb61-1c47-4b54-8ce8-3005b9846f00 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837014 Oct 22 14:56:06.606620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.647504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.694003 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9659119-a0fa-4e9c-9d44-a3a31dc64b47 x-openstack-request-id: req-b9659119-a0fa-4e9c-9d44-a3a31dc64b47 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:06.694294 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-plugged", "status": "completed", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:06.694572 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9659119-a0fa-4e9c-9d44-a3a31dc64b47 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:06.695003 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'code': 200} Oct 22 14:56:06.738285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event deleted for resources: {'Port': ['ID=8fff87bd-9092-4e93-a92a-988d12cd2239,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:06.765490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d032f572-a44a-4297-b520-c66666b24bfe None None] Provisioning complete for port 8974c573-2e8c-453b-880e-cbb4a944419f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:06.766002 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d032f572-a44a-4297-b520-c66666b24bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.853618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d032f572-a44a-4297-b520-c66666b24bfe None None] Port 8974c573-2e8c-453b-880e-cbb4a944419f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:06.855392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03447c36-1be6-4dc1-aacf-191165bf1d68 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:06.903570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:06.964571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6970c2-a872-463f-b633-c3d109272c0d req-3dba56fa-df9f-49cf-8b22-4568d6d3cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:06.969911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db6970c2-a872-463f-b633-c3d109272c0d req-3dba56fa-df9f-49cf-8b22-4568d6d3cba1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1102 time: 0.0807714 Oct 22 14:56:07.102295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3569921-d2c5-4bef-b977-069931c76154 req-9a655cfc-a463-4d3a-a2a6-698dfd53729e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:07.109786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3569921-d2c5-4bef-b977-069931c76154 req-9a655cfc-a463-4d3a-a2a6-698dfd53729e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.2734911 Oct 22 14:56:07.111534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Router dbff7b7b-d614-46e4-bf68-e8998167ab2d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:56:07.118395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-db6970c2-a872-463f-b633-c3d109272c0d req-7e6b34b8-bb57-4e3b-ae7b-57dd0a1c698e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068108 Oct 22 14:56:07.140128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=11']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:07.163121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2572-e58e-4d7d-80aa-82f347a5435b req-7d9a27bc-5a88-4ed4-b01a-25e442113de5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:07.165044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-821b2572-e58e-4d7d-80aa-82f347a5435b req-7d9a27bc-5a88-4ed4-b01a-25e442113de5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 950 time: 0.2171471 Oct 22 14:56:07.192190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 03447c36-1be6-4dc1-aacf-191165bf1d68 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:07.192658 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:07.251021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3569921-d2c5-4bef-b977-069931c76154 req-37fbddae-d93c-4e52-8afa-8127490f744c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400509 Oct 22 14:56:07.302011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-821b2572-e58e-4d7d-80aa-82f347a5435b req-95110066-2463-4dbe-8895-46feba63fa96 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235883 Oct 22 14:56:07.374773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:56:07.406588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] Sync routers for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:56:07.466775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6641b6a-6747-41fc-8952-ab856c2db64a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:07.469459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:07.479707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:07.522651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] No DVR routers for this DVR port 8fff87bd-9092-4e93-a92a-988d12cd2239 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:07.534333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:07.549730 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-32a7fd75-f2be-4db8-99e7-7fb51992d8e3 req-4274bfe8-16df-4d0f-a557-3627ed2e0f94 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.69 "DELETE /v2.0/ports/8fff87bd-9092-4e93-a92a-988d12cd2239 HTTP/1.1" status: 204 len: 173 time: 2.3858945 Oct 22 14:56:07.550228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'name': 'network-vif-deleted', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:07.552610 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53d1b99-12a5-48b4-a724-8b19a21acae4" -d '{"events": [{"server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "name": "network-vif-deleted", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:07.580328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:07.581238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:07.652871 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331720d1-1af3-46c9-b3df-4a7d19a44d26 x-openstack-request-id: req-331720d1-1af3-46c9-b3df-4a7d19a44d26 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:07.653382 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e52bd2-7357-4325-a1d6-b0b588a80a20", "name": "network-vif-deleted", "tag": "8fff87bd-9092-4e93-a92a-988d12cd2239", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:07.653382 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-331720d1-1af3-46c9-b3df-4a7d19a44d26 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:07.653784 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e52bd2-7357-4325-a1d6-b0b588a80a20', 'name': 'network-vif-deleted', 'tag': '8fff87bd-9092-4e93-a92a-988d12cd2239', 'status': 'completed', 'code': 200} Oct 22 14:56:07.666849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=54188af8-7139-4b4c-9a95-c72563c10140,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:07.680738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=8974c573-2e8c-453b-880e-cbb4a944419f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:07.769212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:07.879976 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:07.887723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-18b48241-c22f-435b-b46e-4a29da7e2aca tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/54188af8-7139-4b4c-9a95-c72563c10140 HTTP/1.1" status: 204 len: 168 time: 3.0946298 Oct 22 14:56:07.891104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49212) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:07.906735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11460458-c2e4-4f44-a4ca-b59a33f219ff req-a31c3e2b-c5c9-4ed5-944d-af71000535b1 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.3676474 Oct 22 14:56:07.984722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-c00dc85a-7bc2-4b73-bc8e-f6bddb5b469e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671535 Oct 22 14:56:08.096922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet b297d892-668e-43f5-8526-a00ff6e28c3d {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:08.098253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7f4a767f-54c5-4cbe-8034-4b2af4acbcf4 None None] Provisioning complete for port a6641b6a-6747-41fc-8952-ab856c2db64a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:08.098714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7f4a767f-54c5-4cbe-8034-4b2af4acbcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.111515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.171081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a6641b6a-6747-41fc-8952-ab856c2db64a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:08.172230 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.229212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.234956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7a494b0-7ffa-4807-bd85-8f99b0a1b0eb tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/8974c573-2e8c-453b-880e-cbb4a944419f HTTP/1.1" status: 204 len: 168 time: 2.3486996 Oct 22 14:56:08.235246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:08.269175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.351931 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-326e3658-2975-466d-85b8-84062f96279f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:56:08.360848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-326e3658-2975-466d-85b8-84062f96279f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/8974c573-2e8c-453b-880e-cbb4a944419f HTTP/1.1" status: 404 len: 333 time: 0.1245797 Oct 22 14:56:08.364855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49222) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:08.368015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826b382-5374-422d-93be-dd86fa9df585 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:08.389332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-5298f443-ee21-4b80-936e-db9e2121ba1d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:08.398056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-5298f443-ee21-4b80-936e-db9e2121ba1d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4111533 Oct 22 14:56:08.533429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.549136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-06bfb709-94b3-4749-a75b-dbfef44eaec2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/quotas/504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 375 time: 0.1504037 Oct 22 14:56:08.691975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2d98-ad25-416c-abc6-cf8bf3fcd083 req-e98c0e31-6ca6-464d-97bb-c8b3cd66523d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:08.693423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb3d2d98-ad25-416c-abc6-cf8bf3fcd083 req-e98c0e31-6ca6-464d-97bb-c8b3cd66523d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.2906573 Oct 22 14:56:08.753586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-a22418c7-b303-4af4-84ec-d033ce5177ce tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1639555 Oct 22 14:56:08.758934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7f4a767f-54c5-4cbe-8034-4b2af4acbcf4 None None] Could not find standard attr ID for object 02244d5d-b0c4-4188-acc7-8144e25c39d2. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:56:08.759651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 05fff68c-2460-4967-ab57-b2e04e6e1e34 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:08.759988 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.787119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:24Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:08.837556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] Checking router: dbff7b7b-d614-46e4-bf68-e8998167ab2d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:56:08.909671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.914627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:08.946836 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:08.967260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8ae50488-4f75-49c7-88fc-5b1751a3b85d None None] Could not find standard attr ID for object 1691a95c-b12a-4d19-bdc9-298f9fe797dc. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:56:08.973193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:08.974042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:08.985818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb3d2d98-ad25-416c-abc6-cf8bf3fcd083 req-64e1af75-a5c8-42bf-8f22-3345936e113f tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795553 Oct 22 14:56:09.010364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 05fff68c-2460-4967-ab57-b2e04e6e1e34 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:09.038079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6641b6a-6747-41fc-8952-ab856c2db64a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:09.098560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=b297d892-668e-43f5-8526-a00ff6e28c3d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:09.160697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.194948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5bb838a4-fed6-4570-9ee9-ae9a85202cbd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/b297d892-668e-43f5-8526-a00ff6e28c3d HTTP/1.1" status: 204 len: 168 time: 1.3026710 Oct 22 14:56:09.197151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49240) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.291019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:09.361085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49246) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.363571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b2af1ad6-5a6f-49cf-8793-2b4889383f5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1638551 Oct 22 14:56:09.377785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port afbf93de-f08b-48ba-af22-61f8608936a7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:56:09.382331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49248) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.439749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a6641b6a-6747-41fc-8952-ab856c2db64a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:09.443788 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.462130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port afbf93de-f08b-48ba-af22-61f8608936a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:09.462130 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.463956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52a0eacb-233e-4aa4-9857-d5e933e0011a req-5d806915-b0c3-4acc-ae97-7a7ef53c70e3 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e52bd2-7357-4325-a1d6-b0b588a80a20 HTTP/1.1" status: 200 len: 210 time: 0.1259849 Oct 22 14:56:09.467835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-251e8589-1923-4355-bd06-362a179a8c9c req-91cb6cc1-15d2-42b1-b71e-f2124c1cbf51 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.1446347 Oct 22 14:56:09.476461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8aa0ce-ffb2-44c2-9691-f3657ae763c8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:09.482769 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ab8aa0ce-ffb2-44c2-9691-f3657ae763c8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0978220 Oct 22 14:56:09.483620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49256) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.571182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30e147-8f9e-485c-b045-835609d675d8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:09.576198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6f30e147-8f9e-485c-b045-835609d675d8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912254 Oct 22 14:56:09.576914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49258) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.601290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03cfd3-1ca0-4cdd-9b14-c9801b8b017a None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': 'b297d892-668e-43f5-8526-a00ff6e28c3d'}], 'binding:host_id': 'n-d-812148-2'}, 'id': 'a6641b6a-6747-41fc-8952-ab856c2db64a'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:56:09.644245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9953d4ea-29d9-4d70-8816-d82f8e99848d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658982 Oct 22 14:56:09.648868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49260) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.655331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6e254e42-c58e-4f01-b15c-9146f2e76393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:09.660639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5f5b6ca1-d9c6-40fb-8696-a403f16b97e3 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Request body: {'quota': {'network': 2}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:09.716952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab03cfd3-1ca0-4cdd-9b14-c9801b8b017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.776471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.802718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5f5b6ca1-d9c6-40fb-8696-a403f16b97e3 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "PUT /v2.0/quotas/ee710689d7694f7db90b1cdf9c78d0e5 HTTP/1.1" status: 200 len: 368 time: 0.4384184 Oct 22 14:56:09.810719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49264) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.822174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Request body: {'network': {'project_id': 'ee710689d7694f7db90b1cdf9c78d0e5'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:09.836900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=05fff68c-2460-4967-ab57-b2e04e6e1e34,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:09.863589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.909573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e254e42-c58e-4f01-b15c-9146f2e76393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:09.923692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6e254e42-c58e-4f01-b15c-9146f2e76393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.925273 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e254e42-c58e-4f01-b15c-9146f2e76393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:56:09.925720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e254e42-c58e-4f01-b15c-9146f2e76393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:09.960556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:09.970070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49268) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:09.984388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3b5129d5-2c64-441f-96d8-997f930f5736 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/05fff68c-2460-4967-ab57-b2e04e6e1e34 HTTP/1.1" status: 204 len: 168 time: 1.6180127 Oct 22 14:56:09.996714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:09.999019 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c5ae5-1cbd-4395-b473-14d06fb853f3" -d '{"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-plugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:10.008226 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eca457-66de-493c-958e-0ef070dcd3a9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:56:10.014655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49274) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:10.023722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-95eca457-66de-493c-958e-0ef070dcd3a9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/05fff68c-2460-4967-ab57-b2e04e6e1e34 HTTP/1.1" status: 404 len: 333 time: 0.0525253 Oct 22 14:56:10.066173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:10.080914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Made reservation on behalf of ee710689d7694f7db90b1cdf9c78d0e5 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:10.083308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.106143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet e20876cc-313b-4383-9b9d-6e65beb5c7c3 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:10.106825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.112517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.120560 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f85bd5b-21b7-45b4-b3b1-8273060120bb x-openstack-request-id: req-5f85bd5b-21b7-45b4-b3b1-8273060120bb {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:10.120867 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-plugged", "status": "completed", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:10.121664 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f85bd5b-21b7-45b4-b3b1-8273060120bb {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:10.122229 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'code': 200} Oct 22 14:56:10.140414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce3709-17a4-45b1-b221-4cb09ed5c664 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:10.153145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:24Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:10.280241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.281060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fff87bd-9092-4e93-a92a-988d12cd2239 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:10.287913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf5545-d2ae-4091-86a9-6e43da7420c1 None None] The sync data for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 is: [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:52:18Z', 'revision_number': 4, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '2a62f38f-9cb7-46a6-b2fd-755b93fc7260', 'name': '', 'network_id': 'ef853799-62b2-4d5a-9fdd-9c01058be256', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'mac_address': 'fa:16:3e:3f:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:16Z', 'updated_at': '2021-10-22T14:52:24Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'subnets': [{'id': 'e769a1c5-6f52-481b-ae96-925c07e12163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:56:10.292203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.402180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.414271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8fff87bd-9092-4e93-a92a-988d12cd2239 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:10.414709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fff87bd-9092-4e93-a92a-988d12cd2239 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:10.453774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=13']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:10.454557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:10.468693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-daf9f5e4-6656-4471-8003-d1bc16683f23 None None] Provisioning complete for port a6641b6a-6747-41fc-8952-ab856c2db64a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:10.469060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-daf9f5e4-6656-4471-8003-d1bc16683f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.485554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064b80dc-27ef-4407-b08f-707b52eaaeac,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:10.498512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.498863 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Added segment f78589c5-8bac-44fc-892a-8ac69fb5ca82 of type vlan for network 6e9b83b0-d201-463d-abfd-3b4e799da475 Oct 22 14:56:10.641108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.721691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:10.738218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6e254e42-c58e-4f01-b15c-9146f2e76393 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0881560 Oct 22 14:56:10.741317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49288) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:10.748934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-45f226f2-1018-4f94-8f32-11a694961a5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:10.782627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.783609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:10.784200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.791419 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393066d7-3db6-4631-acb3-3cd254f3fb12 None None] New status for floating IP 01449242-3f51-4872-9b6b-be28ba257a11: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:56:10.803769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08ed19f7-b051-48b3-88e6-62a274d8378c req-e58a0960-ae3a-41a2-a389-a5593b2aadf1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.0776174 Oct 22 14:56:10.811567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.867591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19ae87-376b-418f-bbba-556837c758d7 req-a5211d50-d121-4944-8365-629ab90db696 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:10.875792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a19ae87-376b-418f-bbba-556837c758d7 req-a5211d50-d121-4944-8365-629ab90db696 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.7473311 Oct 22 14:56:10.878476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] Deleting port a6641b6a-6747-41fc-8952-ab856c2db64a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:10.885609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:10.993060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a19ae87-376b-418f-bbba-556837c758d7 req-33025b3e-c92e-472f-88da-26e5cebeced6 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138825 Oct 22 14:56:11.026988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6641b6a-6747-41fc-8952-ab856c2db64a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:11.033704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.077309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] For port a6641b6a-6747-41fc-8952-ab856c2db64a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6641b6a-6747-41fc-8952-ab856c2db64a,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:11.078004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.106563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:11.113130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] Calling delete_port for a6641b6a-6747-41fc-8952-ab856c2db64a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:11.173018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Pushing event updated for resources: {'Network': ['ID=6e9b83b0-d201-463d-abfd-3b4e799da475,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:11.194300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6e9b83b0-d201-463d-abfd-3b4e799da475 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:11.196950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06fde4e8-a4af-4208-bd49-6fe62bb67441 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.250886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06fde4e8-a4af-4208-bd49-6fe62bb67441 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.407630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.461957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.467224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/e20876cc-313b-4383-9b9d-6e65beb5c7c3 HTTP/1.1" status: 204 len: 168 time: 1.4514730 Oct 22 14:56:11.474100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:11.484367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285e58c-3da6-4b53-b0bd-65b5b68ee090 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=e20876cc-313b-4383-9b9d-6e65beb5c7c3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:11.506486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00d82e-1f1d-4033-aa57-dc051fe6c6a4 None None] Network 458e3fdf-8403-4eb0-85b1-71d442222802 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:11.513660 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.531069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.606065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06fde4e8-a4af-4208-bd49-6fe62bb67441 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.608716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-06fde4e8-a4af-4208-bd49-6fe62bb67441 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.609909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-06fde4e8-a4af-4208-bd49-6fe62bb67441 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "DELETE /v2.0/security-groups/392f45ef-445c-473c-8642-b4c7c4a86c27 HTTP/1.1" status: 204 len: 168 time: 0.5021851 Oct 22 14:56:11.613364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49304) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:11.632524 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-ff9d84df-0f99-479b-967e-88a243f44570 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] show failed (client error): The resource could not be found. Oct 22 14:56:11.633574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ff9d84df-0f99-479b-967e-88a243f44570 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "GET /v2.0/security-groups/392f45ef-445c-473c-8642-b4c7c4a86c27 HTTP/1.1" status: 404 len: 347 time: 0.0184760 Oct 22 14:56:11.634930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fde4e8-a4af-4208-bd49-6fe62bb67441 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f45ef-445c-473c-8642-b4c7c4a86c27,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:11.636344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49306) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:11.786753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] DHCP port deletion for 458e3fdf-8403-4eb0-85b1-71d442222802 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:11.819186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Deleting port 51cc9618-d907-4adb-b9e2-c3ccc85b8a52 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:11.820173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.873768 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.926248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] Pushing event deleted for resources: {'Port': ['ID=a6641b6a-6747-41fc-8952-ab856c2db64a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:11.930326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2aba2-5cff-486f-9129-1a203b5f5be1 None None] No DVR routers for this DVR port a6641b6a-6747-41fc-8952-ab856c2db64a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:11.960482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.971208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-954c4e34-c0a0-426d-9446-6dbf63c9aac4 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1646881 Oct 22 14:56:11.974533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49312) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:11.979732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] Deleting port 03447c36-1be6-4dc1-aacf-191165bf1d68 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:11.980179 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:11.983828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Request body: {'network': {'project_id': 'ee710689d7694f7db90b1cdf9c78d0e5'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:12.024565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ea76ca2-23c9-417c-bcd7-7c42cb4563dd req-d49fe159-6644-4b37-8515-36f38f639f15 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.0295417 Oct 22 14:56:12.086454 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.087152 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.098755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] For port 03447c36-1be6-4dc1-aacf-191165bf1d68, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03447c36-1be6-4dc1-aacf-191165bf1d68,segment=NetworkSegment(7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c),segment_id=7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:12.099166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 03447c36-1be6-4dc1-aacf-191165bf1d68 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:12.099271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.099441 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.102268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Calling delete_port for 51cc9618-d907-4adb-b9e2-c3ccc85b8a52 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:12.116439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] Calling delete_port for 03447c36-1be6-4dc1-aacf-191165bf1d68 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:12.126625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafabef7-63cb-4ff5-870b-435e68b39e7d req-edf4d09f-5da1-4262-a8c8-280e1828b2bb tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:12.135374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafabef7-63cb-4ff5-870b-435e68b39e7d req-edf4d09f-5da1-4262-a8c8-280e1828b2bb tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1102 time: 0.1486735 Oct 22 14:56:12.167294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f226f2-1018-4f94-8f32-11a694961a5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:12.171606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f226f2-1018-4f94-8f32-11a694961a5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.173046 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f226f2-1018-4f94-8f32-11a694961a5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:56:12.173593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f226f2-1018-4f94-8f32-11a694961a5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:12.238538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafabef7-63cb-4ff5-870b-435e68b39e7d req-7a5c88ff-ef5b-48ea-8497-1b7275e0d79a tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Oct 22 14:56:12.256128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] For port 03447c36-1be6-4dc1-aacf-191165bf1d68, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03447c36-1be6-4dc1-aacf-191165bf1d68,segment=NetworkSegment(7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c),segment_id=7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:12.256341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.293769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 03447c36-1be6-4dc1-aacf-191165bf1d68 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:12.391604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Made reservation on behalf of ee710689d7694f7db90b1cdf9c78d0e5 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:12.401890 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.443713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:12.514289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.514289 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Added segment 67e3bf3b-9567-49f0-9e55-835b1fb9ba5a of type vlan for network 3735dffe-0e46-4d1b-ad63-61ac99791847 Oct 22 14:56:12.514289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.557738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.575820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Pushing event deleted for resources: {'Port': ['ID=51cc9618-d907-4adb-b9e2-c3ccc85b8a52,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:12.583517 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.587222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-45f226f2-1018-4f94-8f32-11a694961a5e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.8444612 Oct 22 14:56:12.590300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:12.595660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-69ea9711-d748-4bd7-9c5e-5d69e5f3483e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:12.636405 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.653839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] Pushing event deleted for resources: {'Port': ['ID=03447c36-1be6-4dc1-aacf-191165bf1d68,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:12.660098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc211f-3fb2-44ca-8400-9fa54bc180e6 None None] No DVR routers for this DVR port 03447c36-1be6-4dc1-aacf-191165bf1d68 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:12.698412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.701787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.705831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c06e595d-79ae-406b-86b5-d3a1fe2e1b91 tempest-ServersTestJSON-1930036866 tempest-ServersTestJSON-1930036866-project] 10.222.0.66 "DELETE /v2.0/floatingips/01449242-3f51-4872-9b6b-be28ba257a11 HTTP/1.1" status: 204 len: 168 time: 1.0656612 Oct 22 14:56:12.706097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49324) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:12.709556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=03447c36-1be6-4dc1-aacf-191165bf1d68,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:12.717959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No DVR routers for this DVR port 03447c36-1be6-4dc1-aacf-191165bf1d68 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:12.817689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.842122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458e3fdf-8403-4eb0-85b1-71d442222802']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:12.854358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:12.854659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab1ddc4-c2c5-4fda-83d9-69be07b03b5c') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:12.864570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:56:12.904233 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:56:12.945559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03447c36-1be6-4dc1-aacf-191165bf1d68 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:12.967234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 03447c36-1be6-4dc1-aacf-191165bf1d68 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:12.967583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03447c36-1be6-4dc1-aacf-191165bf1d68 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:13.086314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.091303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:13.091303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.139314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc711f74-d983-4f33-bf31-20f97b6f9402 req-048bff9d-1c09-49db-a164-512e0be35f2f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Oct 22 14:56:13.151872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Pushing event updated for resources: {'Network': ['ID=3735dffe-0e46-4d1b-ad63-61ac99791847,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:13.163627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3735dffe-0e46-4d1b-ad63-61ac99791847 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:13.185105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.333732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ea9711-d748-4bd7-9c5e-5d69e5f3483e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:13.339495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69ea9711-d748-4bd7-9c5e-5d69e5f3483e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.341194 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ea9711-d748-4bd7-9c5e-5d69e5f3483e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:56:13.341679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ea9711-d748-4bd7-9c5e-5d69e5f3483e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:13.344595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.351429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.359043 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/458e3fdf-8403-4eb0-85b1-71d442222802 HTTP/1.1" status: 204 len: 168 time: 1.8793318 Oct 22 14:56:13.361353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:13.367384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1302878515'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:13.375373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe714a7-e9e4-4efa-99fb-5ee8110fa990 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=458e3fdf-8403-4eb0-85b1-71d442222802,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:13.494658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e55d09e0-9dd0-4f5e-a2f7-cfb6ac99171f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5160594 Oct 22 14:56:13.499628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49338) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:13.505405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-98668ee9-acda-4b29-bfa4-3c77b16752d1 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Request body: {'network': {'project_id': 'ee710689d7694f7db90b1cdf9c78d0e5'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:13.544130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69ea9711-d748-4bd7-9c5e-5d69e5f3483e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9524574 Oct 22 14:56:13.545570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49340) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:13.554149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-135d323b-ad0c-4638-a1db-0882bc275e9b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:13.617544 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b2d16f76-363c-4ba3-b721-5e765e6d3f1d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=504ea20bd49b49809f8c10cc01094181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567272 Oct 22 14:56:13.631924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98522ed3-a3e6-460d-a151-22447e07b1d6 req-fe46b319-892e-4f70-888d-ef63241dad6c tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:13.641110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98522ed3-a3e6-460d-a151-22447e07b1d6 req-fe46b319-892e-4f70-888d-ef63241dad6c tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 1102 time: 0.1488359 Oct 22 14:56:13.707863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98522ed3-a3e6-460d-a151-22447e07b1d6 req-88aea9ad-0ef4-414e-9bfd-8b6c750b1882 tempest-ServersAdminTestJSON-185410409 tempest-ServersAdminTestJSON-185410409-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631785 Oct 22 14:56:13.707863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Deleting port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:13.707863 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.740454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:13.745491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.788564 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-98668ee9-acda-4b29-bfa4-3c77b16752d1 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 22 14:56:13.789438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98668ee9-acda-4b29-bfa4-3c77b16752d1 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:13.793680 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98668ee9-acda-4b29-bfa4-3c77b16752d1 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2936671 Oct 22 14:56:13.795988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:13.823637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:13.859185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.859530 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment 3f47b470-102b-4d63-b17d-2c3713c55af5 of type vlan for network fd908450-927a-4be2-9f48-646f660a0d37 Oct 22 14:56:13.880637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] For port 2a62f38f-9cb7-46a6-b2fd-755b93fc7260, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:13.880855 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.917475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3565f191-866d-487a-8dd9-5de0f7cf7f90 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee710689d7694f7db90b1cdf9c78d0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164327 Oct 22 14:56:13.919380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Calling delete_port for 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:13.920899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49350) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:13.934803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-3b9441c3-7c69-4300-8df6-bd3633cc7f96 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:13.936465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-3b9441c3-7c69-4300-8df6-bd3633cc7f96 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061955 Oct 22 14:56:13.939661 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:13.963415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Request body: {'port': {'device_id': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '504ea20bd49b49809f8c10cc01094181'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:14.050483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a64-7580-4d9e-a51c-62a3a01958fa tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.073286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a64-7580-4d9e-a51c-62a3a01958fa tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.073512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d323b-ad0c-4638-a1db-0882bc275e9b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:14.078032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-135d323b-ad0c-4638-a1db-0882bc275e9b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.079783 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-135d323b-ad0c-4638-a1db-0882bc275e9b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:56:14.080220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135d323b-ad0c-4638-a1db-0882bc275e9b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:14.175015 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.182637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:14.183286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.214307 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-135d323b-ad0c-4638-a1db-0882bc275e9b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6634543 Oct 22 14:56:14.214516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49354) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:14.219791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f5e1b90e-7ce1-4e94-a308-6db35ef50c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:14.300936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a64-7580-4d9e-a51c-62a3a01958fa tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.303926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a64-7580-4d9e-a51c-62a3a01958fa tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.307801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-04fa7a64-7580-4d9e-a51c-62a3a01958fa tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/064b80dc-27ef-4407-b08f-707b52eaaeac HTTP/1.1" status: 204 len: 168 time: 0.3831673 Oct 22 14:56:14.326678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:14.347567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3829ed6d-d7b7-4463-adda-03289707719b req-59c28dac-b110-4863-abce-a672b74c5d5f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.0819232 Oct 22 14:56:14.396367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=fd908450-927a-4be2-9f48-646f660a0d37,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:14.416509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fd908450-927a-4be2-9f48-646f660a0d37 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:14.430816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.504786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7a64-7580-4d9e-a51c-62a3a01958fa tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b80dc-27ef-4407-b08f-707b52eaaeac,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:14.514000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Made reservation on behalf of 504ea20bd49b49809f8c10cc01094181 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:14.521477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.525787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a124a140-b316-4944-9f15-ebb42cf9383d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1602814 Oct 22 14:56:14.535158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:14.557954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:14.626714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.646488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249253e9-31a0-4a0a-b296-5740b6d6ee69 req-fc0b19be-91f0-49ab-9da5-6d95a507b3eb tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:14.655175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-249253e9-31a0-4a0a-b296-5740b6d6ee69 req-fc0b19be-91f0-49ab-9da5-6d95a507b3eb tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 950 time: 0.1362472 Oct 22 14:56:14.676972 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:14.717371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-249253e9-31a0-4a0a-b296-5740b6d6ee69 req-8913d8c8-a4e1-4935-85fc-7a758275bc56 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612152 Oct 22 14:56:14.750360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a62f38f-9cb7-46a6-b2fd-755b93fc7260,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:14.975691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3735dffe-0e46-4d1b-ad63-61ac99791847']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:14.989413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e1b90e-7ce1-4e94-a308-6db35ef50c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:14.993489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b90e-7ce1-4e94-a308-6db35ef50c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.001845 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e1b90e-7ce1-4e94-a308-6db35ef50c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:56:15.002317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e1b90e-7ce1-4e94-a308-6db35ef50c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:15.034928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e3bf3b-9567-49f0-9e55-835b1fb9ba5a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:15.035335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e3bf3b-9567-49f0-9e55-835b1fb9ba5a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:15.057576 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.082714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Allocated IP 192.168.233.75 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/38c78c95-ca23-4a56-abda-479336fd5380) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:15.085003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.088204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.097918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:56:15.098873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:56:15.100428 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:56:15.215331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:15.218711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.279806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.296683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.302314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "DELETE /v2.0/networks/3735dffe-0e46-4d1b-ad63-61ac99791847 HTTP/1.1" status: 204 len: 168 time: 0.9745879 Oct 22 14:56:15.306771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:15.330517 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f5e1b90e-7ce1-4e94-a308-6db35ef50c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1148705 Oct 22 14:56:15.343219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68adc47-1f6d-47d0-82fa-91f003e8ff01 tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Pushing event deleted for resources: {'Network': ['ID=3735dffe-0e46-4d1b-ad63-61ac99791847,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:15.348273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:15.360921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-27ef75de-1d7a-43ae-a19b-6325349d2558 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:15.529078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.536462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e119353-d66d-4db6-be90-36c125a40635 req-4a238904-7959-4d82-b47b-832947a95ed5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.0563459 Oct 22 14:56:15.539012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.546433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Router dbff7b7b-d614-46e4-bf68-e8998167ab2d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:56:15.660237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.698644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ef75de-1d7a-43ae-a19b-6325349d2558 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:15.703043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27ef75de-1d7a-43ae-a19b-6325349d2558 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.707424 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ef75de-1d7a-43ae-a19b-6325349d2558 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:56:15.707980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ef75de-1d7a-43ae-a19b-6325349d2558 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:56:15.711516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9b83b0-d201-463d-abfd-3b4e799da475']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:15.727372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78589c5-8bac-44fc-892a-8ac69fb5ca82') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:15.727673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78589c5-8bac-44fc-892a-8ac69fb5ca82') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:15.749969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.771607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.793298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:56:15.801344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:15.809912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['afbf93de-f08b-48ba-af22-61f8608936a7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:15.866390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544', 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:15.868013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:15.929868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:15.944384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-27ef75de-1d7a-43ae-a19b-6325349d2558 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5945020 Oct 22 14:56:15.947887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:15.959877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49380) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:15.992689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:16.069836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:16.070933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.082868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.145832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:56:16.159203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.162897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] 10.222.0.66 "DELETE /v2.0/networks/6e9b83b0-d201-463d-abfd-3b4e799da475 HTTP/1.1" status: 204 len: 168 time: 0.8450849 Oct 22 14:56:16.163261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1a543373-fe3a-41fe-aa1a-3aab4e5e1ea5 admin admin] 10.222.0.66 "PUT /v2.0/routers/dbff7b7b-d614-46e4-bf68-e8998167ab2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4552083 Oct 22 14:56:16.165912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.168490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7da40683-93c9-48a3-9f0e-2382a894782d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2073290 Oct 22 14:56:16.176295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:16.176787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:16.193465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21fdb-4be1-45d9-b55f-c417109b8b5c req-6c0b07ee-36a0-46bb-bf46-18809fc4f8cf tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:16.203126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7f21fdb-4be1-45d9-b55f-c417109b8b5c req-6c0b07ee-36a0-46bb-bf46-18809fc4f8cf tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 950 time: 0.2629981 Oct 22 14:56:16.226352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] Sync routers for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:56:16.233799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33862f23-bf36-4de7-b812-7e043b15916f tempest-QuotasNegativeTest-1437498573 tempest-QuotasNegativeTest-1437498573-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e9b83b0-d201-463d-abfd-3b4e799da475,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:16.271403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-82d35390-87a1-4d5f-b631-389fa8282a5d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:16.273395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-82d35390-87a1-4d5f-b631-389fa8282a5d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 950 time: 0.3419776 Oct 22 14:56:16.278468 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-b5a2ef83-b252-44b5-9b95-37e3bff36ccf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3240459 Oct 22 14:56:16.320439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Request body: {'port': {'device_id': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:16.335181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:16.335935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:16.389797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.398222 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.507643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:16.600770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Deleting port 2325ec17-6cc3-4591-87f6-d90023fc35c2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:16.601280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.623704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7f21fdb-4be1-45d9-b55f-c417109b8b5c req-2aa87e83-e3d1-4776-825f-cc7acfe31487 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191108 Oct 22 14:56:16.650449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': '3f47b470-102b-4d63-b17d-2c3713c55af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:16.650826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: fd908450-927a-4be2-9f48-646f660a0d37, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:56:16.693438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-598b52e7-e1fa-4c88-8ff4-f138552f4c4a None None] Provisioning complete for port 38c78c95-ca23-4a56-abda-479336fd5380 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:16.709416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-598b52e7-e1fa-4c88-8ff4-f138552f4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.747005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:16.777268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=42891f17-46c2-4c98-8beb-31d7e1486d9d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:16.796600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f1df2-1a15-4b8a-8d02-bfe93a1262a2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:16.803685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-418f1df2-1a15-4b8a-8d02-bfe93a1262a2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5863588 Oct 22 14:56:16.821551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49400) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:16.881994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2e1c4-01e8-47a1-bb9f-13b9a337fcbf req-29f81873-2ae2-4543-8e69-121df7966885 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:16.883924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9a2e1c4-01e8-47a1-bb9f-13b9a337fcbf req-29f81873-2ae2-4543-8e69-121df7966885 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 935 time: 0.2211180 Oct 22 14:56:16.901180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-598b52e7-e1fa-4c88-8ff4-f138552f4c4a None None] Port 38c78c95-ca23-4a56-abda-479336fd5380 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:16.914127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2cff6739-6644-4177-bca4-bd131ba46fb6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911596 Oct 22 14:56:16.920841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:16.932808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:16.959307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9a2e1c4-01e8-47a1-bb9f-13b9a337fcbf req-161aaaf2-2a32-4bc3-b459-d31c6f538b76 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678468 Oct 22 14:56:16.993658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network fd908450-927a-4be2-9f48-646f660a0d37 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:56:17.042130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '3251503f-6de4-4331-8e36-b230c96d1567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:56:14Z', 'revision_number': 5, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port': {'id': '3251503f-6de4-4331-8e36-b230c96d1567', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:52:10Z', 'updated_at': '2021-10-22T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:17.043736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Deleting port 3251503f-6de4-4331-8e36-b230c96d1567 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:17.044276 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.049846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] For port 2325ec17-6cc3-4591-87f6-d90023fc35c2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2325ec17-6cc3-4591-87f6-d90023fc35c2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:17.050464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.078283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] Checking router: dbff7b7b-d614-46e4-bf68-e8998167ab2d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:56:17.089465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] Routers {'dbff7b7b-d614-46e4-bf68-e8998167ab2d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:17.090817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:55:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:17.130858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, fd908450-927a-4be2-9f48-646f660a0d37) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:17.144939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e54a3-a9b6-4db1-9eae-24b0cc6e0176 None None] Network fd908450-927a-4be2-9f48-646f660a0d37 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:17.149211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:17.151209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.151420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Calling delete_port for 2325ec17-6cc3-4591-87f6-d90023fc35c2 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:17.206517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] For port 3251503f-6de4-4331-8e36-b230c96d1567, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3251503f-6de4-4331-8e36-b230c96d1567,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:17.207019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.224289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Calling delete_port for 3251503f-6de4-4331-8e36-b230c96d1567 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:17.272189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] Set router dbff7b7b-d614-46e4-bf68-e8998167ab2d gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:17.305610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8312fe84-ff97-4ec2-95eb-4e80f7a85ff9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7692163 Oct 22 14:56:17.308790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49408) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:17.339353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37', 'name': 'tempest-PortsTestJSON-1138756219', 'fixed_ips': [{'subnet_id': '42891f17-46c2-4c98-8beb-31d7e1486d9d', 'ip_address': '172.20.0.10'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:17.348276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:56:16Z', 'revision_number': 6, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:17.384815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6f0fb-ef21-4ffb-af43-022da7bb119e None None] The sync data for ids ['dbff7b7b-d614-46e4-bf68-e8998167ab2d'] in n-d-812148-2 is: [{'id': 'dbff7b7b-d614-46e4-bf68-e8998167ab2d', 'name': 'tempest-ServersTestJSON-42687304-router', 'tenant_id': '4486a7483897491ba1d8c9b7f51c180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:52:09Z', 'updated_at': '2021-10-22T14:56:16Z', 'revision_number': 6, 'project_id': '4486a7483897491ba1d8c9b7f51c180c', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:56:17.443658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49410) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:17.514483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c78c95-ca23-4a56-abda-479336fd5380 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:56:17.523377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.542046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-fd908450-927a-4be2-9f48-646f660a0d37', 'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': '42891f17-46c2-4c98-8beb-31d7e1486d9d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:17.552216 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.702943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-623a39e7-5c86-42d0-96c3-78574aea94fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.833286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-623a39e7-5c86-42d0-96c3-78574aea94fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.834900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:17.841430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.847213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:17.914060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event deleted for resources: {'Port': ['ID=2325ec17-6cc3-4591-87f6-d90023fc35c2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:17.963353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df18b0-f509-4c6a-ba0b-3ab20d5fbc08 req-2d97f01e-d995-4220-a492-232c5fb47e0a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:17.966105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97df18b0-f509-4c6a-ba0b-3ab20d5fbc08 req-2d97f01e-d995-4220-a492-232c5fb47e0a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 867 time: 0.2369254 Oct 22 14:56:17.973630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61aeb2-2c56-472c-885f-95532960899f req-06a0c491-34c8-4c1f-b5c5-5f1a90dc5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:17.975344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-06a0c491-34c8-4c1f-b5c5-5f1a90dc5e78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1097 time: 0.1313190 Oct 22 14:56:18.004062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Transition to ACTIVE for port object 38c78c95-ca23-4a56-abda-479336fd5380 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:56:18.017794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f5fcd856-e226-49f1-8727-5a53d3a14fb9', '0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:18.036484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.057346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] No DVR routers for this DVR port 2325ec17-6cc3-4591-87f6-d90023fc35c2 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:18.065830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.069839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "DELETE /v2.0/ports/2325ec17-6cc3-4591-87f6-d90023fc35c2 HTTP/1.1" status: 204 len: 173 time: 1.7820132 Oct 22 14:56:18.070507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'name': 'network-vif-deleted', 'tag': '2325ec17-6cc3-4591-87f6-d90023fc35c2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:18.073789 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcaa7cc-321d-4138-8fae-73ecf94c264e" -d '{"events": [{"server_uuid": "362dd164-547d-4f56-a3fe-9ff3bf7d7c57", "name": "network-vif-deleted", "tag": "2325ec17-6cc3-4591-87f6-d90023fc35c2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:18.080777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-623a39e7-5c86-42d0-96c3-78574aea94fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.123215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.179810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Allocated IP 172.20.0.2 (fd908450-927a-4be2-9f48-646f660a0d37/42891f17-46c2-4c98-8beb-31d7e1486d9d/30fc14bc-0db1-4657-b0dc-b7d46477a7e1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:18.188273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a39e7-5c86-42d0-96c3-78574aea94fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d07cf-b477-4786-a09b-534695d9dafc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:18.219964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61aeb2-2c56-472c-885f-95532960899f req-042bc5f0-e6a2-4ef1-9ca9-7d8326f1b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:18.221980 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-623a39e7-5c86-42d0-96c3-78574aea94fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11a23758b0ff4bfc8feba06e46783e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7749197 Oct 22 14:56:18.235065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-042bc5f0-e6a2-4ef1-9ca9-7d8326f1b7cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.2038262 Oct 22 14:56:18.238174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49424) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:18.279687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3251503f-6de4-4331-8e36-b230c96d1567,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:18.299479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:18.348767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:18.506209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-482d0b87-0d1d-4a3e-9c58-024e9216284e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.541255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.687439 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.700369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-0abd4eee-6a10-46a5-bd19-a5a9af6c1c77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 1001 time: 0.4124682 Oct 22 14:56:18.710704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97df18b0-f509-4c6a-ba0b-3ab20d5fbc08 req-f141c137-0ac4-428c-80ee-e6654160f6fd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340088 Oct 22 14:56:18.719218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-482d0b87-0d1d-4a3e-9c58-024e9216284e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.752250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:18.752587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:18.752949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:18.782024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:18.782024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:18.782024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:18.782024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:18.783059 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.783149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:18.783149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Bound port: 38c78c95-ca23-4a56-abda-479336fd5380, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:18.783149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:18.819931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Network fd908450-927a-4be2-9f48-646f660a0d37 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:18.831201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61aeb2-2c56-472c-885f-95532960899f req-ed7ed1e1-92dc-4e84-8207-fca803e7afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:18.832690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-ed7ed1e1-92dc-4e84-8207-fca803e7afc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1062212 Oct 22 14:56:18.843057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f4dfe-01b6-4796-8665-1e8cc00d3992 req-fa164003-891c-4f82-a6d4-7b63bf8ffee9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:18.845261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b48f4dfe-01b6-4796-8665-1e8cc00d3992 req-fa164003-891c-4f82-a6d4-7b63bf8ffee9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.6077547 Oct 22 14:56:18.906608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:18.923886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:18.951580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.052632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:19.074730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Pushing event updated for resources: {'Port': ['ID=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:19.096651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:19.099522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.111226 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.142019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:56:19.144217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.155587 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c666760-00d7-45d3-b341-e339efe8b323 x-openstack-request-id: req-7c666760-00d7-45d3-b341-e339efe8b323 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:19.155886 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362dd164-547d-4f56-a3fe-9ff3bf7d7c57", "name": "network-vif-deleted", "tag": "2325ec17-6cc3-4591-87f6-d90023fc35c2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:19.156404 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c666760-00d7-45d3-b341-e339efe8b323 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:19.156821 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362dd164-547d-4f56-a3fe-9ff3bf7d7c57', 'name': 'network-vif-deleted', 'tag': '2325ec17-6cc3-4591-87f6-d90023fc35c2', 'status': 'completed', 'code': 200} Oct 22 14:56:19.183890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.184829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.187798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.188166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.188809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.189153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.189486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.189809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.190130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.190946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.190946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.191175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:19.209027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3251503f-6de4-4331-8e36-b230c96d1567 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:19.215506 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.225057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:19.246963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:19.249259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port 9bb63577-a4de-49f9-a222-dc705a1c32ec yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:19.255786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-482d0b87-0d1d-4a3e-9c58-024e9216284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.259376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-482d0b87-0d1d-4a3e-9c58-024e9216284e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.259938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c836a5-f2c6-4b36-806c-a82eab80d135 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:19.263768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-482d0b87-0d1d-4a3e-9c58-024e9216284e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f80d07cf-b477-4786-a09b-534695d9dafc HTTP/1.1" status: 204 len: 168 time: 1.0214434 Oct 22 14:56:19.263768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:19.266912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3251503f-6de4-4331-8e36-b230c96d1567 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:19.267300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3251503f-6de4-4331-8e36-b230c96d1567 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:19.267712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:19.274382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.301146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Attempting to bind port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:19.301516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Attempting to bind port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '3f47b470-102b-4d63-b17d-2c3713c55af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:19.301884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Attempting to bind port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 on network fd908450-927a-4be2-9f48-646f660a0d37 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:19.307534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:19.307880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2a62f38f-9cb7-46a6-b2fd-755b93fc7260 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:19.325711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:19.326175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Checking segment: {'id': '3f47b470-102b-4d63-b17d-2c3713c55af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:19.331405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.331405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Bound using segment: {'id': '3f47b470-102b-4d63-b17d-2c3713c55af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:19.331405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Bound port: 30fc14bc-0db1-4657-b0dc-b7d46477a7e1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f47b470-102b-4d63-b17d-2c3713c55af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:19.331405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.345050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d0b87-0d1d-4a3e-9c58-024e9216284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d07cf-b477-4786-a09b-534695d9dafc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:19.358410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:19.359065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.360529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] 10.222.0.53 "PUT /v2.0/ports/38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 1095 time: 3.0717957 Oct 22 14:56:19.361633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=6f174c30-f868-4cb4-b6e0-4ceccea6df8f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:19.402057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d63e5-7a23-4b9f-81b7-9281c70bf296 service neutron] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:19.403845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.407158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbff7b7b-d614-46e4-bf68-e8998167ab2d {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:56:19.415718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.418867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c688b515-7efb-49a4-9957-584714827fc9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/dbff7b7b-d614-46e4-bf68-e8998167ab2d HTTP/1.1" status: 204 len: 168 time: 3.2110460 Oct 22 14:56:19.432156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:19.448190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2e9dfddb-ba79-4c44-8374-0673382816fc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5231357 Oct 22 14:56:19.452433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49438) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:19.466268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:b8:a6:27', 'name': 'tempest-NetworksTestDHCPv6-321696606'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:19.667905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2325ec17-6cc3-4591-87f6-d90023fc35c2 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:19.678800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] For port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:19.709544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 2325ec17-6cc3-4591-87f6-d90023fc35c2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:19.709982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2325ec17-6cc3-4591-87f6-d90023fc35c2 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:19.732442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-edfc5c84-feaf-4579-877d-af9eb2466558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:19.734137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-edfc5c84-feaf-4579-877d-af9eb2466558 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1098 time: 0.2164991 Oct 22 14:56:19.744505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] For port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,segment=NetworkSegment(3f47b470-102b-4d63-b17d-2c3713c55af5),segment_id=3f47b470-102b-4d63-b17d-2c3713c55af5)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:19.751517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61aeb2-2c56-472c-885f-95532960899f req-df9e9011-0c67-42f0-bdd9-c8a3495d32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:19.753021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-df9e9011-0c67-42f0-bdd9-c8a3495d32e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8148098 Oct 22 14:56:19.771871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '6f174c30-f868-4cb4-b6e0-4ceccea6df8f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:19.773177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.781055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b48f4dfe-01b6-4796-8665-1e8cc00d3992 req-030fa1c1-2eec-42ea-92da-ccc91eaf784a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503172 Oct 22 14:56:19.821451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.10 (fd908450-927a-4be2-9f48-646f660a0d37/42891f17-46c2-4c98-8beb-31d7e1486d9d/9bb63577-a4de-49f9-a222-dc705a1c32ec) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:19.851669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Deleting subnet e769a1c5-6f52-481b-ae96-925c07e12163 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:19.893581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:19.958751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f299b6dd-7512-4c97-afac-55203787ab63 req-f2777557-aae8-48a2-aa41-0050f6341856 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=362dd164-547d-4f56-a3fe-9ff3bf7d7c57 HTTP/1.1" status: 200 len: 210 time: 0.1006317 Oct 22 14:56:19.978041 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Allocated IP 2001:db8::f816:3eff:fed2:4795 (a2d5805a-689b-466e-a785-b2a121891287/6f174c30-f868-4cb4-b6e0-4ceccea6df8f/9331e24e-c0fd-468a-8e06-f2aafa91b742) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:20.034941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.070678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-f9710575-991a-4cd2-9401-e8f3ba0cd389 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055177 Oct 22 14:56:20.135027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.139384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-984a95eb-be93-4f56-b639-c7505438e962 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.3966508 Oct 22 14:56:20.202493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-0f90b7fc-78eb-4282-9736-cd439ab64274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:20.203978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-0f90b7fc-78eb-4282-9736-cd439ab64274 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0533569 Oct 22 14:56:20.249863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-9cdd41b5-e6ce-4651-9d57-0300c80c6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:20.251382 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-9cdd41b5-e6ce-4651-9d57-0300c80c6c76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397468 Oct 22 14:56:20.264904 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.307187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.315815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef61aeb2-2c56-472c-885f-95532960899f req-f2deb94c-0605-4355-8749-85cbd90afefc service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321332 Oct 22 14:56:20.358180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-d56964ab-29b9-4447-af3e-9126e49b6435 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996568 Oct 22 14:56:20.460241 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e2b30c4-cd6e-4d47-8f5b-d336d02e1284 req-2ce13a6e-c239-4e19-aa47-62c79a86af9a service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935533 Oct 22 14:56:20.503732 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.571144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810293b-19a8-48d0-bbc3-3deb753ce106 None None] Pushing event updated for resources: {'Port': ['ID=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:20.612082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:20.615138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.615264 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.628106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.665355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e769a1c5-6f52-481b-ae96-925c07e12163,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:20.686508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:20.691733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:20.695075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:20.707072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.707072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-055b57f0-5509-4c7a-a059-e7af80315d88 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e769a1c5-6f52-481b-ae96-925c07e12163 HTTP/1.1" status: 204 len: 168 time: 1.2373228 Oct 22 14:56:20.707299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49452) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:20.730457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network fd908450-927a-4be2-9f48-646f660a0d37 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:20.734127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3760360-ea6b-4ded-9aff-045ba27b3c10 None None] Network ef853799-62b2-4d5a-9fdd-9c01058be256 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:20.758258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=9bb63577-a4de-49f9-a222-dc705a1c32ec,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:20.763869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:20.767706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:20.786073 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.880847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 6f26ee57-6133-41e7-a3ff-056a50de706e yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:20.906242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:20.923593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:20.923593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.018906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Pushing event updated for resources: {'Port': ['ID=9331e24e-c0fd-468a-8e06-f2aafa91b742,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:21.062567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-63b50606-47cc-4971-8492-f604b8458f31 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7409713 Oct 22 14:56:21.063754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49464) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:21.078175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'fd908450-927a-4be2-9f48-646f660a0d37', 'name': 'tempest-PortsTestJSON-777186918', 'fixed_ips': [{'subnet_id': '42891f17-46c2-4c98-8beb-31d7e1486d9d', 'ip_address': '172.20.0.9'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:21.137301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88663cd7-f14f-4300-bea7-405e4a1807b1 req-25bc2c76-c8bf-4f72-b648-a08fdc8f03f0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:21.137951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:feb8:a627 (a2d5805a-689b-466e-a785-b2a121891287/6f174c30-f868-4cb4-b6e0-4ceccea6df8f/6f26ee57-6133-41e7-a3ff-056a50de706e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:21.139107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88663cd7-f14f-4300-bea7-405e4a1807b1 req-25bc2c76-c8bf-4f72-b648-a08fdc8f03f0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.2111425 Oct 22 14:56:21.252569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:21.306242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.347818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:21.350441 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b638a-05a6-4280-b40c-e2be3af801a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:21.374596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Attempting to bind port 9331e24e-c0fd-468a-8e06-f2aafa91b742 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:21.375112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Attempting to bind port 9331e24e-c0fd-468a-8e06-f2aafa91b742 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:21.375638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Attempting to bind port 9331e24e-c0fd-468a-8e06-f2aafa91b742 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:21.422650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:21.434392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:21.435492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.436388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:21.437213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Bound port: 9331e24e-c0fd-468a-8e06-f2aafa91b742, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:21.437584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.462530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:21.463330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.469367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.533117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=6f26ee57-6133-41e7-a3ff-056a50de706e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:21.561729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:21.564056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:21.575934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:21.598111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:21.598703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.725024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.749850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49472) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:21.768258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] DHCP port deletion for ef853799-62b2-4d5a-9fdd-9c01058be256 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:21.770820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Deleting port 19d73419-d9e9-44f4-9264-5f3f639822c1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:21.771295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.776345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcd83e29-1bda-4272-859e-9dc94fb3cfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:21.799942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca7ea2d1-e86e-43df-b971-7bd49fec12af tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3425422 Oct 22 14:56:21.814095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49476) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:21.818588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] For port 9331e24e-c0fd-468a-8e06-f2aafa91b742, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:21.859980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] For port 9331e24e-c0fd-468a-8e06-f2aafa91b742, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9331e24e-c0fd-468a-8e06-f2aafa91b742,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:21.861999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,segment=NetworkSegment(3f47b470-102b-4d63-b17d-2c3713c55af5),segment_id=3f47b470-102b-4d63-b17d-2c3713c55af5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:21.890019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88663cd7-f14f-4300-bea7-405e4a1807b1 req-befacc35-edf9-4cf0-a8f7-62985c211aa0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404985 Oct 22 14:56:21.905960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] Deleting port 19d73419-d9e9-44f4-9264-5f3f639822c1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:21.906338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.021686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf84eb-1635-42ab-962c-90a532d9695b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.028865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf84eb-1635-42ab-962c-90a532d9695b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.030760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bbcf84eb-1635-42ab-962c-90a532d9695b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2135894 Oct 22 14:56:22.033977 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde95e03-caa3-44ff-9f0c-22bce4ae60b7 x-openstack-request-id: req-cde95e03-caa3-44ff-9f0c-22bce4ae60b7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:22.034523 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:22.034995 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cde95e03-caa3-44ff-9f0c-22bce4ae60b7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:22.035610 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'status': 'completed', 'code': 200} Oct 22 14:56:22.036262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49482) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:22.085046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:22.087724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] For port 19d73419-d9e9-44f4-9264-5f3f639822c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19d73419-d9e9-44f4-9264-5f3f639822c1,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:22.088128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.091393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.107719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] Calling delete_port for 19d73419-d9e9-44f4-9264-5f3f639822c1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:22.129117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] For port 19d73419-d9e9-44f4-9264-5f3f639822c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19d73419-d9e9-44f4-9264-5f3f639822c1,segment=NetworkSegment(e7f6e904-4f7b-4ab2-afda-5499fb82b5ae),segment_id=e7f6e904-4f7b-4ab2-afda-5499fb82b5ae)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:22.129117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.154132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port ed2bab7f-8c5c-4d80-85b3-dda38d61f593 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:22.171608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Calling delete_port for 19d73419-d9e9-44f4-9264-5f3f639822c1 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:22.211382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.248467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8b3f5-ccb6-4dd3-848c-402bdbd829c1 req-9f88e7da-5ad1-406a-bbf1-c986d11191ba tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.256057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31f8b3f5-ccb6-4dd3-848c-402bdbd829c1 req-9f88e7da-5ad1-406a-bbf1-c986d11191ba tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 950 time: 0.1935666 Oct 22 14:56:22.259647 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.270034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-013e9477-caf0-423f-9bb9-c64e3aaebd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.273272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-013e9477-caf0-423f-9bb9-c64e3aaebd74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1098 time: 0.1791718 Oct 22 14:56:22.276567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcd83e29-1bda-4272-859e-9dc94fb3cfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.351616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5757abc9-4ea3-40c8-a699-ca9785367170 None None] Network fd908450-927a-4be2-9f48-646f660a0d37 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:22.362908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 6f26ee57-6133-41e7-a3ff-056a50de706e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:22.363283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.370493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dcd83e29-1bda-4272-859e-9dc94fb3cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.392617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31f8b3f5-ccb6-4dd3-848c-402bdbd829c1 req-f1cc888d-6785-459f-93a4-eb69da4a12bd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306505 Oct 22 14:56:22.405675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.437848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72694c-c564-441f-b1ab-1fdf8fc3c928 None None] Pushing event updated for resources: {'Port': ['ID=9331e24e-c0fd-468a-8e06-f2aafa91b742,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:22.467756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dcd83e29-1bda-4272-859e-9dc94fb3cfd2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0051835852714dff92bf78ffaa253a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206643 Oct 22 14:56:22.479120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49484) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:22.504093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] No DVR routers for this DVR port 19d73419-d9e9-44f4-9264-5f3f639822c1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:22.536056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd83e29-1bda-4272-859e-9dc94fb3cfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be4074d-a3d1-4b07-8cb2-f989af99bf49,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:22.596431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:22.597249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-db96ea7d-95fd-429a-9b89-c83ac36f76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.598797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-db96ea7d-95fd-429a-9b89-c83ac36f76ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3144464 Oct 22 14:56:22.604351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.651010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0f48be40-fa68-443f-8420-c0b2a69ca2b4 None None] Provisioning complete for port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:22.651395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f48be40-fa68-443f-8420-c0b2a69ca2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.678613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-f007b49d-8364-418a-b27c-ee55ef855c40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.0718956 Oct 22 14:56:22.718782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf56f4-d388-4e05-ae2f-cd1dbb4de819 None None] Pushing event deleted for resources: {'Port': ['ID=19d73419-d9e9-44f4-9264-5f3f639822c1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:22.723482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.9 (fd908450-927a-4be2-9f48-646f660a0d37/42891f17-46c2-4c98-8beb-31d7e1486d9d/ed2bab7f-8c5c-4d80-85b3-dda38d61f593) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:22.735773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.750000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-d823f292-57f8-4385-a2aa-582b2434f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.751525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-d823f292-57f8-4385-a2aa-582b2434f787 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0620334 Oct 22 14:56:22.753497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a81068ee-153a-4e9b-8998-3dd7ce1f9fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.755985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 6f26ee57-6133-41e7-a3ff-056a50de706e owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:22.756433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] No DVR routers for this DVR port 19d73419-d9e9-44f4-9264-5f3f639822c1 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:22.758329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d73419-d9e9-44f4-9264-5f3f639822c1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:22.842568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36165f79-718b-4853-a0dc-bad17250c672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.857903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a81068ee-153a-4e9b-8998-3dd7ce1f9fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:22.893392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-8f90c68c-d47f-40b1-86e0-50c7130092c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:22.895292 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-8f90c68c-d47f-40b1-86e0-50c7130092c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292317 Oct 22 14:56:22.972433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.127996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9331e24e-c0fd-468a-8e06-f2aafa91b742 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:23.128992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-28202de3-bd6c-4965-8d1c-602a28d09582 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228994 Oct 22 14:56:23.167254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef853799-62b2-4d5a-9fdd-9c01058be256']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:23.215383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9331e24e-c0fd-468a-8e06-f2aafa91b742 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:23.215383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.236221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.260234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:23.260621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f6e904-4f7b-4ab2-afda-5499fb82b5ae') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:23.291757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.305893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586441e-fbac-41c0-844b-895ac7fd5ff7 req-f8c1a714-ed7c-4098-8d91-61ec88dd1cb7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:23.307818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e586441e-fbac-41c0-844b-895ac7fd5ff7 req-f8c1a714-ed7c-4098-8d91-61ec88dd1cb7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.2392669 Oct 22 14:56:23.321196 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.322005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=6f26ee57-6133-41e7-a3ff-056a50de706e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:23.343941 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.347933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f3492732-b75e-4620-9bb2-ee187cac12cb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/6f26ee57-6133-41e7-a3ff-056a50de706e HTTP/1.1" status: 204 len: 168 time: 1.3070185 Oct 22 14:56:23.351146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49504) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:23.384050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a81068ee-153a-4e9b-8998-3dd7ce1f9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.384266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1487b266-943e-4ffe-9617-2618e2d53ff2 None None] Provisioning complete for port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:23.384266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1487b266-943e-4ffe-9617-2618e2d53ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.385512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a81068ee-153a-4e9b-8998-3dd7ce1f9fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.387418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a81068ee-153a-4e9b-8998-3dd7ce1f9fc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9be4074d-a3d1-4b07-8cb2-f989af99bf49 HTTP/1.1" status: 204 len: 168 time: 0.9060729 Oct 22 14:56:23.388628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.421081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81068ee-153a-4e9b-8998-3dd7ce1f9fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be4074d-a3d1-4b07-8cb2-f989af99bf49,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:23.453267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:56:23.453794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.454330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-471b638a-05a6-4280-b40c-e2be3af801a6 req-d1e4b9a5-816c-44f7-a421-5e8480251a69 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174677 Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:56:23.466501 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:56:23.486935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ed509-f982-43b4-92c6-e0c87c577c88 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:23.488506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ed509-f982-43b4-92c6-e0c87c577c88 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:23.490610 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-446ed509-f982-43b4-92c6-e0c87c577c88 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1381567 Oct 22 14:56:23.492182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.498466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49510) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:23.535820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9331e24e-c0fd-468a-8e06-f2aafa91b742, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9331e24e-c0fd-468a-8e06-f2aafa91b742,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:23.634232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 6f174c30-f868-4cb4-b6e0-4ceccea6df8f {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:23.638799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.643459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.644454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:23.688568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.704198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:56:23.706515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be1b1-581d-4841-8693-38cea60ba26a req-ebcb5973-b589-43a2-b93b-1c1181b82b47 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:23.712792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571be1b1-581d-4841-8693-38cea60ba26a req-ebcb5973-b589-43a2-b93b-1c1181b82b47 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 950 time: 0.4161274 Oct 22 14:56:23.728473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e586441e-fbac-41c0-844b-895ac7fd5ff7 req-a9cb24e2-793d-49d2-b43a-87c5669862e5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925636 Oct 22 14:56:23.738763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1487b266-943e-4ffe-9617-2618e2d53ff2 None None] Provisioning complete for port 9bb63577-a4de-49f9-a222-dc705a1c32ec triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:23.739164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1487b266-943e-4ffe-9617-2618e2d53ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.810742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8af75-b83a-4853-a435-c47632328e33 req-0019431a-56dc-4ca2-907b-af9ad58355f1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:23.819007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26b8af75-b83a-4853-a435-c47632328e33 req-0019431a-56dc-4ca2-907b-af9ad58355f1 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 950 time: 0.2192216 Oct 22 14:56:23.829350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.834257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1487b266-943e-4ffe-9617-2618e2d53ff2 None None] Port 9bb63577-a4de-49f9-a222-dc705a1c32ec cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:23.905973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.931727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:23.931945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.933272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26b8af75-b83a-4853-a435-c47632328e33 req-898bd595-98cc-403c-8d55-3110551bb937 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132133 Oct 22 14:56:23.957204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:23.957426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9331e24e-c0fd-468a-8e06-f2aafa91b742,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:23.957534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ef853799-62b2-4d5a-9fdd-9c01058be256 HTTP/1.1" status: 204 len: 168 time: 3.2458730 Oct 22 14:56:23.970727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cec76-19d2-4927-a33c-90a73d6fa123 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef853799-62b2-4d5a-9fdd-9c01058be256,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:23.995300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.026712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Deleting port f5fcd856-e226-49f1-8727-5a53d3a14fb9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:24.027385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.029090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=6f174c30-f868-4cb4-b6e0-4ceccea6df8f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:24.034380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.064672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8d3556a8-695c-4b9a-b654-8ab8b13af129 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/6f174c30-f868-4cb4-b6e0-4ceccea6df8f HTTP/1.1" status: 204 len: 168 time: 0.5637584 Oct 22 14:56:24.072270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49524) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:24.095375 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.227776 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-14a544c7-3e6c-4fd3-915c-67ebefb38bdb tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520407 Oct 22 14:56:24.230841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49532) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:24.237153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:24.347013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1b5c8bb8-154b-4ab3-a3ad-62d5a06ec623 None None] Provisioning complete for port 9bb63577-a4de-49f9-a222-dc705a1c32ec triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:24.353126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1b5c8bb8-154b-4ab3-a3ad-62d5a06ec623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.403741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] For port f5fcd856-e226-49f1-8727-5a53d3a14fb9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f5fcd856-e226-49f1-8727-5a53d3a14fb9,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:24.404350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.420551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Calling delete_port for f5fcd856-e226-49f1-8727-5a53d3a14fb9 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:24.450399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647d6e01-2e41-486f-947e-1eee7542942c None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:24.498131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:24.513002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network fd908450-927a-4be2-9f48-646f660a0d37 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:24.514594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:24.514717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c8bb8-154b-4ab3-a3ad-62d5a06ec623 None None] Port 9bb63577-a4de-49f9-a222-dc705a1c32ec cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:24.548980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=ed2bab7f-8c5c-4d80-85b3-dda38d61f593,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:24.552989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:24.569328 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-ccb67c4f-b70e-4ca8-a686-b05a6f761c1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2693315 Oct 22 14:56:24.584230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '38c78c95-ca23-4a56-abda-479336fd5380', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '38c78c95-ca23-4a56-abda-479336fd5380', 'mac_address': 'fa:16:3e:de:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:56:24.597102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49544) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:24.661410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a072b69-aa91-4c7c-84ed-d81351ccb557 req-3ef97a0b-28ca-4b8b-873c-346a900b4261 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:24.663216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a072b69-aa91-4c7c-84ed-d81351ccb557 req-3ef97a0b-28ca-4b8b-873c-346a900b4261 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.1240799 Oct 22 14:56:24.724916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.737765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a072b69-aa91-4c7c-84ed-d81351ccb557 req-7b4ea611-6efd-46b8-8780-f55c85092b46 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666289 Oct 22 14:56:24.738297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ce161df1-49ea-4d1a-86eb-4a778825702a None None] Provisioning complete for port 9331e24e-c0fd-468a-8e06-f2aafa91b742 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:24.738736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce161df1-49ea-4d1a-86eb-4a778825702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.756879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-a76ad883-9ae5-448c-b0ad-59cbc1206cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:24.758193 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-a76ad883-9ae5-448c-b0ad-59cbc1206cc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1102 time: 0.1513376 Oct 22 14:56:24.759145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:24.759824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.798481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:24.806315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.808154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19d73419-d9e9-44f4-9264-5f3f639822c1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:24.827519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c78c95-ca23-4a56-abda-479336fd5380 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:56:24.850154 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-74c6537e-75f0-4c8d-a5bf-c500d52e2169 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4486a7483897491ba1d8c9b7f51c180c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511761 Oct 22 14:56:24.863416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49552) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:24.905118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:24.910213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 19d73419-d9e9-44f4-9264-5f3f639822c1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:24.911011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19d73419-d9e9-44f4-9264-5f3f639822c1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:24.925304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c34ad-fbd0-4b8b-b35f-e1be24941d57 req-483dde09-43c0-4953-8d3d-9a38f3cc5dcf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:24.934831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-550c34ad-fbd0-4b8b-b35f-e1be24941d57 req-483dde09-43c0-4953-8d3d-9a38f3cc5dcf tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.0961642 Oct 22 14:56:24.966331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a46f916-c4ca-41df-9533-cce625cc7e86 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8991377 Oct 22 14:56:24.969453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:24.971215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49560) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:25.004687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f5fcd856-e226-49f1-8727-5a53d3a14fb9', '0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:25.053720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:25.055978 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.134196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event deleted for resources: {'Port': ['ID=f5fcd856-e226-49f1-8727-5a53d3a14fb9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:25.162097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebee-6580-41c0-a5be-5412104df1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.169530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-64418c2b-ab6b-49dc-852f-e06fd0af3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.171135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-64418c2b-ab6b-49dc-852f-e06fd0af3107 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3808043 Oct 22 14:56:25.183530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-550c34ad-fbd0-4b8b-b35f-e1be24941d57 req-d47588fe-65b6-41cb-b371-666e6983dfd0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467277 Oct 22 14:56:25.204167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebee-6580-41c0-a5be-5412104df1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.208736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] No DVR routers for this DVR port f5fcd856-e226-49f1-8727-5a53d3a14fb9 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:25.231525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.241678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571be1b1-581d-4841-8693-38cea60ba26a req-495f61f4-ca97-44e4-9766-96144fb5468d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "DELETE /v2.0/ports/f5fcd856-e226-49f1-8727-5a53d3a14fb9 HTTP/1.1" status: 204 len: 173 time: 1.5066612 Oct 22 14:56:25.242198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'name': 'network-vif-deleted', 'tag': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:25.254860 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bc3830-4374-43be-b042-3c68469ef6f2" -d '{"events": [{"server_uuid": "9ffe4271-5cf2-4d01-9de0-29b5cef652ec", "name": "network-vif-deleted", "tag": "f5fcd856-e226-49f1-8727-5a53d3a14fb9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:25.265310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-7f41be8c-12d9-4997-86cc-b472820bd30e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0831993 Oct 22 14:56:25.271986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646a5189-f551-427e-858c-5ee79ae13151 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.274630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-646a5189-f551-427e-858c-5ee79ae13151 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2935500 Oct 22 14:56:25.279943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49572) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:25.285997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:25.303429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ce161df1-49ea-4d1a-86eb-4a778825702a None None] Could not find standard attr ID for object 6f26ee57-6133-41e7-a3ff-056a50de706e. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:56:25.332312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84aef36c-150a-4162-a893-d789f5a09752 req-537db626-1350-4f7d-8521-5e305e76231d tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0559943 Oct 22 14:56:25.396120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a395d745-e946-40a0-b6f7-aeefa30acd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.404655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a726a-e4f6-42df-8f81-f8e8b506c2e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.406557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['38c78c95-ca23-4a56-abda-479336fd5380'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:25.413747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a726a-e4f6-42df-8f81-f8e8b506c2e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.423045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a726a-e4f6-42df-8f81-f8e8b506c2e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.424854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d80a726a-e4f6-42df-8f81-f8e8b506c2e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1439922 Oct 22 14:56:25.428542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49578) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:25.485143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] Deleting port 9331e24e-c0fd-468a-8e06-f2aafa91b742 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:25.486304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.514276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-7b4c1bb5-3f1b-47dc-8275-8dedc63a5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.515844 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-7b4c1bb5-3f1b-47dc-8275-8dedc63a5dc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2342820 Oct 22 14:56:25.596012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port ed2bab7f-8c5c-4d80-85b3-dda38d61f593 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:25.596390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.624666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-cdf65e6a-2a3b-425b-b3e9-b93ac8d07b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:25.629282 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-cdf65e6a-2a3b-425b-b3e9-b93ac8d07b47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992837 Oct 22 14:56:25.647416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-9392e84a-d5de-4f0d-833e-c82b608d9532 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:56:25.648594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-9392e84a-d5de-4f0d-833e-c82b608d9532 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062573 Oct 22 14:56:25.650701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9786baca-5656-4d91-8da8-0bc21af799b8 None None] Provisioning complete for port ed2bab7f-8c5c-4d80-85b3-dda38d61f593 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:25.651107 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9786baca-5656-4d91-8da8-0bc21af799b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.659692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebee-6580-41c0-a5be-5412104df1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.662649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebee-6580-41c0-a5be-5412104df1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.676644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fd6bebee-6580-41c0-a5be-5412104df1a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4299befc-5a09-425b-aab2-3e7554f5b825 HTTP/1.1" status: 204 len: 168 time: 0.8061678 Oct 22 14:56:25.711879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bebee-6580-41c0-a5be-5412104df1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4299befc-5a09-425b-aab2-3e7554f5b825,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:25.712657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:25.777116 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1efb20-0c1d-42bb-9580-42f1347d24dd x-openstack-request-id: req-6f1efb20-0c1d-42bb-9580-42f1347d24dd {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:25.777679 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffe4271-5cf2-4d01-9de0-29b5cef652ec", "name": "network-vif-deleted", "tag": "f5fcd856-e226-49f1-8727-5a53d3a14fb9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:25.778161 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f1efb20-0c1d-42bb-9580-42f1347d24dd {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:25.778579 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffe4271-5cf2-4d01-9de0-29b5cef652ec', 'name': 'network-vif-deleted', 'tag': 'f5fcd856-e226-49f1-8727-5a53d3a14fb9', 'status': 'completed', 'code': 200} Oct 22 14:56:25.809333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] For port 9331e24e-c0fd-468a-8e06-f2aafa91b742, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9331e24e-c0fd-468a-8e06-f2aafa91b742,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:25.809763 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.822961 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:25.863814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for ed2bab7f-8c5c-4d80-85b3-dda38d61f593 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:25.876089 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] Calling delete_port for 9331e24e-c0fd-468a-8e06-f2aafa91b742 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:25.893027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9786baca-5656-4d91-8da8-0bc21af799b8 None None] Port ed2bab7f-8c5c-4d80-85b3-dda38d61f593 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:25.946055 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-1ff2242b-55e2-4a1b-8eef-27bcc0e696df service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669322 Oct 22 14:56:26.054552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:56:26.085518 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.104556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8fd36-7e71-41a9-9b2b-a508f4de2715 req-1c1e4467-4fa4-4e0f-9965-3500f5c9e894 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:26.107838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ea8fd36-7e71-41a9-9b2b-a508f4de2715 req-1c1e4467-4fa4-4e0f-9965-3500f5c9e894 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.1579604 Oct 22 14:56:26.118820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:26.122828 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19928d47-c11c-4491-998f-501acc29eae4" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-unplugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:26.144400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:26.160943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf02ab94-041a-4654-bfa7-26818401ce81 req-138c6402-6a1f-475e-afe7-4e33625bad4f service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885984 Oct 22 14:56:26.213993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ea8fd36-7e71-41a9-9b2b-a508f4de2715 req-28d2acb2-0b68-4931-bf09-ae37b457a174 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543611 Oct 22 14:56:26.319832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bee57-0f45-4d52-88bd-261ba9ddfa35 req-b999288a-1a42-4dd4-a9f6-a020a48e813d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:26.321326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab4bee57-0f45-4d52-88bd-261ba9ddfa35 req-b999288a-1a42-4dd4-a9f6-a020a48e813d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.0530159 Oct 22 14:56:26.363325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab4bee57-0f45-4d52-88bd-261ba9ddfa35 req-a5308007-b740-4acb-ae8b-0fa17f76521f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Oct 22 14:56:26.371219 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.372433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f5fcd856-e226-49f1-8727-5a53d3a14fb9 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:26.379559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.400833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.440382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Port 9331e24e-c0fd-468a-8e06-f2aafa91b742 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=107801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 22 14:56:26.440945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:4795 {{(pid=107801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 22 14:56:26.444329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:4795 {{(pid=107801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 22 14:56:26.445509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.453148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: f5fcd856-e226-49f1-8727-5a53d3a14fb9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:26.453688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f5fcd856-e226-49f1-8727-5a53d3a14fb9 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:26.455011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] No DVR routers for this DVR port 9331e24e-c0fd-468a-8e06-f2aafa91b742 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:26.502361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=ed2bab7f-8c5c-4d80-85b3-dda38d61f593,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:26.539502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d7eb461-b291-42ca-8039-fd2c3a794d0e req-5bbd7a96-5031-443d-907c-cd7a3e28c64e tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ffe4271-5cf2-4d01-9de0-29b5cef652ec HTTP/1.1" status: 200 len: 210 time: 0.0419817 Oct 22 14:56:26.543367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:26.550865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:26.557048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=758ac619-b1ab-4103-a711-5891eae12897,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:26.570354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:26.571264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.615485 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ba62d-7071-4236-bd69-a918c03376d6 x-openstack-request-id: req-202ba62d-7071-4236-bd69-a918c03376d6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:26.621774 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-unplugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:26.622194 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-202ba62d-7071-4236-bd69-a918c03376d6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:26.622689 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:56:26.642892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.655194 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.680510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.682293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f8fc5-f9d4-4037-81e7-e1b18c50b1ce None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:26.687601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0280247f-d20a-4628-beda-883ea7409708 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/ed2bab7f-8c5c-4d80-85b3-dda38d61f593 HTTP/1.1" status: 204 len: 168 time: 1.2567184 Oct 22 14:56:26.690290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49606) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:26.734103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=11']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:26.747227 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b32524-1f50-4b1e-b3c3-8ed5cac4d242 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:56:26.750941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23b32524-1f50-4b1e-b3c3-8ed5cac4d242 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/ed2bab7f-8c5c-4d80-85b3-dda38d61f593 HTTP/1.1" status: 404 len: 333 time: 0.0595732 Oct 22 14:56:26.753777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:26.766829 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c838d8f-aa6b-400c-976c-fbd6a426bb8a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5344946 Oct 22 14:56:26.773484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49612) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:26.773603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd03020-3357-4b00-8693-a89b63bf12d3 None None] Pushing event deleted for resources: {'Port': ['ID=9331e24e-c0fd-468a-8e06-f2aafa91b742,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:26.784721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:8d:60:34', 'name': 'tempest-NetworksTestDHCPv6-1646948854'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:26.907015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 9bb63577-a4de-49f9-a222-dc705a1c32ec {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:26.907448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:26.955786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '758ac619-b1ab-4103-a711-5891eae12897'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:26.956759 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.006937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.020491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 9bb63577-a4de-49f9-a222-dc705a1c32ec owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:27.037796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9331e24e-c0fd-468a-8e06-f2aafa91b742 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:27.066494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9331e24e-c0fd-468a-8e06-f2aafa91b742 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:27.066840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9331e24e-c0fd-468a-8e06-f2aafa91b742 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:27.129054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Allocated IP 2001:db8::f816:3eff:fee2:ae6b (a2d5805a-689b-466e-a785-b2a121891287/758ac619-b1ab-4103-a711-5891eae12897/f8d9f0f0-77fb-49f7-ac6a-26942d99d30f) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:27.200518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:27.290507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.305471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.326177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port c09e9c51-6d9e-42da-84dd-fa94ce035e73 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:27.349903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff038-6843-481f-885d-a05a02ebb0b1 req-64c674a3-7631-41d7-b190-b6712e424ec5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:27.351648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd5ff038-6843-481f-885d-a05a02ebb0b1 req-64c674a3-7631-41d7-b190-b6712e424ec5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0507119 Oct 22 14:56:27.360336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.419876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=9bb63577-a4de-49f9-a222-dc705a1c32ec,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:27.435599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.523633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Pushing event updated for resources: {'Port': ['ID=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:27.525608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fe8d:6034 (a2d5805a-689b-466e-a785-b2a121891287/758ac619-b1ab-4103-a711-5891eae12897/c09e9c51-6d9e-42da-84dd-fa94ce035e73) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:27.546088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:27.551441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:27.554495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:27.615355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd5ff038-6843-481f-885d-a05a02ebb0b1 req-fc568ada-8221-4cfd-96a1-8a7969de586e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558615 Oct 22 14:56:27.624605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Attempting to bind port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:27.624605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Attempting to bind port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:27.624907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Attempting to bind port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:27.630746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:27.630933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:27.631255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.631691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:27.632314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Bound port: f8d9f0f0-77fb-49f7-ac6a-26942d99d30f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:27.632696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.703155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.708633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4df1a045-e1c8-486a-88ad-a71a33264f6a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/9bb63577-a4de-49f9-a222-dc705a1c32ec HTTP/1.1" status: 204 len: 168 time: 0.9515977 Oct 22 14:56:27.713273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49644) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:27.728214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] For port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:27.732501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] For port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:27.735873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:27.785410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49646) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:27.797631 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a70b43-db16-4028-a8f3-64ca1b298cc3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:56:27.797631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-31a70b43-db16-4028-a8f3-64ca1b298cc3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/9bb63577-a4de-49f9-a222-dc705a1c32ec HTTP/1.1" status: 404 len: 333 time: 0.0816894 Oct 22 14:56:27.806908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73765a46-bf27-41e7-8b50-dda5dcc47eb3 req-b4cb3f62-2294-461d-b5e4-170221c16398 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:27.808823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73765a46-bf27-41e7-8b50-dda5dcc47eb3 req-b4cb3f62-2294-461d-b5e4-170221c16398 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.2472212 Oct 22 14:56:27.809305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49652) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:27.852083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.885419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet 42891f17-46c2-4c98-8beb-31d7e1486d9d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:27.903115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73765a46-bf27-41e7-8b50-dda5dcc47eb3 req-f280fe19-1e87-4661-9b64-17b7319150b2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811853 Oct 22 14:56:27.903958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.956969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:27.961209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20181-9e8f-41d5-9c2c-1c0c3c42f6bc None None] Pushing event updated for resources: {'Port': ['ID=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:27.978990 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.062650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 38c78c95-ca23-4a56-abda-479336fd5380 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:56:28.066817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 38c78c95-ca23-4a56-abda-479336fd5380 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:28.067328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.097858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.099489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.108535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1340405156'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:28.132876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.207766 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.212474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:28.217893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49656) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:28.225094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:28.228041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:28.234158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:28.234801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.251191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=c09e9c51-6d9e-42da-84dd-fa94ce035e73,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:28.280170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Made reservation on behalf of 66bdc9d979384aaf98e623334e87dcca for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:28.280554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:28.285394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.297045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.365876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1670750286-network', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:28.396546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.431366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-75278d02-fa1e-4681-ac9f-b4111275b9a6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6505423 Oct 22 14:56:28.438422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49660) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:28.439026 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.445174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=42891f17-46c2-4c98-8beb-31d7e1486d9d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:28.455140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.458328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cb534f97-f0e9-463c-85d3-b1baafd84ed1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/42891f17-46c2-4c98-8beb-31d7e1486d9d HTTP/1.1" status: 204 len: 168 time: 0.6481030 Oct 22 14:56:28.465226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49664) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:28.498886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c659d81-7f82-40d5-8b0e-dcc39fdbf72f None None] Network fd908450-927a-4be2-9f48-646f660a0d37 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:28.526242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac24de-b7d1-4f34-aa60-3511e541623a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:28.536538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac24de-b7d1-4f34-aa60-3511e541623a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:28.536538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7cac24de-b7d1-4f34-aa60-3511e541623a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0961537 Oct 22 14:56:28.538723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49666) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:28.597019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.599268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:28.616409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.620672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:28.623031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.630803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:28.632325 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade8563-96d7-4fec-b318-d6c932600fac" -d '{"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-plugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:28.641100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.645955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port c09e9c51-6d9e-42da-84dd-fa94ce035e73 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:28.646301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.686892 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500c5e7d-cf42-49db-b7d0-9151aec15f61 x-openstack-request-id: req-500c5e7d-cf42-49db-b7d0-9151aec15f61 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:28.687470 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-plugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:28.688001 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-500c5e7d-cf42-49db-b7d0-9151aec15f61 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:28.688526 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'code': 200} Oct 22 14:56:28.719209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b239c72-596e-4703-87eb-c0062725fcc2 req-d815b035-af32-4442-a8d6-ee4344b99e12 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:28.720782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b239c72-596e-4703-87eb-c0062725fcc2 req-d815b035-af32-4442-a8d6-ee4344b99e12 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.1544914 Oct 22 14:56:28.726292 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.781954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] DHCP port deletion for fd908450-927a-4be2-9f48-646f660a0d37 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:28.791474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.806487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for c09e9c51-6d9e-42da-84dd-fa94ce035e73 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:28.851449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:28.863424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] Deleting port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:28.863820 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.890723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8175ae-df5a-4755-80a9-c32d37d147a0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:28.912678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:28.913028 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Added segment 47de8ad3-75cd-43ac-85da-0e8245153f30 of type vlan for network ec20abea-dbbe-4cdd-99f1-6784077e29f7 Oct 22 14:56:28.953703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b239c72-596e-4703-87eb-c0062725fcc2 req-0cfd93b7-c85c-4e12-8e10-2a903ec4964a tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124195 Oct 22 14:56:29.015925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] For port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,segment=NetworkSegment(3f47b470-102b-4d63-b17d-2c3713c55af5),segment_id=3f47b470-102b-4d63-b17d-2c3713c55af5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:29.016441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.061606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.127081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.129158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:29.130137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.141192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d6a79-2ea2-49b1-9650-cdc308d9485c req-64220adb-4fc4-4ebf-b482-073eedb7dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:29.142752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-933d6a79-2ea2-49b1-9650-cdc308d9485c req-64220adb-4fc4-4ebf-b482-073eedb7dc8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1100 time: 0.3511064 Oct 22 14:56:29.166402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.173319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae559-9b63-4b6c-800b-cb9aa585cdc8 req-08f809c7-45f4-4eb7-8c17-a4581ae0f935 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:29.183272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-443ae559-9b63-4b6c-800b-cb9aa585cdc8 req-08f809c7-45f4-4eb7-8c17-a4581ae0f935 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3868203 Oct 22 14:56:29.187774 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:56:29.206489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=c09e9c51-6d9e-42da-84dd-fa94ce035e73,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:29.222993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f8d9f0f0-77fb-49f7-ac6a-26942d99d30f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:29.246861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] Calling delete_port for 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:29.247068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.247068 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-11564574-d964-4970-bc0b-9656fd1a75cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/c09e9c51-6d9e-42da-84dd-fa94ce035e73 HTTP/1.1" status: 204 len: 168 time: 0.6974893 Oct 22 14:56:29.247068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49678) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:29.325919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50638b9-0176-4391-8512-58521faf4f38 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:29.327558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50638b9-0176-4391-8512-58521faf4f38 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:29.333698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a50638b9-0176-4391-8512-58521faf4f38 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925486 Oct 22 14:56:29.334289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49680) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:29.357585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c9d25e9-3be8-4822-a466-414e231be7bb None None] Provisioning complete for port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:29.358227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c9d25e9-3be8-4822-a466-414e231be7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.398070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:29.398575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.435480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 758ac619-b1ab-4103-a711-5891eae12897 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:29.440300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.496245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.533977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c9d25e9-3be8-4822-a466-414e231be7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.563089 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.565078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.610608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] Pushing event deleted for resources: {'Port': ['ID=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:29.628209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a83c4a-6d84-4434-90af-8faa199ccddf None None] No DVR routers for this DVR port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:29.630909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7c9d25e9-3be8-4822-a466-414e231be7bb None None] For port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:29.637100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.702935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:56:29.727750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:29.738382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] For port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,segment=NetworkSegment(3f47b470-102b-4d63-b17d-2c3713c55af5),segment_id=3f47b470-102b-4d63-b17d-2c3713c55af5)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:29.738740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.755724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-933d6a79-2ea2-49b1-9650-cdc308d9485c req-d331b249-b117-4139-8a39-3a845284c510 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978088 Oct 22 14:56:29.762789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c9d25e9-3be8-4822-a466-414e231be7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.764826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.772634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cbd56-6631-4d84-b688-460031665a37 req-11c45b65-9a50-4570-a41f-761d7b41701b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:29.774398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af6cbd56-6631-4d84-b688-460031665a37 req-11c45b65-9a50-4570-a41f-761d7b41701b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.6289382 Oct 22 14:56:29.775074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d73703-313b-44c6-941f-2af6eaf0b62d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:29.786186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-443ae559-9b63-4b6c-800b-cb9aa585cdc8 req-ed258c46-3bb2-4894-bef7-f379f883ff56 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928891 Oct 22 14:56:29.787537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:29.790284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.790623 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Added segment 2db182c1-8e79-4ba2-8ebb-4897683ede10 of type vlan for network c0226784-150c-43ed-b71e-dc85064ff07e Oct 22 14:56:29.821940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.828292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:29.829661 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.895783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:29.900101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-45bc9c13-7f20-437e-afa6-a2790baf2962 None None] Could not find standard attr ID for object c09e9c51-6d9e-42da-84dd-fa94ce035e73. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:56:29.909879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d25e9-3be8-4822-a466-414e231be7bb None None] Pushing event updated for resources: {'Port': ['ID=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:29.916739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'mac_address': 'fa:16:3e:f3:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:56:29.957235 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.973713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:56:29.978067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.983127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af6cbd56-6631-4d84-b688-460031665a37 req-619b69c4-74ad-4b49-81e1-527107c0d822 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908274 Oct 22 14:56:29.984855 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:29.992671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Pushing event updated for resources: {'Network': ['ID=ec20abea-dbbe-4cdd-99f1-6784077e29f7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.012268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ec20abea-dbbe-4cdd-99f1-6784077e29f7 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:30.037128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=758ac619-b1ab-4103-a711-5891eae12897,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.044759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:30.047955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.051898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cbf1578a-e2fb-4d45-9d74-2ddf6f69f310 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/758ac619-b1ab-4103-a711-5891eae12897 HTTP/1.1" status: 204 len: 168 time: 0.7159204 Oct 22 14:56:30.053590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.054237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.064890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408fccd-d463-44a9-9a61-83b16f74be5f None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:30.072282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ba997eaa-bde3-43ba-abcd-858da4746707 tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2851613 Oct 22 14:56:30.082538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:56:30.082902 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:56:30.101039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=30fc14bc-0db1-4657-b0dc-b7d46477a7e1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.116025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No DVR routers for this DVR port 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:30.122588 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1958ee32-c8db-465a-92e7-d6935f41c907 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647609 Oct 22 14:56:30.122764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49692) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.170871 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.180725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5abdd-b5d5-4ebf-92fc-f66de421d377 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:30.185301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17d5abdd-b5d5-4ebf-92fc-f66de421d377 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0590286 Oct 22 14:56:30.185582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49694) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.205231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.206193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:30.206776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.247656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b617f7d9-b305-464d-821f-04b868e17bf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:30.252817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b617f7d9-b305-464d-821f-04b868e17bf1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663111 Oct 22 14:56:30.253670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.277784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.312972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c0affd6b-13b4-4939-8516-86f897f63fc8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:30.316280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.319870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] Pushing event updated for resources: {'Network': ['ID=c0226784-150c-43ed-b71e-dc85064ff07e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.320031 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9249c4c-f5f0-4653-abee-1cbf8ed3ea11 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648146 Oct 22 14:56:30.328297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49698) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.334927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:30.361748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd908450-927a-4be2-9f48-646f660a0d37']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:30.363686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c0226784-150c-43ed-b71e-dc85064ff07e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:30.375731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465eab4-1d23-4e1a-9b0c-3a272eab3c8a req-64e5f7a1-e876-4e6d-868d-ebbf1bdbb365 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:30.384058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0465eab4-1d23-4e1a-9b0c-3a272eab3c8a req-64e5f7a1-e876-4e6d-868d-ebbf1bdbb365 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.2871163 Oct 22 14:56:30.394444 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:30.412970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49700) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.418390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f47b470-102b-4d63-b17d-2c3713c55af5') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:30.418763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f47b470-102b-4d63-b17d-2c3713c55af5') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:30.423516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Request body: {'port': {'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7', 'binding:host_id': 'n-h2-812148-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-210710500'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:30.448540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f8433d54-0455-4d52-8e1c-cd6375b6a45d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2284153 Oct 22 14:56:30.451700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.454848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.457713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Request body: {'subnet': {'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1670750286-subnet', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:30.466272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 14:56:30.466272 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 14:56:30.466272 n-d-812148-2 neutron-server[107801]: [parameters: {'project_id_1': 'e0e553add17745c9a7c393dd9b5195ab', 'expiration_1': datetime.datetime(2021, 10, 22, 14, 56, 10, 435686)}] Oct 22 14:56:30.466272 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:56:30.466672 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:56:30.483960 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0465eab4-1d23-4e1a-9b0c-3a272eab3c8a req-7348e2f9-4123-4862-83ed-0c0b7f21ffdd tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092608 Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:56:30.766876 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:56:30.769948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] Deleting port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:30.769948 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.770665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Made reservation on behalf of 6d620465071446b59958e54631e30bc1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:30.770665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.770665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.770665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.770665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.770665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/fd908450-927a-4be2-9f48-646f660a0d37 HTTP/1.1" status: 204 len: 168 time: 2.1965549 Oct 22 14:56:30.777930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49704) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:30.777930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1847817186'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:30.778433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e13c6-5a90-455c-991f-73c7c0857fb2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=fd908450-927a-4be2-9f48-646f660a0d37,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.778526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] For port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:30.778526 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.778526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:30.778526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] Calling delete_port for f8d9f0f0-77fb-49f7-ac6a-26942d99d30f owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:30.778806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.778883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:30.778883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 30fc14bc-0db1-4657-b0dc-b7d46477a7e1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:30.810831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:30.814080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.819679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-fee6ec59-0668-4c63-bfb8-2b3d93c1535c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:30.820718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-fee6ec59-0668-4c63-bfb8-2b3d93c1535c tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.0611320 Oct 22 14:56:30.887894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:30.891159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:30.971652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b66cda-7221-41b8-a0b7-c46b71af9f49,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:30.995442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f8d9f0f0-77fb-49f7-ac6a-26942d99d30f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:30.996179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19155a-4cee-411f-8ec7-293de16384a4 req-fd68d0c2-7194-4f2f-9944-80e3dadabb38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:30.997679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b19155a-4cee-411f-8ec7-293de16384a4 req-fd68d0c2-7194-4f2f-9944-80e3dadabb38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.1125088 Oct 22 14:56:31.011901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Deleting port 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:31.012229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.029289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:31.032686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.076531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.109004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:31.117339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] Pushing event deleted for resources: {'Port': ['ID=f8d9f0f0-77fb-49f7-ac6a-26942d99d30f,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:31.122445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.124557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.124907 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Added segment 03f0bd7e-f491-48c6-8770-505cb960b181 of type vlan for network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e Oct 22 14:56:31.125786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5dec3-e914-4255-a8ae-60b117e755af None None] No DVR routers for this DVR port f8d9f0f0-77fb-49f7-ac6a-26942d99d30f on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:31.296794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b19155a-4cee-411f-8ec7-293de16384a4 req-56b98a35-8436-4889-aa17-858a1c639a93 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631978 Oct 22 14:56:31.297398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.297479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] For port 0a6196da-b592-4812-975d-e7e8823b4cb2, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a6196da-b592-4812-975d-e7e8823b4cb2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:31.297479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.297479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2fbf-de4a-443b-b7a8-fa7fa518cb7c req-8c458ceb-50ea-485c-ba3a-facea1be16c9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:31.297479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cff2fbf-de4a-443b-b7a8-fa7fa518cb7c req-8c458ceb-50ea-485c-ba3a-facea1be16c9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.1914475 Oct 22 14:56:31.297479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Calling delete_port for 0a6196da-b592-4812-975d-e7e8823b4cb2 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:31.330955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:31.334485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.440219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cff2fbf-de4a-443b-b7a8-fa7fa518cb7c req-6475a649-39f1-4929-8c46-785f4d375c23 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410484 Oct 22 14:56:31.499612 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.506947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.514064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:31.514742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.516269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:31.527710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.643893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ac87-730a-4526-ac3a-c82f1566b519 req-8bd8d9f0-5314-4a2c-8c4c-72a1b4938a90 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:31.645418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0192ac87-730a-4526-ac3a-c82f1566b519 req-8bd8d9f0-5314-4a2c-8c4c-72a1b4938a90 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 951 time: 0.0619798 Oct 22 14:56:31.677122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.714875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:31.724283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0192ac87-730a-4526-ac3a-c82f1566b519 req-da21419c-459c-4ac5-94fc-d4fc4eac05fc tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/security-groups?id=98575251-fd98-44f1-9973-011b42dea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711884 Oct 22 14:56:31.728966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.763279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=0bfc7a58-4382-48ee-9d2d-040c2c0fdc72,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:31.768607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0a6196da-b592-4812-975d-e7e8823b4cb2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:56:31.813620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Pushing event deleted for resources: {'Port': ['ID=0a6196da-b592-4812-975d-e7e8823b4cb2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:31.822183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port c0affd6b-13b4-4939-8516-86f897f63fc8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:31.822652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.851639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] No DVR routers for this DVR port 0a6196da-b592-4812-975d-e7e8823b4cb2 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:31.857191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:31.861235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-406ee1b1-0ff7-4f8b-8bc9-edfe427fa236 req-0c1123aa-844c-4f92-8975-4e8224eebc15 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.53 "DELETE /v2.0/ports/0a6196da-b592-4812-975d-e7e8823b4cb2 HTTP/1.1" status: 204 len: 173 time: 1.0337300 Oct 22 14:56:31.861704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-deleted', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:31.864383 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa375e0-6c5c-448c-9ffa-c6b8c22465af" -d '{"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-deleted", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:31.878995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Checking segment: {'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:31.879367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Network hostable DHCP agents. Network: ec20abea-dbbe-4cdd-99f1-6784077e29f7, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:56:31.949176 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3024855-08d2-44ab-ac8d-203817c7a410 x-openstack-request-id: req-e3024855-08d2-44ab-ac8d-203817c7a410 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:31.949479 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24bbc8-ba8d-4f80-8964-113091590c2e", "name": "network-vif-deleted", "tag": "0a6196da-b592-4812-975d-e7e8823b4cb2", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:31.949734 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3024855-08d2-44ab-ac8d-203817c7a410 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:31.950335 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24bbc8-ba8d-4f80-8964-113091590c2e', 'name': 'network-vif-deleted', 'tag': '0a6196da-b592-4812-975d-e7e8823b4cb2', 'status': 'completed', 'code': 200} Oct 22 14:56:32.007952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.044284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:56:32.047000 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba37c10-7cd3-493d-8963-97a18df4d149" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:56:32.090235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:32.121223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Network ec20abea-dbbe-4cdd-99f1-6784077e29f7 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:56:32.140125 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa57f9-e09c-4957-824c-4f6f93ae6224 x-openstack-request-id: req-9afa57f9-e09c-4957-824c-4f6f93ae6224 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:56:32.146952 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-plugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:56:32.147780 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9afa57f9-e09c-4957-824c-4f6f93ae6224 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:56:32.148412 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:56:32.157773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Network': ['ID=c3a9ba58-f3c1-40b0-97ee-9f8067fb277e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:32.172649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-36a8818e-c107-4c50-831e-588591e7017b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5007985 Oct 22 14:56:32.175530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:32.176364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49746) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:32.178542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c70db5d-50ec-4376-9528-db0b76660b8a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:32.184033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:32.200342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Checking segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:32.200951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Network hostable DHCP agents. Network: c0226784-150c-43ed-b71e-dc85064ff07e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:56:32.357609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3c93c-1601-4e2b-af72-c4cefb35e2db req-9686b635-59b1-495c-95f0-666a3fa825b6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:32.359106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ade3c93c-1601-4e2b-af72-c4cefb35e2db req-9686b635-59b1-495c-95f0-666a3fa825b6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 945 time: 0.0693901 Oct 22 14:56:32.406832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ade3c93c-1601-4e2b-af72-c4cefb35e2db req-f24b06d9-40c2-44ac-9891-bfdef7f2f003 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Oct 22 14:56:32.434889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.490280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ec20abea-dbbe-4cdd-99f1-6784077e29f7) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:32.498229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:32.528901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:32.529233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:32.529658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:32.532363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3493f43-43b7-48be-9bc3-539db4eec13a None None] Network ec20abea-dbbe-4cdd-99f1-6784077e29f7 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:32.541264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:32.541682 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:32.542105 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 2 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:32.565208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=13']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:32.568706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:32.577692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.587911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Network c0226784-150c-43ed-b71e-dc85064ff07e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:56:32.601687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c0226784-150c-43ed-b71e-dc85064ff07e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:32.612573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:32.612822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:32.613154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:32.622517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:32.628944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5dc3b8-f25b-45c0-88a0-9c8b06eaf1f0 None None] Network c0226784-150c-43ed-b71e-dc85064ff07e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:32.629097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.667383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:56:32.702526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.756709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:32.761812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:32.780440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb035cea-bcbc-43fd-bebf-c3df63ccd010 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:32.781066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:32.784506 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.814402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-422a6d0f-4f55-49e2-901d-2b9103e4cd19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3612933 Oct 22 14:56:32.818482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49754) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:32.822922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:32.832211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:32.832647 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:32.835452 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 3 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:32.844708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=4c6229b9-9ce9-4c2f-ab13-4b05ca858b84,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:32.873188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:32.873448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:32.873775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:32.898427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9095e6c8-9187-4649-b10f-70b6406fb005 req-05e25e53-bbeb-45fe-b9d1-84a5be978062 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb24bbc8-ba8d-4f80-8964-113091590c2e HTTP/1.1" status: 200 len: 210 time: 0.0456307 Oct 22 14:56:32.908390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:32.908776 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:32.937195 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 4 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:32.949165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c0226784-150c-43ed-b71e-dc85064ff07e', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:32.950597 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:32.965343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb8ce5-2014-4b67-b6a7-7f20b19d5476 req-557c5cb7-a7c6-42f9-a951-10f7152fb2c1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:32.966921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdfb8ce5-2014-4b67-b6a7-7f20b19d5476 req-557c5cb7-a7c6-42f9-a951-10f7152fb2c1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.3754952 Oct 22 14:56:32.978880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:32.979275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:32.980172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.001426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.001776 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.007770 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 5 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:33.007960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13539828-403f-451c-9bb9-9359958d9302 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6758058 Oct 22 14:56:33.010285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49756) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:33.018696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:36:a4:5d', 'name': 'tempest-NetworksTestDHCPv6-1242036431'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:33.063168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:33.063526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:33.063827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.085681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdfb8ce5-2014-4b67-b6a7-7f20b19d5476 req-ffbf8ba3-03a8-4a42-a399-9a2f48ff1901 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106045 Oct 22 14:56:33.094862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.095239 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.095653 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 6 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:33.122237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:33.122555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:33.122959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.129933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.130322 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.137337 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 7 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:33.150284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:33.150623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:33.151070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.162724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.163159 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.163563 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 8 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:33.184596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:33.184938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:33.185286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.190773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.191145 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.191534 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 9 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:33.209908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:33.210256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:33.210743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.234002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.235396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.241321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.241656 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.243487 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 10 to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 Oct 22 14:56:33.247992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.345271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:33.345606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:33.345944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:33.371040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '4c6229b9-9ce9-4c2f-ab13-4b05ca858b84'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:33.372213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.374211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.376578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:33.377484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:33.377815 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:33.378179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.435586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Allocated IP 172.20.0.2 (c0226784-150c-43ed-b71e-dc85064ff07e/3c70db5d-50ec-4376-9528-db0b76660b8a/aed8df9a-4303-4ed3-842d-fa7cd08bc29d) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:33.510546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=ecd46e61-4308-4e7e-9880-af5f090e1e7c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:33.545824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3225-553e-4e2a-8c6c-e6ba24b3a224 req-66530501-74b2-4e89-9e35-2450faf0dc33 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:33.554555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98df3225-553e-4e2a-8c6c-e6ba24b3a224 req-66530501-74b2-4e89-9e35-2450faf0dc33 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1100 time: 0.3353100 Oct 22 14:56:33.607291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Checking segment: {'id': '03f0bd7e-f491-48c6-8770-505cb960b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:33.607659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network hostable DHCP agents. Network: c3a9ba58-f3c1-40b0-97ee-9f8067fb277e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:56:33.712449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98df3225-553e-4e2a-8c6c-e6ba24b3a224 req-68ddf777-f4ef-44fc-b080-32650f486e10 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567800 Oct 22 14:56:33.718319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] For port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:33.718852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempted to set empty binding levels {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 14:56:33.777077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474768f4-0188-4707-9fad-aeb6dc6c5317 req-5c7acf6e-6690-47f6-8742-3960e9130c00 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:33.781379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-474768f4-0188-4707-9fad-aeb6dc6c5317 req-5c7acf6e-6690-47f6-8742-3960e9130c00 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.2083652 Oct 22 14:56:33.829372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:56:33.844239 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.855739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.874219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Allocated IP 2001:db8::f816:3eff:fedd:23c (a2d5805a-689b-466e-a785-b2a121891287/4c6229b9-9ce9-4c2f-ab13-4b05ca858b84/9fb7dbd0-5457-4c9f-9683-292346058ca2) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:33.883018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port e1fd2436-d969-43f0-a430-54cde869bd28 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:33.895596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:33.904924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-474768f4-0188-4707-9fad-aeb6dc6c5317 req-5278c230-9bab-4c20-ba1c-2e5f65c022a3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164336 Oct 22 14:56:33.912080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.042047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.044601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c3a9ba58-f3c1-40b0-97ee-9f8067fb277e) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:34.059975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:34.062321 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.063398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad088b53-5886-4e2c-9d3f-8188203a631c None None] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:34.090809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:34.091652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.108092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=0bfc7a58-4382-48ee-9d2d-040c2c0fdc72,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:34.270148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.299317 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.317535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d2c3189-2d55-40e3-92ff-51dbc97a3dd3 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1391602 Oct 22 14:56:34.338636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1b069f74-47cf-4c49-8aa4-24a29249ea3b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.9191933 Oct 22 14:56:34.340478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49784) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:34.344936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49786) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:34.364147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Network c0226784-150c-43ed-b71e-dc85064ff07e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:34.369312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1342052148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:34.375963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Pushing event updated for resources: {'Port': ['ID=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:34.380699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:34.426547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:34.430736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.454462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c3a9ba58-f3c1-40b0-97ee-9f8067fb277e', 'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': 'ecd46e61-4308-4e7e-9880-af5f090e1e7c'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:34.481311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.582741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Deleting port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:34.583304 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.610211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fe36:a45d (a2d5805a-689b-466e-a785-b2a121891287/4c6229b9-9ce9-4c2f-ab13-4b05ca858b84/e1fd2436-d969-43f0-a430-54cde869bd28) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:34.658772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:34.723432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:34.745271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.746627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.749379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Pushing event updated for resources: {'Port': ['ID=9fb7dbd0-5457-4c9f-9683-292346058ca2,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:34.751945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:34.766810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] For port 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72, host n-h2-812148-2, got binding levels [] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:34.767248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.786479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Calling delete_port for 0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:34.846172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.851660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49794) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:34.915000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.920476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Attempting to bind port aed8df9a-4303-4ed3-842d-fa7cd08bc29d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:34.921092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Attempting to bind port aed8df9a-4303-4ed3-842d-fa7cd08bc29d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:34.921615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Attempting to bind port aed8df9a-4303-4ed3-842d-fa7cd08bc29d on network c0226784-150c-43ed-b71e-dc85064ff07e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:34.959881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:34.960641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Checking segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:34.961240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:34.961804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Bound using segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:34.962502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Bound port: aed8df9a-4303-4ed3-842d-fa7cd08bc29d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:34.963078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.004015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.019727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.078734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Attempting to bind port 9fb7dbd0-5457-4c9f-9683-292346058ca2 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:35.079374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Attempting to bind port 9fb7dbd0-5457-4c9f-9683-292346058ca2 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:35.079533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Attempting to bind port 9fb7dbd0-5457-4c9f-9683-292346058ca2 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:35.116790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae70c-9bc2-4d34-9c9f-ca5392ff1e12 req-a72bb468-7a9f-45a0-8522-3cfbd9e5448c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:35.118668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e7ae70c-9bc2-4d34-9c9f-ca5392ff1e12 req-a72bb468-7a9f-45a0-8522-3cfbd9e5448c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.0786541 Oct 22 14:56:35.143703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:35.143944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.152615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:35.152615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.152615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:35.152615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Bound port: 9fb7dbd0-5457-4c9f-9683-292346058ca2, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:35.152615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.153127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0d1fd353-02ff-42a0-9270-1e1c2b7ace98 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8000646 Oct 22 14:56:35.156508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49802) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:35.159711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Allocated IP 172.20.0.2 (c3a9ba58-f3c1-40b0-97ee-9f8067fb277e/ecd46e61-4308-4e7e-9880-af5f090e1e7c/bd92b49b-6757-49ab-ac34-fad29200ab2c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:35.177711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e', 'name': 'tempest-PortsTestJSON-1502681368'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:35.224506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e7ae70c-9bc2-4d34-9c9f-ca5392ff1e12 req-1e9b98d0-c722-496b-b7b3-187aba147c30 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903802 Oct 22 14:56:35.255811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] For port aed8df9a-4303-4ed3-842d-fa7cd08bc29d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:35.286824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] For port aed8df9a-4303-4ed3-842d-fa7cd08bc29d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:35.298557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.364699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] For port 9fb7dbd0-5457-4c9f-9683-292346058ca2, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:35.388338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.394721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] For port 9fb7dbd0-5457-4c9f-9683-292346058ca2, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9fb7dbd0-5457-4c9f-9683-292346058ca2,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:35.476441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae10fdc-dc66-4212-9b4b-c5b4429e5caa req-204c9774-16c8-4034-98b3-d19066983c12 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:35.478524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ae10fdc-dc66-4212-9b4b-c5b4429e5caa req-204c9774-16c8-4034-98b3-d19066983c12 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.3555877 Oct 22 14:56:35.479225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.511318 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.563191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bfc7a58-4382-48ee-9d2d-040c2c0fdc72,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:35.563525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-70948d42-689a-4d05-943e-eb66546066ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94d7e164bd3c417daab895cb85728254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050056 Oct 22 14:56:35.571163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.580871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49806) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:35.645553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9fde6-4c38-4fca-b792-3e8d7bbc7bcb None None] Pushing event updated for resources: {'Port': ['ID=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:35.666010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.668659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ae10fdc-dc66-4212-9b4b-c5b4429e5caa req-5bf245d4-9dac-49ef-90ec-3c0cfd631a29 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485934 Oct 22 14:56:35.686633 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.691998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7f72fd4f-df1c-4292-ad94-575cc84062d8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "DELETE /v2.0/ports/0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 HTTP/1.1" status: 204 len: 168 time: 1.3377502 Oct 22 14:56:35.694948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49808) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:35.736563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:35.740118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:35.757898 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c664b71-e300-48fa-b966-b7b753768a82 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] GET failed (client error): The resource could not be found. Oct 22 14:56:35.759907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4c664b71-e300-48fa-b966-b7b753768a82 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "GET /v2.0/ports/0bfc7a58-4382-48ee-9d2d-040c2c0fdc72 HTTP/1.1" status: 404 len: 333 time: 0.0637267 Oct 22 14:56:35.764109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:35.774799 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-aa9259c8-3a2b-490b-9d9f-f927654a406c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3712635 Oct 22 14:56:35.777487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Request body: {'port': {'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1904804753'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:35.793776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:35.800737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 0a6196da-b592-4812-975d-e7e8823b4cb2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:35.801084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a6196da-b592-4812-975d-e7e8823b4cb2 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:35.814517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25898f09-8901-4fee-b1e1-ddfc97fd69cf None None] Pushing event updated for resources: {'Port': ['ID=9fb7dbd0-5457-4c9f-9683-292346058ca2,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:35.822805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.829865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:35.843315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:35.844404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.880934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Allocated IP 172.25.1.236 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:35.906484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:35.923394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:35.927450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:35.941380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:35.943659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Pushing event updated for resources: {'Port': ['ID=bd92b49b-6757-49ab-ac34-fad29200ab2c,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:35.953748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:36.013375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:36.034863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=e1fd2436-d969-43f0-a430-54cde869bd28,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:36.057342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b92dd0a-79ad-4025-a7e7-18499b7d4ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.058986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Attempting to bind port bd92b49b-6757-49ab-ac34-fad29200ab2c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:36.059399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Attempting to bind port bd92b49b-6757-49ab-ac34-fad29200ab2c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '03f0bd7e-f491-48c6-8770-505cb960b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:36.059775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Attempting to bind port bd92b49b-6757-49ab-ac34-fad29200ab2c on network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:36.072419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:36.072804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Checking segment: {'id': '03f0bd7e-f491-48c6-8770-505cb960b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:36.073859 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.074323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Bound using segment: {'id': '03f0bd7e-f491-48c6-8770-505cb960b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:36.074889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Bound port: bd92b49b-6757-49ab-ac34-fad29200ab2c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0bd7e-f491-48c6-8770-505cb960b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c3a9ba58-f3c1-40b0-97ee-9f8067fb277e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:36.075373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.178785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b92dd0a-79ad-4025-a7e7-18499b7d4ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.245378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] For port bd92b49b-6757-49ab-ac34-fad29200ab2c, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:36.251113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] For port bd92b49b-6757-49ab-ac34-fad29200ab2c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bd92b49b-6757-49ab-ac34-fad29200ab2c,segment=NetworkSegment(03f0bd7e-f491-48c6-8770-505cb960b181),segment_id=03f0bd7e-f491-48c6-8770-505cb960b181)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:36.338086 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.338411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Made reservation on behalf of 6d620465071446b59958e54631e30bc1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:36.345600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.369328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.383347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 541d0469-577f-4220-9ccc-342e4415cc88 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:36.436741 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3b69553b-058b-4332-be4e-a02a4d2710e1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4237139 Oct 22 14:56:36.439078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:36.500580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b92dd0a-79ad-4025-a7e7-18499b7d4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.502505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b380193-d9f1-4505-a157-9a9eff9baf43 None None] Pushing event updated for resources: {'Port': ['ID=bd92b49b-6757-49ab-ac34-fad29200ab2c,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:36.509522 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b92dd0a-79ad-4025-a7e7-18499b7d4ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.512339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b92dd0a-79ad-4025-a7e7-18499b7d4ee2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98575251-fd98-44f1-9973-011b42dea47c HTTP/1.1" status: 204 len: 168 time: 0.9297090 Oct 22 14:56:36.544562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:36.548982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92dd0a-79ad-4025-a7e7-18499b7d4ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98575251-fd98-44f1-9973-011b42dea47c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:36.604191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.12 (c3a9ba58-f3c1-40b0-97ee-9f8067fb277e/ecd46e61-4308-4e7e-9880-af5f090e1e7c/fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:36.608169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:36.647255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:36.679643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286860e-477d-4c7b-baad-e321c180539b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:36.690252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286860e-477d-4c7b-baad-e321c180539b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:36.692994 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0286860e-477d-4c7b-baad-e321c180539b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2528851 Oct 22 14:56:36.698953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:36.701274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2789be1-fa7f-4498-b69c-8942391378bb req-635a6f39-9424-45d6-b434-3003a5ae1092 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:36.702849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2789be1-fa7f-4498-b69c-8942391378bb req-635a6f39-9424-45d6-b434-3003a5ae1092 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.3090382 Oct 22 14:56:36.715133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49840) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:36.783005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Pushing event updated for resources: {'Port': ['ID=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:37.414124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.431983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9fb7dbd0-5457-4c9f-9683-292346058ca2 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:37.468194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.512969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2789be1-fa7f-4498-b69c-8942391378bb req-c7543535-7bfb-4c8f-aa67-747d860a937f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7901349 Oct 22 14:56:37.540948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9fb7dbd0-5457-4c9f-9683-292346058ca2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:37.541271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.709612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.743894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.800172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:37.837346 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.859843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9fb7dbd0-5457-4c9f-9683-292346058ca2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9fb7dbd0-5457-4c9f-9683-292346058ca2,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:37.872897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a0a1cb31-77e5-42bb-8317-0f4d614c06ea None None] Provisioning complete for port 9fb7dbd0-5457-4c9f-9683-292346058ca2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:37.873256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a0a1cb31-77e5-42bb-8317-0f4d614c06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:37.883457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:37.897051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:37.901463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:37.983865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port e1fd2436-d969-43f0-a430-54cde869bd28 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:37.984899 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.058414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a0a1cb31-77e5-42bb-8317-0f4d614c06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.081184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49856) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:38.109558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.111650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aed8df9a-4303-4ed3-842d-fa7cd08bc29d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:38.151657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a551d0b-1d2c-47b4-b7ea-742fd7c41cd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99f2e6a5dc3e45df9aa94c32d191369a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692773 Oct 22 14:56:38.153063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.154556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49858) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:38.210436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:38.215182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.234921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fd073-1499-4e66-84df-a01f20975c17 req-52bd3370-4dd6-4de9-bbb7-ff0e264a7446 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:38.253444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c54fd073-1499-4e66-84df-a01f20975c17 req-52bd3370-4dd6-4de9-bbb7-ff0e264a7446 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.5298502 Oct 22 14:56:38.274615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9fb7dbd0-5457-4c9f-9683-292346058ca2,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:38.279423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f1a51-e597-403f-8509-7dc29a9d947e None None] Network c0226784-150c-43ed-b71e-dc85064ff07e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:38.378445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.422155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for e1fd2436-d969-43f0-a430-54cde869bd28 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:38.614642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port aed8df9a-4303-4ed3-842d-fa7cd08bc29d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:38.615310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:38.628083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df879af6-9617-44e3-9ec2-524e421f54c0 None None] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:38.973782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0592567d-d149-4454-959e-bfd4dacc0414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.047995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c54fd073-1499-4e66-84df-a01f20975c17 req-99018a9a-98ef-438d-97bc-482e7019bdc7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933025 Oct 22 14:56:39.052411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe99dfd4-b320-46ee-8506-8ed7447b07ba tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8921287 Oct 22 14:56:39.056772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.056960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0592567d-d149-4454-959e-bfd4dacc0414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.061557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:39.202535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-a0a1cb31-77e5-42bb-8317-0f4d614c06ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:56:39.202898 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-a0a1cb31-77e5-42bb-8317-0f4d614c06ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:56:39.246227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=541d0469-577f-4220-9ccc-342e4415cc88,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:39.291036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Network ec20abea-dbbe-4cdd-99f1-6784077e29f7 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:39.295392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:39.320614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:39.328089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:39.328089 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.336991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:56:39.357849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.436849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a21e6-d578-43d1-bb4e-5b015e0388ff req-72519182-f7e9-4b32-a9e3-5e4d529c8e7a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:39.439183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209a21e6-d578-43d1-bb4e-5b015e0388ff req-72519182-f7e9-4b32-a9e3-5e4d529c8e7a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.4090154 Oct 22 14:56:39.479724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port aed8df9a-4303-4ed3-842d-fa7cd08bc29d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:39.597684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2eb55574-d925-4043-927b-9eca33699843 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.8321998 Oct 22 14:56:39.601819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49868) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:39.618319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:39.651612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.652738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bd92b49b-6757-49ab-ac34-fad29200ab2c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:39.674823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209a21e6-d578-43d1-bb4e-5b015e0388ff req-284b4a35-fc97-4045-add1-4cb1f0a8ee8c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286232 Oct 22 14:56:39.772538 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.828558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-9d0da96c-03a0-410a-b185-fcbaa681d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:39.830082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-9d0da96c-03a0-410a-b185-fcbaa681d0e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1100 time: 0.2525020 Oct 22 14:56:39.916303 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.944692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:39.967319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.981507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port bd92b49b-6757-49ab-ac34-fad29200ab2c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:39.981885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.982420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0592567d-d149-4454-959e-bfd4dacc0414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.985172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0592567d-d149-4454-959e-bfd4dacc0414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:39.986485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0592567d-d149-4454-959e-bfd4dacc0414 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e833acc0-480f-4146-aa50-39e90cd3aec2 HTTP/1.1" status: 204 len: 168 time: 1.8309000 Oct 22 14:56:39.987794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:56:40.007644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Sync routers for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:56:40.009406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592567d-d149-4454-959e-bfd4dacc0414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e833acc0-480f-4146-aa50-39e90cd3aec2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:40.053749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:40.059558 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:40.143873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.163407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/e1fd2436-d969-43f0-a430-54cde869bd28 HTTP/1.1" status: 204 len: 168 time: 3.4449332 Oct 22 14:56:40.163407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7147406-ab58-4265-a604-591b6a2a3618 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=e1fd2436-d969-43f0-a430-54cde869bd28,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:40.180729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.180729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8132013-de19-4017-aac6-14eee739c821 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3584065 Oct 22 14:56:40.180729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49874) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:40.189880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49876) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:40.231315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Provisioning complete for port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:40.231715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.441709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.444925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:40.470061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Could not find standard attr ID for object e1fd2436-d969-43f0-a430-54cde869bd28. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:56:40.473650 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:40.485352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab19f35-7420-4793-bd91-abc06871201f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:40.487225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab19f35-7420-4793-bd91-abc06871201f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:40.492982 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3ab19f35-7420-4793-bd91-abc06871201f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1950626 Oct 22 14:56:40.494202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49878) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:40.517736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port bd92b49b-6757-49ab-ac34-fad29200ab2c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bd92b49b-6757-49ab-ac34-fad29200ab2c,segment=NetworkSegment(03f0bd7e-f491-48c6-8770-505cb960b181),segment_id=03f0bd7e-f491-48c6-8770-505cb960b181)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:40.535822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Provisioning complete for port bd92b49b-6757-49ab-ac34-fad29200ab2c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:40.536210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.606916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870295e6-2b84-46b0-a02f-a5ec7da003e4 req-d201af9f-a5ba-472e-aeae-977397c10948 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:40.615703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-870295e6-2b84-46b0-a02f-a5ec7da003e4 req-d201af9f-a5ba-472e-aeae-977397c10948 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.3770714 Oct 22 14:56:40.727319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.748591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.812148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-bd307e12-a2f7-460a-8ccd-0311f04c0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:40.813921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-bd307e12-a2f7-460a-8ccd-0311f04c0bd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.9533689 Oct 22 14:56:40.914485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:40.950083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-dcb4e557-66bb-4efd-8c6a-204f93ae06ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.1179671 Oct 22 14:56:40.956796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 4c6229b9-9ce9-4c2f-ab13-4b05ca858b84 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:40.961984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.007561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9fb7dbd0-5457-4c9f-9683-292346058ca2 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:41.050548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=bd92b49b-6757-49ab-ac34-fad29200ab2c,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:41.083447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-870295e6-2b84-46b0-a02f-a5ec7da003e4 req-c4e72d7e-e3ab-4d67-a192-eb896266f03c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639153 Oct 22 14:56:41.087686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.179752 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:56:41.180480 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:56:41.188431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84115a-baa2-4ced-90e2-f21fdd1d006b req-4e1b3ff4-eac2-4a92-8580-3e06469edd07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:41.190825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a84115a-baa2-4ced-90e2-f21fdd1d006b req-4e1b3ff4-eac2-4a92-8580-3e06469edd07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.3807237 Oct 22 14:56:41.210602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9fb7dbd0-5457-4c9f-9683-292346058ca2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:41.210992 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.213820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.219135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 541d0469-577f-4220-9ccc-342e4415cc88 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:41.220893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:37Z', 'revision_number': 3, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:41.243965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.248817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-c6c8988a-c59f-4ffb-9957-b4a4bd278c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:41.250588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-c6c8988a-c59f-4ffb-9957-b4a4bd278c49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2839332 Oct 22 14:56:41.257227 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Checking router: 37fb0fb8-9969-44ed-83cb-7c36ee19df33 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:56:41.257743 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Updating router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:56:41.290664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.300776 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.339147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a84115a-baa2-4ced-90e2-f21fdd1d006b req-9b0b6d9e-c580-4852-ab39-c9366dcf6053 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358716 Oct 22 14:56:41.394763 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.448629 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.451898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aed8df9a-4303-4ed3-842d-fa7cd08bc29d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:41.491228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:41.577533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.587519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8fd39-0f8b-4145-bce2-0c1e459c11fd None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:41.591462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/4c6229b9-9ce9-4c2f-ab13-4b05ca858b84 HTTP/1.1" status: 204 len: 168 time: 0.8768771 Oct 22 14:56:41.592763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:41.596864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port aed8df9a-4303-4ed3-842d-fa7cd08bc29d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:41.597238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.632384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496aa50-35bc-434c-9317-6e221087ca7e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6229b9-9ce9-4c2f-ab13-4b05ca858b84,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:41.705195 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a486f06f-c65a-4f76-8c59-22e18d9b095f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667136 Oct 22 14:56:41.708222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.710300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49900) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:41.724979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:56:41.872581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-b0f9c470-ee45-4fe1-8081-48fc88012b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:41.874530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-b0f9c470-ee45-4fe1-8081-48fc88012b08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6085565 Oct 22 14:56:41.883877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:41.912540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Provisioning complete for port aed8df9a-4303-4ed3-842d-fa7cd08bc29d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:41.913633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eaaa3fe-d5b6-4416-be79-6171d73b5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:41.939837 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.016767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.045029 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.147503 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Pushing event updated for resources: {'Port': ['ID=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:42.163325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:42.172605 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.173674 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.177458 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.178266 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.179476 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.180052 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.188483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.188483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.188483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.188483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.188483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.188483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:42.248021 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Attempting to bind port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:42.250333 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Attempting to bind port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:42.251424 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Attempting to bind port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:42.259835 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:42.261377 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:42.262312 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.262914 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:42.264011 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Bound port: 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:42.264634 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.312707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] Deleting port 9fb7dbd0-5457-4c9f-9683-292346058ca2 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:42.313072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.314396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:42.314749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:42.315158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:42.333632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.346818 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] For port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:42.353602 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] For port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:42.407293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:42.411045 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:42.411841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=541d0469-577f-4220-9ccc-342e4415cc88,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:42.415976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49916) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:42.430443 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 2 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:42.458224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:42.459200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:42.459747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:42.470418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:42.475687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.476298 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.491497 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.515569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] For port 9fb7dbd0-5457-4c9f-9683-292346058ca2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9fb7dbd0-5457-4c9f-9683-292346058ca2,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:42.515977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.547006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] Calling delete_port for 9fb7dbd0-5457-4c9f-9683-292346058ca2 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:42.677368 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d320f1-0a82-498c-b949-622535d99b8c None None] Pushing event updated for resources: {'Port': ['ID=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:42.697594 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:42.701365 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:42.765937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e9cc6f2c-fdad-4757-8648-05bdec66b10a None None] Provisioning complete for port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:42.766608 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6f2c-fdad-4757-8648-05bdec66b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.767115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1242660431-network', 'tenant_id': '0cf2c7a115de457e816615bbd923beaf'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:42.839017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc6f2c-fdad-4757-8648-05bdec66b10a None None] Port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:42.843281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:42.844275 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:42.856237 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 3 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:42.891138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:42.954503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:42.954848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:42.957718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:42.967389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bd92b49b-6757-49ab-ac34-fad29200ab2c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:42.969249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] Pushing event deleted for resources: {'Port': ['ID=9fb7dbd0-5457-4c9f-9683-292346058ca2,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:42.999772 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:43.047474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1767894-1c3f-4dca-9c44-16f47deaa4c8 None None] No DVR routers for this DVR port 9fb7dbd0-5457-4c9f-9683-292346058ca2 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:43.112922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port bd92b49b-6757-49ab-ac34-fad29200ab2c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:43.113297 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.160166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.239607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.298034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Allocated IP 172.20.0.1 (c0226784-150c-43ed-b71e-dc85064ff07e/3c70db5d-50ec-4376-9528-db0b76660b8a/c1c89fdc-332f-4331-ab1f-822c7d7b018f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:43.387300 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:37Z', 'revision_number': 3, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:43.422565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.423476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9fb7dbd0-5457-4c9f-9683-292346058ca2 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:43.462622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Made reservation on behalf of 0cf2c7a115de457e816615bbd923beaf for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:43.463992 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589edea-dd03-42b0-a9e3-58dda72408b5 None None] The sync data for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 is: [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:37Z', 'revision_number': 3, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:56:43.465905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.471353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9fb7dbd0-5457-4c9f-9683-292346058ca2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:43.472571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9fb7dbd0-5457-4c9f-9683-292346058ca2 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:43.522788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cacec7-0281-4e00-b3ff-65813e5c614f req-57444053-c1c0-4042-9183-28dbd93d1106 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:43.529329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82cacec7-0281-4e00-b3ff-65813e5c614f req-57444053-c1c0-4042-9183-28dbd93d1106 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 1.1803346 Oct 22 14:56:43.529479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.529588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-770a8e17-d713-45a2-a4b5-509164564f82 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5418143 Oct 22 14:56:43.529588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:43.529737 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:43.533514 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 4 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:43.547909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.550049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.554598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:43.596688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:43.597048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:43.597359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:43.680558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c89fdc-332f-4331-ab1f-822c7d7b018f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:43.703846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:43.705975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:43.728726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0be71-28b7-4510-9582-8f5fc701253d req-589020fa-fefc-4c57-a05b-28882e8702e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:43.731534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abf0be71-28b7-4510-9582-8f5fc701253d req-589020fa-fefc-4c57-a05b-28882e8702e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.9810386 Oct 22 14:56:43.836301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:43.857770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:43.858107 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:43.870397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Network c0226784-150c-43ed-b71e-dc85064ff07e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:43.879083 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 5 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:43.881971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:43.919357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:44.049200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.objects.ports [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107802) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:56:44.126664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:44.142850 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:44.183090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Router 20edd266-7a82-4a16-be9a-693409325f9d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:56:44.204683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a968-c001-4c2a-8553-17572b6b60d3 None None] Provisioning complete for port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:44.205654 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a968-c001-4c2a-8553-17572b6b60d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:44.267564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:44.268011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:44.268370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:44.307471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a968-c001-4c2a-8553-17572b6b60d3 None None] Port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:44.433946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:56:44.449749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1aa07d11-6390-4df0-87b4-4a0b6932a91b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/routers/20edd266-7a82-4a16-be9a-693409325f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3874815 Oct 22 14:56:44.451795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49924) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:44.455326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-249a37d4-a06d-4083-a8aa-f924bb4ca551 None None] Provisioning complete for port c1c89fdc-332f-4331-ab1f-822c7d7b018f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:44.455901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-249a37d4-a06d-4083-a8aa-f924bb4ca551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:44.457968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] Sync routers for ids ['20edd266-7a82-4a16-be9a-693409325f9d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:56:44.532538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df101b5-50e0-45fc-9a0b-24c731a1e955 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:44.537719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7df101b5-50e0-45fc-9a0b-24c731a1e955 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports?device_id=20edd266-7a82-4a16-be9a-693409325f9d HTTP/1.1" status: 200 len: 983 time: 0.0821564 Oct 22 14:56:44.538101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49926) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:44.599298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] Routers {'20edd266-7a82-4a16-be9a-693409325f9d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:44.599963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['20edd266-7a82-4a16-be9a-693409325f9d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:44.669168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-249a37d4-a06d-4083-a8aa-f924bb4ca551 None None] Port c1c89fdc-332f-4331-ab1f-822c7d7b018f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:44.679463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:44.700505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] Routers {'20edd266-7a82-4a16-be9a-693409325f9d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:44.703832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['20edd266-7a82-4a16-be9a-693409325f9d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:44.783347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:44.787713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914c438-7d80-40a6-99d0-a044efb8bb32 None None] The sync data for ids ['20edd266-7a82-4a16-be9a-693409325f9d'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:56:44.985877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:44.996409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:44.996934 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Added segment e288041f-a833-4051-b043-e660f8c7df65 of type vlan for network 2a331c30-9567-45cb-a4a5-1b9118e172fa Oct 22 14:56:45.019244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:45.059831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.090297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=4d78cbaf-bd8f-4d63-8161-044d3906a0b2,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:45.100055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82cacec7-0281-4e00-b3ff-65813e5c614f req-9d2a1d05-a1b0-40fd-827e-d19a03d8f522 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5261037 Oct 22 14:56:45.152067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:45.157175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c557e7ae-88ca-4020-a1cc-6351e49d9ac5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:45.167919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:45.171161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.189171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:45.197629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:45.204539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.207857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:45.212080 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:45.217692 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 6 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:45.240857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abf0be71-28b7-4510-9582-8f5fc701253d req-aaa5ac09-97e1-472f-b29e-7085447bde5d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4029529 Oct 22 14:56:45.253103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.269954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4334c8c-9ad3-40b5-9ba1-197c27dc7423 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:45.282347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.379019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.380060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:45.380754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.416909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-96c70a77-4e5a-4cc7-9177-4612b3b6d345 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8337440 Oct 22 14:56:45.420119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:45.420570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:45.421018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:45.443113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:45.443792 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:45.447298 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 7 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:45.457836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.483750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] Pushing event updated for resources: {'Network': ['ID=2a331c30-9567-45cb-a4a5-1b9118e172fa,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:45.507216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2a331c30-9567-45cb-a4a5-1b9118e172fa details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:45.512255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e8038c04-e818-4315-9edc-f58f943a6f7b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0648053 Oct 22 14:56:45.513428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:45.524075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49930) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:45.529338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '4d78cbaf-bd8f-4d63-8161-044d3906a0b2'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:45.534438 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.542217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1ad3a5da-4e16-429e-a044-5199b6d05660 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6644447 Oct 22 14:56:45.545496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49932) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:45.546248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Request body: {'subnet': {'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1242660431-subnet', 'tenant_id': '0cf2c7a115de457e816615bbd923beaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:45.548320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:45.548885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:45.549446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:45.559956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:62:e7:9c', 'name': 'tempest-NetworksTestDHCPv6-425390246'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:45.581697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:45.582384 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:45.585302 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 8 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:45.588235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.600231 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.639058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:45.639874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:45.640453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:45.666388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Made reservation on behalf of 0cf2c7a115de457e816615bbd923beaf for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:45.671201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:45.802818 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:45.867007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Allocated IP 2001:db8::f816:3eff:fe03:f0b4 (a2d5805a-689b-466e-a785-b2a121891287/4d78cbaf-bd8f-4d63-8161-044d3906a0b2/f76d01dc-923d-4161-a831-ebdf61655033) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:45.956507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:45.956886 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:45.961652 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 9 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:46.014354 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.016716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:46.017207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:46.017700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:46.030065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:46.030573 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:46.034738 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 10 to bind port 541d0469-577f-4220-9ccc-342e4415cc88 Oct 22 14:56:46.085302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:46.085638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:46.085978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:46.095139 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.103516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:46.103838 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 541d0469-577f-4220-9ccc-342e4415cc88 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:46.104350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.106237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.186055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.222623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.309011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:46.309948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.316082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:46.318360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Pushing event updated for resources: {'Port': ['ID=f76d01dc-923d-4161-a831-ebdf61655033,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:46.327670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:46.333428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:46.335511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.389496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcec78b2-f931-487a-a28e-bddc01d91b29,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:46.429226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Checking segment: {'id': 'e288041f-a833-4051-b043-e660f8c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:46.429595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Network hostable DHCP agents. Network: 2a331c30-9567-45cb-a4a5-1b9118e172fa, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:56:46.437415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:46.437743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.437990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.438328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.438660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.438989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.439335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.439658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.439978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.440296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.440611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.440788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Attempting to bind port f76d01dc-923d-4161-a831-ebdf61655033 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:46.440955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.441119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Attempting to bind port f76d01dc-923d-4161-a831-ebdf61655033 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:46.441225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:46.441486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Attempting to bind port f76d01dc-923d-4161-a831-ebdf61655033 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:46.459221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:46.459617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:46.460000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.460923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:46.461428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Bound port: f76d01dc-923d-4161-a831-ebdf61655033, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:46.461823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.478443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] For port 541d0469-577f-4220-9ccc-342e4415cc88, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:46.479884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempted to set empty binding levels {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 14:56:46.483994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c89fdc-332f-4331-ab1f-822c7d7b018f,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:46.513974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.529159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:46.570248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] For port f76d01dc-923d-4161-a831-ebdf61655033, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:46.577319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] For port f76d01dc-923d-4161-a831-ebdf61655033, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f76d01dc-923d-4161-a831-ebdf61655033,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:46.592298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463f6d-2ce8-4ac2-8959-89e846c517b7 req-b2e9935a-483f-4970-87ce-5d77b80b5f91 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:46.594161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46463f6d-2ce8-4ac2-8959-89e846c517b7 req-b2e9935a-483f-4970-87ce-5d77b80b5f91 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.3738885 Oct 22 14:56:46.625036 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.643222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Network 2a331c30-9567-45cb-a4a5-1b9118e172fa is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:56:46.697579 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.735588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=541d0469-577f-4220-9ccc-342e4415cc88,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:46.774356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6e47-bc84-406a-8887-dbbb589b7c9b req-a65bc616-26f6-419d-937a-221a351d9a57 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:46.782376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54de6e47-bc84-406a-8887-dbbb589b7c9b req-a65bc616-26f6-419d-937a-221a351d9a57 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.3006203 Oct 22 14:56:46.782895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765450d7-5136-4de8-99dd-680cec20e027 None None] Pushing event updated for resources: {'Port': ['ID=f76d01dc-923d-4161-a831-ebdf61655033,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:46.793055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] In _notify_port_updated(), no bound segment for port 541d0469-577f-4220-9ccc-342e4415cc88 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:56:46.794150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:46.794928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.799411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bd36df3c-3a9a-4b7c-9802-dadc734ff001 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "PUT /v2.0/ports/541d0469-577f-4220-9ccc-342e4415cc88 HTTP/1.1" status: 200 len: 975 time: 7.1885107 Oct 22 14:56:46.811182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49940) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:46.887651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46463f6d-2ce8-4ac2-8959-89e846c517b7 req-5b24c81f-8681-41a1-b061-d4b91920de60 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645516 Oct 22 14:56:46.908351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54de6e47-bc84-406a-8887-dbbb589b7c9b req-445ef764-2a46-4293-a2ae-3f0a3c160beb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244907 Oct 22 14:56:46.914116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:46.935706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Network c0226784-150c-43ed-b71e-dc85064ff07e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:46.939333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:46.969655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:47.065717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:47.129620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:47.129995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:47.425999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b3a96702-4b25-41bd-8e52-3fe1fac8f1ea None None] Provisioning complete for port c1c89fdc-332f-4331-ab1f-822c7d7b018f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:47.427175 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b3a96702-4b25-41bd-8e52-3fe1fac8f1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:47.476802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b3a96702-4b25-41bd-8e52-3fe1fac8f1ea None None] Port c1c89fdc-332f-4331-ab1f-822c7d7b018f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:47.492461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2a331c30-9567-45cb-a4a5-1b9118e172fa) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:47.497695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.498300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:47.506589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353e6e4-3a22-4722-a7c5-3a6ed1cc2fcf None None] Network 2a331c30-9567-45cb-a4a5-1b9118e172fa requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:47.563849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fe62:e79c (a2d5805a-689b-466e-a785-b2a121891287/4d78cbaf-bd8f-4d63-8161-044d3906a0b2/6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:47.567828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.571930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.572375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.572983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.573765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.574328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.574784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.575315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.575870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.576214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.576664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.577110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.577556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.578000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.578441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.578885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.579373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.579931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:47.583232 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d55abb3e-ee59-49ad-9ab5-303c80fef61b tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23228 time: 0.7709630 Oct 22 14:56:47.590760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49944) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:47.611147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-077a7153-b1bf-4421-956f-31306e610ce2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0713246 Oct 22 14:56:47.646195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:47.768632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:47.935610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:48.026772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:56:48.133840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Deleting port 541d0469-577f-4220-9ccc-342e4415cc88 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:48.136675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:48.206240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f39363-4109-45fb-b4c3-2be15fa49412 None None] Network 2a331c30-9567-45cb-a4a5-1b9118e172fa requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:48.277628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:48.482851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:56:48.495697 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Sync routers for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:56:48.502944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4a5f00b6-c29c-42d6-9bb2-4b571e97c834 admin admin] 10.222.0.66 "PUT /v2.0/routers/37fb0fb8-9969-44ed-83cb-7c36ee19df33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3055809 Oct 22 14:56:48.545224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] For port 541d0469-577f-4220-9ccc-342e4415cc88, host n-h2-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:48.545224 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:48.545729 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:48.547279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:48.575703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e1d1-9cb7-411b-9ccb-21233978a69b req-dcacea2e-c2c2-453a-a300-4223cc767d2e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:48.581036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-add7e1d1-9cb7-411b-9ccb-21233978a69b req-dcacea2e-c2c2-453a-a300-4223cc767d2e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.3168097 Oct 22 14:56:48.683029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Calling delete_port for 541d0469-577f-4220-9ccc-342e4415cc88 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:48.683235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd364a4-8fa0-4a01-bdeb-e89f3df6c7b1 req-458f6508-eb63-4ff3-97b8-10b8b242d29c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:48.690170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cd364a4-8fa0-4a01-bdeb-e89f3df6c7b1 req-458f6508-eb63-4ff3-97b8-10b8b242d29c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.4192657 Oct 22 14:56:48.772699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:48.854868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-add7e1d1-9cb7-411b-9ccb-21233978a69b req-35250e7b-0285-479d-af33-225e7175b6ae tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665548 Oct 22 14:56:48.861860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:48.928626 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:48.928771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cd364a4-8fa0-4a01-bdeb-e89f3df6c7b1 req-e1a495b0-1d21-4a11-9a9f-492cc95b2fda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291646 Oct 22 14:56:48.928771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:48.944105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a801f75c-8423-454b-b62a-7dc41a0208e1 None None] Provisioning complete for port f76d01dc-923d-4161-a831-ebdf61655033 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:48.944606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a801f75c-8423-454b-b62a-7dc41a0208e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:48.956514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:48.956514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:48.956514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.003269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:49.071261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f76d01dc-923d-4161-a831-ebdf61655033 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:49.132102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f4f95e7c-4433-4f8b-8d79-2fe3deb6fb35 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5847807 Oct 22 14:56:49.132794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49974) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.141014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Router 20edd266-7a82-4a16-be9a-693409325f9d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:56:49.277752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49986) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.314365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1689896086-network', 'tenant_id': '40f9a060744247df992ce6ef3a0da4fa'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:49.326864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f76d01dc-923d-4161-a831-ebdf61655033 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:49.330786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.421016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febfa6a3-ccbf-4699-a04a-793881e0a0fd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:49.450721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febfa6a3-ccbf-4699-a04a-793881e0a0fd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:49.457735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:56:49.458125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-febfa6a3-ccbf-4699-a04a-793881e0a0fd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3237796 Oct 22 14:56:49.458799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50004) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.469003 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1dbfde30-5751-4d30-bb0b-8da0367b6b38 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/routers/20edd266-7a82-4a16-be9a-693409325f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9297307 Oct 22 14:56:49.471709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50006) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.494677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.497132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] Sync routers for ids ['20edd266-7a82-4a16-be9a-693409325f9d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:56:49.547403 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e7adac-464b-403d-9084-fb74c42ac53e tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:56:49.549442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-52e7adac-464b-403d-9084-fb74c42ac53e tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/fd6c45f2-8c5e-4ac4-86e8-0df52dd3dff2 HTTP/1.1" status: 404 len: 333 time: 0.0766802 Oct 22 14:56:49.555437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50016) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.580929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] Routers {'20edd266-7a82-4a16-be9a-693409325f9d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:49.581698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['20edd266-7a82-4a16-be9a-693409325f9d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:49.584660 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a801f75c-8423-454b-b62a-7dc41a0208e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.599961 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 2, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:49.602196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event deleted for resources: {'Port': ['ID=541d0469-577f-4220-9ccc-342e4415cc88,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:49.619848 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.633325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a06bdd9-89a6-46e0-9840-06d2462b4aa8 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "DELETE /v2.0/ports/541d0469-577f-4220-9ccc-342e4415cc88 HTTP/1.1" status: 204 len: 168 time: 2.0358233 Oct 22 14:56:49.633325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50020) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.670648 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Checking router: 37fb0fb8-9969-44ed-83cb-7c36ee19df33 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:56:49.671029 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Updating router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 port c1c89fdc-332f-4331-ab1f-822c7d7b018f binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:56:49.685824 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5572f04e-79c1-4797-966d-6d7d32c90afa tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] GET failed (client error): The resource could not be found. Oct 22 14:56:49.691713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5572f04e-79c1-4797-966d-6d7d32c90afa tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "GET /v2.0/ports/541d0469-577f-4220-9ccc-342e4415cc88 HTTP/1.1" status: 404 len: 333 time: 0.0588601 Oct 22 14:56:49.692460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50022) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:49.703135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-970856145', 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:49.716120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:49.724231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Made reservation on behalf of 40f9a060744247df992ce6ef3a0da4fa for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:49.735806 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.738215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.775462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] Routers {'20edd266-7a82-4a16-be9a-693409325f9d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:49.779355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['20edd266-7a82-4a16-be9a-693409325f9d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:49.802300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a801f75c-8423-454b-b62a-7dc41a0208e1 None None] For port f76d01dc-923d-4161-a831-ebdf61655033, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f76d01dc-923d-4161-a831-ebdf61655033,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:49.834256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.840055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Made reservation on behalf of 6d620465071446b59958e54631e30bc1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:49.844904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.845492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:49.851343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cd656-37c9-4dd6-9471-1defb5e5151d None None] The sync data for ids ['20edd266-7a82-4a16-be9a-693409325f9d'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:56:49.868921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.885156 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:49.886699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 407cd46f-dc54-4ea7-915e-87790415a306 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:49.966673 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a801f75c-8423-454b-b62a-7dc41a0208e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.264937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:56:50.267202 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:56:50.275066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3478ddbf-2689-460e-a0f0-f93bdaeb0014 None None] Provisioning complete for port 6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:50.282127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3478ddbf-2689-460e-a0f0-f93bdaeb0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.327628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801f75c-8423-454b-b62a-7dc41a0208e1 None None] Pushing event updated for resources: {'Port': ['ID=f76d01dc-923d-4161-a831-ebdf61655033,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:50.361404 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.365808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.379960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3478ddbf-2689-460e-a0f0-f93bdaeb0014 None None] Port 6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:50.462195 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.567097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b29e4-0c90-4c48-bc0a-6fb11ee84d7d req-e9350540-4072-4248-bd38-4085873e45c4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:50.569455 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c91580-9506-4a3e-8b93-4ea03d88ff16 None None] Pushing event updated for resources: {'Port': ['ID=c1c89fdc-332f-4331-ab1f-822c7d7b018f,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:50.571528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.610123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-597b29e4-0c90-4c48-bc0a-6fb11ee84d7d req-e9350540-4072-4248-bd38-4085873e45c4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.4731693 Oct 22 14:56:50.708344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Network ec20abea-dbbe-4cdd-99f1-6784077e29f7 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:50.720554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:50.746281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:50.747623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:50.748382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.754178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Attempting to bind port c1c89fdc-332f-4331-ab1f-822c7d7b018f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:50.754816 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Attempting to bind port c1c89fdc-332f-4331-ab1f-822c7d7b018f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:50.754940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.755250 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Attempting to bind port c1c89fdc-332f-4331-ab1f-822c7d7b018f on network c0226784-150c-43ed-b71e-dc85064ff07e {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:50.777782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:50.778268 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.782567 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:50.784178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Checking segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:50.784178 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.784178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Bound using segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:50.785109 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Bound port: c1c89fdc-332f-4331-ab1f-822c7d7b018f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:50.785714 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.787265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.816495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=407cd46f-dc54-4ea7-915e-87790415a306,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:50.921936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:50.936398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:50.945168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d177-ea0f-45d8-8a60-f7450a2e886e req-905227ef-1b22-4f82-8aaf-2d3ae6407932 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:50.947195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9c1d177-ea0f-45d8-8a60-f7450a2e886e req-905227ef-1b22-4f82-8aaf-2d3ae6407932 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.8749361 Oct 22 14:56:50.951662 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] For port c1c89fdc-332f-4331-ab1f-822c7d7b018f, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:50.958684 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] For port c1c89fdc-332f-4331-ab1f-822c7d7b018f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1c89fdc-332f-4331-ab1f-822c7d7b018f,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:51.006602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-353a6c74-e245-441c-8bfd-c04435122c9d None None] Provisioning complete for port c1c89fdc-332f-4331-ab1f-822c7d7b018f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:51.007133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-353a6c74-e245-441c-8bfd-c04435122c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.014332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f76d01dc-923d-4161-a831-ebdf61655033 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:51.068648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-597b29e4-0c90-4c48-bc0a-6fb11ee84d7d req-0016d528-1d50-4f61-9a4b-f55dcc9ff7c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575610 Oct 22 14:56:51.086680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.091085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-353a6c74-e245-441c-8bfd-c04435122c9d None None] Port c1c89fdc-332f-4331-ab1f-822c7d7b018f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:56:51.114418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f76d01dc-923d-4161-a831-ebdf61655033 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:51.114754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9c1d177-ea0f-45d8-8a60-f7450a2e886e req-8c8fa9cd-94e6-48f9-b81a-4511f28ec53c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567304 Oct 22 14:56:51.115097 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.553796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.559132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f2f3a5ce-83a4-4478-a47b-d6f8b3105424 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8571429 Oct 22 14:56:51.559532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50036) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:51.561026 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.561967 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.563656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.566024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Fanout notify agent at l3_agent the message router_deleted on router 20edd266-7a82-4a16-be9a-693409325f9d {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:56:51.599192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccf1b9-8df3-4bae-9ffc-46b180140929 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:51.602201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4fccf1b9-8df3-4bae-9ffc-46b180140929 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "GET /v2.0/ports/407cd46f-dc54-4ea7-915e-87790415a306 HTTP/1.1" status: 200 len: 954 time: 0.0418029 Oct 22 14:56:51.607677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50042) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:51.623125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.624061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a643b01-b4b0-49b5-9f1d-b72575b2861b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/routers/20edd266-7a82-4a16-be9a-693409325f9d HTTP/1.1" status: 204 len: 168 time: 2.0672710 Oct 22 14:56:51.636090 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c91580-9506-4a3e-8b93-4ea03d88ff16 None None] Pushing event updated for resources: {'Port': ['ID=c1c89fdc-332f-4331-ab1f-822c7d7b018f,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:51.640579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50044) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:51.668201 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:56:51.669018 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:51.740446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet ecd46e61-4308-4e7e-9880-af5f090e1e7c {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:51.747252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.776719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:56:51.806499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:51.832105 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:56:51.902658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:51.976741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574e1a9-a1be-4e3b-b1c3-fb8c606601ab,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:52.003509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.003509 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Added segment 148ad5eb-e0b0-4644-af20-d567113e7dd0 of type vlan for network 275e3c81-c5f5-4a09-8012-e34e4f426f64 Oct 22 14:56:52.074561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.081406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b HTTP/1.1" status: 204 len: 168 time: 2.6179891 Oct 22 14:56:52.084236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.085043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.085564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.086136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.086620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.087351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.087939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.096627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.096627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.096627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.096627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.096627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0d2c1-0994-4ffa-83fe-ffa8c6fca7d7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.121156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.121792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.122285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.122794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.123653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.125005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.126296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.127681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.128180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.129507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.133264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.146890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-405996d5-0a73-47e0-95b9-eef576d17f2d None None] Provisioning complete for port c1c89fdc-332f-4331-ab1f-822c7d7b018f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:52.146890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405996d5-0a73-47e0-95b9-eef576d17f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.155652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:56:52.179646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.184038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50078) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:52.193647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.258016 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:50Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:52.305710 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa829-e17d-4389-b480-09421b4302e7 None None] The sync data for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 is: [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:50Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:56:52.350358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Deleting port 407cd46f-dc54-4ea7-915e-87790415a306 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:52.350707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.353476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405996d5-0a73-47e0-95b9-eef576d17f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.466535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-405996d5-0a73-47e0-95b9-eef576d17f2d None None] For port c1c89fdc-332f-4331-ab1f-822c7d7b018f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1c89fdc-332f-4331-ab1f-822c7d7b018f,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:52.559491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-405996d5-0a73-47e0-95b9-eef576d17f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.586292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.589247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.662485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f93fa34c-3eb0-457a-ada9-a67962a175ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.683929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405996d5-0a73-47e0-95b9-eef576d17f2d None None] Pushing event updated for resources: {'Port': ['ID=c1c89fdc-332f-4331-ab1f-822c7d7b018f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:52.730391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Calling delete_port for 407cd46f-dc54-4ea7-915e-87790415a306 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:52.749992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:52.760530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b67e0-53e8-4d61-a212-142a090ac393 None None] Network c3a9ba58-f3c1-40b0-97ee-9f8067fb277e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:52.763977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/ecd46e61-4308-4e7e-9880-af5f090e1e7c HTTP/1.1" status: 204 len: 168 time: 1.1190965 Oct 22 14:56:52.763977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60328de5-6d9e-49b8-9ac2-808c6a727919 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd46e61-4308-4e7e-9880-af5f090e1e7c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:52.774718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:53.024229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:56:53.088934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c1c89fdc-332f-4331-ab1f-822c7d7b018f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:53.096624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486cdb3-65b7-44ab-a558-6d70a392892d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:53.098786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486cdb3-65b7-44ab-a558-6d70a392892d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:53.100975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d486cdb3-65b7-44ab-a558-6d70a392892d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8902147 Oct 22 14:56:53.113714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50090) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:53.165292 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.169300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:53.170159 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.210902 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.223554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c1c89fdc-332f-4331-ab1f-822c7d7b018f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:53.230404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.286762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973dd34-b4f5-4f81-a131-a805b26c517e req-ec288a20-2448-4960-829b-c82270758228 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:53.296509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b973dd34-b4f5-4f81-a131-a805b26c517e req-ec288a20-2448-4960-829b-c82270758228 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.9462395 Oct 22 14:56:53.327912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a2b3-ddf3-4ed5-be08-8cc011a45abc req-aa7e9356-ad8c-4564-be94-e454183da5e7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:53.329921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3768a2b3-ddf3-4ed5-be08-8cc011a45abc req-aa7e9356-ad8c-4564-be94-e454183da5e7 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.9915822 Oct 22 14:56:53.333515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0469532 Oct 22 14:56:53.337452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:53.361706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Request body: {'subnet': {'network_id': '275e3c81-c5f5-4a09-8012-e34e4f426f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1689896086-subnet', 'tenant_id': '40f9a060744247df992ce6ef3a0da4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:53.462164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.486777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3768a2b3-ddf3-4ed5-be08-8cc011a45abc req-b1a29424-ef2d-4ff1-b43b-e9415ff6135d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360612 Oct 22 14:56:53.513286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] DHCP port deletion for c3a9ba58-f3c1-40b0-97ee-9f8067fb277e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:53.552714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6edc8-07d5-4a53-b64e-5bdbdbc320a4 admin admin] Pushing event updated for resources: {'Network': ['ID=275e3c81-c5f5-4a09-8012-e34e4f426f64,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:53.556682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event deleted for resources: {'Port': ['ID=407cd46f-dc54-4ea7-915e-87790415a306,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:53.578532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port bd92b49b-6757-49ab-ac34-fad29200ab2c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:53.578532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.579199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 4d78cbaf-bd8f-4d63-8161-044d3906a0b2 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:56:53.579279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 275e3c81-c5f5-4a09-8012-e34e4f426f64 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:56:53.580588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.583161 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.586420 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3b18e025-e9f7-4c8d-b010-08f294ab844f tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "DELETE /v2.0/ports/407cd46f-dc54-4ea7-915e-87790415a306 HTTP/1.1" status: 204 len: 168 time: 1.9774914 Oct 22 14:56:53.587831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Made reservation on behalf of 40f9a060744247df992ce6ef3a0da4fa for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:53.595111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.596898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:53.636832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.678661 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ee5656-acee-4699-9f2d-44ec770c40f1 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] GET failed (client error): The resource could not be found. Oct 22 14:56:53.681510 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69ee5656-acee-4699-9f2d-44ec770c40f1 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "GET /v2.0/ports/407cd46f-dc54-4ea7-915e-87790415a306 HTTP/1.1" status: 404 len: 333 time: 0.0713725 Oct 22 14:56:53.701183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:53.717669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Request body: {'port': {'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-934595252'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:53.811759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] Deleting port bd92b49b-6757-49ab-ac34-fad29200ab2c {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:53.814315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.823866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.875020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Made reservation on behalf of 6d620465071446b59958e54631e30bc1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:53.880625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.934708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] For port bd92b49b-6757-49ab-ac34-fad29200ab2c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bd92b49b-6757-49ab-ac34-fad29200ab2c,segment=NetworkSegment(03f0bd7e-f491-48c6-8770-505cb960b181),segment_id=03f0bd7e-f491-48c6-8770-505cb960b181)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:53.935568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:53.936184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b973dd34-b4f5-4f81-a131-a805b26c517e req-481430ed-8ca1-4188-82d2-fae0539702b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6373610 Oct 22 14:56:53.967471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 3f90398b-515e-4387-88d3-1d84f42a8e69 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:53.986189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for bd92b49b-6757-49ab-ac34-fad29200ab2c owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:54.007420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] For port bd92b49b-6757-49ab-ac34-fad29200ab2c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bd92b49b-6757-49ab-ac34-fad29200ab2c,segment=NetworkSegment(03f0bd7e-f491-48c6-8770-505cb960b181),segment_id=03f0bd7e-f491-48c6-8770-505cb960b181)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:54.008165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.025774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] Calling delete_port for bd92b49b-6757-49ab-ac34-fad29200ab2c owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:54.028649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.087808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=4d78cbaf-bd8f-4d63-8161-044d3906a0b2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:54.110597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.119240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ca7f7438-70a5-4177-b3b0-447e1503dff0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/4d78cbaf-bd8f-4d63-8161-044d3906a0b2 HTTP/1.1" status: 204 len: 168 time: 0.9972796 Oct 22 14:56:54.124634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:54.160191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6ea04-305d-460d-93c8-4a6d80f1f513 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:54.229646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3a7ab2d7-fb84-4de0-986c-82b226f1212f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031153 Oct 22 14:56:54.236917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50104) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:54.314352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77994c48-39cd-48f9-a6c0-bb6a677e28ec tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:54.318584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-77994c48-39cd-48f9-a6c0-bb6a677e28ec tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0785892 Oct 22 14:56:54.322516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50106) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:54.395850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207576e4-28ca-4cc3-82a0-f0901d2771ee tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:54.400283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-207576e4-28ca-4cc3-82a0-f0901d2771ee tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738685 Oct 22 14:56:54.403755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50108) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:54.516242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-26d3fdbd-ab8b-48db-848d-5ba6eb9b9a7b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112120 Oct 22 14:56:54.518884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50110) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:54.527467 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.536362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:54.567750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] Pushing event deleted for resources: {'Port': ['ID=bd92b49b-6757-49ab-ac34-fad29200ab2c,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:54.580245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5636e0b-a84d-48fb-95e3-1a072c2c2e89 None None] No DVR routers for this DVR port bd92b49b-6757-49ab-ac34-fad29200ab2c on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:54.621096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.703615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:56:54.779794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.791808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.800166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] Deleting port f76d01dc-923d-4161-a831-ebdf61655033 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:56:54.801675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.814076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e636c9b-ecf8-422d-8a47-43b621138001 req-6688bb44-fc62-4cfa-9bc9-475057e17064 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:54.823504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e636c9b-ecf8-422d-8a47-43b621138001 req-6688bb44-fc62-4cfa-9bc9-475057e17064 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.0996773 Oct 22 14:56:54.891574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] For port f76d01dc-923d-4161-a831-ebdf61655033, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f76d01dc-923d-4161-a831-ebdf61655033,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:54.892401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.905569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e636c9b-ecf8-422d-8a47-43b621138001 req-ec5ab9ca-9d8b-4b1a-9814-4c4f6bb35809 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806205 Oct 22 14:56:54.912860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] Calling delete_port for f76d01dc-923d-4161-a831-ebdf61655033 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:56:54.932108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=bd92b49b-6757-49ab-ac34-fad29200ab2c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:54.934327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:54.939783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:54.985762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No DVR routers for this DVR port bd92b49b-6757-49ab-ac34-fad29200ab2c on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:55.099085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d66cbc-515a-4d95-a0c9-491f198a46ae,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:55.101363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bd92b49b-6757-49ab-ac34-fad29200ab2c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:55.148247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: bd92b49b-6757-49ab-ac34-fad29200ab2c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:56:55.149093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bd92b49b-6757-49ab-ac34-fad29200ab2c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:56:55.149661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f76d01dc-923d-4161-a831-ebdf61655033 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:56:55.236280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Checking segment: {'id': '148ad5eb-e0b0-4644-af20-d567113e7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '275e3c81-c5f5-4a09-8012-e34e4f426f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:55.237437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Network hostable DHCP agents. Network: 275e3c81-c5f5-4a09-8012-e34e4f426f64, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:56:55.242517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b873fe-6ea1-45b4-9a9b-cd35d312db29 req-5b5977a0-d90d-43c5-ad9f-4f28346e7eda tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:55.245756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23b873fe-6ea1-45b4-9a9b-cd35d312db29 req-5b5977a0-d90d-43c5-ad9f-4f28346e7eda tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.1440995 Oct 22 14:56:55.255680 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2cfa998b-9f92-4181-8e4f-755ae9727a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.290821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.314908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.316770 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.345936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23b873fe-6ea1-45b4-9a9b-cd35d312db29 req-72bdf19c-592e-4e04-9364-27f315ba602c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919840 Oct 22 14:56:55.391918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a9ba58-f3c1-40b0-97ee-9f8067fb277e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:55.400436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] No DVR routers for this DVR port f76d01dc-923d-4161-a831-ebdf61655033 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:56:55.421341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1ca72-c74e-4cc9-ac73-09d97c724e01 None None] Pushing event deleted for resources: {'Port': ['ID=f76d01dc-923d-4161-a831-ebdf61655033,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:55.454514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f0bd7e-f491-48c6-8770-505cb960b181') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:55.454812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f0bd7e-f491-48c6-8770-505cb960b181') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:56:55.475877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.508345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.549024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.555653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=3f90398b-515e-4387-88d3-1d84f42a8e69,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:55.570740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Network 275e3c81-c5f5-4a09-8012-e34e4f426f64 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:56:55.588378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:55.592134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.592319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:55.596772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Network ec20abea-dbbe-4cdd-99f1-6784077e29f7 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:55.605267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:55.605267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.606352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eec565-472d-44b6-9d70-e488f8baf4dc None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:55.615774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:55.619230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=8a6d235b-ec15-414c-9317-bb8b13ed91d7,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:55.622837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:55.628090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:55.629029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.636290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:56:55.636966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:56:55.645895 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:56:55.695954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 275e3c81-c5f5-4a09-8012-e34e4f426f64) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:55.706031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9822615a-c6fe-4a8c-b154-58afb1fbc254 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1859295 Oct 22 14:56:55.709142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50120) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:55.714552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:6c:3e:f7', 'name': 'tempest-NetworksTestDHCPv6-1702142731'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:55.715173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:55.716623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:55.735014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639da44-9a45-403e-a943-edd081ece240 None None] Network 275e3c81-c5f5-4a09-8012-e34e4f426f64 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:56.186592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '8a6d235b-ec15-414c-9317-bb8b13ed91d7'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:56.186592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:56.186592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17eaf1-3aac-43c9-90a5-b4187b56648c None None] Network 275e3c81-c5f5-4a09-8012-e34e4f426f64 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:56.188884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a1d3e-5249-40c5-8e28-b1b79d512c2a req-258013fd-8ae7-4514-b977-59a4708cd06f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:56.188884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-554a1d3e-5249-40c5-8e28-b1b79d512c2a req-258013fd-8ae7-4514-b977-59a4708cd06f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.0647886 Oct 22 14:56:56.188884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-554a1d3e-5249-40c5-8e28-b1b79d512c2a req-d8f218c1-f339-4bfe-ac51-d9545e8ded23 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637648 Oct 22 14:56:56.543212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b5591-f1cf-4884-94e9-ebe48cc1b733 req-8691500f-36e3-432f-b946-8b1fd1e990fe tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:56.558364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb8b5591-f1cf-4884-94e9-ebe48cc1b733 req-8691500f-36e3-432f-b946-8b1fd1e990fe tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.0961273 Oct 22 14:56:56.574949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a689571-8528-4592-906c-6fbd96873506 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8653147 Oct 22 14:56:56.586801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:56.586801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34a5bea6-906a-4636-a461-a63ff510355e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2431026 Oct 22 14:56:56.615480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:56.620355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/8a6d235b-ec15-414c-9317-bb8b13ed91d7/8c4d6300-851f-4c7c-82b3-9eeaf9e68621) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:56.623584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:56.624428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:56.633436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/c3a9ba58-f3c1-40b0-97ee-9f8067fb277e HTTP/1.1" status: 204 len: 168 time: 3.8560302 Oct 22 14:56:56.645526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece647b-6a6c-454d-b538-137677f5182b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=c3a9ba58-f3c1-40b0-97ee-9f8067fb277e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:56.646345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50134) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:56.719227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb8b5591-f1cf-4884-94e9-ebe48cc1b733 req-57563f11-c72d-4219-b5c2-6881ac8589c6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414814 Oct 22 14:56:56.772897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:56.779685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ea180-d7e9-42c1-8746-74964a66e7ad tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:56.783171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-384ea180-d7e9-42c1-8746-74964a66e7ad tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/ae9220d4-b21e-4e39-89d8-413657522ed7 HTTP/1.1" status: 200 len: 840 time: 0.1359618 Oct 22 14:56:56.787244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50136) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:56.808608 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:56.816207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:56.831285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:56.880847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4e84193e-c87b-4705-8612-924a8574c1c0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/ae9220d4-b21e-4e39-89d8-413657522ed7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0927222 Oct 22 14:56:56.886278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:56.897922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:57.082748 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.212906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.219395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.288403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:57.296880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:57.308171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:57.319881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Pushing event updated for resources: {'Port': ['ID=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:57.328610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 4330d62a-aac0-4eff-b075-2a4d14519165 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:57.353970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:56:57.359134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.476789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Attempting to bind port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:57.477158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Attempting to bind port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:57.477519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Attempting to bind port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:57.499035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:56:57.499987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:56:57.500557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.503977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:56:57.504711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Bound port: 8c4d6300-851f-4c7c-82b3-9eeaf9e68621, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:56:57.507657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.691977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f2957-035a-4de2-85ef-c464a141db28 req-1057ff8a-ec40-4a23-9fe1-5a886cfb0820 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:57.694050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a0f2957-035a-4de2-85ef-c464a141db28 req-1057ff8a-ec40-4a23-9fe1-5a886cfb0820 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.2438691 Oct 22 14:56:57.727762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] device_id is not set on port 3f90398b-515e-4387-88d3-1d84f42a8e69 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:56:57.740316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] For port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:57.745500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] For port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:56:57.760541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::385 (a2d5805a-689b-466e-a785-b2a121891287/8a6d235b-ec15-414c-9317-bb8b13ed91d7/4330d62a-aac0-4eff-b075-2a4d14519165) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:57.764719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.813608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a0f2957-035a-4de2-85ef-c464a141db28 req-11af7c80-e16a-4b22-a2c6-036ec8e8c117 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067352 Oct 22 14:56:57.847151 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.919610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.932174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:57.998523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c596b0e-af35-4dd4-8b02-349b509f02b0 None None] Pushing event updated for resources: {'Port': ['ID=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:58.027780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.033644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:58.037213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:58.044911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:58.046232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.050671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2cad16-7772-4c3a-b503-1a40e994dab5 None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:56:58.069586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=d5e35e17-94a8-490c-b148-e86ea3390025,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:58.146444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-51014166-41c1-4ca0-96d6-df4740c12932 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2581584 Oct 22 14:56:58.149305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50160) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:58.160790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'security_group': {'name': 'tempest-secgroup-784869548'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:58.346517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=3f90398b-515e-4387-88d3-1d84f42a8e69,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:58.348089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.363788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.370393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.370393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.370393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.412620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85ce4-0a8d-43e1-b85d-6b67d99bbda2 req-4e71412b-feba-4541-a4f0-c5260a8460cb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:58.414200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5a85ce4-0a8d-43e1-b85d-6b67d99bbda2 req-4e71412b-feba-4541-a4f0-c5260a8460cb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.3953843 Oct 22 14:56:58.435831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.436165 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.438659 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 2 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.484333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'tenant_id': 'a8653b7f0fb94358bcee85e7538d5913', 'fixed_ips': [{'subnet_id': 'd5e35e17-94a8-490c-b148-e86ea3390025'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:56:58.490007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.547577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.547907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.548243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.571790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.571790 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.597395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.613618 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 3 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.664406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5a85ce4-0a8d-43e1-b85d-6b67d99bbda2 req-87e94c0b-4b9e-459d-a286-fc00bce47e82 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383275 Oct 22 14:56:58.677926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.678269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.678604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.689593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.689593 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.689593 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 4 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.715107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.720935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.721447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.721677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.729657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.730148 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.730731 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 5 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.762787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.763222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.763566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.770793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.771226 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.771622 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 6 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.792712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.793108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.793489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.801100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.801434 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.802225 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 7 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.814923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0becf9-6f72-4cee-8dd7-a77b9ad05d07,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:58.828098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.830738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.831352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.831763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.842717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.842717 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.854160 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 8 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.863730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Allocated IP 172.20.0.2 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/d5e35e17-94a8-490c-b148-e86ea3390025/b725eb83-23b9-47a7-a14f-793ef9bddd1c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:56:58.919552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.919937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.920282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.921720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:58.926865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:58.928145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6e3052b-ea78-44f1-85db-2bdb4c7b97a2 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7755871 Oct 22 14:56:58.929002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50170) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:58.929781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:58.930113 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:58.934262 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 9 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:58.937697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'security_group': {'name': 'tempest-secgroup-279140780'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:58.955038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:58.955384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:58.959104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:58.959104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:58.974113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:58.981079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:58.981726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.015873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=4330d62a-aac0-4eff-b075-2a4d14519165,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:59.018695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:59.019170 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:59.019770 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempt 10 to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 Oct 22 14:56:59.060531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:56:59.060996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:56:59.061341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempting to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:56:59.079216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:56:59.079553 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Failed to bind port 3f90398b-515e-4387-88d3-1d84f42a8e69 on host n-h2-812148-2 for vnic_type normal using segments [{'id': '47de8ad3-75cd-43ac-85da-0e8245153f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ec20abea-dbbe-4cdd-99f1-6784077e29f7'}] Oct 22 14:56:59.085898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.092571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.156217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:56:59.245242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] For port 3f90398b-515e-4387-88d3-1d84f42a8e69, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:56:59.245643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attempted to set empty binding levels {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 14:56:59.257595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5b51b273-72ba-4ced-974c-f3d6e57d848b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5473206 Oct 22 14:56:59.261098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50174) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:59.291730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.454165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.462288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.465909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:56:59.466711 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.550147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] In _notify_port_updated(), no bound segment for port 3f90398b-515e-4387-88d3-1d84f42a8e69 on network ec20abea-dbbe-4cdd-99f1-6784077e29f7 {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:56:59.551564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:59.556024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.563898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "PUT /v2.0/ports/3f90398b-515e-4387-88d3-1d84f42a8e69 HTTP/1.1" status: 200 len: 974 time: 2.9468315 Oct 22 14:56:59.571479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.578913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50178) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:59.620359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd2ec0-7edb-4f73-ad7b-b9ab784712aa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:59.667044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709d4e4-35b1-4677-9274-5317f02c8769 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:59.691504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709d4e4-35b1-4677-9274-5317f02c8769 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:59.696755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3709d4e4-35b1-4677-9274-5317f02c8769 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4309232 Oct 22 14:56:59.707495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50180) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:59.724362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.795661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.810956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:56:59.817684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:56:59.818284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3abe2f15-9b76-4f1f-85ff-bf4069cb0a9b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8812046 Oct 22 14:56:59.820041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50184) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:56:59.834374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1662195698', 'security_groups': ['6abd2ec0-7edb-4f73-ad7b-b9ab784712aa'], 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5e35e17-94a8-490c-b148-e86ea3390025'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:56:59.881308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:56:59.887751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306c6b-ccc1-440e-b289-7335936ccab4 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event updated for resources: {'Port': ['ID=3f90398b-515e-4387-88d3-1d84f42a8e69,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:59.889810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:56:59.898539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:56:59.903282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Pushing event updated for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:56:59.903898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3aed2-feb4-40f2-9aa2-3c2fb06330c3 req-c8a7a062-4475-4751-b559-efd669254b1d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:56:59.907284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3e3aed2-feb4-40f2-9aa2-3c2fb06330c3 req-c8a7a062-4475-4751-b559-efd669254b1d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.5504560 Oct 22 14:56:59.997640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3e3aed2-feb4-40f2-9aa2-3c2fb06330c3 req-095dd842-5030-44a7-b902-1f3d494f72e9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 Oct 22 14:57:00.027954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 4330d62a-aac0-4eff-b075-2a4d14519165 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:00.027954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.042463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Deleting port 3f90398b-515e-4387-88d3-1d84f42a8e69 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:00.043111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.100819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1209d89d-31dc-4bd4-bf7f-1d5962511ff8 None None] Provisioning complete for port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:00.100819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1209d89d-31dc-4bd4-bf7f-1d5962511ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.132782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Attempting to bind port b725eb83-23b9-47a7-a14f-793ef9bddd1c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:00.133079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Attempting to bind port b725eb83-23b9-47a7-a14f-793ef9bddd1c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:00.133430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Attempting to bind port b725eb83-23b9-47a7-a14f-793ef9bddd1c on network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:00.153479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:00.153479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Checking segment: {'id': '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:00.153807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.154100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Bound using segment: {'id': '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:00.154579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Bound port: b725eb83-23b9-47a7-a14f-793ef9bddd1c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:00.155098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.204260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.215169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] For port 3f90398b-515e-4387-88d3-1d84f42a8e69, host n-h2-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:00.215434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.248201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Calling delete_port for 3f90398b-515e-4387-88d3-1d84f42a8e69 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:00.298130 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.300229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 4330d62a-aac0-4eff-b075-2a4d14519165 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:00.347930 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1209d89d-31dc-4bd4-bf7f-1d5962511ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.351719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:00.380662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78754-4682-422f-8529-6bf1c9e4c71c req-7ebf2982-fb85-44db-ac77-88f0c257e7a3 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:00.382168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3eb78754-4682-422f-8529-6bf1c9e4c71c req-7ebf2982-fb85-44db-ac77-88f0c257e7a3 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1752472 Oct 22 14:57:00.422258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:00.435143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b725eb83-23b9-47a7-a14f-793ef9bddd1c,segment=NetworkSegment(9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f),segment_id=9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:00.445994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:00.530581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3eb78754-4682-422f-8529-6bf1c9e4c71c req-ff7ba2aa-5eb0-4c7c-b31b-e8d2c89042ee tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149502 Oct 22 14:57:00.534031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.538140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.568506 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-1209d89d-31dc-4bd4-bf7f-1d5962511ff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:57:00.570731 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-1209d89d-31dc-4bd4-bf7f-1d5962511ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:57:00.585923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.625144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port dbacc948-3e6b-49f0-9808-e367a57962a7 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:00.647494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f90398b-515e-4387-88d3-1d84f42a8e69,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:00.650427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.660132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d7502821-3f03-4ed4-ad3c-a64567ef3b86 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3f90398b-515e-4387-88d3-1d84f42a8e69 HTTP/1.1" status: 204 len: 168 time: 1.0780964 Oct 22 14:57:00.662062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50192) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:00.679392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.792498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=4330d62a-aac0-4eff-b075-2a4d14519165,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:00.799137 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3546e058-a700-4d5f-abf1-68e376f3b301 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] GET failed (client error): The resource could not be found. Oct 22 14:57:00.800768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3546e058-a700-4d5f-abf1-68e376f3b301 tempest-PortsAdminExtendedAttrsTestJSON-1447547504 tempest-PortsAdminExtendedAttrsTestJSON-1447547504-project-admin] 10.222.0.66 "GET /v2.0/ports/3f90398b-515e-4387-88d3-1d84f42a8e69 HTTP/1.1" status: 404 len: 333 time: 0.1374056 Oct 22 14:57:00.807860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50194) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:00.811998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c1c79-18c9-4156-808d-09b608de0bea None None] Pushing event updated for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:00.822753 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:00.826415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-be417a68-afc5-4dc7-af24-5851e605f90e tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/4330d62a-aac0-4eff-b075-2a4d14519165 HTTP/1.1" status: 204 len: 168 time: 1.1176524 Oct 22 14:57:00.832984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50196) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:00.875163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e0cb-de34-492f-be67-ed658396487e req-bf953e8a-db7f-46c6-8235-5d6441a170ab tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:00.876794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b79e0cb-de34-492f-be67-ed658396487e req-bf953e8a-db7f-46c6-8235-5d6441a170ab tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.2548473 Oct 22 14:57:01.019612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.048370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b79e0cb-de34-492f-be67-ed658396487e req-651febf0-d475-4643-8664-b4a12c800b3d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594479 Oct 22 14:57:01.177239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:01.228709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb54dd2-7ec9-4dca-86a0-42f73a1d754a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:01.233929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb54dd2-7ec9-4dca-86a0-42f73a1d754a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:01.235084 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.237353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-edb54dd2-7ec9-4dca-86a0-42f73a1d754a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4037907 Oct 22 14:57:01.240702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50200) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:01.287758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.7 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/d5e35e17-94a8-490c-b148-e86ea3390025/dbacc948-3e6b-49f0-9808-e367a57962a7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:01.375007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:01.375482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.442345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec20abea-dbbe-4cdd-99f1-6784077e29f7']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:01.457723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9affebcd-660a-4b3d-95ca-6deb31c5cf4a None None] Could not find standard attr ID for object 4330d62a-aac0-4eff-b075-2a4d14519165. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:57:01.459986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47de8ad3-75cd-43ac-85da-0e8245153f30') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:01.460285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47de8ad3-75cd-43ac-85da-0e8245153f30') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:01.475950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.497494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.507619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:57:01.508428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.566460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:57:01.596668 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:57:01.628431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 8a6d235b-ec15-414c-9317-bb8b13ed91d7 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:01.635400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.674333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d830b-7a19-4647-a4c4-2f787a49500d req-2fdb5523-3b56-4851-80a2-203869a5dfd9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:01.676079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b92d830b-7a19-4647-a4c4-2f787a49500d req-2fdb5523-3b56-4851-80a2-203869a5dfd9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.3805218 Oct 22 14:57:01.710195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.713916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.737037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.792709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:01.800390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] 10.222.0.66 "DELETE /v2.0/networks/ec20abea-dbbe-4cdd-99f1-6784077e29f7 HTTP/1.1" status: 204 len: 168 time: 0.9853361 Oct 22 14:57:01.880270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:01.895941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cea05-842d-44ff-9cd9-ccc5d602360c tempest-PortsAdminExtendedAttrsTestJSON-1713611885 tempest-PortsAdminExtendedAttrsTestJSON-1713611885-project] Pushing event deleted for resources: {'Network': ['ID=ec20abea-dbbe-4cdd-99f1-6784077e29f7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:01.905566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:01.912976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=dbacc948-3e6b-49f0-9808-e367a57962a7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:01.918019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:01.990625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b92d830b-7a19-4647-a4c4-2f787a49500d req-b0eaf277-f8f5-4d59-9406-0d71f5c22a38 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048036 Oct 22 14:57:02.033117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:02.033742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:02.093141 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:02.162998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3efae2fe-f34b-414a-86fe-ee2ebf5413c7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3418167 Oct 22 14:57:02.165622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50210) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.171273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:02.193465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43378-309a-40aa-b621-159275918008 req-d9530036-6c42-4c2d-9a15-3132fb083442 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:02.202373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa43378-309a-40aa-b621-159275918008 req-d9530036-6c42-4c2d-9a15-3132fb083442 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.0845406 Oct 22 14:57:02.248021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa43378-309a-40aa-b621-159275918008 req-0e1540b6-2f25-4665-a91d-28f4ccb900ff tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445600 Oct 22 14:57:02.370878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:02.417551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6d235b-ec15-414c-9317-bb8b13ed91d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:02.426056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:02.430285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a4b3f172-7bd7-41b1-97a4-79bf2d0b049b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/8a6d235b-ec15-414c-9317-bb8b13ed91d7 HTTP/1.1" status: 204 len: 168 time: 1.1869752 Oct 22 14:57:02.436517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589a667-cd59-40af-84ab-43b8cc9df229 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:02.437788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50216) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.441265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Provisioning complete for port ae9220d4-b21e-4e39-89d8-413657522ed7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:02.441982 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:02.524276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b737999-11df-44ea-8815-2379aac65738 req-0584ac6c-e13c-4027-a1f5-3a2450c74ba4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:02.526305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b737999-11df-44ea-8815-2379aac65738 req-0584ac6c-e13c-4027-a1f5-3a2450c74ba4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.1914229 Oct 22 14:57:02.528240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-50dfeabb-e361-4969-8fc3-e20062368fff tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822971 Oct 22 14:57:02.531462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.654562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Port ae9220d4-b21e-4e39-89d8-413657522ed7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:02.666596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618147c-51de-4cea-b629-3dae23f127b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:02.670488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8618147c-51de-4cea-b629-3dae23f127b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1365013 Oct 22 14:57:02.672328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b737999-11df-44ea-8815-2379aac65738 req-09319a8f-e9eb-4a4f-b6da-597179756110 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017141 Oct 22 14:57:02.673631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50224) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.758134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f29ca52-ab99-4d9d-86d2-bc91cf123e7a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:02.762320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0f29ca52-ab99-4d9d-86d2-bc91cf123e7a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858583 Oct 22 14:57:02.762585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50226) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.772689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50228) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.802915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:02.802915 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:02.829123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50236) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:02.829649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-feb08225-4ae6-42f4-b1ff-aa994f69ddb7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655234 Oct 22 14:57:02.834928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:02.862034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:02.868536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.006749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:57:03.030710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.123374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b725eb83-23b9-47a7-a14f-793ef9bddd1c,segment=NetworkSegment(9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f),segment_id=9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:03.151510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:03.155168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.157490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:03.164910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] Deleting port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:03.165120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.220637 n-d-812148-2 neutron-server[107801]: INFO neutron.db.ipam_backend_mixin [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5e35e17-94a8-490c-b148-e86ea3390025 (CIDR: 172.20.0.0/28) Oct 22 14:57:03.222405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.292656 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:03.292656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:03.310254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] For port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:03.310751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.332735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] Calling delete_port for 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:03.374367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410123b-03fa-4620-9891-63d75b322a5e None None] Pushing event updated for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:03.436074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:03.436875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.453077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bdde208f-8156-4f4f-b028-8782aa9058fc None None] Provisioning complete for port dbacc948-3e6b-49f0-9808-e367a57962a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:03.453077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bdde208f-8156-4f4f-b028-8782aa9058fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.493734 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-256eeed5-163c-40c7-abda-f79b0829a969 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3182809 Oct 22 14:57:03.493734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50254) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:03.495017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:03.615082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bdde208f-8156-4f4f-b028-8782aa9058fc None None] Port dbacc948-3e6b-49f0-9808-e367a57962a7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:03.670803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1676cf9c-8ed4-46c8-933d-e2c1c71e705f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66bdc9d979384aaf98e623334e87dcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8965027 Oct 22 14:57:03.672648 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-f0c41508-b934-4ab7-87a0-42f9db234441 service neutron] show failed (client error): The resource could not be found. Oct 22 14:57:03.673618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50258) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:03.674148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-f0c41508-b934-4ab7-87a0-42f9db234441 service neutron] 10.222.0.53 "GET /v2.0/ports/38c78c95-ca23-4a56-abda-479336fd5380/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.7339838 Oct 22 14:57:03.708317 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.710777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94590b1e-1822-4e23-bef9-dd53af5c7124 req-12e8e3e8-9f18-4def-a036-713defeefeb5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:03.712678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94590b1e-1822-4e23-bef9-dd53af5c7124 req-12e8e3e8-9f18-4def-a036-713defeefeb5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.5573044 Oct 22 14:57:03.720023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-6600b437-ec8d-4e3f-be06-49b6beff9e5f tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:03.721907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-6600b437-ec8d-4e3f-be06-49b6beff9e5f tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/networks?id=2a331c30-9567-45cb-a4a5-1b9118e172fa HTTP/1.1" status: 200 len: 815 time: 0.8018081 Oct 22 14:57:03.747543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-8da88bd4-8297-4280-9176-287c3c2c98da tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/quotas/0cf2c7a115de457e816615bbd923beaf HTTP/1.1" status: 200 len: 375 time: 0.0179529 Oct 22 14:57:03.765287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.802955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94590b1e-1822-4e23-bef9-dd53af5c7124 req-1db5285e-2379-41af-aaa9-4f969270c775 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797863 Oct 22 14:57:03.808796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] Pushing event deleted for resources: {'Port': ['ID=8c4d6300-851f-4c7c-82b3-9eeaf9e68621,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:03.810614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24a126-3ca3-4022-a69b-8c85ecdd94e2 None None] No DVR routers for this DVR port 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:03.833138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:57:03.845912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.863608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-d3c33b6a-474a-4aef-82e3-d6486456c0b8 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cf2c7a115de457e816615bbd923beaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870087 Oct 22 14:57:03.919850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-050a0f82-c3fd-4a6a-9739-9ab739e4bd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.951023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-050a0f82-c3fd-4a6a-9739-9ab739e4bd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:03.979553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-bdce772b-dcc3-4d87-be14-abb13fefc300 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:57:03.981166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-bdce772b-dcc3-4d87-be14-abb13fefc300 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1106467 Oct 22 14:57:03.987856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:03.998107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:04.004263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.027588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:04.035300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0eefd-d0a0-4765-9307-429d1ea1f612 req-f494a6b7-61b8-4c0b-ac8a-9730c29521f4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:04.037433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f771ef2-66b0-4ab7-bde7-1cb418b4f24c None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:04.043320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5d0eefd-d0a0-4765-9307-429d1ea1f612 req-f494a6b7-61b8-4c0b-ac8a-9730c29521f4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1078029 Oct 22 14:57:04.059148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=9e214f3f-133d-40c9-8e2f-a3d667a93f48,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:04.066360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:04.066989 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.134799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-fe9ba7eb-7e64-4f8d-baab-cf02ca511abe service neutron] 10.222.0.66 "GET /v2.0/networks/2a331c30-9567-45cb-a4a5-1b9118e172fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424050 Oct 22 14:57:04.280333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5d0eefd-d0a0-4765-9307-429d1ea1f612 req-fa37dad6-5833-4c9d-a183-06d1f5dca89e tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431446 Oct 22 14:57:04.305806 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a9018fe6-ec43-4a63-93c0-ea0465a1ac0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4750485 Oct 22 14:57:04.312561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50278) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:04.319473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:04.323629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-d1f7fd17-f971-4933-ae5e-ac7231059065 service neutron] 10.222.0.66 "GET /v2.0/networks/2a331c30-9567-45cb-a4a5-1b9118e172fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874940 Oct 22 14:57:04.344653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-050a0f82-c3fd-4a6a-9739-9ab739e4bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.353414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-050a0f82-c3fd-4a6a-9739-9ab739e4bd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.353414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-050a0f82-c3fd-4a6a-9739-9ab739e4bd94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc8175ae-df5a-4755-80a9-c32d37d147a0 HTTP/1.1" status: 204 len: 168 time: 0.6739213 Oct 22 14:57:04.380249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a0f82-c3fd-4a6a-9739-9ab739e4bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8175ae-df5a-4755-80a9-c32d37d147a0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:04.544116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '9e214f3f-133d-40c9-8e2f-a3d667a93f48'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:57:04.545117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.546423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f9b19-b3f7-40fc-a194-0b75ded2230f req-07fbc6bc-d80f-43c9-ac7a-0b19867fc785 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:04.548296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a20f9b19-b3f7-40fc-a194-0b75ded2230f req-07fbc6bc-d80f-43c9-ac7a-0b19867fc785 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.0716085 Oct 22 14:57:04.576669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-5ee29077-3b1b-42ab-916b-fde92a46af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:04.579089 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-5ee29077-3b1b-42ab-916b-fde92a46af04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761&tenant_id=504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 1100 time: 0.0636075 Oct 22 14:57:04.593676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:04.602746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a20f9b19-b3f7-40fc-a194-0b75ded2230f req-14996f40-bbb2-4b72-bf80-c6964974f059 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475707 Oct 22 14:57:04.674865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.680330 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.693357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Allocated IP 2001:db8::f816:3eff:fee2:5b95 (a2d5805a-689b-466e-a785-b2a121891287/9e214f3f-133d-40c9-8e2f-a3d667a93f48/815cf0ef-f6d6-490b-9974-8381fd522961) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:04.736609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:04.763757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:04.774137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:04.774137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.780524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:04.781216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:04.781473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a07c65-d205-42f1-b2c0-54791ef181be None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:04.802050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=7566ba54-aa65-44ea-b19f-733be039f3bd,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:04.904687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08b91409-9a59-4f88-a5a5-33f4a0c5553a req-d97f79f1-189b-431b-b18c-cf7b0d132c65 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 210 time: 0.0629470 Oct 22 14:57:05.016309 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d32e918-9295-4709-b8ac-d7108afc93b8 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5264258 Oct 22 14:57:05.021169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50304) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:05.047459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:05.048951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-260804193', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7566ba54-aa65-44ea-b19f-733be039f3bd'}], 'security_groups': ['2d0becf9-6f72-4cee-8dd7-a77b9ad05d07']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:05.115000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37205b94-f9be-4318-897d-e9effcfbdd2a req-9ecb1eb9-eee2-4c0a-9f71-dd61036a4fa4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:05.116600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37205b94-f9be-4318-897d-e9effcfbdd2a req-9ecb1eb9-eee2-4c0a-9f71-dd61036a4fa4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.1640155 Oct 22 14:57:05.154081 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.174163 n-d-812148-2 neutron-server[107801]: INFO neutron.db.ipam_backend_mixin [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e214f3f-133d-40c9-8e2f-a3d667a93f48 (CIDR: 2001:db8::/64) Oct 22 14:57:05.177182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:05.177551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.215119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37205b94-f9be-4318-897d-e9effcfbdd2a req-cbae16ef-b52b-4a28-8156-93fe9e3a7f40 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855427 Oct 22 14:57:05.241912 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:05.242702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:05.300600 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.303774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.331751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:05.358580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Pushing event updated for resources: {'Port': ['ID=815cf0ef-f6d6-490b-9974-8381fd522961,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:05.403725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:05.421947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] Update dhcp port {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'fixed_ips': [{'subnet_id': 'd5e35e17-94a8-490c-b148-e86ea3390025', 'ip_address': '172.20.0.2'}, {'subnet_id': '7566ba54-aa65-44ea-b19f-733be039f3bd'}], 'binding:host_id': 'n-d-812148-2'}, 'id': 'b725eb83-23b9-47a7-a14f-793ef9bddd1c'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:57:05.434285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:05.437543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:05.455380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:05.458190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9f96e426-8b64-481c-a641-70a9a5582895 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1439531 Oct 22 14:57:05.463560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:05.472074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:05.503891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.547608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995de72c-40dc-435d-8576-12abbf31b48d req-b44df281-b899-4767-b286-5e2719c2064a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:05.549408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:05.549870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-995de72c-40dc-435d-8576-12abbf31b48d req-b44df281-b899-4767-b286-5e2719c2064a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1494665 Oct 22 14:57:05.573707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:05.574305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8c4d6300-851f-4c7c-82b3-9eeaf9e68621 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:05.576864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Attempting to bind port 815cf0ef-f6d6-490b-9974-8381fd522961 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:05.577397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Attempting to bind port 815cf0ef-f6d6-490b-9974-8381fd522961 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:05.578688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Attempting to bind port 815cf0ef-f6d6-490b-9974-8381fd522961 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:05.579684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:05.583017 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31525316-b257-428e-9dc1-4b0ba616e932" -d '{"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-unplugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:05.593676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.622775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:05.627804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-995de72c-40dc-435d-8576-12abbf31b48d req-f683bd58-9f29-4cdd-ba3a-40628145a8f6 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681770 Oct 22 14:57:05.634986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:05.637213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.639470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:05.641257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Bound port: 815cf0ef-f6d6-490b-9974-8381fd522961, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:05.641669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.678293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Transition to ACTIVE for port object 38c78c95-ca23-4a56-abda-479336fd5380 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:57:05.680026 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b08d3-e9c9-4a30-951f-c78d52d3d63b x-openstack-request-id: req-181b08d3-e9c9-4a30-951f-c78d52d3d63b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:05.684936 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-unplugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:05.684936 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-181b08d3-e9c9-4a30-951f-c78d52d3d63b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:05.684936 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'code': 200} Oct 22 14:57:05.804829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] For port 815cf0ef-f6d6-490b-9974-8381fd522961, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:05.810056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.825237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] For port 815cf0ef-f6d6-490b-9974-8381fd522961, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=815cf0ef-f6d6-490b-9974-8381fd522961,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:05.851769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:05.855752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:05.865273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50326) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:05.925224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-49447417-f558-46aa-b7e6-933df8adefea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d620465071446b59958e54631e30bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587053 Oct 22 14:57:05.927386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50328) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:05.985011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:05.987826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] No DVR routers for this DVR port 38c78c95-ca23-4a56-abda-479336fd5380 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:06.033537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c96d754-6183-4ef1-ae73-a99b821a8f04 req-c6a6d73b-f711-4d4f-9ac8-c068d55d0117 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 210 time: 0.0553885 Oct 22 14:57:06.051609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.082255 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41189711-ee72-4d1b-aa46-fb5bcb9ddbb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.105798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:06.106379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:06.106488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:06.110442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Delete allocated IP 172.20.0.7 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/d5e35e17-94a8-490c-b148-e86ea3390025) {{(pid=107801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 14:57:06.116386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41189711-ee72-4d1b-aa46-fb5bcb9ddbb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.149833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb08ecb-0045-4fcf-a8a0-fa647337c270 None None] Pushing event updated for resources: {'Port': ['ID=815cf0ef-f6d6-490b-9974-8381fd522961,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:06.149963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:57:06.150415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:06.156193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.28 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/7566ba54-aa65-44ea-b19f-733be039f3bd/dbacc948-3e6b-49f0-9808-e367a57962a7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:06.187735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:06.187735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:06.187735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:06.188040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Bound port: 38c78c95-ca23-4a56-abda-479336fd5380, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:06.188136 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.378443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41189711-ee72-4d1b-aa46-fb5bcb9ddbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.381131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41189711-ee72-4d1b-aa46-fb5bcb9ddbb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.382306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41189711-ee72-4d1b-aa46-fb5bcb9ddbb6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03b66cda-7221-41b8-a0b7-c46b71af9f49 HTTP/1.1" status: 204 len: 168 time: 0.4504399 Oct 22 14:57:06.440196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41189711-ee72-4d1b-aa46-fb5bcb9ddbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b66cda-7221-41b8-a0b7-c46b71af9f49,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:06.475924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb747a-f3c5-4697-833e-620f87e66ea6 req-1c8ee665-2f71-4323-ba7f-31152dda0e18 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:06.475924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9efb747a-f3c5-4697-833e-620f87e66ea6 req-1c8ee665-2f71-4323-ba7f-31152dda0e18 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 946 time: 0.1457591 Oct 22 14:57:06.563692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2388ee-17cf-4812-90b4-b6a8a93afae7 req-df4904a8-fa70-4d5a-9b5d-903b6b2320cc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:06.573096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa2388ee-17cf-4812-90b4-b6a8a93afae7 req-df4904a8-fa70-4d5a-9b5d-903b6b2320cc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.2117267 Oct 22 14:57:06.619811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:06.645112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:06.664067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9efb747a-f3c5-4697-833e-620f87e66ea6 req-b7f39264-de51-4537-9de3-58a4b84546ca tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854870 Oct 22 14:57:06.680970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa2388ee-17cf-4812-90b4-b6a8a93afae7 req-bd8b8d4a-b8e0-4259-9294-8127725bbc6f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066737 Oct 22 14:57:06.723511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:06.813591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a719a-c42f-4e59-ac10-96a13721a63b req-dc7a3fe5-7920-4d03-81bc-c8c8c945ade7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:06.813591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-744a719a-c42f-4e59-ac10-96a13721a63b req-dc7a3fe5-7920-4d03-81bc-c8c8c945ade7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.0510092 Oct 22 14:57:06.866344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-744a719a-c42f-4e59-ac10-96a13721a63b req-dae43b43-5154-4d61-bc2d-f7d089c74986 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516593 Oct 22 14:57:07.012447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 815cf0ef-f6d6-490b-9974-8381fd522961 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:07.072989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 815cf0ef-f6d6-490b-9974-8381fd522961 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:07.073439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.121882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43dd570d-0f8c-4595-877f-44ee972039d0 req-8fbe142e-9315-4f5f-b971-1d395ff8f56f tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 210 time: 0.0362132 Oct 22 14:57:07.148831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.159817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.159817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.219492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.242559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:07.243196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.245474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] 10.222.0.69 "PUT /v2.0/ports/38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 1095 time: 2.6577430 Oct 22 14:57:07.256373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] Allocated IP 172.20.0.18 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/7566ba54-aa65-44ea-b19f-733be039f3bd/b725eb83-23b9-47a7-a14f-793ef9bddd1c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:07.285610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:07.299654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 815cf0ef-f6d6-490b-9974-8381fd522961, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=815cf0ef-f6d6-490b-9974-8381fd522961,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:07.406139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:07.417724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=3748b04a-d483-4604-8c37-359bf215c009,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:07.429264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:07.429856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.471711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b725eb83-23b9-47a7-a14f-793ef9bddd1c,segment=NetworkSegment(9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f),segment_id=9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:07.483739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.519528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f993c0-2149-4b81-bf03-02d5cd798460 service neutron] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:07.623688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-4858a590-624b-494e-8da8-c43efaa7576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:07.625423 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-4858a590-624b-494e-8da8-c43efaa7576b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1098 time: 0.3370037 Oct 22 14:57:07.627224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] In _notify_port_updated(), no bound segment for port dbacc948-3e6b-49f0-9808-e367a57962a7 on network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:57:07.644614 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.649208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:07.650948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=815cf0ef-f6d6-490b-9974-8381fd522961,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:07.651672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.653777 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/ports/dbacc948-3e6b-49f0-9808-e367a57962a7 HTTP/1.1" status: 200 len: 920 time: 2.6125548 Oct 22 14:57:07.655786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83489ae-3cd2-4aba-9ce3-879bce38c9b6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=dbacc948-3e6b-49f0-9808-e367a57962a7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:07.656164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50380) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:07.687098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:07.690407 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a1d23-f688-4b74-8e21-06421e1af274" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:07.732205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e6abf28-d6f3-4e42-87df-10f2b0fbd9b6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2654347 Oct 22 14:57:07.735305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:07.741833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:ac:97:85', 'name': 'tempest-NetworksTestDHCPv6-1890836219'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:07.766822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99969935-1501-418a-b06f-deaa0db386c8 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:07.817854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:07.843949 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63569c-271f-4977-a616-2ae89a9f68e2 x-openstack-request-id: req-0b63569c-271f-4977-a616-2ae89a9f68e2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:07.844480 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:07.844912 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b63569c-271f-4977-a616-2ae89a9f68e2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:07.845479 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'status': 'completed', 'code': 200} Oct 22 14:57:07.856745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:07.866262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-5ccdbf7d-3d3f-4db2-9310-c67c5fbfc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:07.866262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-5ccdbf7d-3d3f-4db2-9310-c67c5fbfc0d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2028031 Oct 22 14:57:08.011757 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-11c2f38b-c7e1-49f2-9f80-512d44cdcf56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.1323221 Oct 22 14:57:08.062381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-476f63e3-9656-4157-b543-aeb38d475e37 None None] Provisioning complete for port 815cf0ef-f6d6-490b-9974-8381fd522961 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:08.063398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-476f63e3-9656-4157-b543-aeb38d475e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:08.067271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006e3bb-b5c4-43bc-8f30-70828cf74187 None None] Pushing event updated for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:08.088750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea17e19-54d7-46fb-a680-a90967c6f7f8 req-b7a56291-047c-4a66-8100-5310fafa641e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.097812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bea17e19-54d7-46fb-a680-a90967c6f7f8 req-b7a56291-047c-4a66-8100-5310fafa641e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.2670419 Oct 22 14:57:08.115820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-6c7e512a-420e-4632-ad69-2748bd766abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.118365 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-6c7e512a-420e-4632-ad69-2748bd766abe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0992777 Oct 22 14:57:08.167200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port dbacc948-3e6b-49f0-9808-e367a57962a7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:08.167753 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:08.192404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-c7e3c7cf-3cc9-423d-85e4-0552f5f9278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.193928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-c7e3c7cf-3cc9-423d-85e4-0552f5f9278f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1098 time: 0.3156374 Oct 22 14:57:08.214205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-cd44eca6-72b9-4e17-9364-87187546e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.216597 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-cd44eca6-72b9-4e17-9364-87187546e2d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833602 Oct 22 14:57:08.251063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bea17e19-54d7-46fb-a680-a90967c6f7f8 req-b90db7e8-4674-4891-9c2f-51a0cf4899c9 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523387 Oct 22 14:57:08.305529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:08.358144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812106-bce8-4b9a-8a60-3382a9c5143d req-dbdc96e1-6aff-4417-86b8-343c25aa68f1 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.383976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d812106-bce8-4b9a-8a60-3382a9c5143d req-dbdc96e1-6aff-4417-86b8-343c25aa68f1 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.3366892 Oct 22 14:57:08.452861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-d5191da7-6253-4c15-b774-2911de770a0d service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276959 Oct 22 14:57:08.481508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:08.488772 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8b38a0-577e-4a6e-8e7f-dc08ed4e4027" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-unplugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:08.529732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:08.627741 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-271080c1-95e2-4408-9c3d-09d970f3a556 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646481 Oct 22 14:57:08.653062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:08.653807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:08.701572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-272bd8b9-0389-48ec-abb6-941b895d8841 req-448fdfa2-95c6-402f-8f5c-beea41dc8497 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 210 time: 0.2745259 Oct 22 14:57:08.708118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-135e0864-d752-4840-89de-c3886f6b9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.709242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-135e0864-d752-4840-89de-c3886f6b9663 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.5004849 Oct 22 14:57:08.715226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': '9e214f3f-133d-40c9-8e2f-a3d667a93f48', 'ip_address': '2001:db8::f816:3eff:fee2:5b95'}, {'subnet_id': '3748b04a-d483-4604-8c37-359bf215c009'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '815cf0ef-f6d6-490b-9974-8381fd522961'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:57:08.716066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:08.798446 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:08.816570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:08.824757 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1412d2-1305-49db-8f50-9831e8b19403 x-openstack-request-id: req-2e1412d2-1305-49db-8f50-9831e8b19403 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:08.825070 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-unplugged", "status": "completed", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:08.831045 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e1412d2-1305-49db-8f50-9831e8b19403 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:08.831045 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'code': 200} Oct 22 14:57:08.831045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=14']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:08.904817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-606b0073-1dea-4d11-ab83-5eaa6422b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:08.908916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-606b0073-1dea-4d11-ab83-5eaa6422b612 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1098 time: 0.0613739 Oct 22 14:57:08.955621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d812106-bce8-4b9a-8a60-3382a9c5143d req-6d3870a8-eb07-4b68-8271-2e2ac00240b6 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628936 Oct 22 14:57:08.957097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-febfcaa0-dbc2-4d93-9b27-7b205dd2c5ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.2229891 Oct 22 14:57:08.966800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:09.116482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 815cf0ef-f6d6-490b-9974-8381fd522961 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:09.196355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-424009db-c2d6-4359-9057-c223c96e9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.200271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-424009db-c2d6-4359-9057-c223c96e9d80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2114208 Oct 22 14:57:09.242172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for dbacc948-3e6b-49f0-9808-e367a57962a7 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:09.311393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-96fd2fb1-aeeb-4927-8b50-675a7d930124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.317324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-96fd2fb1-aeeb-4927-8b50-675a7d930124 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.4012520 Oct 22 14:57:09.417417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Provisioning complete for port dbacc948-3e6b-49f0-9808-e367a57962a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:09.427616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-2285a792-519a-4a78-9cc4-7c04241cae39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.1019902 Oct 22 14:57:09.428771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:09.439149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-60a9762c-4871-4c55-9c36-674a421336fa tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.441384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-60a9762c-4871-4c55-9c36-674a421336fa tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.69 "GET /v2.0/networks?id=2a331c30-9567-45cb-a4a5-1b9118e172fa HTTP/1.1" status: 200 len: 815 time: 0.3455420 Oct 22 14:57:09.463294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:09.502554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-83b53ccb-771c-4eb1-b1db-a333d75bcff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.506402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-83b53ccb-771c-4eb1-b1db-a333d75bcff6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0617824 Oct 22 14:57:09.515823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Request body: {'port': {'device_id': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa', 'admin_state_up': True, 'tenant_id': '0cf2c7a115de457e816615bbd923beaf'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:09.534323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-e1be8f23-208a-43d9-9d77-2593e599f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.536664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-e1be8f23-208a-43d9-9d77-2593e599f874 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3296342 Oct 22 14:57:09.581286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 087cc202-e56d-4c9e-b1ce-9f70d7393894 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:09.591829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Port dbacc948-3e6b-49f0-9808-e367a57962a7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:09.599846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] Allocated IP 2001:db8:0:1::2 (a2d5805a-689b-466e-a785-b2a121891287/3748b04a-d483-4604-8c37-359bf215c009/815cf0ef-f6d6-490b-9974-8381fd522961) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:09.611864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 815cf0ef-f6d6-490b-9974-8381fd522961 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:09.612319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:09.691331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848619-459c-48f3-8183-7d9e2319ef97 req-b564ad4a-a559-4a52-a2ce-3475603688b5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.699716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f848619-459c-48f3-8183-7d9e2319ef97 req-b564ad4a-a559-4a52-a2ce-3475603688b5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.2416177 Oct 22 14:57:09.862244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f848619-459c-48f3-8183-7d9e2319ef97 req-b8d8dab7-87fd-4dc6-90dd-13b4c6e7a38a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605246 Oct 22 14:57:09.866963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-b0bb50bf-d052-4897-b3e0-ac02e5bdba4c service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197346 Oct 22 14:57:09.934096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-2d450b71-3af6-40cb-a7ae-d84be1f1e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:09.935671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-2d450b71-3af6-40cb-a7ae-d84be1f1e9eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3638351 Oct 22 14:57:09.969895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Provisioning complete for port ae9220d4-b21e-4e39-89d8-413657522ed7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:09.970268 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.006537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a88de82c-ecc0-4a80-b417-c12b60bbc37d req-f50845b1-ea7a-45a2-a37f-66ecd315a160 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 210 time: 0.0901744 Oct 22 14:57:10.098789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Made reservation on behalf of 0cf2c7a115de457e816615bbd923beaf for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:10.103833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.108999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.149437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Port ae9220d4-b21e-4e39-89d8-413657522ed7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:10.154912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-c59cdf92-ae29-4592-9d0a-20ba956cdf4b service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015443 Oct 22 14:57:10.159735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] For port 815cf0ef-f6d6-490b-9974-8381fd522961, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=815cf0ef-f6d6-490b-9974-8381fd522961,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:10.195317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=dbacc948-3e6b-49f0-9808-e367a57962a7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:10.216368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:10.216743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7427488-1a96-41d8-9958-d99cdb7dcfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.268953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.276755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:10.305659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-19dc04d6-eab0-4677-9693-6961c4ca8d73 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310143 Oct 22 14:57:10.324674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0bcba-e432-4c59-a875-5ce4e2c78a7d req-c1e7f63b-19e6-4792-a628-d2ada9ed5ac7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:10.328974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cb0bcba-e432-4c59-a875-5ce4e2c78a7d req-c1e7f63b-19e6-4792-a628-d2ada9ed5ac7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.2154830 Oct 22 14:57:10.354913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.361683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5f24f044-36aa-4df9-b518-d610810a749d tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/dbacc948-3e6b-49f0-9808-e367a57962a7 HTTP/1.1" status: 204 len: 168 time: 2.7043741 Oct 22 14:57:10.362536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50474) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:10.395104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a61a1d23-f688-4b74-8e21-06421e1af274 req-11a40b06-4392-4f09-a01a-a0e3382318c2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642647 Oct 22 14:57:10.414725 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a686bd-ea65-4094-8bfb-30e442efd9a6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:57:10.421237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-57a686bd-ea65-4094-8bfb-30e442efd9a6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/dbacc948-3e6b-49f0-9808-e367a57962a7 HTTP/1.1" status: 404 len: 333 time: 0.0515568 Oct 22 14:57:10.428016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50478) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:10.467163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.498050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cb0bcba-e432-4c59-a875-5ce4e2c78a7d req-7ac08276-ddf7-44b4-8a7f-839025a21811 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615019 Oct 22 14:57:10.577011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d607e2ad-af70-4622-b748-9514499f0efa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.622230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d607e2ad-af70-4622-b748-9514499f0efa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.639132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Allocated IP 172.20.0.14 (2a331c30-9567-45cb-a4a5-1b9118e172fa/bcec78b2-f931-487a-a28e-bddc01d91b29/963e5ad0-1d1f-4e20-af24-b4effeb3953e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:10.733667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8:0:1::186 (a2d5805a-689b-466e-a785-b2a121891287/3748b04a-d483-4604-8c37-359bf215c009/087cc202-e56d-4c9e-b1ce-9f70d7393894) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:10.756451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:feac:9785 (a2d5805a-689b-466e-a785-b2a121891287/9e214f3f-133d-40c9-8e2f-a3d667a93f48/087cc202-e56d-4c9e-b1ce-9f70d7393894) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:10.780128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:10.780501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.831154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50488) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:10.831323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2d4156c6-0bc0-427b-8990-4a50b0f66282 None None] Could not find standard attr ID for object dbacc948-3e6b-49f0-9808-e367a57962a7. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:57:10.831845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b41431-21ad-41f9-9de0-9960dec68bad None None] Pushing event updated for resources: {'Port': ['ID=815cf0ef-f6d6-490b-9974-8381fd522961,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:10.917418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d607e2ad-af70-4622-b748-9514499f0efa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.920096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d607e2ad-af70-4622-b748-9514499f0efa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:10.921227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d607e2ad-af70-4622-b748-9514499f0efa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/security-groups/6abd2ec0-7edb-4f73-ad7b-b9ab784712aa HTTP/1.1" status: 204 len: 168 time: 0.4919786 Oct 22 14:57:10.924653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:10.978708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607e2ad-af70-4622-b748-9514499f0efa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd2ec0-7edb-4f73-ad7b-b9ab784712aa,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:11.000400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.077133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-169579560', 'router:external': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:11.112277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 815cf0ef-f6d6-490b-9974-8381fd522961 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:11.180931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.186947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 815cf0ef-f6d6-490b-9974-8381fd522961 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:11.187531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.213460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d6388a0-f483-4c4e-aceb-fd057a31d84a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.232125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaabed2-938d-4586-8ed1-b804677c64e5 req-2dc3247b-9f9c-4e9a-baf0-d1da66d602c0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.233705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1aaabed2-938d-4586-8ed1-b804677c64e5 req-2dc3247b-9f9c-4e9a-baf0-d1da66d602c0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.1614060 Oct 22 14:57:11.270614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d6388a0-f483-4c4e-aceb-fd057a31d84a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.303189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Made reservation on behalf of bd9088fefb704e868264a55f0c032df0 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:11.319079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.319079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.352697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1aaabed2-938d-4586-8ed1-b804677c64e5 req-33b4727b-f79b-4929-b997-2ce745fea6ac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093519 Oct 22 14:57:11.371170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.410699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.415217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Network 2a331c30-9567-45cb-a4a5-1b9118e172fa is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:11.428247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62aa94-202e-4eb2-b50b-ff030d33ad4b req-37fb0ec9-3382-4b11-9bb5-a3c4f38789e9 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.429840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec62aa94-202e-4eb2-b50b-ff030d33ad4b req-37fb0ec9-3382-4b11-9bb5-a3c4f38789e9 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 932 time: 0.0754347 Oct 22 14:57:11.439972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:11.455821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:11.464625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Pushing event updated for resources: {'Port': ['ID=963e5ad0-1d1f-4e20-af24-b4effeb3953e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:11.503507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.561635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.562480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.576751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d6388a0-f483-4c4e-aceb-fd057a31d84a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.583631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d6388a0-f483-4c4e-aceb-fd057a31d84a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.583631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3d6388a0-f483-4c4e-aceb-fd057a31d84a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/security-groups/2d0becf9-6f72-4cee-8dd7-a77b9ad05d07 HTTP/1.1" status: 204 len: 168 time: 0.6470954 Oct 22 14:57:11.584450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50502) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:11.650937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:11.651992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6388a0-f483-4c4e-aceb-fd057a31d84a tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0becf9-6f72-4cee-8dd7-a77b9ad05d07,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:11.683658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec62aa94-202e-4eb2-b50b-ff030d33ad4b req-b05dc80c-1b8a-4cfd-a13d-437e7afa06d0 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237189 Oct 22 14:57:11.683658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:11.683658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=087cc202-e56d-4c9e-b1ce-9f70d7393894,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:11.684450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:11.690204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.690884 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.715181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907fce8-b102-4949-b17d-fa20b1ef6dc4 req-261d33a5-f21e-4bfe-b6fb-7a67786add02 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.726434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-83af503d-02cb-4637-a29b-09b002ec32a8 None None] Provisioning complete for port 815cf0ef-f6d6-490b-9974-8381fd522961 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:11.726434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83af503d-02cb-4637-a29b-09b002ec32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:11.737725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b907fce8-b102-4949-b17d-fa20b1ef6dc4 req-261d33a5-f21e-4bfe-b6fb-7a67786add02 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.2720058 Oct 22 14:57:11.817652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2db4-4437-408e-8877-41d6a41d99dc req-fbd71d08-002f-418f-a61c-e838ef012409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.819425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-fbd71d08-002f-418f-a61c-e838ef012409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1096 time: 0.2940733 Oct 22 14:57:11.905708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b907fce8-b102-4949-b17d-fa20b1ef6dc4 req-85df4e7e-4338-496f-a161-c6236c7388c2 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667626 Oct 22 14:57:11.961292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfe777-6898-4452-8f20-dc6f7013702d req-e13c9d1b-a94e-4645-a93b-4f43528a2d14 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:11.962839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89bfe777-6898-4452-8f20-dc6f7013702d req-e13c9d1b-a94e-4645-a93b-4f43528a2d14 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1704075 Oct 22 14:57:11.969742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6bdca7d1-04a4-4a37-b6fe-7d8d849f45ea tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2331214 Oct 22 14:57:11.972421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50506) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:12.050169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2db4-4437-408e-8877-41d6a41d99dc req-f9de2379-d109-4ef1-b582-ca5705f8f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:12.051789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-f9de2379-d109-4ef1-b582-ca5705f8f247 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 911 time: 0.2120795 Oct 22 14:57:12.059103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-08d6bfaf-c0b5-4c3c-a2a2-fe9dc80a5514 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5536184 Oct 22 14:57:12.070957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89bfe777-6898-4452-8f20-dc6f7013702d req-c0c63525-bcf8-4d1f-b488-e5e32aa3a5c8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977547 Oct 22 14:57:12.074309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.081432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Request body: {'port': {'device_id': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:12.117733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet d5e35e17-94a8-490c-b148-e86ea3390025 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:12.126906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.140876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0ef7268e-a512-492b-95f8-b8c44a90aabe None None] Provisioning complete for port 087cc202-e56d-4c9e-b1ce-9f70d7393894 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:12.142823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ef7268e-a512-492b-95f8-b8c44a90aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.172614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-8e394aae-f0ea-4a53-adbc-858ca4cd8f66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 200 len: 1000 time: 0.1121838 Oct 22 14:57:12.221227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7268e-a512-492b-95f8-b8c44a90aabe None None] Port 087cc202-e56d-4c9e-b1ce-9f70d7393894 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:12.238428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.250501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 087cc202-e56d-4c9e-b1ce-9f70d7393894 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:12.251210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.258695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2db4-4437-408e-8877-41d6a41d99dc req-a415487a-516a-4df3-822e-7e4280c9c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:12.260066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-a415487a-516a-4df3-822e-7e4280c9c630 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.0789504 Oct 22 14:57:12.261000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.507481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.670733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963e5ad0-1d1f-4e20-af24-b4effeb3953e {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:57:12.681688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.684055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.718925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326c2e5-b2fc-490c-a384-6b2ee51e8a9e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:12.733095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.736288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Transition to ACTIVE for port object 963e5ad0-1d1f-4e20-af24-b4effeb3953e will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:57:12.738567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2db4-4437-408e-8877-41d6a41d99dc req-6a7432c9-5642-4c96-9bd8-3eab5e222c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:12.740411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-6a7432c9-5642-4c96-9bd8-3eab5e222c1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335270 Oct 22 14:57:12.748710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:57:12.752685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471103a6-7b88-4918-b1f9-5248fc552018 req-82a96c67-f030-4c09-b0ee-f6cec1a03da0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:12.760094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-471103a6-7b88-4918-b1f9-5248fc552018 req-82a96c67-f030-4c09-b0ee-f6cec1a03da0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 947 time: 0.1541133 Oct 22 14:57:12.784320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.790116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.798129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/d5e35e17-94a8-490c-b148-e86ea3390025 HTTP/1.1" status: 204 len: 168 time: 1.2051790 Oct 22 14:57:12.798129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.799306 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Added segment 075e2d78-973a-49e4-aff1-1b359c022677 of type vlan for network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d Oct 22 14:57:12.800929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396e0fa-b7bf-4f44-a344-1e0dab5d714f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e35e17-94a8-490c-b148-e86ea3390025,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:12.801650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed57d8-25c8-4a21-a8e1-b3c5a3024bf4 None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:12.802572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50514) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:12.817645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:12.819688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 087cc202-e56d-4c9e-b1ce-9f70d7393894 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:12.864690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:12.945247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=963e5ad0-1d1f-4e20-af24-b4effeb3953e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:12.964499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-471103a6-7b88-4918-b1f9-5248fc552018 req-c0135d75-632c-4ef3-8707-940990de448f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035661 Oct 22 14:57:13.018702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.156354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-ce30dcc3-a544-4f3f-b892-287cff40e461 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876054 Oct 22 14:57:13.197333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:57:13.232392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-a2a289f1-3789-47cc-ab2f-a61a0750df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.233115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd0ccb-9dad-45bb-b381-5279db67773b req-9c5a8442-3734-4951-896a-ba4a72d9ecbf tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.233507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-a2a289f1-3789-47cc-ab2f-a61a0750df54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1095 time: 0.1810658 Oct 22 14:57:13.240676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0bd0ccb-9dad-45bb-b381-5279db67773b req-9c5a8442-3734-4951-896a-ba4a72d9ecbf tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 944 time: 0.1941209 Oct 22 14:57:13.256859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Attempting to bind port 963e5ad0-1d1f-4e20-af24-b4effeb3953e on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:13.256859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Attempting to bind port 963e5ad0-1d1f-4e20-af24-b4effeb3953e by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e288041f-a833-4051-b043-e660f8c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:13.256859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Attempting to bind port 963e5ad0-1d1f-4e20-af24-b4effeb3953e on network 2a331c30-9567-45cb-a4a5-1b9118e172fa {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:13.263731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0e392-f6e1-4516-af47-922c7e7879d3 req-83acfe13-97dd-4b0b-8029-20ee00f1b71c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.266068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ade0e392-f6e1-4516-af47-922c7e7879d3 req-83acfe13-97dd-4b0b-8029-20ee00f1b71c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1713135 Oct 22 14:57:13.281700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Port 963e5ad0-1d1f-4e20-af24-b4effeb3953e on network 2a331c30-9567-45cb-a4a5-1b9118e172fa not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:57:13.282032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Attempting to bind port 963e5ad0-1d1f-4e20-af24-b4effeb3953e on network 2a331c30-9567-45cb-a4a5-1b9118e172fa {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:13.299621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:13.299621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Checking segment: {'id': 'e288041f-a833-4051-b043-e660f8c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:13.299621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Bound using segment: {'id': 'e288041f-a833-4051-b043-e660f8c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:13.299621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Bound port: 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e288041f-a833-4051-b043-e660f8c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:13.300108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.351003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.359647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.359647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.420083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:13.423354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.447149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:13.455167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0bd0ccb-9dad-45bb-b381-5279db67773b req-a92ed49e-5afa-4f73-8f0a-fe707f439646 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133918 Oct 22 14:57:13.464073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ade0e392-f6e1-4516-af47-922c7e7879d3 req-e5dd062c-19db-425c-8d95-602700bdd6c1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649978 Oct 22 14:57:13.469825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-252c2db4-4437-408e-8877-41d6a41d99dc req-8bab9225-ad20-4c2b-88cc-45e0198a8c6e service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040247 Oct 22 14:57:13.484861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-2b2511ff-c944-4525-90eb-ab1b06a6de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.486407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-2b2511ff-c944-4525-90eb-ab1b06a6de55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.2447734 Oct 22 14:57:13.546904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '38c78c95-ca23-4a56-abda-479336fd5380', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '38c78c95-ca23-4a56-abda-479336fd5380', 'mac_address': 'fa:16:3e:de:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:57:13.549480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Network': ['ID=b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:13.557997 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a497e33-c6bc-4f8e-a171-1a83683aea86 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7359030 Oct 22 14:57:13.558146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50522) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:13.571178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'subnet': {'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:13.642175 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.644191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:57:13.664489 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.670508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c78c95-ca23-4a56-abda-479336fd5380 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:57:13.710275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] For port 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:13.711903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=087cc202-e56d-4c9e-b1ce-9f70d7393894,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:13.762432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:13.770280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] For port 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=963e5ad0-1d1f-4e20-af24-b4effeb3953e,segment=NetworkSegment(e288041f-a833-4051-b043-e660f8c7df65),segment_id=e288041f-a833-4051-b043-e660f8c7df65)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:13.771235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Made reservation on behalf of bd9088fefb704e868264a55f0c032df0 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:13.773917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.786964 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-51f2826b-ea7c-4004-be2c-a5f57a0b5b95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.2577791 Oct 22 14:57:13.812077 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:13.818275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b77bfb99-6c5f-40ac-9678-4223e677eb76 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/087cc202-e56d-4c9e-b1ce-9f70d7393894 HTTP/1.1" status: 204 len: 168 time: 1.8418658 Oct 22 14:57:13.829329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50524) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:13.871914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-a87d5317-c956-4be5-877f-d69523d17179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.871914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-a87d5317-c956-4be5-877f-d69523d17179 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0746288 Oct 22 14:57:13.885551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e50b25-d84c-4987-9521-a913f0a82869 req-44b7eb25-c299-40ac-993d-e8a7f1d4b046 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:13.887536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30e50b25-d84c-4987-9521-a913f0a82869 req-44b7eb25-c299-40ac-993d-e8a7f1d4b046 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.2816377 Oct 22 14:57:13.919369 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.034685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666c358-7034-417e-a5cf-f4aab7ba4ace tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.037930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1666c358-7034-417e-a5cf-f4aab7ba4ace tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2047474 Oct 22 14:57:14.040445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50530) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:14.049148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:14.076544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.083601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30e50b25-d84c-4987-9521-a913f0a82869 req-e6511154-d15f-440d-882b-0200da27295f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863856 Oct 22 14:57:14.096476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.099750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.101209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] 10.222.0.69 "PUT /v2.0/ports/963e5ad0-1d1f-4e20-af24-b4effeb3953e HTTP/1.1" status: 200 len: 1092 time: 2.0304790 Oct 22 14:57:14.156634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'tag': '963e5ad0-1d1f-4e20-af24-b4effeb3953e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:14.158954 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77907b00-afb5-471b-8e7d-4af04c66d5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "36a12200-16f6-498d-87dd-3fcd4158f5bd", "tag": "963e5ad0-1d1f-4e20-af24-b4effeb3953e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:14.265847 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35aeed3-6d91-4941-b2a8-09b8ba559fb9 x-openstack-request-id: req-e35aeed3-6d91-4941-b2a8-09b8ba559fb9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:14.266124 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a12200-16f6-498d-87dd-3fcd4158f5bd", "tag": "963e5ad0-1d1f-4e20-af24-b4effeb3953e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:14.266389 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e35aeed3-6d91-4941-b2a8-09b8ba559fb9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:14.266765 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'tag': '963e5ad0-1d1f-4e20-af24-b4effeb3953e', 'status': 'completed', 'code': 200} Oct 22 14:57:14.288780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-cbab6d72-e4f6-4096-9031-c091c4ae270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.291095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-cbab6d72-e4f6-4096-9031-c091c4ae270d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3220546 Oct 22 14:57:14.300786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd03a54-6072-4b7d-b150-6635c93072d8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.305580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6fd03a54-6072-4b7d-b150-6635c93072d8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2591894 Oct 22 14:57:14.307108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50542) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:14.315184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a1a0-72c9-4bf5-9439-8833d9e2b4ef req-1a33bb21-04fa-4c1c-b2f6-d120aae15009 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.316696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbd6a1a0-72c9-4bf5-9439-8833d9e2b4ef req-1a33bb21-04fa-4c1c-b2f6-d120aae15009 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.1532400 Oct 22 14:57:14.327962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4a3d-a412-467d-a4ec-5790a9aa85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=963e5ad0-1d1f-4e20-af24-b4effeb3953e,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:14.336268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00f91698-ee39-4dfa-bfb5-1cb98b969eeb None None] Provisioning complete for port ae9220d4-b21e-4e39-89d8-413657522ed7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:14.337115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00f91698-ee39-4dfa-bfb5-1cb98b969eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.364417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['38c78c95-ca23-4a56-abda-479336fd5380'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:14.412215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-00f91698-ee39-4dfa-bfb5-1cb98b969eeb None None] Port ae9220d4-b21e-4e39-89d8-413657522ed7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:14.416725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee0040-7b8a-43dd-947b-0a5155cfb09a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.418469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee0040-7b8a-43dd-947b-0a5155cfb09a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.421136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee0040-7b8a-43dd-947b-0a5155cfb09a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.424327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7eee0040-7b8a-43dd-947b-0a5155cfb09a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1039321 Oct 22 14:57:14.424412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77907b00-afb5-471b-8e7d-4af04c66d5d0 req-7d76d689-ab61-4581-b0b4-a66d1c31be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.424412 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77907b00-afb5-471b-8e7d-4af04c66d5d0 req-7d76d689-ab61-4581-b0b4-a66d1c31be7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0cf2c7a115de457e816615bbd923beaf&device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 1095 time: 0.1552703 Oct 22 14:57:14.424725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbd6a1a0-72c9-4bf5-9439-8833d9e2b4ef req-4c418bbe-2205-43a9-919e-c4e32b986495 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 Oct 22 14:57:14.425097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50544) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:14.440411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00f91698-ee39-4dfa-bfb5-1cb98b969eeb None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:14.440785 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00f91698-ee39-4dfa-bfb5-1cb98b969eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.508647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 3748b04a-d483-4604-8c37-359bf215c009 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:14.537399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.631588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.642325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.644543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a0a9b-230f-41f5-bf03-c290fa6f9aae req-27d23821-2adb-47c7-94e2-e8856e3e2b61 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.653897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e54a0a9b-230f-41f5-bf03-c290fa6f9aae req-27d23821-2adb-47c7-94e2-e8856e3e2b61 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 944 time: 0.1362951 Oct 22 14:57:14.692339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-bb1d5c5c-806b-4bac-a48a-a988210f7e4f service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654342 Oct 22 14:57:14.744569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:14.760698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:14.764081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.764896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.772419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878538b-1a7d-4744-94f8-fc7c892aea9e None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:14.798124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77907b00-afb5-471b-8e7d-4af04c66d5d0 req-9aa7c5d7-3538-4bb7-a683-88b2dcfa9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:14.799948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77907b00-afb5-471b-8e7d-4af04c66d5d0 req-9aa7c5d7-3538-4bb7-a683-88b2dcfa9963 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0cf2c7a115de457e816615bbd923beaf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3556271 Oct 22 14:57:14.800720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=d5340999-29c5-4026-8439-6979ed9554aa,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:14.818828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e54a0a9b-230f-41f5-bf03-c290fa6f9aae req-aae83a23-add4-4c66-8c41-2488e117d575 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640446 Oct 22 14:57:14.939613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:14.969958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4de5ce4f-8972-4308-8113-4b5c673bf439 req-8368b883-4c05-499b-b208-ae98fe47cb6b service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649169 Oct 22 14:57:14.999229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77907b00-afb5-471b-8e7d-4af04c66d5d0 req-bb0ec1f4-86cf-4dc6-b5b9-ac8e20055492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.001475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77907b00-afb5-471b-8e7d-4af04c66d5d0 req-bb0ec1f4-86cf-4dc6-b5b9-ac8e20055492 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1909668 Oct 22 14:57:15.074551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63d52-2781-40ae-9d61-4ee91202805c req-3fee7c22-d459-4c38-893b-b1be9b8ef41d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.076463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05b63d52-2781-40ae-9d61-4ee91202805c req-3fee7c22-d459-4c38-893b-b1be9b8ef41d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1502142 Oct 22 14:57:15.103956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-737c2aec-1095-40fb-b2e2-1255eed497a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.105774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-737c2aec-1095-40fb-b2e2-1255eed497a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0cf2c7a115de457e816615bbd923beaf&device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 1095 time: 0.0623198 Oct 22 14:57:15.110092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.objects.ports [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107802) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:57:15.110794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.112526 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d892d5a1-e621-424f-8619-b480fdf80b4b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3003507 Oct 22 14:57:15.113817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50556) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:15.126252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'security_group': {'name': 'tempest-secgroup-751934628'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:15.210671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] Update dhcp port {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'fixed_ips': [{'subnet_id': '7566ba54-aa65-44ea-b19f-733be039f3bd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd5340999-29c5-4026-8439-6979ed9554aa'}], 'binding:host_id': 'n-d-812148-2'}, 'id': 'b725eb83-23b9-47a7-a14f-793ef9bddd1c'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:57:15.214641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05b63d52-2781-40ae-9d61-4ee91202805c req-aadd1392-06f4-44c6-9d79-e07e2ba5ec47 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156297 Oct 22 14:57:15.218648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Checking segment: {'id': '075e2d78-973a-49e4-aff1-1b359c022677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:15.218648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network hostable DHCP agents. Network: b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:57:15.220603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ffe81efd-f014-4349-8730-6a957256d554,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:15.255460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.282109 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.288199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-4382d84b-a797-4259-849b-9058fccb393e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963e5ad0-1d1f-4e20-af24-b4effeb3953e HTTP/1.1" status: 200 len: 217 time: 0.1378841 Oct 22 14:57:15.294462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.296077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=3748b04a-d483-4604-8c37-359bf215c009,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:15.308178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.311436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f470cc73-a6a2-499e-a40f-8aa811890672 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/3748b04a-d483-4604-8c37-359bf215c009 HTTP/1.1" status: 204 len: 168 time: 0.8853946 Oct 22 14:57:15.314194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50568) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:15.331421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c996f-53f8-4978-8a09-80a40320ba5d None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:15.427038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae4b9-1737-4601-a910-11f83353638b req-7de6426e-84e1-4038-a452-2d9b2c83b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.430558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-7de6426e-84e1-4038-a452-2d9b2c83b2a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcec78b2-f931-487a-a28e-bddc01d91b29 HTTP/1.1" status: 200 len: 855 time: 0.1260474 Oct 22 14:57:15.430723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:57:15.456551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 9e214f3f-133d-40c9-8e2f-a3d667a93f48 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:15.464999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.485399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-99767769-f089-4471-9a9a-3d740fe4a7d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a331c30-9567-45cb-a4a5-1b9118e172fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357699 Oct 22 14:57:15.516140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917cf3-ec37-49c2-8a79-3e2f8c67661d req-db5ef854-d44d-43b0-92d1-0d7c0e027b5a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.517947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b917cf3-ec37-49c2-8a79-3e2f8c67661d req-db5ef854-d44d-43b0-92d1-0d7c0e027b5a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1992416 Oct 22 14:57:15.533358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9beb1-f6db-4ef2-954a-569064afb5f2 req-8fc76086-91e0-4cf8-9d08-0f461d312b52 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.535157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81b9beb1-f6db-4ef2-954a-569064afb5f2 req-8fc76086-91e0-4cf8-9d08-0f461d312b52 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.1747141 Oct 22 14:57:15.547340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.549295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.559357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-0a1df1fb-80bf-4a86-aa7a-de2539368154 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.560936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-0a1df1fb-80bf-4a86-aa7a-de2539368154 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761&tenant_id=504ea20bd49b49809f8c10cc01094181&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 948 time: 0.1521237 Oct 22 14:57:15.602018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:15.622131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.623196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.624363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c480841-56e0-4ebf-8a21-0bf20197041b None None] Network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:15.661219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-dc63a892-faa6-4756-803e-1776780b2cdd service neutron] 10.222.0.69 "GET /v2.0/ports/38c78c95-ca23-4a56-abda-479336fd5380/bindings/n-h1-812148-2 HTTP/1.1" status: 200 len: 382 time: 0.0913260 Oct 22 14:57:15.668269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.684251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] Allocated IP 172.20.0.2 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/d5340999-29c5-4026-8439-6979ed9554aa/b725eb83-23b9-47a7-a14f-793ef9bddd1c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:15.736630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.761531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-09db9f83-4346-4163-99e2-44dba52a7b8c service neutron] 10.222.0.69 "GET /v2.0/networks/2a331c30-9567-45cb-a4a5-1b9118e172fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601316 Oct 22 14:57:15.763295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957e2af0-e6ed-43a5-885f-0732f01ac9de,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:15.805270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:15.811040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fe295299-9314-4f89-b70e-330888df8ebf tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6917439 Oct 22 14:57:15.811040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-5d465c3b-8ca5-4d50-9fa9-ca8b50539eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:15.821382 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-5d465c3b-8ca5-4d50-9fa9-ca8b50539eed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1099 time: 0.1299288 Oct 22 14:57:15.827454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50570) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:15.847243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'security_group': {'name': 'tempest-secgroup-326809141'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:15.874262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81b9beb1-f6db-4ef2-954a-569064afb5f2 req-c3112a56-881e-4b68-b4be-0bff5d565bff tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317034 Oct 22 14:57:15.914026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b917cf3-ec37-49c2-8a79-3e2f8c67661d req-53720bbf-421b-4ac7-ad99-73e5ee3a2411 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686399 Oct 22 14:57:15.946212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b8039-49a2-4937-ad3f-1dbf1f45a55f None None] Network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:15.970319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-51189ca4-fc24-46ad-969e-a0d299e52f33 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4103527 Oct 22 14:57:15.982279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50576) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:16.016823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1098839727', 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:16.044759 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8bae4b9-1737-4601-a910-11f83353638b req-fb401e61-1947-42a4-a25e-b29e090bb872 service neutron] 10.222.0.69 "GET /v2.0/networks/2a331c30-9567-45cb-a4a5-1b9118e172fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741184 Oct 22 14:57:16.129855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-4635af36-5596-4442-aa05-9184f189a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:16.134884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-4635af36-5596-4442-aa05-9184f189a5f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2241321 Oct 22 14:57:16.166472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67984325-c5aa-43a3-b57f-300e6584934d req-316970e2-417f-4e86-8f3a-080f42f82d38 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:16.180522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67984325-c5aa-43a3-b57f-300e6584934d req-316970e2-417f-4e86-8f3a-080f42f82d38 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 944 time: 0.1135004 Oct 22 14:57:16.196058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-6c519c48-53b1-4a1a-b286-65e2ff029c5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.0565670 Oct 22 14:57:16.213104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b725eb83-23b9-47a7-a14f-793ef9bddd1c,segment=NetworkSegment(9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f),segment_id=9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:16.235774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67984325-c5aa-43a3-b57f-300e6584934d req-0e88b6b0-311d-44cd-a69e-3976fb329cf2 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Oct 22 14:57:16.262064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-a031b6f0-d6da-42f1-8a46-8e396deefc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:16.262064 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-a031b6f0-d6da-42f1-8a46-8e396deefc00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0533719 Oct 22 14:57:16.283893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.330390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.348087 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.368986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-5771b83b-52ee-4759-be45-5c3dc8a5b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:16.372199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-5771b83b-52ee-4759-be45-5c3dc8a5b7bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025424 Oct 22 14:57:16.374880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.381755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/9e214f3f-133d-40c9-8e2f-a3d667a93f48 HTTP/1.1" status: 204 len: 168 time: 1.0617208 Oct 22 14:57:16.394254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50582) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:16.438125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9ddde-8ffa-450a-86f3-3393b5be2f62 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=9e214f3f-133d-40c9-8e2f-a3d667a93f48,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:16.444223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Made reservation on behalf of bd9088fefb704e868264a55f0c032df0 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:16.447251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.491341 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.508130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-01866b7b-57af-4640-8107-c9b16515e5e8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090493 Oct 22 14:57:16.508351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] device_id is not set on port 02d9e867-56b8-492c-8cfa-740bde7446d2 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:16.508547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50584) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:16.533044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:16.607871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.626185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b81369-3a36-4294-8bf0-96411201a869 None None] Pushing event updated for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:16.626824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6275c7-7c37-4cc4-b131-c311e52348d3 req-7cc9419d-4ddc-4916-bf19-5f287495a1e0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:16.645979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc6275c7-7c37-4cc4-b131-c311e52348d3 req-7cc9419d-4ddc-4916-bf19-5f287495a1e0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2732952 Oct 22 14:57:16.725238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc6275c7-7c37-4cc4-b131-c311e52348d3 req-47c42282-a525-4692-920c-35d2641cc520 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728600 Oct 22 14:57:16.778304 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:16.832756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Allocated IP 172.20.0.2 (b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d/ffe81efd-f014-4349-8730-6a957256d554/02d9e867-56b8-492c-8cfa-740bde7446d2) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:16.870445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b42d2-01ab-4123-befb-af7ae4017519,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:16.911682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17881bd4-f2e5-4ddf-bdcb-32ad046d40eb None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:17.091525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1e35de89-f1d5-4dd8-a3bd-108b04a3d8a9 None None] Provisioning complete for port 815cf0ef-f6d6-490b-9974-8381fd522961 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:17.092149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e35de89-f1d5-4dd8-a3bd-108b04a3d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.121218 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.122818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-25c3ec7b-31e3-4223-931e-9c1d606a787c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2802815 Oct 22 14:57:17.131751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:17.145929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'security_group': {'name': 'tempest-secgroup-95761618'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:17.148887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:17.167996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922faaf-1b5a-4242-b9d3-8a352cf8a7c6 req-ec3769ea-1618-46ba-ac29-f8064ca5d66e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.172108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0922faaf-1b5a-4242-b9d3-8a352cf8a7c6 req-ec3769ea-1618-46ba-ac29-f8064ca5d66e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.1580296 Oct 22 14:57:17.255925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:17.275592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.340752 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-80931106-408f-499f-b89e-276b4ff5db76 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9566164 Oct 22 14:57:17.408948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:17.409485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.417844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 14:57:17.417844 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 14:57:17.417844 n-d-812148-2 neutron-server[107801]: [parameters: {'project_id_1': 'e0e553add17745c9a7c393dd9b5195ab', 'expiration_1': datetime.datetime(2021, 10, 22, 14, 56, 57, 260669)}] Oct 22 14:57:17.417844 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:57:17.418194 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:57:17.433528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-f4dfe9c0-b177-43bc-a96c-5ecdeb064d4d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2202706 Oct 22 14:57:17.477214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0922faaf-1b5a-4242-b9d3-8a352cf8a7c6 req-d62d3050-ef63-4ee3-a8c4-c066d7ec7f7b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935765 Oct 22 14:57:17.478459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.483078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.552049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f94d7-0640-4b05-b6c2-7720eced1e47 req-fa059bc1-e8fc-4bf5-870b-821937cf7aca tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.553665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b9f94d7-0640-4b05-b6c2-7720eced1e47 req-fa059bc1-e8fc-4bf5-870b-821937cf7aca tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 944 time: 0.1763639 Oct 22 14:57:17.560426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 38c78c95-ca23-4a56-abda-479336fd5380 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:57:17.562788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:17.572821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 38c78c95-ca23-4a56-abda-479336fd5380 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:17.573501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:17.573636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.581641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:17.600427 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-97a0eaab-79fd-4348-9eaa-63668d318fcf service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511134 Oct 22 14:57:17.604889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:57:17.612647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-7dbe489f-5830-4513-ac05-9052e8cc6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.615144 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-7dbe489f-5830-4513-ac05-9052e8cc6616 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 1101 time: 0.1591752 Oct 22 14:57:17.638873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Port': ['ID=02d9e867-56b8-492c-8cfa-740bde7446d2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:17.680616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-93200a96-4610-497a-95cb-3c0997d92682 None None] Provisioning complete for port ae9220d4-b21e-4e39-89d8-413657522ed7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:17.681009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93200a96-4610-497a-95cb-3c0997d92682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.692616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.693231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.697915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b9f94d7-0640-4b05-b6c2-7720eced1e47 req-99c44a06-68ac-42af-8637-fa872e310e8d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334195 Oct 22 14:57:17.747026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.771817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-93200a96-4610-497a-95cb-3c0997d92682 None None] Port ae9220d4-b21e-4e39-89d8-413657522ed7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:17.806618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] Deleting port 815cf0ef-f6d6-490b-9974-8381fd522961 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:17.807007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.807516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-2b9e4231-13ae-402b-9625-d937eb4242c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.809357 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-2b9e4231-13ae-402b-9625-d937eb4242c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1693301 Oct 22 14:57:17.854695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-89e2ee43-bf0f-434f-83cd-910f86bc3b44 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8676741 Oct 22 14:57:17.856446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:17.878183 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-e078bb63-cfff-4e1f-8270-5306c4d7e742 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 200 len: 217 time: 0.0551167 Oct 22 14:57:17.883798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.886834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-93200a96-4610-497a-95cb-3c0997d92682 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:17.887238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93200a96-4610-497a-95cb-3c0997d92682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.888740 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.929945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] For port 815cf0ef-f6d6-490b-9974-8381fd522961, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=815cf0ef-f6d6-490b-9974-8381fd522961,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:17.930347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:17.936250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153679a4-46db-457d-824c-89b47b685e27,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:17.939142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-fd80dfb8-7dc2-4078-bf23-2907f4376dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.942066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-fd80dfb8-7dc2-4078-bf23-2907f4376dc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0566509 Oct 22 14:57:17.955862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] Calling delete_port for 815cf0ef-f6d6-490b-9974-8381fd522961 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:17.961509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2a6c5-b133-43cf-b36a-a9167d5755c6 req-9a9e3254-3b8f-488d-bdcd-d19beea366b2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.963310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07e2a6c5-b133-43cf-b36a-a9167d5755c6 req-9a9e3254-3b8f-488d-bdcd-d19beea366b2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1508331 Oct 22 14:57:17.964616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:17.966891 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd8d542-fa7c-4a2d-bd1a-53ae5f620e07" -d '{"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-plugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:17.988996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:17.998186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-1031f8a2-a991-4245-ae26-a26701ff6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:17.999934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-1031f8a2-a991-4245-ae26-a26701ff6f02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507002 Oct 22 14:57:18.020417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07e2a6c5-b133-43cf-b36a-a9167d5755c6 req-9f1fe338-d4c2-4ab4-ab31-78d2dbabdbf2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479751 Oct 22 14:57:18.025671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Deleting port 02d9e867-56b8-492c-8cfa-740bde7446d2 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:18.025912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.073868 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f03cf8-4cdf-42c0-a767-3961bd4c120f x-openstack-request-id: req-a7f03cf8-4cdf-42c0-a767-3961bd4c120f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:18.074088 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-plugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:18.074293 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7f03cf8-4cdf-42c0-a767-3961bd4c120f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:18.074662 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'code': 200} Oct 22 14:57:18.135599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.147014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Calling delete_port for 02d9e867-56b8-492c-8cfa-740bde7446d2 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:18.156807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-d8256471-9cba-4417-a142-dbda27d06d81 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497042 Oct 22 14:57:18.199821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.202055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-95f28249-2e4f-438a-bcce-6fb06a804120 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0678561 Oct 22 14:57:18.205653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50606) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:18.213064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-384329985', 'security_groups': ['153679a4-46db-457d-824c-89b47b685e27'], 'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5340999-29c5-4026-8439-6979ed9554aa'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:18.269290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.271569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad139427-8638-4eb0-b025-ddffbbb08a75 req-32e5f421-9a5c-4db0-8e2d-05d7c217ba04 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:18.273783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad139427-8638-4eb0-b025-ddffbbb08a75 req-32e5f421-9a5c-4db0-8e2d-05d7c217ba04 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0799708 Oct 22 14:57:18.315348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.325664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:18.329798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.338719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:18.341234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] No DVR routers for this DVR port 815cf0ef-f6d6-490b-9974-8381fd522961 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:18.364134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924fd91-47ac-4b3b-a0ee-e1b7885dc7d5 None None] Pushing event deleted for resources: {'Port': ['ID=815cf0ef-f6d6-490b-9974-8381fd522961,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:18.378251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad139427-8638-4eb0-b025-ddffbbb08a75 req-509717b2-78e4-451b-8459-e2bd480a41db tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809100 Oct 22 14:57:18.474932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3fa9a1a7-ffb0-427a-ac7f-083568ebe990 req-7bfe077a-b28d-4797-85b3-3b7d299473f3 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105822 Oct 22 14:57:18.527745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.567280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863a94a-4b8d-4a28-848e-7a0b605ed047 req-f94916f2-7681-4788-8a90-a951c052140a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:18.569608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1863a94a-4b8d-4a28-848e-7a0b605ed047 req-f94916f2-7681-4788-8a90-a951c052140a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1011794 Oct 22 14:57:18.570785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event deleted for resources: {'Port': ['ID=02d9e867-56b8-492c-8cfa-740bde7446d2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:18.642741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:18.726252 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:57:18.755661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.776813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] device_id is not set on port fd8168be-057f-4148-a7cb-c9456355662e yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:18.950875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:57:18.955335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:18.999642 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.005694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72bc2684-f41a-42f0-b02a-47c40c2a547e tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/ports/02d9e867-56b8-492c-8cfa-740bde7446d2 HTTP/1.1" status: 204 len: 168 time: 1.1469400 Oct 22 14:57:19.008070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:19.009544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1863a94a-4b8d-4a28-848e-7a0b605ed047 req-b2bc9e09-ec10-4a12-b6a7-086b69ce5787 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251320 Oct 22 14:57:19.010920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50624) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:19.015193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d', 'external_fixed_ips': [{'subnet_id': 'ffe81efd-f014-4349-8730-6a957256d554', 'ip_address': '172.20.0.2'}]}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:19.018691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:19.031153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311131aa-2838-4e9f-8c6b-be2b91ddb13e None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:19.032248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683a98-730c-4214-a5a0-51d08fd5f0c6 req-a3dadcc5-a7b0-4f73-92f4-4979d9d7069e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:19.033744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a683a98-730c-4214-a5a0-51d08fd5f0c6 req-a3dadcc5-a7b0-4f73-92f4-4979d9d7069e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.4284945 Oct 22 14:57:19.044830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:19.045598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.074627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=f023fb0f-d365-4f17-bcd3-daaf933350ac,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:19.093748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a683a98-730c-4214-a5a0-51d08fd5f0c6 req-7cdf39de-6749-4e40-9428-b7ed40d1cfb4 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486948 Oct 22 14:57:19.102293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.10 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/d5340999-29c5-4026-8439-6979ed9554aa/fd8168be-057f-4148-a7cb-c9456355662e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:19.108973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 815cf0ef-f6d6-490b-9974-8381fd522961 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:19.140865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 815cf0ef-f6d6-490b-9974-8381fd522961 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:19.141305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 815cf0ef-f6d6-490b-9974-8381fd522961 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:19.176962 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.179288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.277787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 963e5ad0-1d1f-4e20-af24-b4effeb3953e details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:57:19.287086 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.300365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.389586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfff6b-e188-4bbc-bdae-8b9ab0aa0ee1 req-8d244191-e470-445c-89a2-451f9a9456c6 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:19.391929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cbfff6b-e188-4bbc-bdae-8b9ab0aa0ee1 req-8d244191-e470-445c-89a2-451f9a9456c6 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 944 time: 0.1033161 Oct 22 14:57:19.425198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d254c02b-181c-4b5c-bdeb-3fa78e49a2b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9154251 Oct 22 14:57:19.428138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50640) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:19.428258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': 'f023fb0f-d365-4f17-bcd3-daaf933350ac'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:57:19.429075 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.440648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:19.493611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.568947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=963e5ad0-1d1f-4e20-af24-b4effeb3953e,segment=NetworkSegment(e288041f-a833-4051-b043-e660f8c7df65),segment_id=e288041f-a833-4051-b043-e660f8c7df65)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:19.593770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '963e5ad0-1d1f-4e20-af24-b4effeb3953e', 'network_id': '2a331c30-9567-45cb-a4a5-1b9118e172fa', 'port_id': '963e5ad0-1d1f-4e20-af24-b4effeb3953e', 'mac_address': 'fa:16:3e:6b:31:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcec78b2-f931-487a-a28e-bddc01d91b29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:57:19.620033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:19.625908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cbfff6b-e188-4bbc-bdae-8b9ab0aa0ee1 req-ae49d9a5-5dbb-45d1-bcf3-0d5aa5e19128 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178180 Oct 22 14:57:19.636324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:19.636526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:19.675162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.677423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Allocated IP 2001:db8::f816:3eff:fe86:587d (a2d5805a-689b-466e-a785-b2a121891287/f023fb0f-d365-4f17-bcd3-daaf933350ac/88fdbc45-f548-47ff-a480-3099f92187a7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:19.688849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=fd8168be-057f-4148-a7cb-c9456355662e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:19.700404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.711899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963e5ad0-1d1f-4e20-af24-b4effeb3953e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:57:19.739371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:19.740057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.754691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a81cd90c-61c2-4718-acca-4e170610da6b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:19.756662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a81cd90c-61c2-4718-acca-4e170610da6b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.3077414 Oct 22 14:57:19.764291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=963e5ad0-1d1f-4e20-af24-b4effeb3953e,segment=NetworkSegment(e288041f-a833-4051-b043-e660f8c7df65),segment_id=e288041f-a833-4051-b043-e660f8c7df65)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:19.779581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-f7c1689d-be38-4017-b2e9-29d6ff00cf21 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/quotas/2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 375 time: 0.0114071 Oct 22 14:57:19.863344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-94fc714e-6581-49d6-a66f-2f9ec808aefa tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712183 Oct 22 14:57:19.905128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:19.986880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-e0452b7b-11b2-4b50-8fce-3352c8d78727 service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223047 Oct 22 14:57:20.016379 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.016606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:20.020534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.074180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7db97e95-3893-4714-8fa7-16dea05f9a80 None None] Provisioning complete for port fd8168be-057f-4148-a7cb-c9456355662e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:20.074547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7db97e95-3893-4714-8fa7-16dea05f9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.097395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=963e5ad0-1d1f-4e20-af24-b4effeb3953e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:20.126084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.130091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.131512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.132002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.132581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.133677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.135195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.135700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.138087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.138581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.139113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.139604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:20.140582 n-d-812148-2 neutron-server[107801]: INFO neutron.db.ipam_backend_mixin [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f023fb0f-d365-4f17-bcd3-daaf933350ac (CIDR: 2001:db8::/64) Oct 22 14:57:20.158501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-5feffcfa-0005-44cd-beea-721b0658571e service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642644 Oct 22 14:57:20.173301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7db97e95-3893-4714-8fa7-16dea05f9a80 None None] Port fd8168be-057f-4148-a7cb-c9456355662e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:20.179214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.230625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:20.235104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:20.238189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:20.257007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Pushing event updated for resources: {'Port': ['ID=88fdbc45-f548-47ff-a480-3099f92187a7,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:20.270719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c7643519-b23a-41dd-bce7-6ece1fdb92be tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0638855 Oct 22 14:57:20.272016 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:20.272953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50644) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:20.273079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:20.284154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c2f3-fc2e-4928-9b84-32d1d48700a2 req-1d1f08b6-841b-4fa7-8764-282d99bdea87 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:20.285975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0012c2f3-fc2e-4928-9b84-32d1d48700a2 req-1d1f08b6-841b-4fa7-8764-282d99bdea87 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.0966356 Oct 22 14:57:20.291481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:20.335630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Attempting to bind port 88fdbc45-f548-47ff-a480-3099f92187a7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:20.336146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Attempting to bind port 88fdbc45-f548-47ff-a480-3099f92187a7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:20.336259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Attempting to bind port 88fdbc45-f548-47ff-a480-3099f92187a7 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:20.343620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:20.343620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:20.343620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.343988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:20.344345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Bound port: 88fdbc45-f548-47ff-a480-3099f92187a7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:20.344715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.381284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['963e5ad0-1d1f-4e20-af24-b4effeb3953e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:20.427766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-25aff44e-724a-479f-9415-37ae4cdabb10 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9926429 Oct 22 14:57:20.430315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:20.437902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:20.469511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] For port 88fdbc45-f548-47ff-a480-3099f92187a7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:20.474070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] For port 88fdbc45-f548-47ff-a480-3099f92187a7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=88fdbc45-f548-47ff-a480-3099f92187a7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:20.550735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b70e44d-3b38-4018-a251-005ab2de14b2 req-33c08d0d-f0c5-49e7-b0d2-9c9ae8a9195b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 210 time: 0.0949008 Oct 22 14:57:20.611434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.686642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0012c2f3-fc2e-4928-9b84-32d1d48700a2 req-1b658926-9ad1-44eb-9d18-f9a7ee0d8cf0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719668 Oct 22 14:57:20.737786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb6869-4107-4eaa-a6a3-063fbce29b0b None None] Pushing event updated for resources: {'Port': ['ID=88fdbc45-f548-47ff-a480-3099f92187a7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:20.761906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.796467 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.833403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:20.837757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:20.906143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4730f3-79f0-4ecc-a62e-4658dca14242 req-9236ed96-ce19-4d61-b4bd-b58e4671b42d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:20.907868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc4730f3-79f0-4ecc-a62e-4658dca14242 req-9236ed96-ce19-4d61-b4bd-b58e4671b42d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 945 time: 0.1421037 Oct 22 14:57:21.084464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc4730f3-79f0-4ecc-a62e-4658dca14242 req-cfed9a41-e473-4a76-8ae6-8ec27c2c7dbf tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260507 Oct 22 14:57:21.111848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Allocated IP 172.20.0.2 (b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d/ffe81efd-f014-4349-8730-6a957256d554/9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:21.154939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:21.159074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.191152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 88fdbc45-f548-47ff-a480-3099f92187a7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:21.298131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 88fdbc45-f548-47ff-a480-3099f92187a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:21.298498 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.385274 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.401232 n-d-812148-2 neutron-server[107802]: INFO neutron.db.ipam_backend_mixin [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5340999-29c5-4026-8439-6979ed9554aa (CIDR: 172.20.0.0/28) Oct 22 14:57:21.406440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.438921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 88fdbc45-f548-47ff-a480-3099f92187a7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=88fdbc45-f548-47ff-a480-3099f92187a7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:21.456926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.506767 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:21.507482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:21.552725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:21.556027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:21.559485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.564338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:21.565510 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.579619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=d3e4541b-830b-4f0c-bbab-f7bc8726cdd0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:21.599353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-416e0d18-771b-4cf3-a3e8-0e3f299bb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:21.601249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-416e0d18-771b-4cf3-a3e8-0e3f299bb487 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761&tenant_id=504ea20bd49b49809f8c10cc01094181 HTTP/1.1" status: 200 len: 1100 time: 0.1075547 Oct 22 14:57:21.609860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.637486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=88fdbc45-f548-47ff-a480-3099f92187a7,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:21.642254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:21.688488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1779cbfb-493f-49d2-9e15-404e8ab14a1e req-abd936f5-70dd-40e0-af01-7453928936b1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 210 time: 0.0293918 Oct 22 14:57:21.717466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:21.724977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:21.726300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:21.729914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:21.754296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:21.767839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50668) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:21.768040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8d77961c-f6da-4d63-a02f-e09409b34502 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4934366 Oct 22 14:57:21.773220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:21.868602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-00765a68-5b30-4111-8a8d-8fa2bd0d7401 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4366038 Oct 22 14:57:21.881213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:21.894366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:09:41:cb', 'name': 'tempest-NetworksTestDHCPv6-360164416'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:21.958350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e626bf4-1223-446a-8594-591a1ee157a3 req-e13aeede-16d5-4711-9176-552769d0934c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:21.960109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e626bf4-1223-446a-8594-591a1ee157a3 req-e13aeede-16d5-4711-9176-552769d0934c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.1310492 Oct 22 14:57:22.007188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e626bf4-1223-446a-8594-591a1ee157a3 req-6cd43c6e-e4dc-4d30-bb1b-eb7c76e50a8e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350339 Oct 22 14:57:22.096357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4744f-461f-4edf-b8c1-535875f9e890 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:22.166108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f78536b7-b574-46b9-a8b4-6fb2b0139d6e None None] Provisioning complete for port 88fdbc45-f548-47ff-a480-3099f92187a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:22.166321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f78536b7-b574-46b9-a8b4-6fb2b0139d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.188286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:22.208985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c908d4a-4bfb-4949-a2ec-8063e0eb99fa req-2c0d159e-55d2-4632-8cc5-2675903d8699 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:22.210564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c908d4a-4bfb-4949-a2ec-8063e0eb99fa req-2c0d159e-55d2-4632-8cc5-2675903d8699 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 945 time: 0.0537353 Oct 22 14:57:22.226186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:22.275695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:22.278396 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d56ad6-c596-445a-bbbb-c01a88951c7e" -d '{"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-unplugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:22.282690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.313816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Transition to ACTIVE for port object 38c78c95-ca23-4a56-abda-479336fd5380 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:57:22.313932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c908d4a-4bfb-4949-a2ec-8063e0eb99fa req-cac161b5-d6c6-4872-ac76-040f5e4bc2c2 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940590 Oct 22 14:57:22.338087 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e86a4-af79-499b-b3f0-2cfee9e00243 x-openstack-request-id: req-281e86a4-af79-499b-b3f0-2cfee9e00243 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:22.346890 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-unplugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:22.346890 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-281e86a4-af79-499b-b3f0-2cfee9e00243 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:22.346890 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'code': 200} Oct 22 14:57:22.373881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.399958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:22.404668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.510160 n-d-812148-2 neutron-server[107801]: INFO neutron.db.ipam_backend_mixin [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7566ba54-aa65-44ea-b19f-733be039f3bd (CIDR: 172.20.0.16/28) Oct 22 14:57:22.512574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.578428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] No DVR routers for this DVR port 38c78c95-ca23-4a56-abda-479336fd5380 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:22.588978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:22.635114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': 'f023fb0f-d365-4f17-bcd3-daaf933350ac', 'ip_address': '2001:db8::f816:3eff:fe86:587d'}, {'subnet_id': 'd3e4541b-830b-4f0c-bbab-f7bc8726cdd0'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '88fdbc45-f548-47ff-a480-3099f92187a7'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:57:22.644198 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:22.644708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:22.646561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.647026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:22.679388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:22.679727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:22.679935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:22.689201 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.699222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:57:22.699222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Attempting to bind port 38c78c95-ca23-4a56-abda-479336fd5380 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:22.738845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:22.739156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:22.739530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:22.740107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Bound port: 38c78c95-ca23-4a56-abda-479336fd5380, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:22.740335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.810822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.834564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51ac4dd2-4b5c-4d34-bbef-fdc7b149a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:22.845629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-561d2e62-4b8c-451d-962f-0214a0e8e2e2 req-4b9537a9-ed9c-4b96-a694-4d5199931d7c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 210 time: 0.0360117 Oct 22 14:57:22.854299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:22.859085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:22.863261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:22.927718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2be2fb95-d227-473d-afa8-79005c877ba0 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1588202 Oct 22 14:57:22.945980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] Allocated IP 2001:db8:0:1::2 (a2d5805a-689b-466e-a785-b2a121891287/d3e4541b-830b-4f0c-bbab-f7bc8726cdd0/88fdbc45-f548-47ff-a480-3099f92187a7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:22.946332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50680) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:22.946332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'subnet': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:23.032168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] For port 88fdbc45-f548-47ff-a480-3099f92187a7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=88fdbc45-f548-47ff-a480-3099f92187a7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:23.043990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Router 1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:57:23.066147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 88fdbc45-f548-47ff-a480-3099f92187a7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:23.101749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.123397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.147864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 88fdbc45-f548-47ff-a480-3099f92187a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:23.148075 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.159072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:23.160158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.161745 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 1096 time: 1.5401945 Oct 22 14:57:23.218690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead508-eb2c-4bed-a34a-fe88e4b726da req-aa97f48e-a970-43dd-a6cc-61357297d47b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:23.220342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65ead508-eb2c-4bed-a34a-fe88e4b726da req-aa97f48e-a970-43dd-a6cc-61357297d47b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.1247377 Oct 22 14:57:23.226564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66fbe6-7d5e-4878-8342-cb67d010d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=11']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:23.236903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:57:23.251518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Sync routers for ids ['1d9d318a-37b7-49a4-bd4f-a3d8354e5f81'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:57:23.278694 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Routers {'1d9d318a-37b7-49a4-bd4f-a3d8354e5f81'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:23.279571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9d318a-37b7-49a4-bd4f-a3d8354e5f81'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:23.284883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 963e5ad0-1d1f-4e20-af24-b4effeb3953e up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:23.286028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65ead508-eb2c-4bed-a34a-fe88e4b726da req-8d23eac7-25f5-4503-81f1-8859389e99e5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513883 Oct 22 14:57:23.286580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-41a7b08f-7728-4f2f-974d-5d3d15b58ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:23.288548 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-41a7b08f-7728-4f2f-974d-5d3d15b58ad9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1099 time: 0.1008551 Oct 22 14:57:23.335667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Made reservation on behalf of a8653b7f0fb94358bcee85e7538d5913 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:23.340144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.413313 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Set router 1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:57:23.417032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.508381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9e4ab-7915-4e66-a15e-0aa6ab49a241 None None] Pushing event updated for resources: {'Port': ['ID=88fdbc45-f548-47ff-a480-3099f92187a7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:23.572064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 963e5ad0-1d1f-4e20-af24-b4effeb3953e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:57:23.586688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 963e5ad0-1d1f-4e20-af24-b4effeb3953e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:23.587696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.591229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.592536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-be46337f-db8a-4368-8713-6c7093c0ebf2 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.5806451 Oct 22 14:57:23.602851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea69ef6-d093-42d7-b068-e381df44200a req-84e5f1df-eb8d-4623-8bbc-ade9155111af tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:23.604840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bea69ef6-d093-42d7-b068-e381df44200a req-84e5f1df-eb8d-4623-8bbc-ade9155111af tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 945 time: 0.1465399 Oct 22 14:57:23.605537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50686) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:23.682487 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9d318a-37b7-49a4-bd4f-a3d8354e5f81', 'name': '', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d', 'external_fixed_ips': [{'subnet_id': 'ffe81efd-f014-4349-8730-6a957256d554', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:19Z', 'updated_at': '2021-10-22T14:57:21Z', 'revision_number': 3, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port': {'id': '9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9', 'name': '', 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9d318a-37b7-49a4-bd4f-a3d8354e5f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ffe81efd-f014-4349-8730-6a957256d554', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:57:20Z', 'updated_at': '2021-10-22T14:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffe81efd-f014-4349-8730-6a957256d554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:23.716501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.737963 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Checking router: 1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:57:23.738225 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Updating router 1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:57:23.763437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bea69ef6-d093-42d7-b068-e381df44200a req-2b6d7245-2d56-4e79-ad1d-e5adfe74dfa2 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939627 Oct 22 14:57:23.783453 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.788322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e5ad0-1d1f-4e20-af24-b4effeb3953e'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:23.792067 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd013b-3562-41d2-854a-c1b988e6dc23" -d '{"events": [{"server_uuid": "36a12200-16f6-498d-87dd-3fcd4158f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "963e5ad0-1d1f-4e20-af24-b4effeb3953e"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:23.812049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=963e5ad0-1d1f-4e20-af24-b4effeb3953e,segment=NetworkSegment(e288041f-a833-4051-b043-e660f8c7df65),segment_id=e288041f-a833-4051-b043-e660f8c7df65)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:23.862055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:23.863649 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d0355-2651-4f70-b7f2-bf74baebd8d2 x-openstack-request-id: req-263d0355-2651-4f70-b7f2-bf74baebd8d2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:23.864133 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a12200-16f6-498d-87dd-3fcd4158f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "963e5ad0-1d1f-4e20-af24-b4effeb3953e", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:23.864781 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-263d0355-2651-4f70-b7f2-bf74baebd8d2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:23.865321 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e5ad0-1d1f-4e20-af24-b4effeb3953e', 'code': 200} Oct 22 14:57:24.027670 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.029543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:24.165184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:24.170150 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.198108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=963e5ad0-1d1f-4e20-af24-b4effeb3953e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:24.255955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-f4baedbe-6fde-41b8-81a2-e04a353be77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.257735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-f4baedbe-6fde-41b8-81a2-e04a353be77c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.9587140 Oct 22 14:57:24.340585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:24.352687 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d199d0-c542-400b-8110-73ebae7f88de" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:24.352995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18639ff1-4f24-48e2-b425-fcb2a84f5896 req-de1b503f-ede3-475a-a23f-1c7a25190639 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 210 time: 0.0351908 Oct 22 14:57:24.374539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-44e6fd49-2b55-4958-8140-910381d5cd3b None None] Provisioning complete for port 88fdbc45-f548-47ff-a480-3099f92187a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:24.376288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-44e6fd49-2b55-4958-8140-910381d5cd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.384937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-c70b9125-0b42-467d-98cc-7e9d3013c2ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.0973938 Oct 22 14:57:24.392550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ea626-eb25-4a1c-8bb3-220575a564c2 req-19774146-8b6b-466f-9efc-27c3fe621fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.394073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed2ea626-eb25-4a1c-8bb3-220575a564c2 req-19774146-8b6b-466f-9efc-27c3fe621fb8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 1097 time: 0.2138014 Oct 22 14:57:24.404401 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.444358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8:0:1::66 (a2d5805a-689b-466e-a785-b2a121891287/d3e4541b-830b-4f0c-bbab-f7bc8726cdd0/ab2786fe-d9d5-4d5f-8a62-1be1dc967a92) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:24.491429 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ed6449-9cc1-41d3-a1e0-154ab2378be3 x-openstack-request-id: req-08ed6449-9cc1-41d3-a1e0-154ab2378be3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:24.492196 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:24.492679 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08ed6449-9cc1-41d3-a1e0-154ab2378be3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:24.493433 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'status': 'completed', 'code': 200} Oct 22 14:57:24.506929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.527428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Attempting to bind port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:24.528178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Attempting to bind port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '075e2d78-973a-49e4-aff1-1b359c022677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:24.529342 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Attempting to bind port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9 on network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:24.533106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef7a0-1eb0-4404-9f80-a306704830e8 req-42b1c481-30c8-477a-8aee-3aafc0bf154b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.534731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f7ef7a0-1eb0-4404-9f80-a306704830e8 req-42b1c481-30c8-477a-8aee-3aafc0bf154b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.0805430 Oct 22 14:57:24.541787 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:24.542487 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Checking segment: {'id': '075e2d78-973a-49e4-aff1-1b359c022677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:24.543350 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.544375 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Bound using segment: {'id': '075e2d78-973a-49e4-aff1-1b359c022677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:24.545049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::f816:3eff:fe09:41cb (a2d5805a-689b-466e-a785-b2a121891287/f023fb0f-d365-4f17-bcd3-daaf933350ac/ab2786fe-d9d5-4d5f-8a62-1be1dc967a92) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:24.545282 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Bound port: 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075e2d78-973a-49e4-aff1-1b359c022677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:24.546010 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.549145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e253f-6e6c-45e1-94c1-0e67364c2a75 None None] Pushing event updated for resources: {'Port': ['ID=9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:24.559310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed2ea626-eb25-4a1c-8bb3-220575a564c2 req-e34ce2a6-3d39-4960-94ad-a3ef2de30153 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519234 Oct 22 14:57:24.576014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-31c0a2c0-1642-4c2b-95dd-ef1bb2b12464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.577622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-31c0a2c0-1642-4c2b-95dd-ef1bb2b12464 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1825733 Oct 22 14:57:24.585388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f7ef7a0-1eb0-4404-9f80-a306704830e8 req-18382cc3-545e-452d-88d3-2a569d9af0bc tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Oct 22 14:57:24.624608 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] For port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:24.627972 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] For port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9,segment=NetworkSegment(075e2d78-973a-49e4-aff1-1b359c022677),segment_id=075e2d78-973a-49e4-aff1-1b359c022677)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:24.629496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-ed02d941-055c-40f0-8818-e6b91dbf442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.631100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-ed02d941-055c-40f0-8818-e6b91dbf442a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1099 time: 0.1290319 Oct 22 14:57:24.684206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-ccc2907c-5f1e-4427-91e8-9c139065acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.685760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-ccc2907c-5f1e-4427-91e8-9c139065acb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946369 Oct 22 14:57:24.724779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.798315 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.817375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-316ea8f4-d8c9-4af7-a630-e8dc79e65386 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.818878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-316ea8f4-d8c9-4af7-a630-e8dc79e65386 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.1439819 Oct 22 14:57:24.820484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Deleting port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:24.820814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.840357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'port': {'device_id': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'admin_state_up': True, 'tenant_id': '2d6155e809354c36b66bf888314c2f85'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:24.849664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:24.857373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.876562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:24.890337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7c6bb-7cc9-422c-bdb6-4002a552cd20 None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:24.904564 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Routers {'1d9d318a-37b7-49a4-bd4f-a3d8354e5f81'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:24.905565 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:56:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9d318a-37b7-49a4-bd4f-a3d8354e5f81'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:24.930675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:24.931880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:24.940802 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e253f-6e6c-45e1-94c1-0e67364c2a75 None None] Pushing event updated for resources: {'Port': ['ID=9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:24.942340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Subnet': ['ID=4eeb8ee3-4626-4b1f-82a5-ad63bde76a10,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:25.023830 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] Set router 1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:57:25.044994 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-47f9e465-3089-4860-a788-78992bfb98b3 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302395 Oct 22 14:57:25.088309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] For port 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9,segment=NetworkSegment(075e2d78-973a-49e4-aff1-1b359c022677),segment_id=075e2d78-973a-49e4-aff1-1b359c022677)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:25.089958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.092171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9d318a-37b7-49a4-bd4f-a3d8354e5f81', 'name': '', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:19Z', 'updated_at': '2021-10-22T14:57:24Z', 'revision_number': 4, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:25.095374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 88fdbc45-f548-47ff-a480-3099f92187a7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:25.108823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Calling delete_port for 9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:25.122244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-463f46fd-a64e-4c70-96d2-3937fa6bd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:25.124005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-463f46fd-a64e-4c70-96d2-3937fa6bd29c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2791972 Oct 22 14:57:25.201509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-b5c62f8b-a0a6-46df-91cb-c4f9c46bdb54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.0655990 Oct 22 14:57:25.210990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 88fdbc45-f548-47ff-a480-3099f92187a7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:25.211493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.217192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0960fe-fa35-4cd1-8d00-bd2929e88e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.228820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ae2c06c2-dd96-40d1-829f-d4ad83071253 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2974019 Oct 22 14:57:25.233609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50704) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:25.240788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-889904363', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4eeb8ee3-4626-4b1f-82a5-ad63bde76a10'}], 'security_groups': ['957e2af0-e6ed-43a5-885f-0732f01ac9de', '1b7b42d2-01ab-4123-befb-af7ae4017519']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:25.242055 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88486-40c0-4c8c-adbb-53334024223a None None] The sync data for ids ['1d9d318a-37b7-49a4-bd4f-a3d8354e5f81'] in n-d-812148-2 is: [{'id': '1d9d318a-37b7-49a4-bd4f-a3d8354e5f81', 'name': '', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:19Z', 'updated_at': '2021-10-22T14:57:24Z', 'revision_number': 4, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:57:25.317977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.320484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a2bb2-5b16-4f1b-921c-4cff378559a1 req-701d15f6-83c1-472f-a99b-2255decddd5d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:25.327282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc8a2bb2-5b16-4f1b-921c-4cff378559a1 req-701d15f6-83c1-472f-a99b-2255decddd5d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 946 time: 0.4614074 Oct 22 14:57:25.350726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0578527f-4cf1-46ca-83bc-d471d8380b8f req-29697fbd-c76b-4cf1-a6ff-68892d1558ff service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893603 Oct 22 14:57:25.409290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc8a2bb2-5b16-4f1b-921c-4cff378559a1 req-e64f2ed9-0153-4dac-8807-03b00d636cf7 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700550 Oct 22 14:57:25.412539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:25.416556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.448634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:25.464792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-3104f1d6-b8d7-4265-8bfd-7b8e0d4198ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:25.465633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f48ad7c-f5c7-4ebe-afac-3c76c546bb7a req-1f332465-ab10-4892-95a6-5e4d94bdc2d3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 210 time: 0.0337763 Oct 22 14:57:25.482862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-3104f1d6-b8d7-4265-8bfd-7b8e0d4198ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2729185 Oct 22 14:57:25.491929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:25.500060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] Update dhcp port {'port': {'network_id': 'd158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a', 'fixed_ips': [{'subnet_id': '7566ba54-aa65-44ea-b19f-733be039f3bd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd5340999-29c5-4026-8439-6979ed9554aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '4eeb8ee3-4626-4b1f-82a5-ad63bde76a10'}], 'binding:host_id': 'n-d-812148-2'}, 'id': 'b725eb83-23b9-47a7-a14f-793ef9bddd1c'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:57:25.537096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:25.549106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:25.550040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.557196 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.618138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Allocated IP 172.20.0.8 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/04ddc741-cc8d-4b37-88ed-2038f1f49e2a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:25.690501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=ab2786fe-d9d5-4d5f-8a62-1be1dc967a92,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:25.713325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:25.713633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-528d3e7d-d47c-494d-9c04-c62a2f6c9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:25.715260 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-528d3e7d-d47c-494d-9c04-c62a2f6c9839 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175100 Oct 22 14:57:25.768013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-97cc2b87-8bb5-4c99-b030-60a7552cdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:25.785176 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-97cc2b87-8bb5-4c99-b030-60a7552cdae7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1099 time: 0.2080359 Oct 22 14:57:25.854957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] Allocated IP 172.20.0.34 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/4eeb8ee3-4626-4b1f-82a5-ad63bde76a10/b725eb83-23b9-47a7-a14f-793ef9bddd1c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:25.869843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ed5e3af-c0e4-4cbd-a0f2-e0f5744e64c9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:25.879421 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-28e34af4-364e-45ed-ac80-7bcab2059ed9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9973314 Oct 22 14:57:25.888677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50712) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:25.962735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.007912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b725eb83-23b9-47a7-a14f-793ef9bddd1c,segment=NetworkSegment(9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f),segment_id=9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:26.008676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.019582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb04389-f973-43cb-833e-4413a9de79d2 req-3d5a05f4-7004-44ea-b7f1-f3d0687a13e0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.021305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beb04389-f973-43cb-833e-4413a9de79d2 req-3d5a05f4-7004-44ea-b7f1-f3d0687a13e0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.2588630 Oct 22 14:57:26.027382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.039559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a5df111c-4f0a-44c3-b2fe-f476a50e94ef None None] Provisioning complete for port ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:26.040986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a5df111c-4f0a-44c3-b2fe-f476a50e94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.069655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-f39ee07d-7cb8-4899-8001-d58b8b293eef service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389659 Oct 22 14:57:26.069923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-ccd1ca35-3fa7-4f1d-ac19-39241eaa062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.071446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-ccd1ca35-3fa7-4f1d-ac19-39241eaa062a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2897568 Oct 22 14:57:26.077476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.091018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a5df111c-4f0a-44c3-b2fe-f476a50e94ef None None] Port ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:26.148369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-c86ffae2-8846-45d8-b175-92c2ffd9515b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 200 len: 217 time: 0.0650494 Oct 22 14:57:26.171477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.179531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.240139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beb04389-f973-43cb-833e-4413a9de79d2 req-532307f5-f702-4436-9848-b0843cd6ad1d tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059999 Oct 22 14:57:26.251351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.278707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.312177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:26.349890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:26.351128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:26.361213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-8085551e-22cf-4653-922e-88940b2e86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.362706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-8085551e-22cf-4653-922e-88940b2e86b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1858561 Oct 22 14:57:26.379972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-b8647496-2299-4c97-81a1-cfc770bc9d20 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994192 Oct 22 14:57:26.400450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:26.401494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.434246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.440365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.443398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702aae6-e84d-46b5-b502-2e124cdc3e40 None None] Pushing event updated for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:26.443674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.444335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:57:26.462074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.466658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-07ac7034-99c2-40d6-9a7e-a3cd4eba310f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/routers/1d9d318a-37b7-49a4-bd4f-a3d8354e5f81 HTTP/1.1" status: 204 len: 168 time: 2.8580563 Oct 22 14:57:26.492591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50716) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:26.503802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:26.584299 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-2a709da8-3494-4b5f-8b4b-c4e29a165afb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2772894 Oct 22 14:57:26.588003 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.644335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.670355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-2327b472-4154-4e0c-82cb-c08457303cbd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8357317 Oct 22 14:57:26.691683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7c39-5d19-4559-8d69-501d56cf794e req-3d657c0f-7b92-42ab-bcee-a50e391d31b4 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.694290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beca7c39-5d19-4559-8d69-501d56cf794e req-3d657c0f-7b92-42ab-bcee-a50e391d31b4 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 946 time: 0.1499586 Oct 22 14:57:26.703766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Request body: {'port': {'device_id': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:26.780395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b409-6c75-463a-a679-dd2466d43856 req-148ece20-5a19-4d3e-aab3-a81b54dde69b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.781959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e20b409-6c75-463a-a679-dd2466d43856 req-148ece20-5a19-4d3e-aab3-a81b54dde69b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 931 time: 0.1847601 Oct 22 14:57:26.808106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Deleting subnet ffe81efd-f014-4349-8730-6a957256d554 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:26.813483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.838734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c58c4582-0a9f-426f-b883-9d6e1fce4c7a None None] Provisioning complete for port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:26.839149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c58c4582-0a9f-426f-b883-9d6e1fce4c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.844140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beca7c39-5d19-4559-8d69-501d56cf794e req-50f0ad39-f578-4963-9051-74a19543b92c tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068771 Oct 22 14:57:26.861968 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:26.864597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d199d0-c542-400b-8110-73ebae7f88de req-90238e61-2207-488d-9872-132b66d227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:26.868794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-90238e61-2207-488d-9872-132b66d227c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4873981 Oct 22 14:57:26.894241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e20b409-6c75-463a-a679-dd2466d43856 req-6f2339eb-a8e8-48a4-a21d-2c8e697cb600 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623791 Oct 22 14:57:26.951846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c58c4582-0a9f-426f-b883-9d6e1fce4c7a None None] Port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:26.965488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.019800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:27.033409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.103200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-7df29698-4400-47c8-97ca-7fadef5f76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:27.104842 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-7df29698-4400-47c8-97ca-7fadef5f76fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=504ea20bd49b49809f8c10cc01094181&device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 1102 time: 0.3792746 Oct 22 14:57:27.154659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:27.193844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Delete allocated IP 172.20.0.10 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/d5340999-29c5-4026-8439-6979ed9554aa) {{(pid=107801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 14:57:27.263730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:27.264432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.282440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ddc741-cc8d-4b37-88ed-2038f1f49e2a {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:57:27.294533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.338521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Transition to ACTIVE for port object 04ddc741-cc8d-4b37-88ed-2038f1f49e2a will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:57:27.475594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Provisioning complete for port ae9220d4-b21e-4e39-89d8-413657522ed7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:27.481801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.481960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0031-74a0-4f1e-b183-505f4bb5ae3d req-8d52f390-3c3b-440c-b438-1a8a468d163f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:27.481960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c04a0031-74a0-4f1e-b183-505f4bb5ae3d req-8d52f390-3c3b-440c-b438-1a8a468d163f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.0543838 Oct 22 14:57:27.526513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Port ae9220d4-b21e-4e39-89d8-413657522ed7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:27.527774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c04a0031-74a0-4f1e-b183-505f4bb5ae3d req-5f18466f-6b98-4114-b047-ef4bd1e1b68c tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 Oct 22 14:57:27.538149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Provisioning complete for port fd8168be-057f-4148-a7cb-c9456355662e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:27.538510 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.575223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Port fd8168be-057f-4148-a7cb-c9456355662e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:27.585498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:27.585955 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2cf294f-1edc-40e0-af09-b3bb6d035723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.596895 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.597839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.625761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Allocated IP 172.20.0.44 (d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a/4eeb8ee3-4626-4b1f-82a5-ad63bde76a10/fd8168be-057f-4148-a7cb-c9456355662e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:27.685694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Pushing event updated for resources: {'Port': ['ID=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:27.696780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-bd962b26-260a-4274-accc-d7699b2c0bd4 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683516 Oct 22 14:57:27.748797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Attempting to bind port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:27.749330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Attempting to bind port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:27.749789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Attempting to bind port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:27.754833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:57:27.755259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Attempting to bind port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:27.761185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:27.761600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:27.762086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:27.762523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Bound port: 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:27.762881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:27.774618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-e527445a-f762-4b82-a82d-c9a337ef8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:27.774791 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-e527445a-f762-4b82-a82d-c9a337ef8bd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.6198003 Oct 22 14:57:27.840975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] For port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:27.849164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] For port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:27.875128 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-4bd69087-fac4-4f2f-90a8-7f88eb0c7fd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 200 len: 217 time: 0.0881228 Oct 22 14:57:28.043043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-936dcd96-61a6-4f13-a1de-c1774b67bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.044497 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-936dcd96-61a6-4f13-a1de-c1774b67bd8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1564891 Oct 22 14:57:28.047939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e94b4-bd7a-4ec0-ac11-66e5b0f24a58 req-7ea7e605-a6b7-4f2a-b2f0-e009ba5f6b51 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.049433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b3e94b4-bd7a-4ec0-ac11-66e5b0f24a58 req-7ea7e605-a6b7-4f2a-b2f0-e009ba5f6b51 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 943 time: 0.0518279 Oct 22 14:57:28.049611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d8d199d0-c542-400b-8110-73ebae7f88de req-cc5b5505-ec79-40d7-92df-4f8af7d7fb38 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342049 Oct 22 14:57:28.112748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b3e94b4-bd7a-4ec0-ac11-66e5b0f24a58 req-a89f71f7-7165-4c36-8ee0-21f84667acf5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525784 Oct 22 14:57:28.123304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.123938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.135396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.166435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.167283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.168688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] 10.222.0.53 "PUT /v2.0/ports/04ddc741-cc8d-4b37-88ed-2038f1f49e2a HTTP/1.1" status: 200 len: 1091 time: 1.4732969 Oct 22 14:57:28.169131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'tag': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:28.171411 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf6ec6-de82-4fe1-9078-921acae8391f" -d '{"events": [{"name": "network-changed", "server_uuid": "79680dec-b2ed-4ec2-946a-be6f71f3f8ec", "tag": "04ddc741-cc8d-4b37-88ed-2038f1f49e2a"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:28.195480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe81efd-f014-4349-8730-6a957256d554,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:28.202063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.207087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5a2fc97d-bb38-42a9-adae-d9b5252d97c8 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/ffe81efd-f014-4349-8730-6a957256d554 HTTP/1.1" status: 204 len: 168 time: 1.7124643 Oct 22 14:57:28.208200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073b10-30d0-46a2-8a07-de4b16817add service neutron] Pushing event updated for resources: {'Port': ['ID=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:28.211056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:28.221845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-1bfbac52-2047-4025-9584-9dac0f6eecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.223418 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-1bfbac52-2047-4025-9584-9dac0f6eecc1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697228 Oct 22 14:57:28.234825 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecd566-1017-4e94-a9db-8eded82ffffd x-openstack-request-id: req-53ecd566-1017-4e94-a9db-8eded82ffffd {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:28.235235 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79680dec-b2ed-4ec2-946a-be6f71f3f8ec", "tag": "04ddc741-cc8d-4b37-88ed-2038f1f49e2a", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:28.235549 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53ecd566-1017-4e94-a9db-8eded82ffffd {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:28.236038 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'tag': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a', 'status': 'completed', 'code': 200} Oct 22 14:57:28.241259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.345481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.347305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.366124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6ec6-de82-4fe1-9078-921acae8391f req-aa0f079f-2308-41fd-ac21-2b6254527a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.368206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aebf6ec6-de82-4fe1-9078-921acae8391f req-aa0f079f-2308-41fd-ac21-2b6254527a11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 1094 time: 0.1140747 Oct 22 14:57:28.396235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=ab2786fe-d9d5-4d5f-8a62-1be1dc967a92,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:28.441085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-85e0d236-f2c8-4496-80b4-9d3e70e1af54 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968470 Oct 22 14:57:28.441852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.512733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.519592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e0b8e41-5d95-4189-919b-719471ac884f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 HTTP/1.1" status: 204 len: 168 time: 2.6273355 Oct 22 14:57:28.520235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50738) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:28.521211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.555660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:28.575914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075e2d78-973a-49e4-aff1-1b359c022677') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:28.576259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075e2d78-973a-49e4-aff1-1b359c022677') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:28.600903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6ec6-de82-4fe1-9078-921acae8391f req-f47fe2d3-961f-4502-9e7a-54dae1c96a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.604365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aebf6ec6-de82-4fe1-9078-921acae8391f req-f47fe2d3-961f-4502-9e7a-54dae1c96a58 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2d6155e809354c36b66bf888314c2f85&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2104051 Oct 22 14:57:28.609791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.651736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.672217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:57:28.672540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:57:28.674677 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:57:28.723479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event updated for resources: {'Port': ['ID=fd8168be-057f-4148-a7cb-c9456355662e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:28.773084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1879ae-0e67-4a73-b34d-1d5c20f898cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.777682 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1a1879ae-0e67-4a73-b34d-1d5c20f898cf tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2154043 Oct 22 14:57:28.777682 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ce34b2d-827b-4e28-a3a2-7748389f1462 req-0bc6b23d-843a-4563-9c9c-4206a99f9165 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327928 Oct 22 14:57:28.778173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:28.778844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] In _notify_port_updated(), no bound segment for port fd8168be-057f-4148-a7cb-c9456355662e on network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:57:28.784724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.785365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.786679 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ec8c48a-3711-4f49-8f96-c3c4baf470e9 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "PUT /v2.0/ports/fd8168be-057f-4148-a7cb-c9456355662e HTTP/1.1" status: 200 len: 959 time: 3.5506551 Oct 22 14:57:28.793826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50744) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:28.844022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c5c316-2884-48a4-a2ad-6914ad164a7c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.844022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a3c5c316-2884-48a4-a2ad-6914ad164a7c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0546699 Oct 22 14:57:28.846070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50746) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:28.894679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fe3c5-ef72-4606-8263-9d4d3510e954 req-ad060a67-a735-4163-9d3d-d422c6f58642 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.896186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-143fe3c5-ef72-4606-8263-9d4d3510e954 req-ad060a67-a735-4163-9d3d-d422c6f58642 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 948 time: 0.2047873 Oct 22 14:57:28.898893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6ec6-de82-4fe1-9078-921acae8391f req-c711e42a-78a6-46d2-a1ca-c03b6c4194e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.900971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aebf6ec6-de82-4fe1-9078-921acae8391f req-c711e42a-78a6-46d2-a1ca-c03b6c4194e5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2840645 Oct 22 14:57:28.901810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feafb40-c9e2-4e5c-bff3-733592366d6a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.907234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feafb40-c9e2-4e5c-bff3-733592366d6a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.907234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feafb40-c9e2-4e5c-bff3-733592366d6a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:28.911036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0feafb40-c9e2-4e5c-bff3-733592366d6a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0614212 Oct 22 14:57:28.911255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:28.961742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-143fe3c5-ef72-4606-8263-9d4d3510e954 req-633291d8-918c-4003-9156-0cd42cda0866 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581441 Oct 22 14:57:28.982526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet d3e4541b-830b-4f0c-bbab-f7bc8726cdd0 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:28.986043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:28.993372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port fd8168be-057f-4148-a7cb-c9456355662e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:28.993706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.032092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-6095c115-4351-495d-98b9-bd6307ac25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:29.033655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-6095c115-4351-495d-98b9-bd6307ac25f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 1094 time: 0.0838509 Oct 22 14:57:29.039325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.218058 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.224064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.238335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for fd8168be-057f-4148-a7cb-c9456355662e owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:29.241068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-49e95f32-302f-4ea5-9c8a-4bb469171a37 None None] Provisioning complete for port fd8168be-057f-4148-a7cb-c9456355662e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:29.241616 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49e95f32-302f-4ea5-9c8a-4bb469171a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.287710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-49e95f32-302f-4ea5-9c8a-4bb469171a37 None None] Port fd8168be-057f-4148-a7cb-c9456355662e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:29.299602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-71941c60-1b36-4308-99eb-770012676cec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a HTTP/1.1" status: 200 len: 217 time: 0.2502351 Oct 22 14:57:29.322649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.361213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 14:57:29.436465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.444026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/networks/b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d HTTP/1.1" status: 204 len: 168 time: 1.2305729 Oct 22 14:57:29.447397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.472092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb5f21-78be-4690-bd09-39cd08cd995f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4eb9674-bb75-4ec3-9aff-4c9f9f10df6d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:29.518403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-bbb065a4-0511-4d6e-ab4a-d72d8a6ea5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:29.519937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-bbb065a4-0511-4d6e-ab4a-d72d8a6ea5f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1928644 Oct 22 14:57:29.529406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925b9e-2365-489f-9e3b-f05c7e286fc4 req-f00aa9c2-5b19-427f-aa60-f4c31770bc46 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:29.530961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc925b9e-2365-489f-9e3b-f05c7e286fc4 req-f00aa9c2-5b19-427f-aa60-f4c31770bc46 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 1099 time: 0.2461197 Oct 22 14:57:29.549531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1ae4-978a-4c98-bd73-54d2a5f1c60c req-e469a807-b211-4aaf-a12e-4a393cdb3bdd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:29.551125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7cd1ae4-978a-4c98-bd73-54d2a5f1c60c req-e469a807-b211-4aaf-a12e-4a393cdb3bdd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 943 time: 0.2542281 Oct 22 14:57:29.560398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e4541b-830b-4f0c-bbab-f7bc8726cdd0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:29.578585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.583199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4004e-bd75-44e3-995f-a052b5243574 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:29.591114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9bcadc71-1f81-4e85-b7e4-bcd4677fae57 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/d3e4541b-830b-4f0c-bbab-f7bc8726cdd0 HTTP/1.1" status: 204 len: 168 time: 0.6787107 Oct 22 14:57:29.593508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50764) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:29.637897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.648208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc925b9e-2365-489f-9e3b-f05c7e286fc4 req-fc88fa7d-63be-4dbd-975b-445f55da2c06 tempest-MigrationsAdminTest-782267223 tempest-MigrationsAdminTest-782267223-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089606 Oct 22 14:57:29.722189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7cd1ae4-978a-4c98-bd73-54d2a5f1c60c req-17d43358-42bb-40e5-baaa-fafbbdbe97ec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385839 Oct 22 14:57:29.726502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-cd749ca5-d503-4fc3-8c61-85621a52a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:29.738947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-cd749ca5-d503-4fc3-8c61-85621a52a276 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2119863 Oct 22 14:57:29.739776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=fd8168be-057f-4148-a7cb-c9456355662e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:29.788037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet f023fb0f-d365-4f17-bcd3-daaf933350ac {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:29.799418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.895602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.951969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50770) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:29.963206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'name': 'tempest-router--1472615391', 'project_id': '47d9e9d62a76403e8e02b156021e5c9b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:29.970795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:29.973137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:57:29.979525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-55b9381f-ab92-4a2e-adc5-a4a4f9429987 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/fd8168be-057f-4148-a7cb-c9456355662e HTTP/1.1" status: 204 len: 168 time: 1.1819599 Oct 22 14:57:29.988305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:30.032708 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c74d06a-a98a-4e3a-9b03-9ccb1a5dec54 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] GET failed (client error): The resource could not be found. Oct 22 14:57:30.038596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0c74d06a-a98a-4e3a-9b03-9ccb1a5dec54 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports/fd8168be-057f-4148-a7cb-c9456355662e HTTP/1.1" status: 404 len: 333 time: 0.0486088 Oct 22 14:57:30.045945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50774) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:30.125464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.143454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-dc998ccc-4b6d-4b70-b5b0-b3fb20aa47ed service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914433 Oct 22 14:57:30.216485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:30.286331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '38c78c95-ca23-4a56-abda-479336fd5380', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '38c78c95-ca23-4a56-abda-479336fd5380', 'mac_address': 'fa:16:3e:de:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:57:30.313734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.314836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.361358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fafb0586-349a-4e19-a662-a5e9836a0d18 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.363555 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.364974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a962f46-01e5-4030-8390-2db9fe8c3407 req-1f78109e-0e48-4a58-9633-5b6e010585be service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111294 Oct 22 14:57:30.386906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c78c95-ca23-4a56-abda-479336fd5380 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:57:30.396822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fafb0586-349a-4e19-a662-a5e9836a0d18 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.436177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:30.465463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.480145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.518861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=f023fb0f-d365-4f17-bcd3-daaf933350ac,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:30.520865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.530496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-159dbaa4-56ee-4c45-bbfd-b2d31285a80f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/f023fb0f-d365-4f17-bcd3-daaf933350ac HTTP/1.1" status: 204 len: 168 time: 0.9342704 Oct 22 14:57:30.531369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50782) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:30.587541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.587839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.648810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:30.718234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.722269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-237894e1-1e74-4799-93f2-dde4254b104d tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7657332 Oct 22 14:57:30.722459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca965097-ceb0-476a-b85a-8daef3866306 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:30.722555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50784) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:30.748409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6222b175-a3f9-45aa-9810-29b0d843d3cb None None] Provisioning complete for port 88fdbc45-f548-47ff-a480-3099f92187a7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:30.748786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6222b175-a3f9-45aa-9810-29b0d843d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.825366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:30.950876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['38c78c95-ca23-4a56-abda-479336fd5380'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:30.961355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-63e2116b-2669-4c61-ae16-9ed3a339f7f4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4274664 Oct 22 14:57:30.961966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50788) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:31.003808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:31.003808 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fafb0586-349a-4e19-a662-a5e9836a0d18 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.003808 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fafb0586-349a-4e19-a662-a5e9836a0d18 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.003808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fafb0586-349a-4e19-a662-a5e9836a0d18 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/security-groups/153679a4-46db-457d-824c-89b47b685e27 HTTP/1.1" status: 204 len: 168 time: 0.9541705 Oct 22 14:57:31.009010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50790) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:31.030008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.032573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.054747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:57:31.059959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0586-349a-4e19-a662-a5e9836a0d18 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153679a4-46db-457d-824c-89b47b685e27,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:31.134832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad54a5-263d-490f-8b1b-a8c34c984685 req-5f6891fc-9f54-4bda-9ba3-9439087358d8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:31.150000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25ad54a5-263d-490f-8b1b-a8c34c984685 req-5f6891fc-9f54-4bda-9ba3-9439087358d8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.5954831 Oct 22 14:57:31.158619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71076-a41c-4eba-960a-c6c913dc9f37 req-fae0f28a-1a72-4aae-812e-b6df6a5555ce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:31.160121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b6c71076-a41c-4eba-960a-c6c913dc9f37 req-fae0f28a-1a72-4aae-812e-b6df6a5555ce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 943 time: 0.2056506 Oct 22 14:57:31.170409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] Deleting port 88fdbc45-f548-47ff-a480-3099f92187a7 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:31.170781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.224727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68661741-fe01-4949-99eb-afe75167f144 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.231463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.232203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24f25c8f-d15f-48f3-af3e-792d0d915e2f {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:57:31.241049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] For port 88fdbc45-f548-47ff-a480-3099f92187a7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=88fdbc45-f548-47ff-a480-3099f92187a7,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:31.241518 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.247100 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.250757 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ce42ffc-30cc-4564-993f-1268f928f863 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/routers/24f25c8f-d15f-48f3-af3e-792d0d915e2f HTTP/1.1" status: 204 len: 168 time: 0.5248623 Oct 22 14:57:31.260564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25ad54a5-263d-490f-8b1b-a8c34c984685 req-a689bd7a-0167-4a1a-a86b-66e5eed0dbb1 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132383 Oct 22 14:57:31.264139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] Calling delete_port for 88fdbc45-f548-47ff-a480-3099f92187a7 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:31.274498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b6c71076-a41c-4eba-960a-c6c913dc9f37 req-6f0c28d5-c751-4c91-b9c5-b732a3fd0d89 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925763 Oct 22 14:57:31.279755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68661741-fe01-4949-99eb-afe75167f144 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.387171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:31.390819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.577580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68661741-fe01-4949-99eb-afe75167f144 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.580534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68661741-fe01-4949-99eb-afe75167f144 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.581702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-68661741-fe01-4949-99eb-afe75167f144 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b7b42d2-01ab-4123-befb-af7ae4017519 HTTP/1.1" status: 204 len: 168 time: 0.5610504 Oct 22 14:57:31.587413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50800) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:31.603069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68661741-fe01-4949-99eb-afe75167f144 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b42d2-01ab-4123-befb-af7ae4017519,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:31.657604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50804) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:31.660144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3333117-6e3b-404d-a3e4-2a55b86959fe tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.688294 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3333117-6e3b-404d-a3e4-2a55b86959fe tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.741137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.769885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] Pushing event deleted for resources: {'Port': ['ID=88fdbc45-f548-47ff-a480-3099f92187a7,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:31.771684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75afc2dc-e080-4bc5-b30f-dd4e4e0ff0cc None None] No DVR routers for this DVR port 88fdbc45-f548-47ff-a480-3099f92187a7 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:31.798705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.848054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:31.851682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:31.856708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:31.857353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:31.870989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a195a-8c6a-4cdf-aaa7-60d5252de398 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:31.880272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-794545203', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:31.893439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=94106173-4138-4d12-b888-33cfd752a9d9,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:32.002676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:32.041611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3333117-6e3b-404d-a3e4-2a55b86959fe tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.041611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3333117-6e3b-404d-a3e4-2a55b86959fe tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.041611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c3333117-6e3b-404d-a3e4-2a55b86959fe tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/security-groups/957e2af0-e6ed-43a5-885f-0732f01ac9de HTTP/1.1" status: 204 len: 168 time: 0.4467297 Oct 22 14:57:32.042331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50808) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:32.047327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3333117-6e3b-404d-a3e4-2a55b86959fe tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957e2af0-e6ed-43a5-885f-0732f01ac9de,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:32.065164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '94106173-4138-4d12-b888-33cfd752a9d9'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:57:32.066011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.127817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50812) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:32.127957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2d4ff26c-d8fb-4ae1-bad7-8f358c255a86 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1380961 Oct 22 14:57:32.132782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet d5340999-29c5-4026-8439-6979ed9554aa {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:32.134055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:32.155065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.196858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-afd984ff-aeb2-473c-8763-444f1797ecae tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:32.198516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-afd984ff-aeb2-473c-8763-444f1797ecae tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.1301811 Oct 22 14:57:32.242078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.250748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/94106173-4138-4d12-b888-33cfd752a9d9/8d7d0656-20a1-4052-b7f7-9fb3acb320c1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:32.378671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.380844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.416800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 38c78c95-ca23-4a56-abda-479336fd5380 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:57:32.421701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Deleting port 38c78c95-ca23-4a56-abda-479336fd5380 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:32.421701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.425020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.436172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 38c78c95-ca23-4a56-abda-479336fd5380 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:32.436723 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.437542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.518404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.530102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:32.534733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.543819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:32.546741 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bedad0-704f-43c7-b47c-e9d4353b4c36" -d '{"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-plugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:32.558774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232d6c-706f-4ef7-aecb-187ca040b7c2 req-be2302e7-11c6-43f8-98f0-79961f792df2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:32.560332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4232d6c-706f-4ef7-aecb-187ca040b7c2 req-be2302e7-11c6-43f8-98f0-79961f792df2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 949 time: 0.2065046 Oct 22 14:57:32.561228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:32.587606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.594025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.631231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:32.634619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:32.638243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:32.645689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] For port 38c78c95-ca23-4a56-abda-479336fd5380, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=38c78c95-ca23-4a56-abda-479336fd5380,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:32.646072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.650845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Pushing event updated for resources: {'Port': ['ID=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:32.663980 n-d-812148-2 neutron-server[107801]: INFO neutron.db.ipam_backend_mixin [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94106173-4138-4d12-b888-33cfd752a9d9 (CIDR: 2001:db8::/64) Oct 22 14:57:32.673435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4232d6c-706f-4ef7-aecb-187ca040b7c2 req-b95115ee-b265-4841-a9aa-fce9444d0360 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040578 Oct 22 14:57:32.674321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Calling delete_port for 38c78c95-ca23-4a56-abda-479336fd5380 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:32.678023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.725163 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:32.725761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:32.757836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Attempting to bind port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:32.758982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Attempting to bind port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:32.759781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Attempting to bind port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:32.765929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.781167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:32.781550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:32.781954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.783029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:32.783029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Bound port: 8d7d0656-20a1-4052-b7f7-9fb3acb320c1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:32.783256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.797591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=13']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:32.858644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] For port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:32.861913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] For port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:32.862489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=d5340999-29c5-4026-8439-6979ed9554aa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:32.876258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:32.880856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-00bce7e3-f1be-4c7e-b094-edd19108266c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/d5340999-29c5-4026-8439-6979ed9554aa HTTP/1.1" status: 204 len: 168 time: 0.8413303 Oct 22 14:57:32.882130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e8683-f0c6-424d-8d14-90c626d2fbfc None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:32.886089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:32.904106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-94b2e017-2f0c-4862-bca3-18ffd27cf544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7749095 Oct 22 14:57:32.924172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50826) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:32.932833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:32.985172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.017779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984f835-3a92-4048-a55b-ab1ccbd94c07 req-1dc0ebff-14af-429c-a0dc-78b4f45db301 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:33.020906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4984f835-3a92-4048-a55b-ab1ccbd94c07 req-1dc0ebff-14af-429c-a0dc-78b4f45db301 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 943 time: 0.2608232 Oct 22 14:57:33.027791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet 4eeb8ee3-4626-4b1f-82a5-ad63bde76a10 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:33.031146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.104824 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177ceee-b988-4f52-aa9c-cbba0fa80d4c x-openstack-request-id: req-2177ceee-b988-4f52-aa9c-cbba0fa80d4c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:33.104824 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-plugged", "status": "completed", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:33.105046 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2177ceee-b988-4f52-aa9c-cbba0fa80d4c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:33.105413 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'code': 200} Oct 22 14:57:33.109303 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.110500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.120702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 88fdbc45-f548-47ff-a480-3099f92187a7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:33.133333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4984f835-3a92-4048-a55b-ab1ccbd94c07 req-48754301-d9f1-4b11-b3d0-545f37464711 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933557 Oct 22 14:57:33.180937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 88fdbc45-f548-47ff-a480-3099f92187a7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:33.181273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 88fdbc45-f548-47ff-a480-3099f92187a7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:33.232164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae41ef-aac4-46f3-b4b3-2c0b78436291 None None] Pushing event updated for resources: {'Port': ['ID=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:33.235392 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.278424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.292431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544', 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', '38c78c95-ca23-4a56-abda-479336fd5380'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:33.294716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['afbf93de-f08b-48ba-af22-61f8608936a7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:33.326460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:33.334775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.355306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event deleted for resources: {'Port': ['ID=38c78c95-ca23-4a56-abda-479336fd5380,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:33.463938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] No DVR routers for this DVR port 38c78c95-ca23-4a56-abda-479336fd5380 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:33.469495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.474276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c4fc5f3-ed9e-46d2-af59-b67f07eb4494 req-b9a8ccae-8156-44cf-af88-96ba62a7d387 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "DELETE /v2.0/ports/38c78c95-ca23-4a56-abda-479336fd5380 HTTP/1.1" status: 204 len: 173 time: 1.2680860 Oct 22 14:57:33.477935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-deleted', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:33.481083 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852df8a1-8398-4632-80a3-50cf3d54ae80" -d '{"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-deleted", "tag": "38c78c95-ca23-4a56-abda-479336fd5380"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:33.498858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.583254 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b8380-6ab2-471c-91b1-6fde675ec047 x-openstack-request-id: req-771b8380-6ab2-471c-91b1-6fde675ec047 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:33.583254 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcc477-d0b0-42a1-bb9a-3d252370d761", "name": "network-vif-deleted", "tag": "38c78c95-ca23-4a56-abda-479336fd5380", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:33.583254 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-771b8380-6ab2-471c-91b1-6fde675ec047 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:33.583254 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcc477-d0b0-42a1-bb9a-3d252370d761', 'name': 'network-vif-deleted', 'tag': '38c78c95-ca23-4a56-abda-479336fd5380', 'status': 'completed', 'code': 200} Oct 22 14:57:33.601265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeb8ee3-4626-4b1f-82a5-ad63bde76a10,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:33.622348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.635702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-213fe8df-7a62-434b-8f90-8a612c3a4aac tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/4eeb8ee3-4626-4b1f-82a5-ad63bde76a10 HTTP/1.1" status: 204 len: 168 time: 0.7475410 Oct 22 14:57:33.649476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50834) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:33.805996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.919306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f6e9276-d7f4-4a40-aa9a-15a22c2eb6c8 req-676a369b-c835-4b1e-8e01-8efef5165f32 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6dcc477-d0b0-42a1-bb9a-3d252370d761 HTTP/1.1" status: 200 len: 210 time: 0.1032536 Oct 22 14:57:33.920700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:33.967761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.018063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 04ddc741-cc8d-4b37-88ed-2038f1f49e2a details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:57:34.058534 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc087724-2e17-4291-bcc4-6c1524894ea6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:34.060251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc087724-2e17-4291-bcc4-6c1524894ea6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:34.068924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc087724-2e17-4291-bcc4-6c1524894ea6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/d5340999-29c5-4026-8439-6979ed9554aa HTTP/1.1" status: 404 len: 337 time: 0.4107473 Oct 22 14:57:34.071417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50840) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:34.136263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Allocated IP 172.25.1.4 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/7f92dae6-861c-4146-a613-695715b8c600) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:34.225972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting subnet 7566ba54-aa65-44ea-b19f-733be039f3bd {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:34.233579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.357421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.369596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:34.380009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbed7f8-00d1-4828-8ec8-9314a41167d5 req-1a6f2b3b-d2fd-4e52-8c46-aaf6d6fbd8cb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:34.389920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dbed7f8-00d1-4828-8ec8-9314a41167d5 req-1a6f2b3b-d2fd-4e52-8c46-aaf6d6fbd8cb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 943 time: 0.1254768 Oct 22 14:57:34.419151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a', 'mac_address': 'fa:16:3e:41:74:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:57:34.435771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.458760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c9e16-c616-4a26-a148-15fd5c3c5f6e None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:34.469495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dbed7f8-00d1-4828-8ec8-9314a41167d5 req-51eb582b-5762-481a-ae1b-c4b1431a214a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783525 Oct 22 14:57:34.561737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:57:34.563312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.613957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-320d7cbd-dffe-4801-86ab-9349eccc2700 None None] Provisioning complete for port ae9220d4-b21e-4e39-89d8-413657522ed7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:34.614319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-320d7cbd-dffe-4801-86ab-9349eccc2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.619772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ddc741-cc8d-4b37-88ed-2038f1f49e2a {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:57:34.661541 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.682141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:34.708161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-320d7cbd-dffe-4801-86ab-9349eccc2700 None None] Port ae9220d4-b21e-4e39-89d8-413657522ed7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:34.737579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-320d7cbd-dffe-4801-86ab-9349eccc2700 None None] Provisioning complete for port b725eb83-23b9-47a7-a14f-793ef9bddd1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:34.737579 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-320d7cbd-dffe-4801-86ab-9349eccc2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.760964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:34.771167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event updated for resources: {'Port': ['ID=7f92dae6-861c-4146-a613-695715b8c600,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:34.794859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:34.801105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:34.807293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:34.935863 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.004982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:35.067094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Provisioning complete for port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:35.067664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.142845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.159318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:35.190796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.232940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:35.234282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Subnet': ['ID=7566ba54-aa65-44ea-b19f-733be039f3bd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:35.269251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.278559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50852) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.292351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fc22c10c-74f0-40d0-9bba-7470acd205d4 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/7566ba54-aa65-44ea-b19f-733be039f3bd HTTP/1.1" status: 204 len: 168 time: 1.2195499 Oct 22 14:57:35.342324 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3c0f2a-882a-459e-abe3-4fa2863c657c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:35.342697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3c0f2a-882a-459e-abe3-4fa2863c657c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:35.351811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1b3c0f2a-882a-459e-abe3-4fa2863c657c tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/d5e35e17-94a8-490c-b148-e86ea3390025 HTTP/1.1" status: 404 len: 337 time: 0.0719066 Oct 22 14:57:35.352604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50854) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.363989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.387928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:35.388542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.423474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa0efd12-3d79-479f-abb2-136dc46e8e1b tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "GET /v2.0/ports?device_id=20edd266-7a82-4a16-be9a-693409325f9d HTTP/1.1" status: 200 len: 205 time: 0.0669694 Oct 22 14:57:35.437920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50856) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.558490 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-1c964c17-23b0-453d-be81-4c9f0e918e43 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] delete failed (client error): The resource could not be found. Oct 22 14:57:35.559893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1c964c17-23b0-453d-be81-4c9f0e918e43 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/routers/20edd266-7a82-4a16-be9a-693409325f9d HTTP/1.1" status: 404 len: 336 time: 0.1207449 Oct 22 14:57:35.562515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50860) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.605694 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22cee6a-1aad-41ff-a653-5fcab80c25f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:35.606298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22cee6a-1aad-41ff-a653-5fcab80c25f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:35.610126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e22cee6a-1aad-41ff-a653-5fcab80c25f6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/ecd46e61-4308-4e7e-9880-af5f090e1e7c HTTP/1.1" status: 404 len: 337 time: 0.0466089 Oct 22 14:57:35.613781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50862) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.625067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.710310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e880d-97d9-4752-847e-02cdbb37fbde req-067b3cf7-871a-4a2b-b33c-4beaba0f7221 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:35.713726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe8e880d-97d9-4752-847e-02cdbb37fbde req-067b3cf7-871a-4a2b-b33c-4beaba0f7221 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 944 time: 0.1440573 Oct 22 14:57:35.720580 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4c24ec-4a9f-40cf-a7c8-7a7d3b90faf6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:35.721149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4c24ec-4a9f-40cf-a7c8-7a7d3b90faf6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:35.728432 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee4c24ec-4a9f-40cf-a7c8-7a7d3b90faf6 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/42891f17-46c2-4c98-8beb-31d7e1486d9d HTTP/1.1" status: 404 len: 337 time: 0.1131034 Oct 22 14:57:35.737017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50866) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.747348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91e466-05d7-4993-8a14-85ae0b7de685 None None] Network d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:35.760818 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:35.814588 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ff7923-9661-4dba-aebe-6bdd4bf21474 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:35.817305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ff7923-9661-4dba-aebe-6bdd4bf21474 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:35.818017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe8e880d-97d9-4752-847e-02cdbb37fbde req-c0a55060-d0a8-4922-bc4e-7b676327f12e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952299 Oct 22 14:57:35.826914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-40ff7923-9661-4dba-aebe-6bdd4bf21474 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/e20876cc-313b-4383-9b9d-6e65beb5c7c3 HTTP/1.1" status: 404 len: 337 time: 0.0869589 Oct 22 14:57:35.828604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50870) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.886419 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-299d70d2-828a-4db1-b5ee-3f9ead49ac40 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:35.887569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299d70d2-828a-4db1-b5ee-3f9ead49ac40 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:35.893984 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-299d70d2-828a-4db1-b5ee-3f9ead49ac40 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/da4cdc1e-c78a-4f27-9cf7-3f8b6b1877e7 HTTP/1.1" status: 404 len: 333 time: 0.0621254 Oct 22 14:57:35.895203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] For port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:35.897527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50872) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:35.997211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80eb1c-4b0b-4c27-98e4-dd0c7ae98743 req-1e689530-487c-44dd-ad08-0b1f9aeae63e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:35.999395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d80eb1c-4b0b-4c27-98e4-dd0c7ae98743 req-1e689530-487c-44dd-ad08-0b1f9aeae63e tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 951 time: 0.1131644 Oct 22 14:57:36.046188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:36.054954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.074591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d80eb1c-4b0b-4c27-98e4-dd0c7ae98743 req-ed28e224-d893-41a2-b868-ccc02c5cf3be tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633719 Oct 22 14:57:36.095065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 38c78c95-ca23-4a56-abda-479336fd5380 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:36.095065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 38c78c95-ca23-4a56-abda-479336fd5380 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:36.262740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] DHCP port deletion for d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:57:36.367542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] Deleting port b725eb83-23b9-47a7-a14f-793ef9bddd1c {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:36.368757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.395078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.398735 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c69c9fa-ff72-4300-bc50-a9e31069d6fa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:36.398735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c69c9fa-ff72-4300-bc50-a9e31069d6fa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:36.403407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0c69c9fa-ff72-4300-bc50-a9e31069d6fa tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/46030295-8a29-4bc1-8cb7-d9b790d1b90b HTTP/1.1" status: 404 len: 337 time: 0.5047312 Oct 22 14:57:36.412279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50876) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:36.439946 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab52f7-7979-4780-8578-9298868ce66f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:36.440404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ab52f7-7979-4780-8578-9298868ce66f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:36.443671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6ab52f7-7979-4780-8578-9298868ce66f tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/c2768b15-3b8b-4d05-adc0-7fb0b373e2e2 HTTP/1.1" status: 404 len: 337 time: 0.0303855 Oct 22 14:57:36.448980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50878) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:36.467678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] For port b725eb83-23b9-47a7-a14f-793ef9bddd1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b725eb83-23b9-47a7-a14f-793ef9bddd1c,segment=NetworkSegment(9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f),segment_id=9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:36.468480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.485915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] Calling delete_port for b725eb83-23b9-47a7-a14f-793ef9bddd1c owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:36.501734 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2d3039-eaa9-4468-bf8f-2d69a19c00a1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:36.502300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2d3039-eaa9-4468-bf8f-2d69a19c00a1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:36.505451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-de2d3039-eaa9-4468-bf8f-2d69a19c00a1 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/66da013b-de2d-4be8-a37b-8111d709eb62 HTTP/1.1" status: 404 len: 333 time: 0.0554416 Oct 22 14:57:36.515198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50880) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:36.516390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.517452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.654546 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f07887e-029c-486d-a087-6672eaeb7851 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:36.657140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f07887e-029c-486d-a087-6672eaeb7851 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:36.673435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50882) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:36.676168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f07887e-029c-486d-a087-6672eaeb7851 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/9d4099a0-0447-4772-a365-8660800503af HTTP/1.1" status: 404 len: 337 time: 0.1406403 Oct 22 14:57:36.680290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:57:36.682936 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:57:36.685072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.704083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:57:36.705915 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:57:36.716240 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5359c5-8160-4ba5-adf6-d17fe3320c35 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:36.716698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5359c5-8160-4ba5-adf6-d17fe3320c35 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:36.717353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] No DVR routers for this DVR port b725eb83-23b9-47a7-a14f-793ef9bddd1c on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:36.721483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:36.722379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2d5359c5-8160-4ba5-adf6-d17fe3320c35 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/subnets/732ac587-e3a0-4d37-a39f-d59035c04dd3 HTTP/1.1" status: 404 len: 337 time: 0.0479453 Oct 22 14:57:36.723628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50884) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:36.766520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:36.770060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224924f-eb53-4467-b3ab-4aec7c8a8518 None None] Pushing event deleted for resources: {'Port': ['ID=b725eb83-23b9-47a7-a14f-793ef9bddd1c,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:36.780381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:36.780994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.790238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,revision_number=4']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:36.792240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54759368-e6e7-4b0e-b5e7-6e3ece621026 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:36.838843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=d73a0963-9f1c-4d03-9af6-9e8ceefe76d8,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:36.902567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Deleting port ae9220d4-b21e-4e39-89d8-413657522ed7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:36.903179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:36.938408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-48bf0211-7715-4383-9989-bacf3d58a249 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0130441 Oct 22 14:57:36.941618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50892) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:36.950888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:0e:ec:de', 'name': 'tempest-NetworksTestDHCPv6-155307907'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:36.955088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Router 10de26ca-e961-4e4d-813f-262535595bda is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:57:37.059313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.121742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Calling delete_port for ae9220d4-b21e-4e39-89d8-413657522ed7 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:37.137231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478ef36-9997-4eb2-acca-7a2e070fb80d req-1661afb0-e98e-4e5c-8274-a0dc1e2663ab tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:37.139091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5478ef36-9997-4eb2-acca-7a2e070fb80d req-1661afb0-e98e-4e5c-8274-a0dc1e2663ab tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 944 time: 0.1934636 Oct 22 14:57:37.194453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5478ef36-9997-4eb2-acca-7a2e070fb80d req-b8d7e8ff-2024-49de-a0a7-33041b59b13b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Oct 22 14:57:37.285786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.296703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:37.338442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.344179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:57:37.371666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] Sync routers for ids ['10de26ca-e961-4e4d-813f-262535595bda'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:57:37.416369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] Routers {'10de26ca-e961-4e4d-813f-262535595bda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:37.417005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10de26ca-e961-4e4d-813f-262535595bda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:37.435251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.437142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f7759bbe-fc7c-4bbe-98ec-46e806faf9c5 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.7785132 Oct 22 14:57:37.440739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50900) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:37.512905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] For port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:37.515162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:37.530178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] Routers {'10de26ca-e961-4e4d-813f-262535595bda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:37.530506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10de26ca-e961-4e4d-813f-262535595bda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:37.578637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.600806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:37.601467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c450936-3160-465d-93e1-a0a8bc48073e None None] The sync data for ids ['10de26ca-e961-4e4d-813f-262535595bda'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:57:37.611372 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.619683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 521ab90b-c4f3-450a-b668-3a89114d7c60 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:37.645983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c928b953-0dcd-424a-9283-04c5d125c9bb tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/10de26ca-e961-4e4d-813f-262535595bda HTTP/1.1" status: 200 len: 918 time: 0.2007530 Oct 22 14:57:37.645983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.667719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50902) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:37.709747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7602db87-424b-4061-ac28-52ebfc3f6999 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=10de26ca-e961-4e4d-813f-262535595bda HTTP/1.1" status: 200 len: 205 time: 0.0359426 Oct 22 14:57:37.714053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50904) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:37.741187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Port': ['ID=ae9220d4-b21e-4e39-89d8-413657522ed7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:37.750983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.754602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5fde5bd3-a398-43d3-9f01-be183ac1b307 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/ports/ae9220d4-b21e-4e39-89d8-413657522ed7 HTTP/1.1" status: 204 len: 168 time: 1.0300620 Oct 22 14:57:37.757789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50906) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:37.769734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e2a91-d3e7-4a54-8e7e-1f60468b5b60 None None] Pushing event updated for resources: {'Port': ['ID=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:37.802399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:57:37.803199 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:57:37.807440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd250-e647-45a6-a60f-1ffeb659a5c2 req-03454b2d-0aa3-4947-8d60-9df21d31ca14 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:37.808582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e3dd250-e647-45a6-a60f-1ffeb659a5c2 req-03454b2d-0aa3-4947-8d60-9df21d31ca14 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 951 time: 0.1796114 Oct 22 14:57:37.812331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bdc17c43-450e-4c87-aafd-a985643debe2 None None] Could not find standard attr ID for object ae9220d4-b21e-4e39-89d8-413657522ed7. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:57:37.816420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bdc17c43-450e-4c87-aafd-a985643debe2 None None] Could not find standard attr ID for object b725eb83-23b9-47a7-a14f-793ef9bddd1c. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:57:37.904586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:37.921874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e3dd250-e647-45a6-a60f-1ffeb659a5c2 req-e4650059-72bc-424a-8835-61e6fc3dab48 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960281 Oct 22 14:57:38.021502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 04ddc741-cc8d-4b37-88ed-2038f1f49e2a up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:38.063099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.089280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:38.101066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:38.101403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b76cc8e-b12d-4fb8-a64e-025d9cc54c9f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:38.112679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.115916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-1959b309-3beb-490c-aeae-72c42058b913 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:38.120170 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-1959b309-3beb-490c-aeae-72c42058b913 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 951 time: 0.4231172 Oct 22 14:57:38.130117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.137442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:57:38.137845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.165522 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:57:38.171474 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:57:38.250506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c4b09e5e-b655-4ecf-bfc6-db76b6c4dd59 None None] Provisioning complete for port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:38.251095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c4b09e5e-b655-4ecf-bfc6-db76b6c4dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.326928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930822-b132-4558-95e1-158a6124b8ab req-81560324-0670-415f-ad59-cbcde4807ac7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:38.335298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee930822-b132-4558-95e1-158a6124b8ab req-81560324-0670-415f-ad59-cbcde4807ac7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 944 time: 0.0690970 Oct 22 14:57:38.375520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee930822-b132-4558-95e1-158a6124b8ab req-14f04abc-439d-4aa9-aac6-785c920aa624 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Oct 22 14:57:38.392261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::12b (a2d5805a-689b-466e-a785-b2a121891287/94106173-4138-4d12-b888-33cfd752a9d9/521ab90b-c4f3-450a-b668-3a89114d7c60) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:38.407035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:ecde (a2d5805a-689b-466e-a785-b2a121891287/d73a0963-9f1c-4d03-9af6-9e8ceefe76d8/521ab90b-c4f3-450a-b668-3a89114d7c60) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:38.415840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.429678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.429807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:57:38.433607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.439186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] 10.222.0.66 "DELETE /v2.0/networks/d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a HTTP/1.1" status: 204 len: 168 time: 0.6785014 Oct 22 14:57:38.443888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:38.445134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.448374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Deleting port afbf93de-f08b-48ba-af22-61f8608936a7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:38.448711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.464473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8d8ea-0b78-4e06-a1e5-de73e03734e7 tempest-PortsTestJSON-1635529345 tempest-PortsTestJSON-1635529345-project] Pushing event deleted for resources: {'Network': ['ID=d158806c-7fa7-4c4d-b4ae-cdcf3d43ca9a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:38.558761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.597933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:38.602043 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb2cb8-1b4a-4e1e-ad38-6173262fb6d8" -d '{"events": [{"server_uuid": "79680dec-b2ed-4ec2-946a-be6f71f3f8ec", "name": "network-vif-plugged", "status": "completed", "tag": "04ddc741-cc8d-4b37-88ed-2038f1f49e2a"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:38.620865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:38.653375 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e52ca65-4b09-46dd-9b7d-98f53d5bb2ad x-openstack-request-id: req-1e52ca65-4b09-46dd-9b7d-98f53d5bb2ad {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:38.653752 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79680dec-b2ed-4ec2-946a-be6f71f3f8ec", "name": "network-vif-plugged", "status": "completed", "tag": "04ddc741-cc8d-4b37-88ed-2038f1f49e2a", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:38.654062 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e52ca65-4b09-46dd-9b7d-98f53d5bb2ad {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:38.654565 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a', 'code': 200} Oct 22 14:57:38.662939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] For port afbf93de-f08b-48ba-af22-61f8608936a7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=afbf93de-f08b-48ba-af22-61f8608936a7,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:38.663515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.688082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Calling delete_port for afbf93de-f08b-48ba-af22-61f8608936a7 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:38.713516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.731264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.777270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:38.782560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Deleting port 7f92dae6-861c-4146-a613-695715b8c600 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:38.782904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.786748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1a2e0-9c69-4256-b401-924cb3849ea3 req-010fdd88-4283-4726-9d36-51b2e4dd698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:38.791764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9af1a2e0-9c69-4256-b401-924cb3849ea3 req-010fdd88-4283-4726-9d36-51b2e4dd698a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 1096 time: 0.0556331 Oct 22 14:57:38.861229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9af1a2e0-9c69-4256-b401-924cb3849ea3 req-096be831-d644-4a5e-bdc8-b89ce0a0d6a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567951 Oct 22 14:57:38.928680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:38.967030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Calling delete_port for 7f92dae6-861c-4146-a613-695715b8c600 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:38.980988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:39.032964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:39.033535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.042057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.098721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=521ab90b-c4f3-450a-b668-3a89114d7c60,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:39.130234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa7285-4e14-46bd-bcf5-cdc7ea928080 req-2919b555-2cdb-4b04-8e69-0d60519315ac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:39.130234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8baa7285-4e14-46bd-bcf5-cdc7ea928080 req-2919b555-2cdb-4b04-8e69-0d60519315ac tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 951 time: 0.1178076 Oct 22 14:57:39.146051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:39.150712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:39.154167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:39.161697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:39.162894 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.174334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8baa7285-4e14-46bd-bcf5-cdc7ea928080 req-a4254f70-890a-4646-993a-0a621968cda0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Oct 22 14:57:39.192217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.209213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544', 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:39.215149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['afbf93de-f08b-48ba-af22-61f8608936a7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:39.232123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50930) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:39.328980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event deleted for resources: {'Port': ['ID=afbf93de-f08b-48ba-af22-61f8608936a7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:39.355673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e9f0f086-9868-4091-a65b-8317ac76a4ad tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4119060 Oct 22 14:57:39.359345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50934) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:39.381777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] No DVR routers for this DVR port afbf93de-f08b-48ba-af22-61f8608936a7 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:39.386107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.389515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1e713d85-7fe1-481e-9e9c-55b3e2587c09 req-07627158-9e57-4395-8e89-809c9f8b16c2 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.69 "DELETE /v2.0/ports/afbf93de-f08b-48ba-af22-61f8608936a7 HTTP/1.1" status: 204 len: 173 time: 1.2489738 Oct 22 14:57:39.390825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-deleted', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:39.400106 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43f9855-39f9-4d2d-a712-0c7037e9e79b" -d '{"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-deleted", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:39.414839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:39.499329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b725eb83-23b9-47a7-a14f-793ef9bddd1c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:39.499990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b725eb83-23b9-47a7-a14f-793ef9bddd1c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:39.509978 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5f5d4-d5d1-40b4-9ced-7a430ad748b3 x-openstack-request-id: req-91f5f5d4-d5d1-40b4-9ced-7a430ad748b3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:39.510744 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e9df1f-92a1-4646-ae9a-a46586a35ec7", "name": "network-vif-deleted", "tag": "afbf93de-f08b-48ba-af22-61f8608936a7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:39.510744 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91f5f5d4-d5d1-40b4-9ced-7a430ad748b3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:39.511701 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e9df1f-92a1-4646-ae9a-a46586a35ec7', 'name': 'network-vif-deleted', 'tag': 'afbf93de-f08b-48ba-af22-61f8608936a7', 'status': 'completed', 'code': 200} Oct 22 14:57:39.627759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.651601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-062b2963-f98b-48a8-993a-6ed94ef562f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8653b7f0fb94358bcee85e7538d5913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181585 Oct 22 14:57:39.689371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50942) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:39.703238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event deleted for resources: {'Port': ['ID=7f92dae6-861c-4146-a613-695715b8c600,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:39.760149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0eb79dc9-1f67-4576-aac9-c7fb09a884b6 None None] Provisioning complete for port 521ab90b-c4f3-450a-b668-3a89114d7c60 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:39.760520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0eb79dc9-1f67-4576-aac9-c7fb09a884b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.808918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1e0f7-6f61-4e74-9f6c-5526e3edbb21 req-412f4bfc-d533-4cdf-8772-926789ba8d36 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:39.815361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79a1e0f7-6f61-4e74-9f6c-5526e3edbb21 req-412f4bfc-d533-4cdf-8772-926789ba8d36 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.2605879 Oct 22 14:57:39.832235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5355a730-7c3d-4b82-93f7-19184188a774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.855053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.882666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5355a730-7c3d-4b82-93f7-19184188a774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:39.884700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0eb79dc9-1f67-4576-aac9-c7fb09a884b6 None None] Port 521ab90b-c4f3-450a-b668-3a89114d7c60 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:40.038792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79a1e0f7-6f61-4e74-9f6c-5526e3edbb21 req-f5171b4b-c381-43ac-b514-243328d43c56 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199392 Oct 22 14:57:40.053993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 521ab90b-c4f3-450a-b668-3a89114d7c60 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:40.054589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.083966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.093745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.197786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5355a730-7c3d-4b82-93f7-19184188a774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.200744 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5355a730-7c3d-4b82-93f7-19184188a774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.202183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5355a730-7c3d-4b82-93f7-19184188a774 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20fb1084-b775-4ab9-b0d9-0700dd83590d HTTP/1.1" status: 204 len: 168 time: 0.5108035 Oct 22 14:57:40.204760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.226599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a730-7c3d-4b82-93f7-19184188a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fb1084-b775-4ab9-b0d9-0700dd83590d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:40.228858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 521ab90b-c4f3-450a-b668-3a89114d7c60 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:40.293891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.294784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Fanout notify agent at l3_agent the message router_deleted on router 10de26ca-e961-4e4d-813f-262535595bda {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:57:40.307691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.313999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50952) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:40.314569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2935d216-5c75-4ead-a006-e12ef28a5bc4 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/10de26ca-e961-4e4d-813f-262535595bda HTTP/1.1" status: 204 len: 168 time: 2.5981693 Oct 22 14:57:40.324102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1361091170', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': False}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:40.412987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45360777-4940-4096-ab7b-9551ffb90bc3 req-c0bea658-1e80-4054-9aff-748b7b533aea tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=85e9df1f-92a1-4646-ae9a-a46586a35ec7 HTTP/1.1" status: 200 len: 210 time: 0.0586839 Oct 22 14:57:40.512814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.514315 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.716009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.763133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=521ab90b-c4f3-450a-b668-3a89114d7c60,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:40.787497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.903916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:40.913903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50956) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:40.924682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe1098b9-c44f-41de-a990-781aa693ef0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/521ab90b-c4f3-450a-b668-3a89114d7c60 HTTP/1.1" status: 204 len: 168 time: 1.5628059 Oct 22 14:57:41.025168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8e1e9-5809-4c8b-b2d3-3a94d77d6f2f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.027361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-30d8e1e9-5809-4c8b-b2d3-3a94d77d6f2f tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1120532 Oct 22 14:57:41.029821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:41.093403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9103c49-e9c3-416f-b099-000651efeeb2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.095485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9103c49-e9c3-416f-b099-000651efeeb2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0647306 Oct 22 14:57:41.099324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:41.197371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.252414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd923f65-7946-445e-ae6e-4db67ba82e96 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.257440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd923f65-7946-445e-ae6e-4db67ba82e96 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.257738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e07c9-1d09-4672-8d75-fdc7113b3637 req-2776b5ac-7ffb-4bac-aa9d-79751f1ec780 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.260676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-979e07c9-1d09-4672-8d75-fdc7113b3637 req-2776b5ac-7ffb-4bac-aa9d-79751f1ec780 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.0578940 Oct 22 14:57:41.266813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd923f65-7946-445e-ae6e-4db67ba82e96 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.271015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd923f65-7946-445e-ae6e-4db67ba82e96 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1687968 Oct 22 14:57:41.272494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:41.301721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.305373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-979e07c9-1d09-4672-8d75-fdc7113b3637 req-336a2a0e-0986-4de0-80f9-9f0fab16e36e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385945 Oct 22 14:57:41.306068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:41.334163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: afbf93de-f08b-48ba-af22-61f8608936a7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:41.334943 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device afbf93de-f08b-48ba-af22-61f8608936a7 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:41.352583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 94106173-4138-4d12-b888-33cfd752a9d9 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:41.357575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.461802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.605019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.626890 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.655247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.809121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e236b2-fc4e-489d-8ab9-0fb0e031db29 req-93c2e2bb-848a-4268-8e79-3e4ebbdcfc0e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:41.810669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e236b2-fc4e-489d-8ab9-0fb0e031db29 req-93c2e2bb-848a-4268-8e79-3e4ebbdcfc0e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.0723078 Oct 22 14:57:41.811993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Allocated IP 172.25.1.117 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/2470f687-db0d-4357-bc83-1f1bf4133e52) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:41.826002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.857209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=94106173-4138-4d12-b888-33cfd752a9d9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:41.863615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.867972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-70e84081-fe22-4af6-b6f1-235b6e6983bc tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/94106173-4138-4d12-b888-33cfd752a9d9 HTTP/1.1" status: 204 len: 168 time: 0.5941012 Oct 22 14:57:41.870260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50994) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:41.881856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0970b8-2851-40dc-bd36-a13e67fb74c5 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:41.890493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e236b2-fc4e-489d-8ab9-0fb0e031db29 req-87fa659e-ceda-43c9-8e19-45a3bc49b9c1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720580 Oct 22 14:57:41.958776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet d73a0963-9f1c-4d03-9af6-9e8ceefe76d8 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:41.966806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:41.980912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.007583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.098903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.249801 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.272957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c1bd1-809c-4556-832c-ee1019874b2f req-d15ab11d-4112-4685-b17c-eee057595853 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:42.274596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c2c1bd1-809c-4556-832c-ee1019874b2f req-d15ab11d-4112-4685-b17c-eee057595853 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0877056 Oct 22 14:57:42.314316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:42.325055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:42.330016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:42.342093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.374897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.379184 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/d73a0963-9f1c-4d03-9af6-9e8ceefe76d8 HTTP/1.1" status: 204 len: 168 time: 0.5077069 Oct 22 14:57:42.381761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d2bd7-fc6e-45cb-88be-46f59b7224a8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=d73a0963-9f1c-4d03-9af6-9e8ceefe76d8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:42.384849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:42.393299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Port': ['ID=2470f687-db0d-4357-bc83-1f1bf4133e52,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:42.415601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c2c1bd1-809c-4556-832c-ee1019874b2f req-eed38820-f8b6-4d30-9cba-ab5f999668f0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188040 Oct 22 14:57:42.433384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-da907f04-60ca-443d-b071-b49ce9451763 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443194 Oct 22 14:57:42.433652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51010) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:42.438542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:42.667098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:42.670919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.882606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bdb80b-461e-43e4-9c57-e82e947e80e0 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:42.902635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:42.998269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.068644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a4f0fe41-64b4-47b4-879f-8e09f8a89a22 None None] Provisioning complete for port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:43.073935 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe41-64b4-47b4-879f-8e09f8a89a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.080468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:43.084482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:43.090936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:43.091579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.111067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=53c3a118-0c31-432a-baab-29ef689890dc,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:43.158318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea754-ff4b-496d-a85c-36a7a1b20c1c req-3fa37881-5084-4226-8445-13b34290aa7b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:43.159930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff3ea754-ff4b-496d-a85c-36a7a1b20c1c req-3fa37881-5084-4226-8445-13b34290aa7b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1232693 Oct 22 14:57:43.205123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c17a4dd-a47b-4f21-853c-22138fe03a20 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7672985 Oct 22 14:57:43.205554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51030) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:43.225945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:43.235407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:57:43.261852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.306543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff3ea754-ff4b-496d-a85c-36a7a1b20c1c req-ac0562c1-e92b-4128-82e2-533b682711d8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055336 Oct 22 14:57:43.334717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] Deleting port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:43.334717 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.469801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] For port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:43.472430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.494586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] Calling delete_port for 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:43.652148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:43.652148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.652339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-f9f98766-ff3d-41fc-8648-ba774fe3e69f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:43.652339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-f9f98766-ff3d-41fc-8648-ba774fe3e69f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1386554 Oct 22 14:57:43.654952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a1de4-4bc6-4fa7-9e52-406fcee012af req-d1d34b90-b9c8-4a5d-b8d8-628aff5bd06a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:43.656490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-018a1de4-4bc6-4fa7-9e52-406fcee012af req-d1d34b90-b9c8-4a5d-b8d8-628aff5bd06a tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.0818944 Oct 22 14:57:43.709172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Router dbbe91c2-5d1e-400e-8c9a-a5743ea683ff is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:57:43.761149 n-d-812148-2 neutron-server[107801]: INFO neutron.db.ipam_backend_mixin [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53c3a118-0c31-432a-baab-29ef689890dc (CIDR: 2001:db8::/64) Oct 22 14:57:43.768030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:43.774718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-018a1de4-4bc6-4fa7-9e52-406fcee012af req-c4345c5e-d64d-4855-9401-eee7b42ba4a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069705 Oct 22 14:57:43.797476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] No DVR routers for this DVR port 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:43.826838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194638e5-50ba-43bb-9e84-ccdd29f3ecd1 None None] Pushing event deleted for resources: {'Port': ['ID=8d7d0656-20a1-4052-b7f7-9fb3acb320c1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:43.839542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede3202-894d-4c53-a23e-2fb1a60a1504 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:43.862175 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:57:43.862646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:43.993378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac8899fd-bed7-4796-8cd7-e1aafbd06cfa tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7865074 Oct 22 14:57:43.993944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51050) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:43.999986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'subnet': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:44.007949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a2d5805a-689b-466e-a785-b2a121891287', 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'tenant_id': 'e0e553add17745c9a7c393dd9b5195ab', 'fixed_ips': [{'subnet_id': '53c3a118-0c31-432a-baab-29ef689890dc'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:57:44.009447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.137510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:44.151306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1774091355'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:44.182463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Allocated IP 2001:db8::2 (a2d5805a-689b-466e-a785-b2a121891287/53c3a118-0c31-432a-baab-29ef689890dc/3a4193bd-1ab9-4556-a170-b60f1dff0db4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:44.212068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Deleting port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:44.212648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.244474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:44.248153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.255995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:57:44.272636 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Sync routers for ids ['dbbe91c2-5d1e-400e-8c9a-a5743ea683ff'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:57:44.294107 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Routers {'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:44.296433 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbbe91c2-5d1e-400e-8c9a-a5743ea683ff'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:44.353560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:44.353560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.361772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] For port f3f575ab-204a-4ae2-9c81-9ced0f336cd5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:44.362127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.418460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Calling delete_port for f3f575ab-204a-4ae2-9c81-9ced0f336cd5 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:44.426267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.450627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:57:44.450799 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Set router dbbe91c2-5d1e-400e-8c9a-a5743ea683ff gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:57:44.463148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.463509 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Added segment 63d3fe60-af6d-4e11-8721-24a2beb903fd of type vlan for network 515ff53b-5aa0-4210-adea-30c81f6e959e Oct 22 14:57:44.480797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.484928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b336a6e2-d2a8-4497-8020-d3fdbf2da844 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1645291 Oct 22 14:57:44.486048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51062) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:44.486445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51064) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:44.517017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.568977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.597634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:44.600617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:44.618162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:44.621788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Pushing event updated for resources: {'Port': ['ID=3a4193bd-1ab9-4556-a170-b60f1dff0db4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:44.664638 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff', 'name': 'tempest-snat-router-1361091170', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.117'}], 'enable_snat': False}, 'gw_port_id': '2470f687-db0d-4357-bc83-1f1bf4133e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:40Z', 'updated_at': '2021-10-22T14:57:42Z', 'revision_number': 3, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port': {'id': '2470f687-db0d-4357-bc83-1f1bf4133e52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:57:41Z', 'updated_at': '2021-10-22T14:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:44.696517 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Checking router: dbbe91c2-5d1e-400e-8c9a-a5743ea683ff for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:57:44.696870 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Updating router dbbe91c2-5d1e-400e-8c9a-a5743ea683ff port 2470f687-db0d-4357-bc83-1f1bf4133e52 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:57:44.698283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Attempting to bind port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:44.699006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Attempting to bind port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:44.700071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Attempting to bind port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 on network a2d5805a-689b-466e-a785-b2a121891287 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:44.706326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:44.707043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Checking segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:44.707450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.708106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Bound using segment: {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:44.708353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Bound port: 3a4193bd-1ab9-4556-a170-b60f1dff0db4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d4d1-7933-4ff0-ab3d-cdff686582e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2d5805a-689b-466e-a785-b2a121891287'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:44.708757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.714087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f9d6f5b5-4422-4a3b-bb85-2c5ddb78ea65 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/dbbe91c2-5d1e-400e-8c9a-a5743ea683ff HTTP/1.1" status: 200 len: 909 time: 0.2212462 Oct 22 14:57:44.715327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51068) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:44.720834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1361091170', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': True}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:44.725618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.731775 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.733073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:44.735303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.737736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1d754-e16f-4701-b1f2-c89daf84e6df req-1fa8eebd-a7c5-410b-811a-5b26d280a3b6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:44.739427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94c1d754-e16f-4701-b1f2-c89daf84e6df req-1fa8eebd-a7c5-410b-811a-5b26d280a3b6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.3250175 Oct 22 14:57:44.748920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-503d8afb-0acf-4800-a487-91f1ecf5de95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.807018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] For port 3a4193bd-1ab9-4556-a170-b60f1dff0db4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:44.811239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] For port 3a4193bd-1ab9-4556-a170-b60f1dff0db4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a4193bd-1ab9-4556-a170-b60f1dff0db4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:44.853323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94c1d754-e16f-4701-b1f2-c89daf84e6df req-61bffbb4-1a3c-4494-91d0-72e85ad7c3cc tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006057 Oct 22 14:57:44.903215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:44.954884 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-503d8afb-0acf-4800-a487-91f1ecf5de95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.008840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2f506-7ed1-46da-a1a2-bb3599bc9bf6 None None] Pushing event updated for resources: {'Port': ['ID=3a4193bd-1ab9-4556-a170-b60f1dff0db4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.043104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:45.067412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:45.067776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d7d0656-20a1-4052-b7f7-9fb3acb320c1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:45.076316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd99d6-4842-4129-a12b-f08a9be60df7 req-5c50626f-c20c-4cfa-b56a-3049b72f4dd0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:45.077994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8cd99d6-4842-4129-a12b-f08a9be60df7 req-5c50626f-c20c-4cfa-b56a-3049b72f4dd0 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 950 time: 0.1126153 Oct 22 14:57:45.082009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.095732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544', 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:45.141209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-503d8afb-0acf-4800-a487-91f1ecf5de95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.180941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8cd99d6-4842-4129-a12b-f08a9be60df7 req-f7bb22e8-6300-47e6-992c-711fa78b63e6 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866811 Oct 22 14:57:45.187313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event deleted for resources: {'Port': ['ID=f3f575ab-204a-4ae2-9c81-9ced0f336cd5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.199703 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.264133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] No DVR routers for this DVR port f3f575ab-204a-4ae2-9c81-9ced0f336cd5 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:45.267216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.272447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-014fd16c-682f-4704-a0d3-395fe587c7a4 req-7d1320c6-be77-4526-bb9d-71bf962ccbda tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "DELETE /v2.0/ports/f3f575ab-204a-4ae2-9c81-9ced0f336cd5 HTTP/1.1" status: 204 len: 173 time: 1.6149693 Oct 22 14:57:45.281291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-deleted', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:45.290759 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d9734-9e18-46b4-a87d-0b66a0e2ab20" -d '{"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-deleted", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:45.299446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-503d8afb-0acf-4800-a487-91f1ecf5de95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=089f9d9d46794a3dab074d3f4b5f5eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8083344 Oct 22 14:57:45.300771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:45.303349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d8afb-0acf-4800-a487-91f1ecf5de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c229f01-ff6e-44f5-8677-81cefe694bf0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.320768 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.374922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Network': ['ID=515ff53b-5aa0-4210-adea-30c81f6e959e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.382552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b27d497d-45a0-461f-92dd-99955bfafa7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.417577 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Attempting to bind port 2470f687-db0d-4357-bc83-1f1bf4133e52 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:45.418086 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Attempting to bind port 2470f687-db0d-4357-bc83-1f1bf4133e52 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:45.418459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Attempting to bind port 2470f687-db0d-4357-bc83-1f1bf4133e52 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:45.423636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 515ff53b-5aa0-4210-adea-30c81f6e959e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:57:45.434170 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:45.434545 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:45.434947 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.435372 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:45.435866 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Bound port: 2470f687-db0d-4357-bc83-1f1bf4133e52, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:45.436245 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.437027 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4cc18b4b-7ef4-461b-95b9-962827d75433 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2982628 Oct 22 14:57:45.440942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51076) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:45.442851 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f53d76-8c49-42b2-8bce-9acb9ae524e9 x-openstack-request-id: req-68f53d76-8c49-42b2-8bce-9acb9ae524e9 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:45.442851 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103dca1-e6b4-41bc-8bb2-f444c6075636", "name": "network-vif-deleted", "tag": "f3f575ab-204a-4ae2-9c81-9ced0f336cd5", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:45.443133 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68f53d76-8c49-42b2-8bce-9acb9ae524e9 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:45.443842 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0103dca1-e6b4-41bc-8bb2-f444c6075636', 'name': 'network-vif-deleted', 'tag': 'f3f575ab-204a-4ae2-9c81-9ced0f336cd5', 'status': 'completed', 'code': 200} Oct 22 14:57:45.447388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b27d497d-45a0-461f-92dd-99955bfafa7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.452910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1399348872'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:45.500599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 14:57:45.551704 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Pushing event updated for resources: {'Port': ['ID=2470f687-db0d-4357-bc83-1f1bf4133e52,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.557300 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] For port 2470f687-db0d-4357-bc83-1f1bf4133e52, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:45.562072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] For port 2470f687-db0d-4357-bc83-1f1bf4133e52, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2470f687-db0d-4357-bc83-1f1bf4133e52,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:45.569212 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.569904 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.571333 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.571956 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.572872 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.573506 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.574044 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.574638 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.575203 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.575947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.576674 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.577584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:45.590860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.591929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.619509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b27d497d-45a0-461f-92dd-99955bfafa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.622635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b27d497d-45a0-461f-92dd-99955bfafa7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.626096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b27d497d-45a0-461f-92dd-99955bfafa7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c229f01-ff6e-44f5-8677-81cefe694bf0 HTTP/1.1" status: 204 len: 168 time: 0.3217030 Oct 22 14:57:45.633722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d497d-45a0-461f-92dd-99955bfafa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c229f01-ff6e-44f5-8677-81cefe694bf0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.661451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:45.663201 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.684115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.718009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.759597 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Routers {'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:45.760483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dbbe91c2-5d1e-400e-8c9a-a5743ea683ff'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:45.760798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:57:45.775998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.776342 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Added segment 08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30 of type vlan for network c46961ba-ce10-4285-82d4-87b41d7e6534 Oct 22 14:57:45.822136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:45.822566 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4ce84-d279-48ca-936b-997c425f8692 None None] Pushing event updated for resources: {'Port': ['ID=2470f687-db0d-4357-bc83-1f1bf4133e52,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:45.895308 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] Set router dbbe91c2-5d1e-400e-8c9a-a5743ea683ff gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:57:45.996176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.003277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:46.004270 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.047295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009f56-acdf-4543-84c1-1ec9c882e8c5 req-53d78089-f787-4205-8c4c-a492bfe272e9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:46.049013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc009f56-acdf-4543-84c1-1ec9c882e8c5 req-53d78089-f787-4205-8c4c-a492bfe272e9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1084728 Oct 22 14:57:46.133476 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff', 'name': 'tempest-snat-router-1361091170', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.117'}], 'enable_snat': False}, 'gw_port_id': '2470f687-db0d-4357-bc83-1f1bf4133e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:40Z', 'updated_at': '2021-10-22T14:57:42Z', 'revision_number': 3, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port': {'id': '2470f687-db0d-4357-bc83-1f1bf4133e52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:57:41Z', 'updated_at': '2021-10-22T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:46.136483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.140007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.158854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7139530 Oct 22 14:57:46.161824 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9fe8-38cb-4111-aa8b-f0231672fd20 None None] The sync data for ids ['dbbe91c2-5d1e-400e-8c9a-a5743ea683ff'] in n-d-812148-2 is: [{'id': 'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff', 'name': 'tempest-snat-router-1361091170', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.117'}], 'enable_snat': False}, 'gw_port_id': '2470f687-db0d-4357-bc83-1f1bf4133e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:40Z', 'updated_at': '2021-10-22T14:57:42Z', 'revision_number': 3, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port': {'id': '2470f687-db0d-4357-bc83-1f1bf4133e52', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbe91c2-5d1e-400e-8c9a-a5743ea683ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:57:41Z', 'updated_at': '2021-10-22T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:57:46.167171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:46.172413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee5edb-730c-4357-840c-3ce75b36664b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Network': ['ID=c46961ba-ce10-4285-82d4-87b41d7e6534,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:46.185571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c46961ba-ce10-4285-82d4-87b41d7e6534 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:57:46.204175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'subnet': {'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:46.224465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc009f56-acdf-4543-84c1-1ec9c882e8c5 req-e5ddedde-b72b-413e-9ad4-ed78cbdf0458 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670864 Oct 22 14:57:46.400331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a8047b4-4e23-4c18-b375-c71f244deed9 req-630ab12e-cd25-4562-a5e6-dc6287c3307f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0103dca1-e6b4-41bc-8bb2-f444c6075636 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Oct 22 14:57:46.441630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c21b4784-8c8c-46c1-825b-3028469267e3 None None] Provisioning complete for port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:46.442027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c21b4784-8c8c-46c1-825b-3028469267e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.565142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] For port 3a4193bd-1ab9-4556-a170-b60f1dff0db4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a4193bd-1ab9-4556-a170-b60f1dff0db4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:46.630631 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.643777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:46.650463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.756148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.756967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.771259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:46.779812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c21b4784-8c8c-46c1-825b-3028469267e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.790025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c7e95c-84fd-4565-920f-09df3c4f21dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.818688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c21b4784-8c8c-46c1-825b-3028469267e3 None None] For port 3a4193bd-1ab9-4556-a170-b60f1dff0db4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a4193bd-1ab9-4556-a170-b60f1dff0db4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:46.886081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c7e95c-84fd-4565-920f-09df3c4f21dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.894243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c21b4784-8c8c-46c1-825b-3028469267e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.919647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:46.945703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:46.947999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.951895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b4784-8c8c-46c1-825b-3028469267e3 None None] Pushing event updated for resources: {'Port': ['ID=3a4193bd-1ab9-4556-a170-b60f1dff0db4,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:46.959192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5250c4-380a-4513-abc3-8b6eaa9e2060 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:46.964210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:46.964828 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:46.968226 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25c7e95c-84fd-4565-920f-09df3c4f21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.014481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-25c7e95c-84fd-4565-920f-09df3c4f21dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39282b3930e34a238dc6b9e67c11a595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416315 Oct 22 14:57:47.016635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7e95c-84fd-4565-920f-09df3c4f21dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa83766-4728-4bf7-b68b-6745b2e5eaab,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.017394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Subnet': ['ID=b0e9f214-1bd7-4926-bd36-c9c69723b7f4,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.019533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=3a4193bd-1ab9-4556-a170-b60f1dff0db4,revision_number=4']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.022062 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.024353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:47.055126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.055567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.055817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.056156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.056497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.056820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.057154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.057480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.057805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.058248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.058581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.058905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.063787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.064141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.064486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.064846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.065527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.065648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.065951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.066288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.066615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.070798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.070798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.070798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:47.162839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a4193bd-1ab9-4556-a170-b60f1dff0db4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:47.191741 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eeae0d89-483a-4ff2-b775-46204952b0ba tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1966248 Oct 22 14:57:47.194684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:47.201012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Request body: {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'mac_address': 'fa:16:3e:46:06:ed', 'name': 'tempest-NetworksTestDHCPv6-2062604407'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:47.233301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1613a2c-e7de-4908-b9a8-139ed1c78655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.252425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:47.253716 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.373592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2470f687-db0d-4357-bc83-1f1bf4133e52 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:47.379680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Allocated IP 172.25.1.182 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/133c60f0-494e-4edb-b3c8-f0e21adcadd1) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:47.439534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2470f687-db0d-4357-bc83-1f1bf4133e52 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:47.442281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.462868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1613a2c-e7de-4908-b9a8-139ed1c78655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.471798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.475047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2582e-5173-4d27-b38c-0625f2f0f5f0 req-308e2e74-dcac-4dcb-baa8-b28cefeb5439 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:47.477194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98c2582e-5173-4d27-b38c-0625f2f0f5f0 req-308e2e74-dcac-4dcb-baa8-b28cefeb5439 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1047652 Oct 22 14:57:47.548865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Made reservation on behalf of e0e553add17745c9a7c393dd9b5195ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:47.558940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98c2582e-5173-4d27-b38c-0625f2f0f5f0 req-4401790d-8233-4517-bfb0-ceea1ab8e9a7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Oct 22 14:57:47.565517 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.630597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 2470f687-db0d-4357-bc83-1f1bf4133e52, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2470f687-db0d-4357-bc83-1f1bf4133e52,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:47.660883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Subnet': ['ID=adc33fe3-5d54-4e6c-9a29-4389ea97dca9,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.678821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.711732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] device_id is not set on port 9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:47.728511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.731821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Checking segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:47.732194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network hostable DHCP agents. Network: 515ff53b-5aa0-4210-adea-30c81f6e959e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:57:47.826996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.866127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network 515ff53b-5aa0-4210-adea-30c81f6e959e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:57:47.875295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.877426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1613a2c-e7de-4908-b9a8-139ed1c78655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.891618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1613a2c-e7de-4908-b9a8-139ed1c78655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:47.892272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1613a2c-e7de-4908-b9a8-139ed1c78655 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfa83766-4728-4bf7-b68b-6745b2e5eaab HTTP/1.1" status: 204 len: 168 time: 0.8618891 Oct 22 14:57:47.907043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8::14f (a2d5805a-689b-466e-a785-b2a121891287/53c3a118-0c31-432a-baab-29ef689890dc/9d0562fe-fb0e-4cce-bf5c-9e012be2aec7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:47.914145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=2470f687-db0d-4357-bc83-1f1bf4133e52,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.919492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:6ed (a2d5805a-689b-466e-a785-b2a121891287/b0e9f214-1bd7-4926-bd36-c9c69723b7f4/9d0562fe-fb0e-4cce-bf5c-9e012be2aec7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:47.951856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Port': ['ID=133c60f0-494e-4edb-b3c8-f0e21adcadd1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.956850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1613a2c-e7de-4908-b9a8-139ed1c78655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa83766-4728-4bf7-b68b-6745b2e5eaab,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:47.970687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:47.971291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:47.975289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:48.004308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 515ff53b-5aa0-4210-adea-30c81f6e959e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:48.017114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:48.017114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.017560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd48d81-56fd-4f56-bd31-004fe2a331f8 None None] Network 515ff53b-5aa0-4210-adea-30c81f6e959e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:48.054070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:48.123729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: f3f575ab-204a-4ae2-9c81-9ced0f336cd5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:48.126453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f3f575ab-204a-4ae2-9c81-9ced0f336cd5 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:48.179837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.228386 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-940a49ab-3dfb-4026-854f-821351b5f911 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0569305 Oct 22 14:57:48.231325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51112) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:48.235913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'subnet': {'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:48.301499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-85b07c09-433d-4b80-b302-a57dee9d8422 None None] Provisioning complete for port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:48.302108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85b07c09-433d-4b80-b302-a57dee9d8422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.313323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49c429-d639-4ce0-ae8c-f44e0fe6e301 req-f3c74091-c899-4295-9158-f27bc9ab9e6f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:48.315143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e49c429-d639-4ce0-ae8c-f44e0fe6e301 req-f3c74091-c899-4295-9158-f27bc9ab9e6f tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1162891 Oct 22 14:57:48.330640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-515ff53b-5aa0-4210-adea-30c81f6e959e', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:57:48.331979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.372109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e49c429-d639-4ce0-ae8c-f44e0fe6e301 req-1e4621f1-9681-47c2-b6d6-450e5e434d76 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Oct 22 14:57:48.383246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.453153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Network a2d5805a-689b-466e-a785-b2a121891287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:48.466126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:48.485257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:48.494259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:48.499161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.500391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event updated for resources: {'Port': ['ID=9d0562fe-fb0e-4cce-bf5c-9e012be2aec7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:48.528887 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.568148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Allocated IP 10.1.1.2 (515ff53b-5aa0-4210-adea-30c81f6e959e/adc33fe3-5d54-4e6c-9a29-4389ea97dca9/3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:48.654665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2cb77f35-ce48-4b63-b6f6-6bc1684b6a4a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4559810 Oct 22 14:57:48.663070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51122) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:48.684368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:48.688672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.859733 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.861460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2077ac-529c-45b0-a427-b8c4da8ddd17 req-60103d65-def7-4f38-a203-037c020aad53 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:48.868509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d2077ac-529c-45b0-a427-b8c4da8ddd17 req-60103d65-def7-4f38-a203-037c020aad53 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1473396 Oct 22 14:57:48.917943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting port 9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:48.917943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:48.990853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9ae43fb1-abab-4fdf-a861-3d8941ef5fcb None None] Provisioning complete for port 9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:48.992170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9ae43fb1-abab-4fdf-a861-3d8941ef5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.017634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.049817 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.055095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.060181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d2077ac-529c-45b0-a427-b8c4da8ddd17 req-561857bd-ba09-4516-8a0e-60ae3699c4d8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759768 Oct 22 14:57:49.071421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Calling delete_port for 9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:49.101386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a4193bd-1ab9-4556-a170-b60f1dff0db4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:49.110728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Pushing event updated for resources: {'Port': ['ID=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:49.176542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9ae43fb1-abab-4fdf-a861-3d8941ef5fcb None None] Port 9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:49.181250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Network 515ff53b-5aa0-4210-adea-30c81f6e959e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:49.188013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:49.192526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:49.262086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Attempting to bind port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:49.262535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Attempting to bind port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:49.262994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Attempting to bind port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:49.274247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:49.274724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Checking segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:49.275224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.275690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Bound using segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:49.276481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Bound port: 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:49.276947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.281262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:49.281633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.294794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.345931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Subnet': ['ID=28c35035-e510-4d73-831e-27ef9b84fd3e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:49.392936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Checking segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:49.393308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network hostable DHCP agents. Network: c46961ba-ce10-4285-82d4-87b41d7e6534, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:57:49.415882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Router 357464c0-a1cc-416a-8adf-f8932c6019c3 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:57:49.452088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2470f687-db0d-4357-bc83-1f1bf4133e52 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:49.456396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.503574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Port': ['ID=9d0562fe-fb0e-4cce-bf5c-9e012be2aec7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:49.532593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] For port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:49.537689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] For port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:49.565860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:57:49.570622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network c46961ba-ce10-4285-82d4-87b41d7e6534 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:57:49.588253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Sync routers for ids ['357464c0-a1cc-416a-8adf-f8932c6019c3'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:57:49.590418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.603564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac758eb6-d955-4f64-bfd7-c26153d01ccd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 HTTP/1.1" status: 204 len: 168 time: 0.9471838 Oct 22 14:57:49.609184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51152) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:49.613535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2470f687-db0d-4357-bc83-1f1bf4133e52 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:49.624271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.681788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6090b-e93c-471d-8cc0-700db62a82ff req-4b99bf04-5735-4093-9593-ee2ca8f2011b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:49.683455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59b6090b-e93c-471d-8cc0-700db62a82ff req-4b99bf04-5735-4093-9593-ee2ca8f2011b tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1830962 Oct 22 14:57:49.691252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c46961ba-ce10-4285-82d4-87b41d7e6534) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:49.710010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-ad0f17fa-5a9d-4b54-b0cd-9ffc0450e463 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:49.711745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Routers {'357464c0-a1cc-416a-8adf-f8932c6019c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:49.712621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['357464c0-a1cc-416a-8adf-f8932c6019c3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:49.716302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-ad0f17fa-5a9d-4b54-b0cd-9ffc0450e463 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 950 time: 0.1275179 Oct 22 14:57:49.721956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:49.723700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.784775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeed921-64a6-4361-b1c8-230ece52af68 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:49.791628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fdeed921-64a6-4361-b1c8-230ece52af68 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1810489 Oct 22 14:57:49.795005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.797276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d61678c4-c8ce-4b9b-895d-43c69355f053 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0805962 Oct 22 14:57:49.797842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51158) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:49.806339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51160) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:49.842356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Set router 357464c0-a1cc-416a-8adf-f8932c6019c3 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:57:49.902534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090dc66f-a6f1-4e5a-a80b-5a6f26da1b9a None None] Network c46961ba-ce10-4285-82d4-87b41d7e6534 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:49.931141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-af06bf4c-c1bc-494d-87f2-4b4bb4410a23 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6969099 Oct 22 14:57:49.935517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51166) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:49.937407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:49.941871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'name': 'tempest-TaggedBootDevicesTest-305668225', 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:49.953325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ec0e6-fe5f-4cf5-90ab-b24157cb0e41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:49.957299 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-141ec0e6-fe5f-4cf5-90ab-b24157cb0e41 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1406467 Oct 22 14:57:49.963898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51168) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:50.073491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59b6090b-e93c-471d-8cc0-700db62a82ff req-fe0573c0-1f39-4b76-a8d0-523cfc6c2afe tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c4a614e-bcc7-4047-a69f-6cd2452096fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774238 Oct 22 14:57:50.110616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d947b535-dc39-4dd6-8e89-bb9fdd1efc07 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/357464c0-a1cc-416a-8adf-f8932c6019c3 HTTP/1.1" status: 200 len: 908 time: 0.3032346 Oct 22 14:57:50.114843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51174) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:50.131390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703564d5-06e3-447a-882f-94d76be42448 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:50.132736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703564d5-06e3-447a-882f-94d76be42448 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:50.135496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703564d5-06e3-447a-882f-94d76be42448 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:50.139745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-703564d5-06e3-447a-882f-94d76be42448 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1699336 Oct 22 14:57:50.146784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51176) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:50.218763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353bd59-4f99-4dcb-9afd-5420e5dae3ad None None] Pushing event updated for resources: {'Port': ['ID=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:50.275830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet 53c3a118-0c31-432a-baab-29ef689890dc {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:50.302758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:50.307975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.339213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Deleting port eb3f1da8-d030-4d18-897b-dbef6acaa544 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:50.339568 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.348686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.578071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.645241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cef2bf-37cf-477f-9907-178689080cc5 req-2900e20e-1faa-4614-9668-df5969537afe tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:50.647135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4cef2bf-37cf-477f-9907-178689080cc5 req-2900e20e-1faa-4614-9668-df5969537afe tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.3604932 Oct 22 14:57:50.652066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357464c0-a1cc-416a-8adf-f8932c6019c3', 'name': 'tempest-snat-router-1361091170', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '133c60f0-494e-4edb-b3c8-f0e21adcadd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:45Z', 'updated_at': '2021-10-22T14:57:48Z', 'revision_number': 3, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port': {'id': '133c60f0-494e-4edb-b3c8-f0e21adcadd1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357464c0-a1cc-416a-8adf-f8932c6019c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:57:47Z', 'updated_at': '2021-10-22T14:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:50.690059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c46961ba-ce10-4285-82d4-87b41d7e6534', 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'fixed_ips': [{'subnet_id': '28c35035-e510-4d73-831e-27ef9b84fd3e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:57:50.690944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.694645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Checking router: 357464c0-a1cc-416a-8adf-f8932c6019c3 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:57:50.695188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Updating router 357464c0-a1cc-416a-8adf-f8932c6019c3 port 133c60f0-494e-4edb-b3c8-f0e21adcadd1 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:57:50.717638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] For port eb3f1da8-d030-4d18-897b-dbef6acaa544, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=eb3f1da8-d030-4d18-897b-dbef6acaa544,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:50.718172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.741001 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:50.763936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Calling delete_port for eb3f1da8-d030-4d18-897b-dbef6acaa544 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:50.769444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4cef2bf-37cf-477f-9907-178689080cc5 req-1e15be27-625b-4806-8527-0e5793eaaf8f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087444 Oct 22 14:57:50.822760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.033025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.033842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Allocated IP 10.2.2.2 (c46961ba-ce10-4285-82d4-87b41d7e6534/28c35035-e510-4d73-831e-27ef9b84fd3e/86121089-cd78-460e-a954-6348283666ad) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:51.041526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.076811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:51.079297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] device_id is not set on port ab9a7d98-1424-4b2e-babb-46b8981c43a2 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:51.096956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=53c3a118-0c31-432a-baab-29ef689890dc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:51.099883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.106677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-67e56fc9-a7bf-4ab7-9562-cec5dd63e93d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/53c3a118-0c31-432a-baab-29ef689890dc HTTP/1.1" status: 204 len: 168 time: 0.9591343 Oct 22 14:57:51.108487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51192) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:51.116763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.120569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.146742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b38e4c-afa8-46e5-86c8-64257b2fbcc0 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:51.153773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['eb3f1da8-d030-4d18-897b-dbef6acaa544'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:57:51.248362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Pushing event deleted for resources: {'Port': ['ID=eb3f1da8-d030-4d18-897b-dbef6acaa544,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:51.350782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Deleting subnet b0e9f214-1bd7-4926-bd36-c9c69723b7f4 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:57:51.356246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5bbdbb0-e5bb-4c1e-a3f1-deca065ec3e1 req-42db1737-f6e2-4d07-a20c-789b3048e078 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.1247835 Oct 22 14:57:51.384928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.485819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] No DVR routers for this DVR port eb3f1da8-d030-4d18-897b-dbef6acaa544 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:51.493291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.503792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec5866ad-1a74-432c-918e-0f8fc9fc29f4 req-dd5750c8-508b-4dd9-9306-9e8bda2a93a5 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.53 "DELETE /v2.0/ports/eb3f1da8-d030-4d18-897b-dbef6acaa544 HTTP/1.1" status: 204 len: 173 time: 1.7730575 Oct 22 14:57:51.554229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.564657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Deleting port 133c60f0-494e-4edb-b3c8-f0e21adcadd1 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:51.565242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.578161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 10.1.1.93 (515ff53b-5aa0-4210-adea-30c81f6e959e/adc33fe3-5d54-4e6c-9a29-4389ea97dca9/ab9a7d98-1424-4b2e-babb-46b8981c43a2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:51.791519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.808104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.831060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41dc40-d2f0-4cde-aceb-55c251a59444 None None] Network 515ff53b-5aa0-4210-adea-30c81f6e959e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:51.849569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:51.853810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Calling delete_port for 133c60f0-494e-4edb-b3c8-f0e21adcadd1 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:51.856167 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:51.872256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-deleted', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:57:51.875982 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b8b5ed-cb9b-4e7e-ba94-330544da8ad7" -d '{"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-deleted", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:57:51.966780 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d853bfd-ebc5-4e54-80b0-b577589f03bc x-openstack-request-id: req-1d853bfd-ebc5-4e54-80b0-b577589f03bc {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:57:51.973700 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0de34-3249-416c-a02c-428e1361880d", "name": "network-vif-deleted", "tag": "eb3f1da8-d030-4d18-897b-dbef6acaa544", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:57:51.974106 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d853bfd-ebc5-4e54-80b0-b577589f03bc {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:57:51.975132 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0de34-3249-416c-a02c-428e1361880d', 'name': 'network-vif-deleted', 'tag': 'eb3f1da8-d030-4d18-897b-dbef6acaa544', 'status': 'completed', 'code': 200} Oct 22 14:57:52.033111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcde337-98a6-4ba3-a1e9-cb3a96e8c366 req-915d25d1-8897-47ba-8298-69792762a4ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:52.035763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edcde337-98a6-4ba3-a1e9-cb3a96e8c366 req-915d25d1-8897-47ba-8298-69792762a4ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1125288 Oct 22 14:57:52.059508 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.115418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e9f214-1bd7-4926-bd36-c9c69723b7f4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:52.117643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.121022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-426c9d02-ab48-40a8-bed6-352b71eb49b1 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/b0e9f214-1bd7-4926-bd36-c9c69723b7f4 HTTP/1.1" status: 204 len: 168 time: 1.0114753 Oct 22 14:57:52.124592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.125246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51208) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.152575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.159207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-45eeb0d4-bf81-4e53-83fe-6d7ef0628869 None None] Provisioning complete for port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:52.159207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45eeb0d4-bf81-4e53-83fe-6d7ef0628869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.198454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ea22b833-115a-4332-a279-c7e253a74fc5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585020 Oct 22 14:57:52.199367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51212) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.212831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edcde337-98a6-4ba3-a1e9-cb3a96e8c366 req-f48e700a-08be-4109-b7cc-8baf8e4a70f8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655653 Oct 22 14:57:52.220524 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.252611 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.284932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51216) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.318009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f296cd-d319-4e68-8498-c04d59090641 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:52.324051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81f296cd-d319-4e68-8498-c04d59090641 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1098509 Oct 22 14:57:52.328991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51220) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.332673 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.384164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Network c46961ba-ce10-4285-82d4-87b41d7e6534 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:52.409715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:52.417720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Pushing event updated for resources: {'Port': ['ID=86121089-cd78-460e-a954-6348283666ad,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:52.420224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:52.434931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.498933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e70565-c48a-4c78-be72-701c7fef4658 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:52.504250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-69e70565-c48a-4c78-be72-701c7fef4658 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1739123 Oct 22 14:57:52.505225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51224) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.505450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network 515ff53b-5aa0-4210-adea-30c81f6e959e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:52.512426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:52.516637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:52.550636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.556373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:52.601096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ff3c2b29-eac0-4b65-9de5-576fe43abf85 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940650 Oct 22 14:57:52.612179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a96c-0e7d-45de-a78a-9b7aa5c0b1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.624017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51228) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.630988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.661877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5001db1-c97a-42d0-94ea-6b13b03322fa req-36543ff5-c4c9-40c6-bead-d43a721202e8 tempest-MigrationsAdminTest-1772427872 tempest-MigrationsAdminTest-1772427872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a0de34-3249-416c-a02c-428e1361880d HTTP/1.1" status: 200 len: 210 time: 0.0631590 Oct 22 14:57:52.677330 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-980bcc96-fc10-4246-80ca-06b9a76be375 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.678299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980bcc96-fc10-4246-80ca-06b9a76be375 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.681778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-980bcc96-fc10-4246-80ca-06b9a76be375 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/9d0562fe-fb0e-4cce-bf5c-9e012be2aec7 HTTP/1.1" status: 404 len: 333 time: 0.0571723 Oct 22 14:57:52.684550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51232) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.689772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:52.689772 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.719292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Attempting to bind port 133c60f0-494e-4edb-b3c8-f0e21adcadd1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:52.720008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Attempting to bind port 133c60f0-494e-4edb-b3c8-f0e21adcadd1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:52.720522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Attempting to bind port 133c60f0-494e-4edb-b3c8-f0e21adcadd1 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:52.727130 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ce677-5aa7-42b0-a255-e171cb3b6405 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.727875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6ce677-5aa7-42b0-a255-e171cb3b6405 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.731332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a6ce677-5aa7-42b0-a255-e171cb3b6405 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/b0e9f214-1bd7-4926-bd36-c9c69723b7f4 HTTP/1.1" status: 404 len: 337 time: 0.0453937 Oct 22 14:57:52.733957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51234) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.764378 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f705d0f7-6656-4952-ac04-cf2e76e7144c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.764850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f705d0f7-6656-4952-ac04-cf2e76e7144c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.770088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event deleted for resources: {'Port': ['ID=133c60f0-494e-4edb-b3c8-f0e21adcadd1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:52.770442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f705d0f7-6656-4952-ac04-cf2e76e7144c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/53c3a118-0c31-432a-baab-29ef689890dc HTTP/1.1" status: 404 len: 337 time: 0.0333750 Oct 22 14:57:52.771380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51236) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.797476 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-392d8e3c-94b2-49cc-a5a4-074f784e2dc0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.798176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392d8e3c-94b2-49cc-a5a4-074f784e2dc0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.807086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-392d8e3c-94b2-49cc-a5a4-074f784e2dc0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/521ab90b-c4f3-450a-b668-3a89114d7c60 HTTP/1.1" status: 404 len: 333 time: 0.0309582 Oct 22 14:57:52.807302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.820960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45eeb0d4-bf81-4e53-83fe-6d7ef0628869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.837672 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30b4392-d6d2-4beb-a504-4aacc5e4d246 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.838137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30b4392-d6d2-4beb-a504-4aacc5e4d246 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.843009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c30b4392-d6d2-4beb-a504-4aacc5e4d246 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/d73a0963-9f1c-4d03-9af6-9e8ceefe76d8 HTTP/1.1" status: 404 len: 337 time: 0.0332797 Oct 22 14:57:52.846480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e788a9-a13c-41a1-b3c3-3aee4281ff9d None None] Pushing event updated for resources: {'Port': ['ID=133c60f0-494e-4edb-b3c8-f0e21adcadd1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:52.847720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51240) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.857411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.877128 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a047f680-94be-481f-9854-5b947a8e2cfd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.877339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a047f680-94be-481f-9854-5b947a8e2cfd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.884053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a047f680-94be-481f-9854-5b947a8e2cfd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/94106173-4138-4d12-b888-33cfd752a9d9 HTTP/1.1" status: 404 len: 337 time: 0.0323198 Oct 22 14:57:52.884361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51242) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.910310 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-37672de8-7e20-4412-aac2-871e8d75a513 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.910991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37672de8-7e20-4412-aac2-871e8d75a513 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.917000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-37672de8-7e20-4412-aac2-871e8d75a513 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/ab2786fe-d9d5-4d5f-8a62-1be1dc967a92 HTTP/1.1" status: 404 len: 333 time: 0.0292871 Oct 22 14:57:52.917168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51244) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.918812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Attempting to bind port 86121089-cd78-460e-a954-6348283666ad on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:57:52.919316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Attempting to bind port 86121089-cd78-460e-a954-6348283666ad by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:57:52.919789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Attempting to bind port 86121089-cd78-460e-a954-6348283666ad on network c46961ba-ce10-4285-82d4-87b41d7e6534 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:57:52.922767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738c2c6-3888-48c5-9afc-f16ea1409edb None None] Update dhcp port {'port': {'network_id': 'a2d5805a-689b-466e-a785-b2a121891287', 'fixed_ips': [{'subnet_id': 'b0e9f214-1bd7-4926-bd36-c9c69723b7f4'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '3a4193bd-1ab9-4556-a170-b60f1dff0db4'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 14:57:52.943758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:52.947098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:52.947249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50bf9545-f35e-4a8e-8b80-3e2fc8a4de02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0072508 Oct 22 14:57:52.947353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.947353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:52.947353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Bound port: 133c60f0-494e-4edb-b3c8-f0e21adcadd1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:52.947353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.951668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51246) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.957321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'name': 'tempest-TaggedBootDevicesTest-1851651645', 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:52.961657 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d9748c-e7eb-44c6-baaa-b56cd4818506 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:52.962110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d9748c-e7eb-44c6-baaa-b56cd4818506 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:52.969101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-37d9748c-e7eb-44c6-baaa-b56cd4818506 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/d3e4541b-830b-4f0c-bbab-f7bc8726cdd0 HTTP/1.1" status: 404 len: 337 time: 0.0476525 Oct 22 14:57:52.969101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51248) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:52.994917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:52.998807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.006178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Port 133c60f0-494e-4edb-b3c8-f0e21adcadd1 has been deleted concurrently {{(pid=107803) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 22 14:57:53.010460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:57:53.011138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Checking segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:57:53.011540 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.012022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Bound using segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:57:53.012626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Bound port: 86121089-cd78-460e-a954-6348283666ad, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:57:53.013106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.018877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a96c-0e7d-45de-a78a-9b7aa5c0b1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.021815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:53.028413 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-11455667-bd43-46b7-821d-fbcef8295e0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.029101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11455667-bd43-46b7-821d-fbcef8295e0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:53.035247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-11455667-bd43-46b7-821d-fbcef8295e0b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/f023fb0f-d365-4f17-bcd3-daaf933350ac HTTP/1.1" status: 404 len: 337 time: 0.0635591 Oct 22 14:57:53.035739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51250) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.042390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6738c2c6-3888-48c5-9afc-f16ea1409edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.098124 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc50eb4-ea3c-436e-ac2b-f19d467a82b2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.099020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc50eb4-ea3c-436e-ac2b-f19d467a82b2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:53.102471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cdc50eb4-ea3c-436e-ac2b-f19d467a82b2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/087cc202-e56d-4c9e-b1ce-9f70d7393894 HTTP/1.1" status: 404 len: 333 time: 0.0655575 Oct 22 14:57:53.105265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51252) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.111304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] For port 86121089-cd78-460e-a954-6348283666ad, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:57:53.114572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] For port 86121089-cd78-460e-a954-6348283666ad, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=86121089-cd78-460e-a954-6348283666ad,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:57:53.126766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Routers {'357464c0-a1cc-416a-8adf-f8932c6019c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:57:53.127533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['357464c0-a1cc-416a-8adf-f8932c6019c3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:53.129939 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22400435-5165-42e8-949f-8bd89111a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.141159 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a96c-0e7d-45de-a78a-9b7aa5c0b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.149812 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ba2266-8d65-4983-9aa3-f1b8da3a53f2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.151876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ba2266-8d65-4983-9aa3-f1b8da3a53f2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:53.153722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a8ba2266-8d65-4983-9aa3-f1b8da3a53f2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/3748b04a-d483-4604-8c37-359bf215c009 HTTP/1.1" status: 404 len: 337 time: 0.0474787 Oct 22 14:57:53.156340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51254) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.201048 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb11e7e1-d3bd-4639-a0cf-d651f6e0f582 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.201444 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.201781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb11e7e1-d3bd-4639-a0cf-d651f6e0f582 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:53.209028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bb11e7e1-d3bd-4639-a0cf-d651f6e0f582 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/9e214f3f-133d-40c9-8e2f-a3d667a93f48 HTTP/1.1" status: 404 len: 337 time: 0.0515559 Oct 22 14:57:53.215158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c4a7a96c-0e7d-45de-a78a-9b7aa5c0b1cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=768dfebf5ab746c5ba27950f709fb951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9261539 Oct 22 14:57:53.219308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7a96c-0e7d-45de-a78a-9b7aa5c0b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceddf28a-657f-448b-81c6-661980dc666c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:53.221645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51256) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.222169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51258) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.255607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.256489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 357464c0-a1cc-416a-8adf-f8932c6019c3 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:57:53.272850 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16aafd6-8437-41fd-850a-287286731b1b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.272850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16aafd6-8437-41fd-850a-287286731b1b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:53.272850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e16aafd6-8437-41fd-850a-287286731b1b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/4330d62a-aac0-4eff-b075-2a4d14519165 HTTP/1.1" status: 404 len: 333 time: 0.0475745 Oct 22 14:57:53.277124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.281885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51262) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.283288 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-340dd4d1-3f9a-4ca5-af9d-dc24a61b144a tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/routers/357464c0-a1cc-416a-8adf-f8932c6019c3 HTTP/1.1" status: 204 len: 168 time: 3.1644435 Oct 22 14:57:53.288539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51264) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.343800 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-56243b95-0202-4875-a8b9-75eb8cd2d9dd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.350168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56243b95-0202-4875-a8b9-75eb8cd2d9dd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:53.354495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-56243b95-0202-4875-a8b9-75eb8cd2d9dd tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/8a6d235b-ec15-414c-9317-bb8b13ed91d7 HTTP/1.1" status: 404 len: 337 time: 0.0723422 Oct 22 14:57:53.364865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51266) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:53.528649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] Set router 357464c0-a1cc-416a-8adf-f8932c6019c3 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:57:53.537153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.604730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.656015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357464c0-a1cc-416a-8adf-f8932c6019c3', 'name': 'tempest-snat-router-1361091170', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:45Z', 'updated_at': '2021-10-22T14:57:52Z', 'revision_number': 5, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:53.689900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.791987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edb475-5383-43e6-b8f2-62913a09ecad None None] The sync data for ids ['357464c0-a1cc-416a-8adf-f8932c6019c3'] in n-d-812148-2 is: [{'id': '357464c0-a1cc-416a-8adf-f8932c6019c3', 'name': 'tempest-snat-router-1361091170', 'tenant_id': 'bd9088fefb704e868264a55f0c032df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:57:45Z', 'updated_at': '2021-10-22T14:57:52Z', 'revision_number': 5, 'project_id': 'bd9088fefb704e868264a55f0c032df0', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:57:53.807985 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-45eeb0d4-bf81-4e53-83fe-6d7ef0628869 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:57:53.808579 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-45eeb0d4-bf81-4e53-83fe-6d7ef0628869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:57:53.818155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:53.865253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:57:53.921430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b0699-8ca1-4360-be76-e1ea5d220c88 None None] Pushing event updated for resources: {'Port': ['ID=86121089-cd78-460e-a954-6348283666ad,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:53.939235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Deleting port 2470f687-db0d-4357-bc83-1f1bf4133e52 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:53.939542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9168f0-d62e-49c8-a641-b6cec13561c2 None None] Network a2d5805a-689b-466e-a785-b2a121891287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:53.939787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:53.998380 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a00da05-b1f5-475e-a316-52c3c984bbac tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:53.999140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a00da05-b1f5-475e-a316-52c3c984bbac tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.002393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1a00da05-b1f5-475e-a316-52c3c984bbac tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/6b702d8e-d0bb-4f52-bfd3-7cf887c01a5b HTTP/1.1" status: 404 len: 333 time: 0.6339180 Oct 22 14:57:54.026197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51276) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.074367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.077508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] For port 2470f687-db0d-4357-bc83-1f1bf4133e52, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2470f687-db0d-4357-bc83-1f1bf4133e52,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:54.078186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.098322 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b5a30d-29f6-4e47-affd-872e3d4a1c66 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.099010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b5a30d-29f6-4e47-affd-872e3d4a1c66 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.103749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-16b5a30d-29f6-4e47-affd-872e3d4a1c66 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/4d78cbaf-bd8f-4d63-8161-044d3906a0b2 HTTP/1.1" status: 404 len: 337 time: 0.0747488 Oct 22 14:57:54.106475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.113102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:54.128559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.137471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: eb3f1da8-d030-4d18-897b-dbef6acaa544 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:54.138057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device eb3f1da8-d030-4d18-897b-dbef6acaa544 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:54.190466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.234652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09838c8d-4e8e-4a9d-af25-ebd6af05d6cd req-c2cb93ad-3570-46b9-8e81-8fcabcbd0022 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:54.247027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09838c8d-4e8e-4a9d-af25-ebd6af05d6cd req-c2cb93ad-3570-46b9-8e81-8fcabcbd0022 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.8620045 Oct 22 14:57:54.253741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] DHCP port deletion for a2d5805a-689b-466e-a785-b2a121891287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:57:54.270199 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c29a140-3a1e-4902-90c6-34146ec602f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.275693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c29a140-3a1e-4902-90c6-34146ec602f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.282014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1c29a140-3a1e-4902-90c6-34146ec602f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/e1fd2436-d969-43f0-a430-54cde869bd28 HTTP/1.1" status: 404 len: 333 time: 0.1692755 Oct 22 14:57:54.285933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51284) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.296702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] device_id is not set on port c18d76ea-cbcc-482f-80cc-a9fe9580f45b yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:57:54.316009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Calling delete_port for 2470f687-db0d-4357-bc83-1f1bf4133e52 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:54.353455 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6d9471-f652-4202-89b4-375ce74706d5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.356480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6d9471-f652-4202-89b4-375ce74706d5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.360991 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1c6d9471-f652-4202-89b4-375ce74706d5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/4c6229b9-9ce9-4c2f-ab13-4b05ca858b84 HTTP/1.1" status: 404 len: 337 time: 0.0740812 Oct 22 14:57:54.364144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51286) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.437379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] Deleting port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:57:54.438029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.455836 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f76ac6-2526-4170-a677-33a18a96dd58 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.457305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f76ac6-2526-4170-a677-33a18a96dd58 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.464106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-47f76ac6-2526-4170-a677-33a18a96dd58 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/c09e9c51-6d9e-42da-84dd-fa94ce035e73 HTTP/1.1" status: 404 len: 333 time: 0.0957665 Oct 22 14:57:54.465009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51292) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.498073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09838c8d-4e8e-4a9d-af25-ebd6af05d6cd req-e3b8c4b3-a14c-498e-bbed-1612420d0596 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473648 Oct 22 14:57:54.549639 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e51cdd-4e69-4502-abe1-98f07c8c4953 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.550556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e51cdd-4e69-4502-abe1-98f07c8c4953 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.555329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91e51cdd-4e69-4502-abe1-98f07c8c4953 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/758ac619-b1ab-4103-a711-5891eae12897 HTTP/1.1" status: 404 len: 337 time: 0.0445106 Oct 22 14:57:54.558008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51294) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.605138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.608533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.610458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ceddf28a-657f-448b-81c6-661980dc666c HTTP/1.1" status: 204 len: 168 time: 1.3844762 Oct 22 14:57:54.610458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51296) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.613080 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1745743e-6598-4c9a-b404-945ab5216f3b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.617903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1745743e-6598-4c9a-b404-945ab5216f3b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.629296 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1745743e-6598-4c9a-b404-945ab5216f3b tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/6f26ee57-6133-41e7-a3ff-056a50de706e HTTP/1.1" status: 404 len: 333 time: 0.0677550 Oct 22 14:57:54.635240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] For port 3a4193bd-1ab9-4556-a170-b60f1dff0db4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a4193bd-1ab9-4556-a170-b60f1dff0db4,segment=NetworkSegment(5b37d4d1-7933-4ff0-ab3d-cdff686582e1),segment_id=5b37d4d1-7933-4ff0-ab3d-cdff686582e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:54.635903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.645860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51302) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.667231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Provisioning complete for port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:54.667427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:54.668836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceddf28a-657f-448b-81c6-661980dc666c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:54.683700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.684092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.684436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.685032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.685371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.685881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.686258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.686584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.686956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.687304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.687625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.687990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e51668-405e-4beb-af1b-b511ceb947af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:57:54.717347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 10.1.1.217 (515ff53b-5aa0-4210-adea-30c81f6e959e/adc33fe3-5d54-4e6c-9a29-4389ea97dca9/c18d76ea-cbcc-482f-80cc-a9fe9580f45b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:54.739809 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0450a9c5-4c05-428c-90cf-0886a502977a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.740577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0450a9c5-4c05-428c-90cf-0886a502977a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.742101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] Calling delete_port for 3a4193bd-1ab9-4556-a170-b60f1dff0db4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:57:54.747223 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0450a9c5-4c05-428c-90cf-0886a502977a tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/6f174c30-f868-4cb4-b6e0-4ceccea6df8f HTTP/1.1" status: 404 len: 337 time: 0.1034820 Oct 22 14:57:54.748663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51308) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.865267 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1272916-7f86-4ccc-bdf7-96beb1db6e9d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.866707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1272916-7f86-4ccc-bdf7-96beb1db6e9d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.873646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c1272916-7f86-4ccc-bdf7-96beb1db6e9d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/02244d5d-b0c4-4188-acc7-8144e25c39d2 HTTP/1.1" status: 404 len: 333 time: 0.1242590 Oct 22 14:57:54.874793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51310) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:54.936884 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-da22c4d0-d94f-4530-8beb-cf5d3c447bd2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:54.937648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da22c4d0-d94f-4530-8beb-cf5d3c447bd2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:54.943791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-da22c4d0-d94f-4530-8beb-cf5d3c447bd2 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/54188af8-7139-4b4c-9a95-c72563c10140 HTTP/1.1" status: 404 len: 337 time: 0.0635226 Oct 22 14:57:54.944514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51312) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.019363 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecca162-e3a0-4428-91e2-177f4e98e6c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.019839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecca162-e3a0-4428-91e2-177f4e98e6c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.023661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5ecca162-e3a0-4428-91e2-177f4e98e6c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/b297d892-668e-43f5-8526-a00ff6e28c3d HTTP/1.1" status: 404 len: 337 time: 0.0744414 Oct 22 14:57:55.028479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51314) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.039804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Provisioning complete for port ab9a7d98-1424-4b2e-babb-46b8981c43a2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:55.040332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.044990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7af00520-83e4-49da-a07c-f5211518d3ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=504ea20bd49b49809f8c10cc01094181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279323 Oct 22 14:57:55.053575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.089835 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1c1e9a-1bbf-491f-990b-920604aae176 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.090595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1c1e9a-1bbf-491f-990b-920604aae176 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.095093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1d1c1e9a-1bbf-491f-990b-920604aae176 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/1691a95c-b12a-4d19-bdc9-298f9fe797dc HTTP/1.1" status: 404 len: 333 time: 0.0639002 Oct 22 14:57:55.096992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.124809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Port ab9a7d98-1424-4b2e-babb-46b8981c43a2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:55.144361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Provisioning complete for port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:55.158390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c656c991-9a6a-486c-a04b-16849f4c0147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.158565 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1217b7-2a28-49d1-9e29-37af35977eb4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.158565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1217b7-2a28-49d1-9e29-37af35977eb4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.158565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1b1217b7-2a28-49d1-9e29-37af35977eb4 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/de739066-bde5-4ef4-9e5d-9394ef881ac8 HTTP/1.1" status: 404 len: 337 time: 0.0474975 Oct 22 14:57:55.160470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51322) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.176100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.209786 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e2ae9c-2c82-40ec-913d-e8f591b284b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.209786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e2ae9c-2c82-40ec-913d-e8f591b284b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.209786 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-96e2ae9c-2c82-40ec-913d-e8f591b284b5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/97bea6c6-a7a5-4569-8498-bdfc8a281e12 HTTP/1.1" status: 404 len: 337 time: 0.0340004 Oct 22 14:57:55.209786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.217615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51324) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.245829 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac40f32e-c056-450b-a9b6-ac17cb0ebba0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.247412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac40f32e-c056-450b-a9b6-ac17cb0ebba0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.247529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.247890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event deleted for resources: {'Port': ['ID=2470f687-db0d-4357-bc83-1f1bf4133e52,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:55.251041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac40f32e-c056-450b-a9b6-ac17cb0ebba0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/83830179-e523-4f3c-a848-4f9964a7c387 HTTP/1.1" status: 404 len: 333 time: 0.0322678 Oct 22 14:57:55.254915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51326) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.294858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74ab9c1c-4714-4a41-b426-ab59826622fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.315501 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b91733-cdd0-400d-be65-8dd57ff76122 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.316013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b91733-cdd0-400d-be65-8dd57ff76122 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.322821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74ab9c1c-4714-4a41-b426-ab59826622fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.323394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-12b91733-cdd0-400d-be65-8dd57ff76122 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/95c2895e-da73-464c-9f78-f43c85f85590 HTTP/1.1" status: 404 len: 337 time: 0.0657461 Oct 22 14:57:55.323394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51328) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.370156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.372344 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59a4ff8-3fe7-4801-91b4-cf482539c2c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.373319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59a4ff8-3fe7-4801-91b4-cf482539c2c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.379746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f59a4ff8-3fe7-4801-91b4-cf482539c2c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/329de5fb-ec69-45ed-bd7f-7d978717549b HTTP/1.1" status: 404 len: 337 time: 0.0540361 Oct 22 14:57:55.381020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.402700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] Pushing event deleted for resources: {'Port': ['ID=3a4193bd-1ab9-4556-a170-b60f1dff0db4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:55.410927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-028ec8cc-8064-47f8-9db3-5ea7fb3a9406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.412595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebfc6b-ff77-4707-aa14-1d57e7c24f34 None None] No DVR routers for this DVR port 3a4193bd-1ab9-4556-a170-b60f1dff0db4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:57:55.499571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.522316 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-01416da5-e20f-4abc-acd4-a491c39ab663 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.523339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01416da5-e20f-4abc-acd4-a491c39ab663 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.525605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74ab9c1c-4714-4a41-b426-ab59826622fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.527630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01416da5-e20f-4abc-acd4-a491c39ab663 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/94f4ee9c-4e32-4a66-a823-8498966f80cd HTTP/1.1" status: 404 len: 333 time: 0.1341121 Oct 22 14:57:55.532660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74ab9c1c-4714-4a41-b426-ab59826622fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.533890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51334) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.544831 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-74ab9c1c-4714-4a41-b426-ab59826622fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c4a614e-bcc7-4047-a69f-6cd2452096fb HTTP/1.1" status: 204 len: 168 time: 0.4864447 Oct 22 14:57:55.552519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network 515ff53b-5aa0-4210-adea-30c81f6e959e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:55.596171 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64b61fe-9dae-40be-b55e-93c0b3484c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.596755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64b61fe-9dae-40be-b55e-93c0b3484c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.600996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c64b61fe-9dae-40be-b55e-93c0b3484c52 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/b1542515-7837-4e6a-96b1-93e55dc3209e HTTP/1.1" status: 404 len: 337 time: 0.0638089 Oct 22 14:57:55.605952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51338) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.609362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:55.613028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:55.631258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 86121089-cd78-460e-a954-6348283666ad up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:55.666817 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e79ba8a-63c5-45e3-9325-f42fd80e03c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:55.667671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e79ba8a-63c5-45e3-9325-f42fd80e03c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:55.671138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4e79ba8a-63c5-45e3-9325-f42fd80e03c7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/9cca8aca-dd31-43eb-a4ef-ccaf54ba9381 HTTP/1.1" status: 404 len: 337 time: 0.0637159 Oct 22 14:57:55.672118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51340) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.677929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51342) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:55.726653 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:57:55.729684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4852650c-7f5c-4dd2-9552-9b9ac518dff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.770439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:55.780523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 86121089-cd78-460e-a954-6348283666ad triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:55.780912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.820244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.824293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:55.955993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:55.959169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.007941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfe30-a7d8-4723-ae13-597872bec608 req-1efa42dc-86d6-46ef-be49-0862b63963bb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:56.016211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dcbfe30-a7d8-4723-ae13-597872bec608 req-1efa42dc-86d6-46ef-be49-0862b63963bb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.2674432 Oct 22 14:57:56.052384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0a77b8a5-59b1-4077-8302-0d3161cc1015 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports?device_id=d67f9e39-f692-4bcf-b483-a49e7c4956a2 HTTP/1.1" status: 200 len: 205 time: 0.1251884 Oct 22 14:57:56.053276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab9c1c-4714-4a41-b426-ab59826622fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a614e-bcc7-4047-a69f-6cd2452096fb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:56.055285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.058106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.058642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbbe91c2-5d1e-400e-8c9a-a5743ea683ff {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:57:56.091758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.103224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f5e601f0-8677-4c2c-aaa1-a086fa55dd5f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "DELETE /v2.0/routers/dbbe91c2-5d1e-400e-8c9a-a5743ea683ff HTTP/1.1" status: 204 len: 168 time: 2.7949696 Oct 22 14:57:56.110959 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.113320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51352) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.126556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-613347909', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:56.175651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400c1c3-b616-4f23-a011-6345accb8a83 None None] Network c46961ba-ce10-4285-82d4-87b41d7e6534 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:57:56.185856 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-27761148-1be1-4414-b578-45218b7b6583 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] delete failed (client error): The resource could not be found. Oct 22 14:57:56.189797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-27761148-1be1-4414-b578-45218b7b6583 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/routers/d67f9e39-f692-4bcf-b483-a49e7c4956a2 HTTP/1.1" status: 404 len: 336 time: 0.0851347 Oct 22 14:57:56.190863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51354) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.196064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dcbfe30-a7d8-4723-ae13-597872bec608 req-ad705b14-a320-4825-bf14-a33992e0364a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762156 Oct 22 14:57:56.210293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-559c6f54-7154-409e-a5d0-4ad9a0de16eb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2572770 Oct 22 14:57:56.237460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4852650c-7f5c-4dd2-9552-9b9ac518dff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.238143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-dda5df39-a625-4866-aa30-0fda8424b91a None None] Provisioning complete for port c18d76ea-cbcc-482f-80cc-a9fe9580f45b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:56.238606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dda5df39-a625-4866-aa30-0fda8424b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.246095 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a5253b-0bee-4a32-8376-b43b51b40c55 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.246793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a5253b-0bee-4a32-8376-b43b51b40c55 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.253609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-11a5253b-0bee-4a32-8376-b43b51b40c55 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/39d3505a-954c-46db-b984-3bb1b516c7e3 HTTP/1.1" status: 404 len: 337 time: 0.0608771 Oct 22 14:57:56.254468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51358) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.298002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-dda5df39-a625-4866-aa30-0fda8424b91a None None] Port c18d76ea-cbcc-482f-80cc-a9fe9580f45b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:57:56.312330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.316637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-92365783-1e00-44ec-9c17-725dcb939452 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "GET /v2.0/ports?device_id=b512b776-29e0-4e53-9fa8-2bbeb306707f HTTP/1.1" status: 200 len: 205 time: 0.0525591 Oct 22 14:57:56.385276 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-1b96e0e7-3f01-463a-9c57-55597c906455 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] delete failed (client error): The resource could not be found. Oct 22 14:57:56.386323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1b96e0e7-3f01-463a-9c57-55597c906455 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/routers/b512b776-29e0-4e53-9fa8-2bbeb306707f HTTP/1.1" status: 404 len: 336 time: 0.0730071 Oct 22 14:57:56.387231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.388283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.389280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51362) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.396609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 86121089-cd78-460e-a954-6348283666ad, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=86121089-cd78-460e-a954-6348283666ad,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:57:56.404417 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4852650c-7f5c-4dd2-9552-9b9ac518dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.422819 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-759fa6af-e328-40e9-be15-32cc77482544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.423338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759fa6af-e328-40e9-be15-32cc77482544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.429500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-759fa6af-e328-40e9-be15-32cc77482544 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/92d8d6c1-9470-441e-a361-d15ce1e332c1 HTTP/1.1" status: 404 len: 337 time: 0.0380337 Oct 22 14:57:56.430424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.462228 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f493e3-1dfb-4eac-a013-0cb73bf29161 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.462697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f493e3-1dfb-4eac-a013-0cb73bf29161 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.468820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f1f493e3-1dfb-4eac-a013-0cb73bf29161 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/4e9d7099-b1ff-49e1-80be-e0d4d5f75096 HTTP/1.1" status: 404 len: 337 time: 0.0369668 Oct 22 14:57:56.469423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51366) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.507146 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-85503e05-e731-4b9f-93af-a0a24cc508c9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.509092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85503e05-e731-4b9f-93af-a0a24cc508c9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.509572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.510375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:56.515306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-85503e05-e731-4b9f-93af-a0a24cc508c9 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/5332f7f7-d4be-4240-9fbc-c6a10c36208f HTTP/1.1" status: 404 len: 333 time: 0.0448177 Oct 22 14:57:56.516651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.543372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4852650c-7f5c-4dd2-9552-9b9ac518dff2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33d8282c1a0d4c13a9a6c68f0e75f1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403749 Oct 22 14:57:56.548749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.557567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852650c-7f5c-4dd2-9552-9b9ac518dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918929d2-1252-4e41-a05e-6e0392cf388b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:56.591793 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca93ab9-d203-4f6e-ac21-37e029df20e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.592264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca93ab9-d203-4f6e-ac21-37e029df20e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.598598 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9ca93ab9-d203-4f6e-ac21-37e029df20e5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/5d8aee58-30a9-4cf1-a5ba-65aa21cde7d3 HTTP/1.1" status: 404 len: 337 time: 0.0815127 Oct 22 14:57:56.599234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51372) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.616262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=86121089-cd78-460e-a954-6348283666ad,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:56.619874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-998456b8-e150-4b09-960a-315fcdd58968 None None] Provisioning complete for port 86121089-cd78-460e-a954-6348283666ad triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:56.620250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-998456b8-e150-4b09-960a-315fcdd58968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.621920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.633883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.637913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ed23a0-df24-4852-a20f-12c5182c9bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.652428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.670724 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eebf25-b56f-4f22-a6a3-2c7eaa4eaaa7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.672044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eebf25-b56f-4f22-a6a3-2c7eaa4eaaa7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.678507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51374) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.692089 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-85eebf25-b56f-4f22-a6a3-2c7eaa4eaaa7 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/bf8a7158-641b-4f73-975a-d1e80fc6aba6 HTTP/1.1" status: 404 len: 333 time: 0.0644403 Oct 22 14:57:56.734647 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-47836997-21de-48a1-b69e-98341afef7ab tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.735885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ed23a0-df24-4852-a20f-12c5182c9bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.737464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47836997-21de-48a1-b69e-98341afef7ab tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.747931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-47836997-21de-48a1-b69e-98341afef7ab tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/9efff110-bdaa-4a83-8cb0-f35650ef7931 HTTP/1.1" status: 404 len: 337 time: 0.0672412 Oct 22 14:57:56.749488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51376) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.850432 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-24677b94-e23b-4173-a93b-cc56e9f17f39 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.851388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24677b94-e23b-4173-a93b-cc56e9f17f39 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.857828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51378) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.863350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:56.863829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:56.867964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-24677b94-e23b-4173-a93b-cc56e9f17f39 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/f491a390-71dd-498a-adc0-acef94ee8ddf HTTP/1.1" status: 404 len: 333 time: 0.1140065 Oct 22 14:57:56.888755 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3a28ef-cff9-422a-9a82-fbc644b2bba0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.889635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3a28ef-cff9-422a-9a82-fbc644b2bba0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.895530 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd3a28ef-cff9-422a-9a82-fbc644b2bba0 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/418dfbd0-bf98-4c6d-b359-631ebc09f5da HTTP/1.1" status: 404 len: 337 time: 0.0365553 Oct 22 14:57:56.896546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51380) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.925876 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d52d4d7-c9ba-48c0-8966-0fc51c9c905d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:56.926866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d52d4d7-c9ba-48c0-8966-0fc51c9c905d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:56.933337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d52d4d7-c9ba-48c0-8966-0fc51c9c905d tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/821e4cce-6d8e-44a7-8522-8b31732541ea HTTP/1.1" status: 404 len: 333 time: 0.0357428 Oct 22 14:57:56.934015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:56.971928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51384) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.015370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ed23a0-df24-4852-a20f-12c5182c9bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.026137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ed23a0-df24-4852-a20f-12c5182c9bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.026137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-58ed23a0-df24-4852-a20f-12c5182c9bc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/918929d2-1252-4e41-a05e-6e0392cf388b HTTP/1.1" status: 204 len: 168 time: 0.4759951 Oct 22 14:57:57.027251 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-431d6d7e-d842-4c57-8c1e-a45eaf61f85c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.028996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431d6d7e-d842-4c57-8c1e-a45eaf61f85c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.033415 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-431d6d7e-d842-4c57-8c1e-a45eaf61f85c tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/dde03b98-48db-45a2-91d9-b23e8f5b020e HTTP/1.1" status: 404 len: 337 time: 0.0983493 Oct 22 14:57:57.033782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51386) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.040195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51390) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.052489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600395238', 'description': 'tempest-description--1168430275'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:57.085328 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d77f08-c20d-4eee-9f74-7bf3b1e82286 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.086371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d77f08-c20d-4eee-9f74-7bf3b1e82286 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.091306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-74d77f08-c20d-4eee-9f74-7bf3b1e82286 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/8568f283-2291-45f9-b874-49e4d8fff34d HTTP/1.1" status: 404 len: 333 time: 0.0457835 Oct 22 14:57:57.093911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51394) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.096674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed23a0-df24-4852-a20f-12c5182c9bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918929d2-1252-4e41-a05e-6e0392cf388b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:57.117622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e6ca6e86-a089-47e9-90f3-041ab52e3b7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee9d6332ab3a469a91c5deff31532509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437476 Oct 22 14:57:57.121021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.138805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a4193bd-1ab9-4556-a170-b60f1dff0db4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:57.191889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3a4193bd-1ab9-4556-a170-b60f1dff0db4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:57.192554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a4193bd-1ab9-4556-a170-b60f1dff0db4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:57.264656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dea65cf-3a40-4d7e-b204-e3136c480877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.303156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.314916 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccd8c5d-47d6-48a0-9946-e0b9f74f7060 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.316230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccd8c5d-47d6-48a0-9946-e0b9f74f7060 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.316655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dea65cf-3a40-4d7e-b204-e3136c480877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.323204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8ccd8c5d-47d6-48a0-9946-e0b9f74f7060 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/caeeef5d-8097-4ae7-a2cc-1fd3f5d418eb HTTP/1.1" status: 404 len: 337 time: 0.2234113 Oct 22 14:57:57.326139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51400) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.399475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3539cbac-54f9-462c-91e2-65750277ec32 None None] Provisioning complete for port 86121089-cd78-460e-a954-6348283666ad triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:57.400350 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3539cbac-54f9-462c-91e2-65750277ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.440682 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-586489ff-d906-4960-8285-8c2f65cee1c6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.441787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586489ff-d906-4960-8285-8c2f65cee1c6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.446517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-586489ff-d906-4960-8285-8c2f65cee1c6 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/e2009ca8-86cc-4280-b80a-ab5c438bc1f0 HTTP/1.1" status: 404 len: 333 time: 0.1193719 Oct 22 14:57:57.453975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.463582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 86121089-cd78-460e-a954-6348283666ad up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:57:57.506494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.518730 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a704327-26dd-4649-87ba-08f07154b4f5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.530894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a704327-26dd-4649-87ba-08f07154b4f5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.534340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a704327-26dd-4649-87ba-08f07154b4f5 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/acb8104e-5ca0-425b-b2f0-61a44adccb82 HTTP/1.1" status: 404 len: 337 time: 0.0792716 Oct 22 14:57:57.543890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.559084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61078-f9b3-4aaa-95f6-c00274a705b5 req-3d06d46b-7044-406f-b2ce-5b6ae966d324 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:57.568127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dea65cf-3a40-4d7e-b204-e3136c480877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.571470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3c61078-f9b3-4aaa-95f6-c00274a705b5 req-3d06d46b-7044-406f-b2ce-5b6ae966d324 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.2243459 Oct 22 14:57:57.573053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3dea65cf-3a40-4d7e-b204-e3136c480877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.574225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3dea65cf-3a40-4d7e-b204-e3136c480877 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53f452f6-7714-424f-9adb-b201091a4b0e HTTP/1.1" status: 204 len: 168 time: 0.4509726 Oct 22 14:57:57.615388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 86121089-cd78-460e-a954-6348283666ad triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:57:57.618125 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.632246 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13c7f0b-d8c4-45e5-80cf-77a618a8ef58 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.633126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13c7f0b-d8c4-45e5-80cf-77a618a8ef58 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.643812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e13c7f0b-d8c4-45e5-80cf-77a618a8ef58 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/ports/d6459570-72ff-40fe-a016-a725d4f41e08 HTTP/1.1" status: 404 len: 333 time: 0.0990434 Oct 22 14:57:57.648863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51408) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.682964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea65cf-3a40-4d7e-b204-e3136c480877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f452f6-7714-424f-9adb-b201091a4b0e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:57.725360 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.760552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3c61078-f9b3-4aaa-95f6-c00274a705b5 req-d2059faf-2df9-4547-baac-322577f9da8a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876585 Oct 22 14:57:57.763092 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28e9447-872e-4cf6-b6b8-9dd182315da3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] DELETE failed (client error): The resource could not be found. Oct 22 14:57:57.763590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28e9447-872e-4cf6-b6b8-9dd182315da3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:57:57.769298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d28e9447-872e-4cf6-b6b8-9dd182315da3 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/subnets/62ad20da-355e-4ad6-8cec-45e2024936ec HTTP/1.1" status: 404 len: 337 time: 0.1169660 Oct 22 14:57:57.770787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51412) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:57.845386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:57.923753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd928aaf-e27c-4426-8ee7-1ebf9862d827,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:57.947869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.026426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.033720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2470f687-db0d-4357-bc83-1f1bf4133e52 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:57:58.066952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.068899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2daac64e-5f8a-46f9-9156-c4aee31febd2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0335047 Oct 22 14:57:58.072099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51420) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:58.078301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'security_group_rule': {'security_group_id': 'bd928aaf-e27c-4426-8ee7-1ebf9862d827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:58.082720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.083540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 2470f687-db0d-4357-bc83-1f1bf4133e52 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:57:58.084045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2470f687-db0d-4357-bc83-1f1bf4133e52 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:57:58.105785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d5805a-689b-466e-a785-b2a121891287']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:58.117776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b37d4d1-7933-4ff0-ab3d-cdff686582e1') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:58.118078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b37d4d1-7933-4ff0-ab3d-cdff686582e1') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:57:58.133864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.150220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.156639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:57:58.157059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: items = [ Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:57:58.160428 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:57:58.181333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.203200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.372335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.418283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Allocated IP 172.25.1.61 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f288ae6a-29f3-48fd-8aaa-d546a8420ac0) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:57:58.468840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.478903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.482752 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] 10.222.0.66 "DELETE /v2.0/networks/a2d5805a-689b-466e-a785-b2a121891287 HTTP/1.1" status: 204 len: 168 time: 0.7106946 Oct 22 14:57:58.496853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507ff92-648b-494c-9c61-cc28856527f8 tempest-NetworksTestDHCPv6-2074250557 tempest-NetworksTestDHCPv6-2074250557-project] Pushing event deleted for resources: {'Network': ['ID=a2d5805a-689b-466e-a785-b2a121891287,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:58.509284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.606035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.635633 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.639941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39120f93-acb0-41ca-91b4-fa5d98889dff,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:58.817484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.822156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6e61a06-999e-4a54-b4f4-2da8d37fddfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7456257 Oct 22 14:57:58.822156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:58.826687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51442) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:58.832094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'security_group_rule': {'security_group_id': 'bd928aaf-e27c-4426-8ee7-1ebf9862d827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:58.916073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event updated for resources: {'Port': ['ID=f288ae6a-29f3-48fd-8aaa-d546a8420ac0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:58.954393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:57:58.957690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:57:58.964793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:57:59.012280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c7ce-0615-41d4-9f1f-a2013297df8d req-66f8c7e4-81c5-4207-8c02-15bef72a7179 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:57:59.013811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7085c7ce-0615-41d4-9f1f-a2013297df8d req-66f8c7e4-81c5-4207-8c02-15bef72a7179 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1135097 Oct 22 14:57:59.163988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7085c7ce-0615-41d4-9f1f-a2013297df8d req-efd1e163-e77a-4c54-afd6-29cf60604913 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408932 Oct 22 14:57:59.229684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.313243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51456) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:59.382068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.496775 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.506895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.536533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3625e1d-0d32-41d4-a2d5-101647f7950f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:59.567003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-393a064e-ea80-4d39-9ea0-9c6798ebd074 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0e553add17745c9a7c393dd9b5195ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525086 Oct 22 14:57:59.570693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:59.649947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.656535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-81152735-bdd0-4027-a955-b3c4c75b12d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8320713 Oct 22 14:57:59.659066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51468) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:57:59.699096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c408318f-19af-41a8-a0c9-b49fcb9e2a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.748365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c408318f-19af-41a8-a0c9-b49fcb9e2a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.805763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.815016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:57:59.910192 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c408318f-19af-41a8-a0c9-b49fcb9e2a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.912830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c408318f-19af-41a8-a0c9-b49fcb9e2a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:57:59.914784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c408318f-19af-41a8-a0c9-b49fcb9e2a7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/deb154cd-41db-423f-8d79-4ff2443dae40 HTTP/1.1" status: 204 len: 168 time: 0.3422513 Oct 22 14:57:59.923465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408318f-19af-41a8-a0c9-b49fcb9e2a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb154cd-41db-423f-8d79-4ff2443dae40,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:57:59.946673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:00.078450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:00.138936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Router 2be9350c-3dc4-4b51-b5ca-47240751c71d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:58:00.241322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 172.25.1.80 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/7db20123-f415-4ffc-9d8f-a3fc3c075cb7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:00.364986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:00.378007 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] Sync routers for ids ['2be9350c-3dc4-4b51-b5ca-47240751c71d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:00.384754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58b3d-9a73-4770-961a-60e5914d1ba6 req-87696ac2-1ac5-41c1-8ddd-e9dd6a625f72 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:00.386315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3e58b3d-9a73-4770-961a-60e5914d1ba6 req-87696ac2-1ac5-41c1-8ddd-e9dd6a625f72 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1411383 Oct 22 14:58:00.411398 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] Routers {'2be9350c-3dc4-4b51-b5ca-47240751c71d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:00.411398 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2be9350c-3dc4-4b51-b5ca-47240751c71d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:00.448189 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:00.457876 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] Routers {'2be9350c-3dc4-4b51-b5ca-47240751c71d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:00.458486 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2be9350c-3dc4-4b51-b5ca-47240751c71d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:00.498545 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:00.499642 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214d8ef-4e30-45ec-a492-b85f8b5c6b04 None None] The sync data for ids ['2be9350c-3dc4-4b51-b5ca-47240751c71d'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:00.819501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3e58b3d-9a73-4770-961a-60e5914d1ba6 req-170eb53d-b729-421b-8702-a8bc697f9c98 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988771 Oct 22 14:58:00.839124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:00.920453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:00.924485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2d95f4be-d368-4bee-9c61-825c62cfb9b1 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8076313 Oct 22 14:58:00.928414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:00.929874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': False}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:00.957546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:01.059542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:01.063708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:01.068214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:01.111367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=7db20123-f415-4ffc-9d8f-a3fc3c075cb7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:01.270214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:01.388268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:01.492680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:01.790702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:01.889395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:02.136685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:02.155306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:02.155771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=7db20123-f415-4ffc-9d8f-a3fc3c075cb7,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:02.185171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:02.223844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457b00e-ce41-4437-be03-cf823d6f2c1c req-ae8b8b06-bcd9-451d-99dd-3fc66a334ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:02.228438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5457b00e-ce41-4437-be03-cf823d6f2c1c req-ae8b8b06-bcd9-451d-99dd-3fc66a334ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.2912369 Oct 22 14:58:02.309279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5457b00e-ce41-4437-be03-cf823d6f2c1c req-7a122930-40fe-430b-ad28-f0bb232b45b4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745981 Oct 22 14:58:02.317463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:02.318656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fffaec99-802b-4a7c-a9a2-75209a2da227 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6586435 Oct 22 14:58:02.774241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-2368376e-b5e2-471b-b2f1-3f74616e3f05 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407479 Oct 22 14:58:02.776601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51580) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:02.852505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Router 2be9350c-3dc4-4b51-b5ca-47240751c71d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:58:02.960753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d599b72b-b224-4eaf-89ba-4242ff048cdf tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1600395238&fields=id&tenant_id=7e5d81c0d9134ce98c27131bcb8ef533 HTTP/1.1" status: 200 len: 267 time: 0.1690419 Oct 22 14:58:03.023842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-21a20958-1aaa-452a-9303-68e5e56d8688 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.024653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:03.027824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-21a20958-1aaa-452a-9303-68e5e56d8688 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2502558 Oct 22 14:58:03.029490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:03.030783 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eb576ccd-ac43-44d0-9c59-665e2f7de32f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "PUT /v2.0/routers/2be9350c-3dc4-4b51-b5ca-47240751c71d HTTP/1.1" status: 200 len: 920 time: 2.1048329 Oct 22 14:58:03.031567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51584) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.039405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-221985e6-6328-4ddf-a1e6-f1064921f651 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.040361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-221985e6-6328-4ddf-a1e6-f1064921f651 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076535 Oct 22 14:58:03.040900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51586) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.044925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] Sync routers for ids ['2be9350c-3dc4-4b51-b5ca-47240751c71d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:03.047939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51588) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.051956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-5276046d-5706-4375-b10a-561a42037521 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.052960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5276046d-5706-4375-b10a-561a42037521 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040734 Oct 22 14:58:03.060149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51590) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.071149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] Routers {'2be9350c-3dc4-4b51-b5ca-47240751c71d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:03.071149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2be9350c-3dc4-4b51-b5ca-47240751c71d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:03.071508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-2071518c-0bc4-46d5-b10e-dcb47e642d48 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.074274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2071518c-0bc4-46d5-b10e-dcb47e642d48 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0111861 Oct 22 14:58:03.079169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51592) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.083692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-c9c5b304-1ce5-4750-ac91-bbc64b40c02d tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.088193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51594) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.088646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c9c5b304-1ce5-4750-ac91-bbc64b40c02d tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074630 Oct 22 14:58:03.092946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-26d46633-8701-4564-88e7-f2d3919f8871 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.095965 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-26d46633-8701-4564-88e7-f2d3919f8871 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049794 Oct 22 14:58:03.097442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51596) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.102009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-8ef4ed04-d9e0-49a3-bcca-3ce8d5c2a461 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.102167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-78f5ce50-b269-447b-b893-37f128c91e60 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.105340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ef4ed04-d9e0-49a3-bcca-3ce8d5c2a461 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048482 Oct 22 14:58:03.106389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.107444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-78f5ce50-b269-447b-b893-37f128c91e60 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 930 time: 0.1391973 Oct 22 14:58:03.110445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-50af9825-676a-4bbc-846b-2d3e4faa6262 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.113530 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50af9825-676a-4bbc-846b-2d3e4faa6262 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041256 Oct 22 14:58:03.113646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:03.113762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.119199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-a8b48b67-903c-4179-8add-7f7a514da9e0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.119735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-98a9c773-b9c7-46e0-90fb-0b9f813914ba tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.122699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98a9c773-b9c7-46e0-90fb-0b9f813914ba tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059218 Oct 22 14:58:03.122931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51602) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.126244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] Routers {'2be9350c-3dc4-4b51-b5ca-47240751c71d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:03.127204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2be9350c-3dc4-4b51-b5ca-47240751c71d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:03.127889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-6d3e00fa-c2ce-473a-bdb5-51f6cd6ac379 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.128817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d3e00fa-c2ce-473a-bdb5-51f6cd6ac379 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049927 Oct 22 14:58:03.131530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51604) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.133736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-a8b48b67-903c-4179-8add-7f7a514da9e0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585534 Oct 22 14:58:03.138493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-9eed8ae0-d0f8-4589-893e-f36bc70535da tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.139563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9eed8ae0-d0f8-4589-893e-f36bc70535da tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073802 Oct 22 14:58:03.149013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51606) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.153623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-e208357f-274d-4d52-a27b-126bf2b6ffcd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.154719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e208357f-274d-4d52-a27b-126bf2b6ffcd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045865 Oct 22 14:58:03.157355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.162109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-02057188-823d-46ce-85d5-2a70a201029c tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.163033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-02057188-823d-46ce-85d5-2a70a201029c tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047412 Oct 22 14:58:03.168912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51610) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.172615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-46b331c6-9c29-41f8-a330-bff4140d7424 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/quotas/2de1d55179dd4ad0ab2afb3f624dfad1 HTTP/1.1" status: 200 len: 375 time: 0.0379543 Oct 22 14:58:03.173245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-089a1478-90a4-4c8b-9765-851ee1394e82 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.174945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-089a1478-90a4-4c8b-9765-851ee1394e82 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045209 Oct 22 14:58:03.192498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:03.193401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9e7ea-4e0b-45b0-b5c6-9eac0614fc5b None None] The sync data for ids ['2be9350c-3dc4-4b51-b5ca-47240751c71d'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:03.208599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51612) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.209416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-927bebcc-4b72-4dcf-9db6-c2d55e0041bd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.215189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.215994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-927bebcc-4b72-4dcf-9db6-c2d55e0041bd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0121641 Oct 22 14:58:03.227918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-0c81ce80-c3fe-4173-b1d6-18280ac68fc3 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.229118 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0c81ce80-c3fe-4173-b1d6-18280ac68fc3 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0129056 Oct 22 14:58:03.232127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51616) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.240074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-708ea8db-9c14-4068-8288-28f4f60fea99 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.242865 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-708ea8db-9c14-4068-8288-28f4f60fea99 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091748 Oct 22 14:58:03.254984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-cf7de20e-ec39-4be5-9971-a3ada0f291c1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782049 Oct 22 14:58:03.259147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51618) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.263950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b8a06ab-a24c-44bb-82d9-58af6fa3e17b tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/2be9350c-3dc4-4b51-b5ca-47240751c71d HTTP/1.1" status: 200 len: 920 time: 0.2219021 Oct 22 14:58:03.266626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51620) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.276913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-0088b3cf-a948-4618-80d6-b1fdde80a3fd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.283078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0088b3cf-a948-4618-80d6-b1fdde80a3fd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0227983 Oct 22 14:58:03.283796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51624) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.304486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-08cd2a98-4a14-427d-a8c8-a589e4ab9f63 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.306352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-08cd2a98-4a14-427d-a8c8-a589e4ab9f63 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 932 time: 0.1694171 Oct 22 14:58:03.340996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-3a771adf-62af-40e7-a1d5-365b58d876ae tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.344312 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a771adf-62af-40e7-a1d5-365b58d876ae tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0292754 Oct 22 14:58:03.345068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.349929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-89e464e5-5791-4950-ba85-7670afce2b09 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.352479 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89e464e5-5791-4950-ba85-7670afce2b09 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063431 Oct 22 14:58:03.361365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51632) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.372734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-b5215d91-c18a-4dbc-91f2-c816d9b58cde tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.372734 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b5215d91-c18a-4dbc-91f2-c816d9b58cde tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052950 Oct 22 14:58:03.376925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.393371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f99b23a1-1a2d-4c78-9b4f-184971411b53 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0718780 Oct 22 14:58:03.395378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-2418021b-09f5-4b74-9e81-8843003c16e5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.400131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2418021b-09f5-4b74-9e81-8843003c16e5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0117943 Oct 22 14:58:03.409548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51636) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.418841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ecd407-277a-4e40-8ba8-ec055dad12f5 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.418841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-28ecd407-277a-4e40-8ba8-ec055dad12f5 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=2be9350c-3dc4-4b51-b5ca-47240751c71d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1453931 Oct 22 14:58:03.419771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51640) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.433415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-51f88494-3828-4c29-9248-c36e93c5c5c0 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.434811 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-51f88494-3828-4c29-9248-c36e93c5c5c0 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0186136 Oct 22 14:58:03.443471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51642) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.455814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-c9049bdd-e161-4631-9cd6-f4becea7a912 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.459559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c9049bdd-e161-4631-9cd6-f4becea7a912 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0164702 Oct 22 14:58:03.467385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.473110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-3e3608dd-dd1c-46cc-a5e0-a4a29c62d663 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.474079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e3608dd-dd1c-46cc-a5e0-a4a29c62d663 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057576 Oct 22 14:58:03.475354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-9637ff53-757b-4214-895d-c8fdb503f890 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0738208 Oct 22 14:58:03.485186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51646) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.515669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-4c7861be-664c-4843-b5ca-c927df2d70cd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.517592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c7861be-664c-4843-b5ca-c927df2d70cd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0306787 Oct 22 14:58:03.534059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51648) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.540306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-c8eab870-abee-4b7a-8493-e4dbef8faa63 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.541515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c8eab870-abee-4b7a-8493-e4dbef8faa63 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064764 Oct 22 14:58:03.546295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51650) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.556614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-3ee8c156-3274-4fc6-8fcb-1a94b83b5850 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.560581 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3ee8c156-3274-4fc6-8fcb-1a94b83b5850 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0133224 Oct 22 14:58:03.566425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.572554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-0fe501bc-6e3b-490b-9d79-2c3d0b25e495 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.576535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0fe501bc-6e3b-490b-9d79-2c3d0b25e495 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0089111 Oct 22 14:58:03.579645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51654) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.584181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-933119dc-6b28-42b0-9591-d073c062f1aa tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.588594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-933119dc-6b28-42b0-9591-d073c062f1aa tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076885 Oct 22 14:58:03.591446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51656) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.595848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-0d75488a-7bf9-4c43-8a29-99cef2a12d64 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.599501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d75488a-7bf9-4c43-8a29-99cef2a12d64 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0070274 Oct 22 14:58:03.601012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7399b9-e1d4-4de1-b693-ec4f7d025ecd tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.602538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51658) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.613956 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9c7399b9-e1d4-4de1-b693-ec4f7d025ecd tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.1777637 Oct 22 14:58:03.618769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-a6170262-9d80-4ae0-86b2-f337b57f52f5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.620071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51662) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.620282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6170262-9d80-4ae0-86b2-f337b57f52f5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156980 Oct 22 14:58:03.623894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51664) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.629139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-a0c88ce9-3f16-43fb-b6d4-3d3a1841155f tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.642119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a0c88ce9-3f16-43fb-b6d4-3d3a1841155f tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0171087 Oct 22 14:58:03.647963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51666) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.657447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-10287bd3-8e96-4fbb-a1b1-35c8378daea2 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.657447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-10287bd3-8e96-4fbb-a1b1-35c8378daea2 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064282 Oct 22 14:58:03.659998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-77590bad-cde5-41ee-a5bf-7d5adc724448 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be9350c-3dc4-4b51-b5ca-47240751c71d HTTP/1.1" status: 200 len: 205 time: 0.0362251 Oct 22 14:58:03.660222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.660643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51672) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.671305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-2cdf91cf-c311-4f03-a535-8e539ce35f3d tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.675164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2cdf91cf-c311-4f03-a535-8e539ce35f3d tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0134602 Oct 22 14:58:03.676161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51676) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.681429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-a89a14e3-22e9-43b5-b44b-b4aee71c8130 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.682962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a89a14e3-22e9-43b5-b44b-b4aee71c8130 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058699 Oct 22 14:58:03.686759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51678) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.691266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-bdf6f87b-696e-4f46-b297-8af88943e040 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.692837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bdf6f87b-696e-4f46-b297-8af88943e040 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047436 Oct 22 14:58:03.696766 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:03.721711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-0e7a3c19-445f-42d9-a559-4388a6bfaf71 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.736141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-0e7a3c19-445f-42d9-a559-4388a6bfaf71 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.747905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51680) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.752179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-0e7a3c19-445f-42d9-a559-4388a6bfaf71 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.754798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-0e7a3c19-445f-42d9-a559-4388a6bfaf71 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/networks?id=c0226784-150c-43ed-b71e-dc85064ff07e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=c46961ba-ce10-4285-82d4-87b41d7e6534&id=c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 200 len: 1991 time: 0.2726276 Oct 22 14:58:03.755354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-ff7e28c7-a024-449c-b7b9-1c4218a793e5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.759940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ff7e28c7-a024-449c-b7b9-1c4218a793e5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0108511 Oct 22 14:58:03.760073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51684) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.768444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-29fa6ea9-b9c1-4336-8b46-45f1cf1ffa31 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.769824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-29fa6ea9-b9c1-4336-8b46-45f1cf1ffa31 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088389 Oct 22 14:58:03.780614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.789269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-fa31a0e9-0e0f-42eb-b2bb-6164e1e0c849 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/quotas/7e5d81c0d9134ce98c27131bcb8ef533 HTTP/1.1" status: 200 len: 375 time: 0.0212407 Oct 22 14:58:03.794434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-bc06c2fd-c8d6-467f-9b40-89099f457b19 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.797977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc06c2fd-c8d6-467f-9b40-89099f457b19 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054238 Oct 22 14:58:03.802068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.809189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-bd731079-cd55-4d01-b5d7-721cbc1fc9a4 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.812529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd731079-cd55-4d01-b5d7-721cbc1fc9a4 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080271 Oct 22 14:58:03.818240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.834719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-0e19f94b-5e43-4ef9-81b8-2d68792bb9f5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.840961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e19f94b-5e43-4ef9-81b8-2d68792bb9f5 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0204995 Oct 22 14:58:03.840961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.849344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-595745a2-7be5-4903-b769-4fd60254235d tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.858759 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-595745a2-7be5-4903-b769-4fd60254235d tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106027 Oct 22 14:58:03.860427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51700) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.867325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-a682b9b5-e9ef-4881-b3c8-e224df6c1733 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.871112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a682b9b5-e9ef-4881-b3c8-e224df6c1733 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096190 Oct 22 14:58:03.876404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.880762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-ea2187bf-5bff-4c26-a150-aa641781ae40 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.881927 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ea2187bf-5bff-4c26-a150-aa641781ae40 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045166 Oct 22 14:58:03.886287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51704) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.896369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-9c17600e-c2ed-4bbe-8506-e9f15909f468 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.897331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9c17600e-c2ed-4bbe-8506-e9f15909f468 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0070195 Oct 22 14:58:03.916469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51706) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.921482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-2747ca8b-f4b6-4331-9bf9-0f2fff418c56 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.922586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2747ca8b-f4b6-4331-9bf9-0f2fff418c56 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050633 Oct 22 14:58:03.922708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f6df927f-a9ee-485d-aecc-7d0692335196 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1283336 Oct 22 14:58:03.925240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:03.932269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-c05aa668-6eb7-4dda-916a-4dff83c6ff39 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:03.933741 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c05aa668-6eb7-4dda-916a-4dff83c6ff39 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075200 Oct 22 14:58:03.943153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066c88e-a057-45d3-9d95-4a42da797e6a req-ed34dd73-365a-41f7-83f3-0a8ce64d8c53 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:03.951793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8066c88e-a057-45d3-9d95-4a42da797e6a req-ed34dd73-365a-41f7-83f3-0a8ce64d8c53 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1196382 Oct 22 14:58:03.954168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:03.954913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51710) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.058009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-2211ae14-fc52-4fe5-b3c0-d44f9d30bed1 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.069083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2211ae14-fc52-4fe5-b3c0-d44f9d30bed1 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.1025519 Oct 22 14:58:04.075845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51716) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.087162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-ac778b20-0836-4638-a8f3-22b0536133c9 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.091414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac778b20-0836-4638-a8f3-22b0536133c9 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056033 Oct 22 14:58:04.105821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.110958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-6f917ce8-f79f-4f10-a994-b3b09d257377 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.114271 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6f917ce8-f79f-4f10-a994-b3b09d257377 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045500 Oct 22 14:58:04.114555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51720) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.121619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-ad7c04d0-0b9d-4bc5-8495-577a746d64de tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.124940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ad7c04d0-0b9d-4bc5-8495-577a746d64de tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070152 Oct 22 14:58:04.125392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.133283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-e48e851e-2f64-4961-9286-06195edaeb22 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.137320 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e48e851e-2f64-4961-9286-06195edaeb22 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084069 Oct 22 14:58:04.139392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.142569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8066c88e-a057-45d3-9d95-4a42da797e6a req-c18d7eca-ecee-4c34-b3fa-d908b50779e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898420 Oct 22 14:58:04.152410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-0fd99d0b-cbc8-4f7a-b75b-6e4fa942310e tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.154279 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0fd99d0b-cbc8-4f7a-b75b-6e4fa942310e tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0114162 Oct 22 14:58:04.160113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51726) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.164954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-e5906292-8d23-4b5d-be4a-be2c202f1061 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.169900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e5906292-8d23-4b5d-be4a-be2c202f1061 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0085809 Oct 22 14:58:04.172576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51728) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.176811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-77d81862-a654-4fa6-86c2-fdeadf70c8dc tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.177158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:04.180912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-77d81862-a654-4fa6-86c2-fdeadf70c8dc tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044768 Oct 22 14:58:04.181796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51730) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.188275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-4bb4ae4d-6906-4c03-9a36-4fc6abc0bde9 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.192861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4bb4ae4d-6906-4c03-9a36-4fc6abc0bde9 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079663 Oct 22 14:58:04.193139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.199074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-0d89e7f7-6502-4b8b-8d57-39f43f87b545 service neutron] 10.222.0.66 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447462 Oct 22 14:58:04.201359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-32c0e630-7c3f-4d9c-a6bc-72e4bf0231cd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.204892 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32c0e630-7c3f-4d9c-a6bc-72e4bf0231cd tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0083783 Oct 22 14:58:04.205164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51734) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.209882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-8f8d335b-ed7b-4b5b-996c-be7c410dfae1 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.212562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f8d335b-ed7b-4b5b-996c-be7c410dfae1 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0056787 Oct 22 14:58:04.217706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51736) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.223101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-6f61ac8c-61e4-47f1-9ba0-fd2725b907b2 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.226828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6f61ac8c-61e4-47f1-9ba0-fd2725b907b2 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078068 Oct 22 14:58:04.227517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51738) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.232763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-795fb07b-7968-445c-8494-a3e1f5bdf3b7 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.237037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-795fb07b-7968-445c-8494-a3e1f5bdf3b7 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082183 Oct 22 14:58:04.237197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51740) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.240485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c64d59b2-1811-4bb5-91fa-d0e045e8aabb req-c4aa3b26-48fb-4e95-8ce7-e8ceaae73091 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 210 time: 0.0404844 Oct 22 14:58:04.255555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [None req-d7cf8e55-b62c-410b-84d1-908507f29606 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.259932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.263615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d7cf8e55-b62c-410b-84d1-908507f29606 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0254760 Oct 22 14:58:04.267343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-a8155596-5db7-494b-9055-ac122482a34a tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.269507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a8155596-5db7-494b-9055-ac122482a34a tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079195 Oct 22 14:58:04.275594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51744) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.282039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-92194d42-f41b-4c27-9deb-a8f8cecb3943 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.286030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-92194d42-f41b-4c27-9deb-a8f8cecb3943 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093420 Oct 22 14:58:04.286713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51746) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.292689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-4349fda9-bf5c-48e5-b07d-0142411fabe0 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.296843 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4349fda9-bf5c-48e5-b07d-0142411fabe0 tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090489 Oct 22 14:58:04.297517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.302933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-a61d64c7-f5fd-43a4-a7f6-0bf7504eb26c tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.307589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a61d64c7-f5fd-43a4-a7f6-0bf7504eb26c tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090477 Oct 22 14:58:04.308489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51750) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.313612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-2d6f7f57-a86d-4f8b-afca-21dac789377b tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.318670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2d6f7f57-a86d-4f8b-afca-21dac789377b tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060890 Oct 22 14:58:04.321290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51752) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.325798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-cf4eec1e-7f1d-4330-8d46-5ee257b5beac tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.329831 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf4eec1e-7f1d-4330-8d46-5ee257b5beac tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073447 Oct 22 14:58:04.330485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51754) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:04.335814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [None req-a9782377-7782-4ddc-9078-2a7e4376757e tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:04.344993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a9782377-7782-4ddc-9078-2a7e4376757e tempest-ExtensionsTestJSON-1986975985 tempest-ExtensionsTestJSON-1986975985-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0117028 Oct 22 14:58:04.435959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-5368c376-8945-4d35-afec-40c47c34a365 service neutron] 10.222.0.66 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248118 Oct 22 14:58:04.479573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Deleting port f288ae6a-29f3-48fd-8aaa-d546a8420ac0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:04.479920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:04.510033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2f47443d-2c7f-44b5-b3ad-40c4c3334e42 service neutron] 10.222.0.66 "GET /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0667112 Oct 22 14:58:04.659407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f2ef1198-efef-43fc-b95a-63d364e608b7 service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389582 Oct 22 14:58:04.663010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:04.679753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Calling delete_port for f288ae6a-29f3-48fd-8aaa-d546a8420ac0 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:04.765202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f0f866fe-75c7-4fbc-8f71-63eb0f1bc4d4 service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048162 Oct 22 14:58:04.822997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-e4a7693c-044b-4b43-bcd2-f8e300d5c4da service neutron] 10.222.0.66 "GET /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0504303 Oct 22 14:58:04.953294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-a8d55a26-715f-49f8-ab4f-cc3c287c3551 service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232114 Oct 22 14:58:05.038375 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.077147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ce9bd61e-d391-40a6-96b6-9fae04076aed service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158702 Oct 22 14:58:05.085300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event deleted for resources: {'Port': ['ID=f288ae6a-29f3-48fd-8aaa-d546a8420ac0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:05.168868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.197473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-6ba80b7a-3e4f-4a4e-81cc-b55cce23260d service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142597 Oct 22 14:58:05.287654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.290476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:05.293341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.339273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-07016989-69ce-40d4-8180-cbbedb7c2b47 service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354575 Oct 22 14:58:05.449895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d2881d-0f60-4cb1-b4a5-b3af120a4fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.451791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622ed14-fd5c-44ef-a551-945fa9f3bf4c req-97ffd2d5-421d-46bf-803d-b477f2f2b234 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:05.453618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6622ed14-fd5c-44ef-a551-945fa9f3bf4c req-97ffd2d5-421d-46bf-803d-b477f2f2b234 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1127005 Oct 22 14:58:05.472842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.474010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Fanout notify agent at l3_agent the message router_deleted on router 2be9350c-3dc4-4b51-b5ca-47240751c71d {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:58:05.481459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.482580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4be1339d-5c71-4c06-a409-382eaf71abe9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/2be9350c-3dc4-4b51-b5ca-47240751c71d HTTP/1.1" status: 204 len: 168 time: 1.8198209 Oct 22 14:58:05.486173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51780) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:05.495828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1949372142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:05.500870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-9dcdeebf-226b-439d-9f38-e0d6eab64135 service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512177 Oct 22 14:58:05.599128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6622ed14-fd5c-44ef-a551-945fa9f3bf4c req-90dc348c-a46e-4e2e-8600-62e9589254fe tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226380 Oct 22 14:58:05.612247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d2881d-0f60-4cb1-b4a5-b3af120a4fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.641364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-52c73c63-fa0b-4b66-a78e-15ac5f01764e service neutron] 10.222.0.66 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326940 Oct 22 14:58:05.729642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e9d2881d-0f60-4cb1-b4a5-b3af120a4fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.732215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.733233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.759519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5abec6d-952d-4dd7-b0e7-4c9208924d5a req-31d3ac22-8f12-4bd1-a8e2-4409377b573c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 210 time: 0.0402148 Oct 22 14:58:05.790555 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e9d2881d-0f60-4cb1-b4a5-b3af120a4fcc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac902064400341f987e8c708b84825d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987047 Oct 22 14:58:05.795094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51788) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:05.815892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2881d-0f60-4cb1-b4a5-b3af120a4fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea589a-abb5-49b4-a2e4-2e60d34ec3f3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:05.849885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c4acfec6-893e-433e-886a-4f9428f975b1 service neutron] 10.222.0.66 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011216 Oct 22 14:58:05.862958 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.868862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-64f71ac7-b57b-4fb9-b7b5-3d7291d9e602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.908552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-64f71ac7-b57b-4fb9-b7b5-3d7291d9e602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:05.985182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-6bacf6d9-4214-47d0-8ae6-3e52daaeaed9 service neutron] 10.222.0.66 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274674 Oct 22 14:58:06.089323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-12324b7f-3181-48a1-a4d0-de222152b8f7 service neutron] 10.222.0.66 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909925 Oct 22 14:58:06.099495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:06.186166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-380c8ac7-4f12-4b04-b814-cc361ed15402 service neutron] 10.222.0.66 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903940 Oct 22 14:58:06.282253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:06.292139 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-222845d5-5c3a-43b4-a229-701e180efb24 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8035593 Oct 22 14:58:06.297724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51798) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:06.298317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-64f71ac7-b57b-4fb9-b7b5-3d7291d9e602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:06.303783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-64f71ac7-b57b-4fb9-b7b5-3d7291d9e602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:06.314654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-64f71ac7-b57b-4fb9-b7b5-3d7291d9e602 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85ea589a-abb5-49b4-a2e4-2e60d34ec3f3 HTTP/1.1" status: 204 len: 168 time: 0.5162604 Oct 22 14:58:06.327435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:06.372978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f71ac7-b57b-4fb9-b7b5-3d7291d9e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea589a-abb5-49b4-a2e4-2e60d34ec3f3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:06.542438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0678fe-2e9b-4419-915b-a77dfb3cbbe2 req-27216ef4-3790-4c42-981a-0028ac58996d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:06.544570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a0678fe-2e9b-4419-915b-a77dfb3cbbe2 req-27216ef4-3790-4c42-981a-0028ac58996d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1671071 Oct 22 14:58:06.694003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:06.711771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a0678fe-2e9b-4419-915b-a77dfb3cbbe2 req-067025b8-0e47-4cb7-be83-aef3f5241abc tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103196 Oct 22 14:58:06.820690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ff3e8-9667-4245-b66d-48ce158fee50 req-40ad35d0-20f3-4325-9e3d-eacd94834edd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:06.822367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674ff3e8-9667-4245-b66d-48ce158fee50 req-40ad35d0-20f3-4325-9e3d-eacd94834edd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.0561039 Oct 22 14:58:06.893102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674ff3e8-9667-4245-b66d-48ce158fee50 req-6483079f-ac98-42f8-ac65-8716435b65ac tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530126 Oct 22 14:58:07.109227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1fcdc70-3ee0-4c1f-b06e-ccad0b84b33e req-34d55184-a25d-42d1-b04e-4f7b1656b501 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 210 time: 0.0593216 Oct 22 14:58:07.140335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:07.151726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:07.282412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Allocated IP 172.25.1.234 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/84815206-3d92-40f4-a2df-3bf8fc754ae1) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:07.398372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-a89f9b73-c486-4772-ae58-a5850d185f3d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315008 Oct 22 14:58:07.421135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:07.551063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-bca95961-3232-4e67-9529-3c038f651464 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:07.551825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:07.552651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-bca95961-3232-4e67-9529-3c038f651464 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475444 Oct 22 14:58:07.572475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:07.600131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:07.605558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:07.609920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:07.703181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event updated for resources: {'Port': ['ID=84815206-3d92-40f4-a2df-3bf8fc754ae1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:07.936023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7992-7dba-4b9f-820d-497e4a1bce2b req-20cedaf8-f219-4b74-9e83-e9eb1758673d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:07.938191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec9b7992-7dba-4b9f-820d-497e4a1bce2b req-20cedaf8-f219-4b74-9e83-e9eb1758673d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1143754 Oct 22 14:58:07.938571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:07.954299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:07.967032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.024274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:08.076192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec9b7992-7dba-4b9f-820d-497e4a1bce2b req-5cd9340f-ec50-4207-93e1-71865edd5052 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204655 Oct 22 14:58:08.083196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.207269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.308785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'networks': [{'name': 'tempest-network--951619042'}, {'name': 'tempest-network--622362546'}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:08.311377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'network': {'name': 'tempest-network--951619042'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:08.312061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'network': {'name': 'tempest-network--622362546'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:08.393643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.515744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.187 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/37ea5041-6851-479a-b6da-36ef0af091f2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:08.777178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f705665-a618-4a0b-a43e-4f163a14e948,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:08.780168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'network': 2} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:08.785197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.810409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.839947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:08.849675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88f1915b-3c8b-4784-bb84-cb1b0bb20a7a req-074e8138-36a1-459e-bef9-6b9555788b70 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 210 time: 0.1086032 Oct 22 14:58:09.324420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.349646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63b492f8-b0b2-4b1f-a1fe-c649882fa543 req-c538fa6d-c453-493e-8a30-3d4f9a68c0cd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.4378264 Oct 22 14:58:09.385561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459128b-65a1-413c-b477-2bdc87fe528e req-0309ab7e-0235-40dd-a979-5d345e19875e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:09.389800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0459128b-65a1-413c-b477-2bdc87fe528e req-0309ab7e-0235-40dd-a979-5d345e19875e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.6496425 Oct 22 14:58:09.409566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:09.413940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:09.414665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.430075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:09.472814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.586791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:09.590070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.604040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0459128b-65a1-413c-b477-2bdc87fe528e req-3cb57f5e-24a4-4437-9b57-7000b6c55bb4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782033 Oct 22 14:58:09.658678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=37ea5041-6851-479a-b6da-36ef0af091f2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:09.661657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.734536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd6973-053d-41f0-9e0a-eb2474ebfe71 req-c72d6721-2edb-4f34-acb7-9ac1ff56fd42 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:09.746759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbbd6973-053d-41f0-9e0a-eb2474ebfe71 req-c72d6721-2edb-4f34-acb7-9ac1ff56fd42 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.2637317 Oct 22 14:58:09.756442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.757739 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.783673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-f16a85c6-6fda-4372-a2f3-ed0e03486fea tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2168126 Oct 22 14:58:09.797440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Request body: {'port': {'device_id': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:09.871287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4228eb0c-ee47-42c2-95f4-9d4d70285741,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:09.883481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:09.892328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbbd6973-053d-41f0-9e0a-eb2474ebfe71 req-9be5102c-db68-49ac-b117-6cce026ee75e tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442196 Oct 22 14:58:09.895691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.922119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.922471 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Added segment 569c7b96-cf8e-4062-b197-e893fd0b8af7 of type vlan for network 671b5893-27f5-4192-9188-359f4ba69608 Oct 22 14:58:09.929681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3aad2b02-e703-4dfa-a2b8-93e7b3805dd0 None None] Provisioning complete for port 37ea5041-6851-479a-b6da-36ef0af091f2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:09.931354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aad2b02-e703-4dfa-a2b8-93e7b3805dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:09.991725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3aad2b02-e703-4dfa-a2b8-93e7b3805dd0 None None] Port 37ea5041-6851-479a-b6da-36ef0af091f2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:10.038387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.093466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f7e9-d0b7-4ac1-b2c7-4e2fab74e87d req-3549cfa2-c5bd-4127-83d5-6c8b478c26e0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:10.095174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9172f7e9-d0b7-4ac1-b2c7-4e2fab74e87d req-3549cfa2-c5bd-4127-83d5-6c8b478c26e0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1268663 Oct 22 14:58:10.123644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Router 57c3c035-4c6c-41a0-bbf3-9bef50390926 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:58:10.144807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:10.171610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5f980-26d6-4f95-8df5-121d95db94e5 req-a071422e-9db2-4e2c-a2aa-84b7d8a8b16a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:10.179542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cc5f980-26d6-4f95-8df5-121d95db94e5 req-a071422e-9db2-4e2c-a2aa-84b7d8a8b16a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 936 time: 0.1668332 Oct 22 14:58:10.186060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.186407 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Added segment bc7a5801-f939-4e69-b2bc-cd81cf77aa8b of type vlan for network 44310639-84b2-44f3-8e05-080a7faca796 Oct 22 14:58:10.312952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.360770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ea5041-6851-479a-b6da-36ef0af091f2 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:10.369495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.384544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Transition to ACTIVE for port object 37ea5041-6851-479a-b6da-36ef0af091f2 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:10.389009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9172f7e9-d0b7-4ac1-b2c7-4e2fab74e87d req-7be72e91-5e5a-432b-9231-5c1285b99d62 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849143 Oct 22 14:58:10.436109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cc5f980-26d6-4f95-8df5-121d95db94e5 req-733dbfbd-5cf4-4fb5-b96c-45b71a0aa25e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555759 Oct 22 14:58:10.516206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.516814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.522900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:10.528000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:10.528670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.534785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdeca956-f708-49fc-8da4-24e6127cf02d req-4a67aa81-be6d-4665-995e-37cc857b8cfe tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0830526 Oct 22 14:58:10.569851 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.635283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Pushing event updated for resources: {'Port': ['ID=37ea5041-6851-479a-b6da-36ef0af091f2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:10.647258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Network': ['ID=671b5893-27f5-4192-9188-359f4ba69608,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:10.660952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 671b5893-27f5-4192-9188-359f4ba69608 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:10.663980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:10.675791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6501796 Oct 22 14:58:10.678556 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] Sync routers for ids ['57c3c035-4c6c-41a0-bbf3-9bef50390926'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:10.683250 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:10.684834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01936920-196e-4ec2-bf6b-01b71b9317b7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "PUT /v2.0/routers/57c3c035-4c6c-41a0-bbf3-9bef50390926 HTTP/1.1" status: 200 len: 880 time: 4.3612285 Oct 22 14:58:10.687468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:10.687841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:10.710337 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] Routers {'57c3c035-4c6c-41a0-bbf3-9bef50390926'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:10.711453 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['57c3c035-4c6c-41a0-bbf3-9bef50390926'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:10.735218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4c129-acdd-42a2-8f8c-d97f7cc3ca0a req-9542c32e-9f34-47e6-ad05-f84baf3eec08 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:10.737298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75e4c129-acdd-42a2-8f8c-d97f7cc3ca0a req-9542c32e-9f34-47e6-ad05-f84baf3eec08 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2239788 Oct 22 14:58:10.776037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8060-5043-46a9-88d7-eaa59460de51 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Network': ['ID=44310639-84b2-44f3-8e05-080a7faca796,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:10.818940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 44310639-84b2-44f3-8e05-080a7faca796 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:10.821006 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:10.832288 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] Routers {'57c3c035-4c6c-41a0-bbf3-9bef50390926'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:10.834089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75e4c129-acdd-42a2-8f8c-d97f7cc3ca0a req-8ec98c64-ef59-49be-881e-03c791f33b90 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603039 Oct 22 14:58:10.838895 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['57c3c035-4c6c-41a0-bbf3-9bef50390926'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:10.957686 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:10.962874 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75582f3b-f0bd-46b7-bdbe-b846e10f9887 None None] The sync data for ids ['57c3c035-4c6c-41a0-bbf3-9bef50390926'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:11.156466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f852d1-8868-4f71-ab65-4c0ffe986f88 req-1dbc28ed-3143-4946-ae5a-bb9c765c798b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.162234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9f852d1-8868-4f71-ab65-4c0ffe986f88 req-1dbc28ed-3143-4946-ae5a-bb9c765c798b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1504354 Oct 22 14:58:11.195007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34474af-c5ce-4e20-91e1-7a086680b0ec tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.202255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34474af-c5ce-4e20-91e1-7a086680b0ec tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.212402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34474af-c5ce-4e20-91e1-7a086680b0ec tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.219308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34474af-c5ce-4e20-91e1-7a086680b0ec tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.221007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a34474af-c5ce-4e20-91e1-7a086680b0ec tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5313301 Oct 22 14:58:11.225322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51918) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:11.244798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50f00b97-4787-48ee-92fa-cd01b430b060 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/57c3c035-4c6c-41a0-bbf3-9bef50390926 HTTP/1.1" status: 200 len: 921 time: 0.5537665 Oct 22 14:58:11.250132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51920) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:11.261331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.284874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Attempting to bind port 37ea5041-6851-479a-b6da-36ef0af091f2 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:11.285197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Attempting to bind port 37ea5041-6851-479a-b6da-36ef0af091f2 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:11.285727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Attempting to bind port 37ea5041-6851-479a-b6da-36ef0af091f2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:11.297677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Port 37ea5041-6851-479a-b6da-36ef0af091f2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:11.298254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Attempting to bind port 37ea5041-6851-479a-b6da-36ef0af091f2 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:11.303396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9f852d1-8868-4f71-ab65-4c0ffe986f88 req-3793cc38-6139-4180-af56-d4772b2f77fe tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280818 Oct 22 14:58:11.308339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:11.308879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:11.310326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:11.310928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Bound port: 37ea5041-6851-479a-b6da-36ef0af091f2, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:11.311517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.317137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d16ab4-e023-44f3-98ba-1dd79a7d4130 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.319915 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98d16ab4-e023-44f3-98ba-1dd79a7d4130 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=57c3c035-4c6c-41a0-bbf3-9bef50390926&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0681069 Oct 22 14:58:11.327681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51924) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:11.404850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-836b294e-e78b-4820-a14f-72cad5e4a031 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.404850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-836b294e-e78b-4820-a14f-72cad5e4a031 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.3261979 Oct 22 14:58:11.409854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.461301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] For port 37ea5041-6851-479a-b6da-36ef0af091f2, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:11.469539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] For port 37ea5041-6851-479a-b6da-36ef0af091f2, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=37ea5041-6851-479a-b6da-36ef0af091f2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:11.476041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674438bb-bbfa-4d21-8dd4-05eb9dda08c0 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.481243 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-674438bb-bbfa-4d21-8dd4-05eb9dda08c0 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.1498120 Oct 22 14:58:11.481419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-4361a8e7-6091-4b7e-a504-d588f3bc4bc2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/quotas/2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 375 time: 0.0564389 Oct 22 14:58:11.482124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51928) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:11.548178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5840dbef-640f-43c7-a774-6090581d62cb tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c3c035-4c6c-41a0-bbf3-9bef50390926 HTTP/1.1" status: 200 len: 205 time: 0.0625057 Oct 22 14:58:11.548531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51930) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:11.576280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.604485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.654728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.655566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671b5893-27f5-4192-9188-359f4ba69608']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:11.656733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.658499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] 10.222.0.69 "PUT /v2.0/ports/37ea5041-6851-479a-b6da-36ef0af091f2 HTTP/1.1" status: 200 len: 1096 time: 1.8654230 Oct 22 14:58:11.659175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'tag': '37ea5041-6851-479a-b6da-36ef0af091f2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:11.662411 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec52f99d-317a-441a-9be4-9c8e67172b37" -d '{"events": [{"name": "network-changed", "server_uuid": "44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c", "tag": "37ea5041-6851-479a-b6da-36ef0af091f2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:11.689725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-e230778d-65c6-4911-8033-e2e79dfe09f3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1938176 Oct 22 14:58:11.692183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569c7b96-cf8e-4062-b197-e893fd0b8af7') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:11.692480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569c7b96-cf8e-4062-b197-e893fd0b8af7') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:11.720167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.803319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:11.812059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f8b22-1d02-4171-9476-8ea6ed2b09df service neutron] Pushing event updated for resources: {'Port': ['ID=37ea5041-6851-479a-b6da-36ef0af091f2,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:11.867446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-5d09143c-939d-41fe-8fe4-a86cfd1c639c service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640959 Oct 22 14:58:11.890393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40e4e3-cf3c-4c12-b77a-5bccec54f8bc req-4e0c3e4b-352b-48f7-87e0-1dd44d36b311 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:11.898837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e40e4e3-cf3c-4c12-b77a-5bccec54f8bc req-4e0c3e4b-352b-48f7-87e0-1dd44d36b311 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 948 time: 0.3517177 Oct 22 14:58:11.937788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.003154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:12.003698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:12.007728 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:12.098632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e40e4e3-cf3c-4c12-b77a-5bccec54f8bc req-7aec5668-7642-47b8-b31e-1fb2d251310a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986401 Oct 22 14:58:12.137242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-3d6b3c7b-820c-48c2-881d-6e93959192a4 service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687345 Oct 22 14:58:12.233576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-752a7a4e-3f6d-48a7-b903-1dd470726b98 req-5084e95b-9322-461b-b1cd-5a639db578e5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0325761 Oct 22 14:58:12.243711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.275452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.284029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/networks/671b5893-27f5-4192-9188-359f4ba69608 HTTP/1.1" status: 204 len: 168 time: 1.0535381 Oct 22 14:58:12.293145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51938) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:12.306198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e2442-8afa-465f-81c9-14c9122c2f86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Network': ['ID=671b5893-27f5-4192-9188-359f4ba69608,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:12.388516 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db59cc8-60d4-49bd-9543-4f4c45b51f1f x-openstack-request-id: req-3db59cc8-60d4-49bd-9543-4f4c45b51f1f {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:12.388811 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c", "tag": "37ea5041-6851-479a-b6da-36ef0af091f2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:12.389061 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3db59cc8-60d4-49bd-9543-4f4c45b51f1f {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:12.389480 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'tag': '37ea5041-6851-479a-b6da-36ef0af091f2', 'status': 'completed', 'code': 200} Oct 22 14:58:12.409070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-e98e4071-47fe-4056-b202-7feb85a5e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:12.413226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-e98e4071-47fe-4056-b202-7feb85a5e166 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 1099 time: 0.5355117 Oct 22 14:58:12.442304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.493554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-9885d28c-606f-4dd8-9f6c-b52d4796962f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=37ea5041-6851-479a-b6da-36ef0af091f2 HTTP/1.1" status: 200 len: 217 time: 0.0675299 Oct 22 14:58:12.500678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.597681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-524ed520-666f-453f-8c13-eefb28c2f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:12.599183 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-524ed520-666f-453f-8c13-eefb28c2f510 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0966282 Oct 22 14:58:12.612921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0084bf47-ce06-433e-8735-67c64bbf5c24 req-7a54770c-b2a7-419e-b2ca-fa448aa60e34 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 210 time: 0.0574212 Oct 22 14:58:12.671646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f970-fa3e-40b9-bc6f-4678fe6f4a90 req-4f7a9576-db19-4299-bb0c-026541eea979 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:12.671646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9416f970-fa3e-40b9-bc6f-4678fe6f4a90 req-4f7a9576-db19-4299-bb0c-026541eea979 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.2008581 Oct 22 14:58:12.722075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-1d6bc205-112e-4510-b995-f27fc742c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:12.723395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-1d6bc205-112e-4510-b995-f27fc742c2be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958681 Oct 22 14:58:12.725264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-231b7981-08c7-436e-a873-ca27c038b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:12.727142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-231b7981-08c7-436e-a873-ca27c038b660 service neutron] 10.222.0.69 "GET /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 1026 time: 0.1320908 Oct 22 14:58:12.736844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Deleting port 84815206-3d92-40f4-a2df-3bf8fc754ae1 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:12.741202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.761138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.787519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9416f970-fa3e-40b9-bc6f-4678fe6f4a90 req-21286148-dbe2-477f-bcd2-44cc24815aaf tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154530 Oct 22 14:58:12.813119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44310639-84b2-44f3-8e05-080a7faca796']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:12.818450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c30caab4-2dfd-4f8b-a022-30d1dc1697c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:12.820738 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c30caab4-2dfd-4f8b-a022-30d1dc1697c8 service neutron] 10.222.0.69 "GET /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 1028 time: 0.0662646 Oct 22 14:58:12.825638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7a5801-f939-4e69-b2bc-cd81cf77aa8b') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:12.827135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7a5801-f939-4e69-b2bc-cd81cf77aa8b') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:12.837778 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.853518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.862269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:12.862666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:12.867641 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:12.961673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.011837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Calling delete_port for 84815206-3d92-40f4-a2df-3bf8fc754ae1 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:13.049291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-191d3e8d-97fa-48e2-941b-470bad10ff75 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959676 Oct 22 14:58:13.109999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.130043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d9df1e0c-3856-4353-a2cf-9ea2c03a4ec0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.136380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d9df1e0c-3856-4353-a2cf-9ea2c03a4ec0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.144521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.148110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/networks/44310639-84b2-44f3-8e05-080a7faca796 HTTP/1.1" status: 204 len: 168 time: 0.8508229 Oct 22 14:58:13.148110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed3085-4624-4325-ac7e-59147a7c0068 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Network': ['ID=44310639-84b2-44f3-8e05-080a7faca796,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:13.149319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d9df1e0c-3856-4353-a2cf-9ea2c03a4ec0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.151202 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d9df1e0c-3856-4353-a2cf-9ea2c03a4ec0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "GET /v2.0/networks?id=c0226784-150c-43ed-b71e-dc85064ff07e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=c46961ba-ce10-4285-82d4-87b41d7e6534&id=c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 200 len: 1991 time: 0.2985134 Oct 22 14:58:13.152287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51956) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:13.289032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418c2f-ba92-4592-947b-4dd90d88528a req-cf984e99-3df7-4b6d-9cd0-359ec95e750d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.299156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8418c2f-ba92-4592-947b-4dd90d88528a req-cf984e99-3df7-4b6d-9cd0-359ec95e750d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 948 time: 0.0980368 Oct 22 14:58:13.374882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8418c2f-ba92-4592-947b-4dd90d88528a req-fafe38b9-109c-4ad3-a212-d06a78487bdc tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746799 Oct 22 14:58:13.394110 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-6949c932-8980-498b-825a-97cc2d2dd170 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5d81c0d9134ce98c27131bcb8ef533 HTTP/1.1" status: 200 len: 380 time: 0.2077680 Oct 22 14:58:13.410534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'admin_state_up': True, 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'security_groups': ['bd928aaf-e27c-4426-8ee7-1ebf9862d827']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:13.422849 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4416afcc-87a9-4e69-bc36-9537e980fc1e req-dfffc8e1-f4ae-419a-b62e-b38386531c77 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607855 Oct 22 14:58:13.494849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47808a16-09c0-4ece-9536-753b77e93b79 req-cc2e7d7d-e86d-411d-8e83-54c130834570 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0901926 Oct 22 14:58:13.536932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd0c13-b909-4e22-81ed-4708ad0b9ea9 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.544689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd0c13-b909-4e22-81ed-4708ad0b9ea9 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.550531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51968) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:13.550721 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1dd0c13-b909-4e22-81ed-4708ad0b9ea9 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3924654 Oct 22 14:58:13.555676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1877156924'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:13.704380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:13.707999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.729940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a9241ef-e5a3-449f-9a80-c3f2a8a129cc req-1fd44ff6-c570-4e80-a14c-b6bc36d5b777 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 210 time: 0.0372434 Oct 22 14:58:13.734830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-aadee20d-b3eb-4dcd-950b-bdcb560d2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.736363 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-aadee20d-b3eb-4dcd-950b-bdcb560d2bfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 1099 time: 0.1287122 Oct 22 14:58:13.775145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:13.786292 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.786639 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Added segment ef459b32-450a-47f9-9541-ea638d6f014b of type vlan for network 98be4511-c21b-4acd-9eb4-9b8665c081b8 Oct 22 14:58:13.833202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.840111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.885064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event deleted for resources: {'Port': ['ID=84815206-3d92-40f4-a2df-3bf8fc754ae1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:13.893526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-a1de51cc-1647-4c37-aab5-867ecf9c84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.895150 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-a1de51cc-1647-4c37-aab5-867ecf9c84af service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1497712 Oct 22 14:58:13.926820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:13.936926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:13.986299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123acad9-8424-4718-9ca9-860b3b8ffaf2 req-e42718ac-ecff-4b2a-9caf-6860a377dceb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:13.987918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-123acad9-8424-4718-9ca9-860b3b8ffaf2 req-e42718ac-ecff-4b2a-9caf-6860a377dceb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.0961752 Oct 22 14:58:14.004111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.010183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:14.011873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.024768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-bfc84a1b-2c16-46b8-bfc4-4c24636a4048 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=37ea5041-6851-479a-b6da-36ef0af091f2 HTTP/1.1" status: 200 len: 217 time: 0.1012015 Oct 22 14:58:14.107911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-123acad9-8424-4718-9ca9-860b3b8ffaf2 req-e12406a7-77a5-4837-9aff-858903cd8767 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109309 Oct 22 14:58:14.120873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.203622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Network': ['ID=98be4511-c21b-4acd-9eb4-9b8665c081b8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:14.214449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e93b72ec-379f-4087-9ca9-c07726bd90ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6628089 Oct 22 14:58:14.217675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51978) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:14.219542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 98be4511-c21b-4acd-9eb4-9b8665c081b8 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:14.223504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-845721543'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:14.255129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.261288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.341507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-50be4eda-ac5e-4415-9580-0b2003407307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:14.342944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-50be4eda-ac5e-4415-9580-0b2003407307 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.3088584 Oct 22 14:58:14.388763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51980) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:14.390790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9bd2d-96a3-47f3-9c90-86fea976a719 req-e7e0c840-149b-40e2-b708-3bd37c979c72 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:14.401074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8d9bd2d-96a3-47f3-9c90-86fea976a719 req-e7e0c840-149b-40e2-b708-3bd37c979c72 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 946 time: 0.1404977 Oct 22 14:58:14.445980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.455618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Fanout notify agent at l3_agent the message router_deleted on router 57c3c035-4c6c-41a0-bbf3-9bef50390926 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:58:14.460208 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.467442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b04aae34-c6f4-4d60-86ba-6c2152b2b80b tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/57c3c035-4c6c-41a0-bbf3-9bef50390926 HTTP/1.1" status: 204 len: 168 time: 2.9162416 Oct 22 14:58:14.471638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51986) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:14.478218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1231839479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:14.479430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8d9bd2d-96a3-47f3-9c90-86fea976a719 req-107a74d0-80c1-4d41-a7eb-a5491338ed90 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728657 Oct 22 14:58:14.482546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:14.492846 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.496452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 172.20.0.10 (c0226784-150c-43ed-b71e-dc85064ff07e/3c70db5d-50ec-4376-9528-db0b76660b8a/d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:14.503740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-538a67be-1874-40d2-aa07-b0222eb210c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:14.505584 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-538a67be-1874-40d2-aa07-b0222eb210c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533933 Oct 22 14:58:14.574539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:14.605114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.605773 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Added segment 02dbb384-9202-4f35-adcf-d198cf9332b6 of type vlan for network 8c153ec8-6ce3-4101-9ef6-a75b016f124d Oct 22 14:58:14.618538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118939f-2580-4457-89c7-249486312357 req-4d6e6f2a-7b96-4b1d-bfc3-37699ed1b99f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:14.627751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c118939f-2580-4457-89c7-249486312357 req-4d6e6f2a-7b96-4b1d-bfc3-37699ed1b99f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 948 time: 0.1052706 Oct 22 14:58:14.665344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.666387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.723597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c118939f-2580-4457-89c7-249486312357 req-095cdce7-252f-42a0-b568-4adbc110a6de tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945613 Oct 22 14:58:14.742208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-4d4424ba-4e69-4c62-a9ca-7a5c8045142e service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249622 Oct 22 14:58:14.750574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28238837-585c-4459-a9eb-95df7475d51a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.772749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b936c5cf-ae21-43fb-9854-5f30206fa166 req-51831ab3-9499-43a6-ae7d-fc9d40481c78 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1083786 Oct 22 14:58:14.847547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:14.924518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.002584 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.015694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.107872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-524f967e-244e-4926-99b2-bc0f483fa217 req-0a09687c-ad7d-4c7c-8a5a-b4d94cf9e284 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 210 time: 0.2037916 Oct 22 14:58:15.116724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.117045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28238837-585c-4459-a9eb-95df7475d51a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.122893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:15.123540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.150108 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec52f99d-317a-441a-9be4-9c8e67172b37 req-a9682424-bb02-49bc-86d3-2f5c4dadbbf0 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954024 Oct 22 14:58:15.254089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.255425 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-11bf3d69-9094-4eb3-9677-40aba2f707b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7820110 Oct 22 14:58:15.258142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51998) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:15.262703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': True}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:15.285454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Network': ['ID=8c153ec8-6ce3-4101-9ef6-a75b016f124d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:15.309843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6bda6-3dc6-42dd-bee2-fd0ab6f02c41 req-cad430fe-d924-4e30-bbf9-49fcd98801fb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:15.317218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc6bda6-3dc6-42dd-bee2-fd0ab6f02c41 req-cad430fe-d924-4e30-bbf9-49fcd98801fb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1120148 Oct 22 14:58:15.321873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 8c153ec8-6ce3-4101-9ef6-a75b016f124d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:15.340999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-33285efc-0812-4497-8651-e0ca24dc0713 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1218488 Oct 22 14:58:15.346075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52000) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:15.366533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'ports': [{'network_id': '98be4511-c21b-4acd-9eb4-9b8665c081b8', 'name': 'tempest-port--1796431020', 'admin_state_up': True}, {'network_id': '8c153ec8-6ce3-4101-9ef6-a75b016f124d', 'admin_state_up': False}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:15.366533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'port': {'network_id': '98be4511-c21b-4acd-9eb4-9b8665c081b8', 'name': 'tempest-port--1796431020', 'admin_state_up': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:15.366810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-28238837-585c-4459-a9eb-95df7475d51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.366900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'port': {'network_id': '8c153ec8-6ce3-4101-9ef6-a75b016f124d', 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:15.373416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.422510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc6bda6-3dc6-42dd-bee2-fd0ab6f02c41 req-22d6db3c-2fd0-40d8-9671-98c943c949e0 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892715 Oct 22 14:58:15.681089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6291-36bf-4dc0-a631-23fcf0c031cc req-3a73b21b-6a5a-4b05-8139-e607c756712f tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:15.682679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfcf6291-36bf-4dc0-a631-23fcf0c031cc req-3a73b21b-6a5a-4b05-8139-e607c756712f tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 946 time: 0.0910473 Oct 22 14:58:15.737811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfcf6291-36bf-4dc0-a631-23fcf0c031cc req-b8956f54-3241-40ef-8b79-26f05159f2d7 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455828 Oct 22 14:58:15.803267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'port': 2} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:15.808674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.826504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:15.969967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28238837-585c-4459-a9eb-95df7475d51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961fb02-ae07-440e-b49c-704c3b5698d0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:15.971825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] device_id is not set on port f5821956-64e8-43b6-81e3-cd501371306d yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:58:15.993206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf580b11-3c78-4d3c-8c87-11c70ba590d8 req-2de6ddd2-160a-46d7-aafc-312f66acee4d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:16.000418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf580b11-3c78-4d3c-8c87-11c70ba590d8 req-2de6ddd2-160a-46d7-aafc-312f66acee4d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 948 time: 0.1756499 Oct 22 14:58:16.014212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network c0226784-150c-43ed-b71e-dc85064ff07e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:16.016912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-28238837-585c-4459-a9eb-95df7475d51a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01e128f1f562410e8abdbd00e34f5191&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6016316 Oct 22 14:58:16.021578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:16.022695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:16.030115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:16.033953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:16.040849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b042cd6-6aaa-4d1a-a679-ccfc5e11250e req-4134755d-80de-4858-a4c5-56e020b18986 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:16.043817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b042cd6-6aaa-4d1a-a679-ccfc5e11250e req-4134755d-80de-4858-a4c5-56e020b18986 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 932 time: 0.1635900 Oct 22 14:58:16.093294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf580b11-3c78-4d3c-8c87-11c70ba590d8 req-b14a9507-bcfa-4fcc-9747-38a33c30d018 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842056 Oct 22 14:58:16.113908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.189190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b042cd6-6aaa-4d1a-a679-ccfc5e11250e req-d6e2af62-6771-4154-81f9-8f49e9ecbf35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398425 Oct 22 14:58:16.230402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:16.231079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.276201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-214ba8b8-9cad-444d-9d93-9f4f70a33d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.292794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df0e22db-7900-4de0-a4d3-dac055923eaa req-1cbbb747-a3cd-465e-901e-e61817f53887 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 210 time: 0.0512016 Oct 22 14:58:16.309821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-214ba8b8-9cad-444d-9d93-9f4f70a33d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.351898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.354274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-748a8b1a-c2b2-4fc4-b6dd-7f25a0f17e69 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:16.355801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-748a8b1a-c2b2-4fc4-b6dd-7f25a0f17e69 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.69 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 946 time: 0.2329760 Oct 22 14:58:16.406737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2ace0585-63b9-4058-990f-86b99eee88d5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9968989 Oct 22 14:58:16.427120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'admin_state_up': True, 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'security_groups': ['bd928aaf-e27c-4426-8ee7-1ebf9862d827']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:16.467838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d234e71f-bc65-4915-a5ba-f5dc885b2127 None None] Provisioning complete for port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:16.469493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d234e71f-bc65-4915-a5ba-f5dc885b2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.545020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d234e71f-bc65-4915-a5ba-f5dc885b2127 None None] Port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:16.700909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-214ba8b8-9cad-444d-9d93-9f4f70a33d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.703672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-214ba8b8-9cad-444d-9d93-9f4f70a33d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.715639 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-214ba8b8-9cad-444d-9d93-9f4f70a33d5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b961fb02-ae07-440e-b49c-704c3b5698d0 HTTP/1.1" status: 204 len: 168 time: 0.6846969 Oct 22 14:58:16.721347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Deleting port 963e5ad0-1d1f-4e20-af24-b4effeb3953e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:16.721871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.761231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba8b8-9cad-444d-9d93-9f4f70a33d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961fb02-ae07-440e-b49c-704c3b5698d0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:16.848457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:16.857162 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:16.875279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-34599c19-a27d-496b-a096-6be8d9da387c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:16.880388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-34599c19-a27d-496b-a096-6be8d9da387c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.5679331 Oct 22 14:58:16.936614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] device_id is not set on port c1560f28-d057-4dd1-804d-0c8155ebde7a yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:58:16.942675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'port': {'device_id': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'admin_state_up': True, 'tenant_id': '2d6155e809354c36b66bf888314c2f85'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:17.110281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80f9c2-5cfe-49a1-a4c2-55766cf6153e req-94dc618b-db2a-42b4-9340-97ca729974ba tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:17.119711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b80f9c2-5cfe-49a1-a4c2-55766cf6153e req-94dc618b-db2a-42b4-9340-97ca729974ba tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 946 time: 0.1967258 Oct 22 14:58:17.152486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] For port 963e5ad0-1d1f-4e20-af24-b4effeb3953e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=963e5ad0-1d1f-4e20-af24-b4effeb3953e,segment=NetworkSegment(e288041f-a833-4051-b043-e660f8c7df65),segment_id=e288041f-a833-4051-b043-e660f8c7df65)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:17.153095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.179294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44449f00-e61a-4b69-8f46-7dfeffaaf2f3 req-8f6879a9-b540-4ac6-bd53-a0344841b922 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:17.182088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44449f00-e61a-4b69-8f46-7dfeffaaf2f3 req-8f6879a9-b540-4ac6-bd53-a0344841b922 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.3034878 Oct 22 14:58:17.183883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.187350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 10.1.1.112 (515ff53b-5aa0-4210-adea-30c81f6e959e/adc33fe3-5d54-4e6c-9a29-4389ea97dca9/49d83bce-0f58-4f8f-9c1c-ff022fc59b53) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:17.189033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Calling delete_port for 963e5ad0-1d1f-4e20-af24-b4effeb3953e owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:17.227597 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.310123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b80f9c2-5cfe-49a1-a4c2-55766cf6153e req-b17b63ec-235a-4876-8ef2-97c181316a46 tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/security-groups?id=c557e7ae-88ca-4020-a1cc-6351e49d9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741560 Oct 22 14:58:17.401447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44449f00-e61a-4b69-8f46-7dfeffaaf2f3 req-98cea694-63d9-46d3-90eb-985f86b8b8e1 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610539 Oct 22 14:58:17.444196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.457368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:17.461424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.485922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 37ea5041-6851-479a-b6da-36ef0af091f2 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:58:17.505810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad47de9-8e50-4c65-a824-c8ca9518f4e6 req-59962d79-bc0d-40f7-8990-f785cfe5c3a2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:17.507602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ad47de9-8e50-4c65-a824-c8ca9518f4e6 req-59962d79-bc0d-40f7-8990-f785cfe5c3a2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 948 time: 0.1051085 Oct 22 14:58:17.593426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Allocated IP 172.25.1.176 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/752c0f44-b013-4f97-8b37-9057f4a975c2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:17.652029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ad47de9-8e50-4c65-a824-c8ca9518f4e6 req-5d2bbb0d-6ddc-48b0-b2c2-41910815201b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367493 Oct 22 14:58:17.763955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Allocated IP 172.20.0.9 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/11b055e7-12ac-4e20-973f-719f45d9a00c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:17.779306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.850637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 37ea5041-6851-479a-b6da-36ef0af091f2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=37ea5041-6851-479a-b6da-36ef0af091f2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:17.863822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '37ea5041-6851-479a-b6da-36ef0af091f2', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '37ea5041-6851-479a-b6da-36ef0af091f2', 'mac_address': 'fa:16:3e:c1:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:58:17.885835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:17.904358 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.908300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.919073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ea5041-6851-479a-b6da-36ef0af091f2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:17.920016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.925758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.927413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e607b3f3-b9cb-4255-856c-ea7e2521b1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:17.944632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 37ea5041-6851-479a-b6da-36ef0af091f2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=37ea5041-6851-479a-b6da-36ef0af091f2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:17.948096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6ff52-09e6-43f3-85ff-0a94713ee545 req-2d4733f4-2727-4a8c-971e-5c8f359af0d8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:17.955589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3a6ff52-09e6-43f3-85ff-0a94713ee545 req-2d4733f4-2727-4a8c-971e-5c8f359af0d8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 932 time: 0.3623993 Oct 22 14:58:18.020545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network 515ff53b-5aa0-4210-adea-30c81f6e959e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:18.028996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b889f446-3099-4097-9088-dfe4d7a52871 req-0fab235d-58cf-44e0-a281-b02ec93fed2f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 210 time: 0.1184840 Oct 22 14:58:18.044842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.049947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.056129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:18.063699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:18.099673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=37ea5041-6851-479a-b6da-36ef0af091f2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.113617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.132535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.139754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Checking segment: {'id': 'ef459b32-450a-47f9-9541-ea638d6f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '98be4511-c21b-4acd-9eb4-9b8665c081b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:18.143427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network hostable DHCP agents. Network: 98be4511-c21b-4acd-9eb4-9b8665c081b8, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:18.150038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Port': ['ID=f5821956-64e8-43b6-81e3-cd501371306d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.167579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3a6ff52-09e6-43f3-85ff-0a94713ee545 req-8de7f211-ee20-4d3b-8dfa-55250a295015 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107217 Oct 22 14:58:18.177974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Pushing event deleted for resources: {'Port': ['ID=963e5ad0-1d1f-4e20-af24-b4effeb3953e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.206787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:18.206787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.266139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] No DVR routers for this DVR port 963e5ad0-1d1f-4e20-af24-b4effeb3953e on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:58:18.271432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.276039 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ef03d14-f903-4051-9caa-01572a2b93ae req-b9f3a83a-8a96-421c-8f94-1583d276d17d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.69 "DELETE /v2.0/ports/963e5ad0-1d1f-4e20-af24-b4effeb3953e HTTP/1.1" status: 204 len: 173 time: 1.9123471 Oct 22 14:58:18.276548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'name': 'network-vif-deleted', 'tag': '963e5ad0-1d1f-4e20-af24-b4effeb3953e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:18.278790 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd11073-31d2-4baa-83de-59ff0f871691" -d '{"events": [{"server_uuid": "36a12200-16f6-498d-87dd-3fcd4158f5bd", "name": "network-vif-deleted", "tag": "963e5ad0-1d1f-4e20-af24-b4effeb3953e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:18.286397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e607b3f3-b9cb-4255-856c-ea7e2521b1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.292953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.335384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network 98be4511-c21b-4acd-9eb4-9b8665c081b8 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:18.336025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:18.340084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:18.346288 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66fdcd1-6164-49ff-adb3-9d0b72d4ddd9 x-openstack-request-id: req-b66fdcd1-6164-49ff-adb3-9d0b72d4ddd9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:18.346584 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a12200-16f6-498d-87dd-3fcd4158f5bd", "name": "network-vif-deleted", "tag": "963e5ad0-1d1f-4e20-af24-b4effeb3953e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:18.346848 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b66fdcd1-6164-49ff-adb3-9d0b72d4ddd9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:18.347264 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a12200-16f6-498d-87dd-3fcd4158f5bd', 'name': 'network-vif-deleted', 'tag': '963e5ad0-1d1f-4e20-af24-b4effeb3953e', 'status': 'completed', 'code': 200} Oct 22 14:58:18.347968 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:18.356777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Port': ['ID=752c0f44-b013-4f97-8b37-9057f4a975c2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.372903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.384251 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-85fb8cc4-486a-475f-9225-cae225e63215 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9652853 Oct 22 14:58:18.388367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e607b3f3-b9cb-4255-856c-ea7e2521b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.394984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:18.418383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'admin_state_up': True, 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'security_groups': ['bd928aaf-e27c-4426-8ee7-1ebf9862d827']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:18.420127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:18.436703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:18.495336 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e607b3f3-b9cb-4255-856c-ea7e2521b1b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a296ab21ef846fa9d438170c61dbc4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082444 Oct 22 14:58:18.498598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfe9ed7b-262e-43a5-adb8-854703ba768d req-44059f22-5342-4ac2-a6a0-68eb8eb8471d tempest-VolumesAdminNegativeTest-1354022523 tempest-VolumesAdminNegativeTest-1354022523-project] 10.222.0.66 "GET /v2.0/ports?device_id=36a12200-16f6-498d-87dd-3fcd4158f5bd HTTP/1.1" status: 200 len: 210 time: 0.0805836 Oct 22 14:58:18.499757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:18.506933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:18.545514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52034) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:18.546238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607b3f3-b9cb-4255-856c-ea7e2521b1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cdbd55-8abe-4aa3-989d-1e2cf0e23eb8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.585744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:18.586405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.600883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 98be4511-c21b-4acd-9eb4-9b8665c081b8) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:18.619690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:18.620835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.622428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=11b055e7-12ac-4e20-973f-719f45d9a00c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.643725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf231f77-5adc-488d-9d23-79266bf16499 None None] Network 98be4511-c21b-4acd-9eb4-9b8665c081b8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:18.658529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9984a06d-1c3b-4f78-a910-1b40ee6003b0 None None] Provisioning complete for port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:18.659010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9984a06d-1c3b-4f78-a910-1b40ee6003b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.705335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-10db7ca0-b7d7-4229-afab-e768571f8b52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815769 Oct 22 14:58:18.720310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9984a06d-1c3b-4f78-a910-1b40ee6003b0 None None] Port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:18.722011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Port': ['ID=c1560f28-d057-4dd1-804d-0c8155ebde7a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:18.737719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Request body: {'port': {'device_id': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:18.791109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d839b6-8fe4-4334-b9aa-7acc5f94bc42 req-b1333907-4bc8-400f-adc5-4f5803ae0f5f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:18.800899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78d839b6-8fe4-4334-b9aa-7acc5f94bc42 req-b1333907-4bc8-400f-adc5-4f5803ae0f5f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.2015281 Oct 22 14:58:18.880292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Checking segment: {'id': '02dbb384-9202-4f35-adcf-d198cf9332b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8c153ec8-6ce3-4101-9ef6-a75b016f124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:18.880997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network hostable DHCP agents. Network: 8c153ec8-6ce3-4101-9ef6-a75b016f124d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:18.902029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4c918d-aa59-409e-825f-0a69e5bd86d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.926234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4c918d-aa59-409e-825f-0a69e5bd86d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.932783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78d839b6-8fe4-4334-b9aa-7acc5f94bc42 req-a5a98d0b-2b7c-4b20-a961-c396488348b2 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259949 Oct 22 14:58:18.942032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e61f83e4-797a-4800-8aa4-bc325911b1c2 None None] Provisioning complete for port 11b055e7-12ac-4e20-973f-719f45d9a00c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:18.942407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e61f83e4-797a-4800-8aa4-bc325911b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.985897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:18.996658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e61f83e4-797a-4800-8aa4-bc325911b1c2 None None] Port 11b055e7-12ac-4e20-973f-719f45d9a00c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:19.040446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:19.044233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.158615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network 8c153ec8-6ce3-4101-9ef6-a75b016f124d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:19.168240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.169742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f8fd-1ad7-47f8-b150-a21d0e1b7929 req-a6cc4670-5bde-461e-98b5-cb1fc482056c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.179543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f85f8fd-1ad7-47f8-b150-a21d0e1b7929 req-a6cc4670-5bde-461e-98b5-cb1fc482056c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 949 time: 0.3504865 Oct 22 14:58:19.222855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4c918d-aa59-409e-825f-0a69e5bd86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.225580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4c918d-aa59-409e-825f-0a69e5bd86d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.229097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa4c918d-aa59-409e-825f-0a69e5bd86d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0cdbd55-8abe-4aa3-989d-1e2cf0e23eb8 HTTP/1.1" status: 204 len: 168 time: 0.6772101 Oct 22 14:58:19.289696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c918d-aa59-409e-825f-0a69e5bd86d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cdbd55-8abe-4aa3-989d-1e2cf0e23eb8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:19.306080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f85f8fd-1ad7-47f8-b150-a21d0e1b7929 req-202c1596-371a-4b0b-a95a-64a6693abbc4 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256673 Oct 22 14:58:19.385393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 8c153ec8-6ce3-4101-9ef6-a75b016f124d) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:19.402738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d644b75-c16b-4c43-9496-471b42b9099f None None] Network 8c153ec8-6ce3-4101-9ef6-a75b016f124d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:19.434280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:19.447800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.461320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.468837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.490513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 10.1.1.120 (515ff53b-5aa0-4210-adea-30c81f6e959e/adc33fe3-5d54-4e6c-9a29-4389ea97dca9/91a1fdec-1965-4a4d-a3f4-d153466af7a8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:19.521523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 963e5ad0-1d1f-4e20-af24-b4effeb3953e no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:58:19.644344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-33ec68df-71d3-4383-8311-e1371145837e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2970362 Oct 22 14:58:19.652415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52050) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:19.660021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-b8d0602f-0080-497c-a6fb-d556118d273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.662088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-b8d0602f-0080-497c-a6fb-d556118d273a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1096 time: 0.1538730 Oct 22 14:58:19.662214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02a56-9060-421c-b11e-f2b5d8623a7c req-dbb21308-6df5-4ec1-a63a-c9f7e59accd0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.669771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02a56-9060-421c-b11e-f2b5d8623a7c req-dbb21308-6df5-4ec1-a63a-c9f7e59accd0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.679042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53e02a56-9060-421c-b11e-f2b5d8623a7c req-dbb21308-6df5-4ec1-a63a-c9f7e59accd0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 1654 time: 0.1997600 Oct 22 14:58:19.692399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 963e5ad0-1d1f-4e20-af24-b4effeb3953e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:58:19.692399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 963e5ad0-1d1f-4e20-af24-b4effeb3953e not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:58:19.750176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b055e7-12ac-4e20-973f-719f45d9a00c {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:19.762873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.777979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.786350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5810e-9ade-470f-a9d9-22f07cfc1c97 req-48dacd9b-c70f-483b-bb00-599883b133b1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.789770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72f5810e-9ade-470f-a9d9-22f07cfc1c97 req-48dacd9b-c70f-483b-bb00-599883b133b1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 931 time: 0.2466559 Oct 22 14:58:19.798133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732eefa-0789-4a45-8043-37f14f16c1ae tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.805031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732eefa-0789-4a45-8043-37f14f16c1ae tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:19.806642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f732eefa-0789-4a45-8043-37f14f16c1ae tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1489964 Oct 22 14:58:19.812582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:19.820704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:19.838781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Transition to ACTIVE for port object 11b055e7-12ac-4e20-973f-719f45d9a00c will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:19.852031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53e02a56-9060-421c-b11e-f2b5d8623a7c req-bd747192-1960-4773-aae8-907fbe39c5bb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713293 Oct 22 14:58:19.902678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72f5810e-9ade-470f-a9d9-22f07cfc1c97 req-9d5a108f-2b59-496d-84c3-f1102cf39cc1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957727 Oct 22 14:58:19.941785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52054) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:20.024433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.102445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b39a9-5a30-4b56-906a-69249817d393 req-4e8f1442-6377-4fef-9410-9db364320527 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:20.112951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b72b39a9-5a30-4b56-906a-69249817d393 req-4e8f1442-6377-4fef-9410-9db364320527 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1303473 Oct 22 14:58:20.118061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Deleting subnet bcec78b2-f931-487a-a28e-bddc01d91b29 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:58:20.122113 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.164016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.216867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.319881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Pushing event updated for resources: {'Port': ['ID=11b055e7-12ac-4e20-973f-719f45d9a00c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:20.396684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b72b39a9-5a30-4b56-906a-69249817d393 req-bc784af1-9429-42b3-a485-da5d42fabcb2 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766190 Oct 22 14:58:20.471196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Attempting to bind port 11b055e7-12ac-4e20-973f-719f45d9a00c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:20.471535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Attempting to bind port 11b055e7-12ac-4e20-973f-719f45d9a00c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:20.471862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Attempting to bind port 11b055e7-12ac-4e20-973f-719f45d9a00c on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:20.480720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Port 11b055e7-12ac-4e20-973f-719f45d9a00c on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:20.481067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Attempting to bind port 11b055e7-12ac-4e20-973f-719f45d9a00c on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:20.487191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:20.487533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:20.487923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:20.488365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Bound port: 11b055e7-12ac-4e20-973f-719f45d9a00c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:20.488723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.500387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.508501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-fdf68e86-242c-4867-8e0d-88aa5223c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:20.510291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-fdf68e86-242c-4867-8e0d-88aa5223c507 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 911 time: 0.7997091 Oct 22 14:58:20.521311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd439a-ee03-4128-8aa4-d91c50883954 req-3896f054-42cb-4054-8d0a-208e6c5ea61e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:20.523202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1cd439a-ee03-4128-8aa4-d91c50883954 req-3896f054-42cb-4054-8d0a-208e6c5ea61e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 949 time: 0.1141810 Oct 22 14:58:20.552450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.556737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bcec78b2-f931-487a-a28e-bddc01d91b29 HTTP/1.1" status: 204 len: 168 time: 0.6131320 Oct 22 14:58:20.561190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52070) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:20.562534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f84dad-7ae9-4602-80c5-c6682c995e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcec78b2-f931-487a-a28e-bddc01d91b29,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:20.568853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.660756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Deleting port f5821956-64e8-43b6-81e3-cd501371306d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:20.661095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.669126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-59f1a050-7e6d-4097-8028-efa9231b98ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 200 len: 1000 time: 0.1473842 Oct 22 14:58:20.704791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1cd439a-ee03-4128-8aa4-d91c50883954 req-7f22af40-b244-46fb-b4e3-1b67ffac27d0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468143 Oct 22 14:58:20.712860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.730886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] For port 11b055e7-12ac-4e20-973f-719f45d9a00c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:20.737059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] For port 11b055e7-12ac-4e20-973f-719f45d9a00c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=11b055e7-12ac-4e20-973f-719f45d9a00c,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:20.804646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.823260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.830008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Calling delete_port for f5821956-64e8-43b6-81e3-cd501371306d owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:20.832959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-3770ada1-b3dd-4bc5-a93f-1b6dc9b59fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:20.835122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.840099 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-3770ada1-b3dd-4bc5-a93f-1b6dc9b59fb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.1477439 Oct 22 14:58:20.874908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a331c30-9567-45cb-a4a5-1b9118e172fa']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:20.894621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e288041f-a833-4051-b043-e660f8c7df65') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:20.895081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e288041f-a833-4051-b043-e660f8c7df65') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:20.897985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:20.898591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.900449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] 10.222.0.53 "PUT /v2.0/ports/11b055e7-12ac-4e20-973f-719f45d9a00c HTTP/1.1" status: 200 len: 1091 time: 2.1802921 Oct 22 14:58:20.900449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'tag': '11b055e7-12ac-4e20-973f-719f45d9a00c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:20.902824 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d24ad9-4478-4a6a-9264-f60b88df96fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e42a7a5c-2ba1-42a4-857c-68071894bb52", "tag": "11b055e7-12ac-4e20-973f-719f45d9a00c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:20.925620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.937788 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.947489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bc89-9c10-4741-a381-54efe26d6b6d service neutron] Pushing event updated for resources: {'Port': ['ID=11b055e7-12ac-4e20-973f-719f45d9a00c,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:20.954610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:20.985628 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:20.990852 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9539cd-8bdb-4aff-baa9-d9764d4ea981 x-openstack-request-id: req-4e9539cd-8bdb-4aff-baa9-d9764d4ea981 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:20.990852 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42a7a5c-2ba1-42a4-857c-68071894bb52", "tag": "11b055e7-12ac-4e20-973f-719f45d9a00c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:20.990852 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e9539cd-8bdb-4aff-baa9-d9764d4ea981 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:20.990852 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'tag': '11b055e7-12ac-4e20-973f-719f45d9a00c', 'status': 'completed', 'code': 200} Oct 22 14:58:21.069488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network 515ff53b-5aa0-4210-adea-30c81f6e959e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:21.079039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:21.081067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:21.114076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:21.124660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-0b247900-9f0a-4ce1-852b-37b261af2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.126272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-0b247900-9f0a-4ce1-852b-37b261af2029 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806041 Oct 22 14:58:21.136036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Router 84ce66fa-9051-4d1c-b061-be34f25fc42c is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:58:21.146826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d24ad9-4478-4a6a-9264-f60b88df96fc req-b2e49023-90a3-41fc-b7b5-c7a738625e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.149340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6d24ad9-4478-4a6a-9264-f60b88df96fc req-b2e49023-90a3-41fc-b7b5-c7a738625e5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 1094 time: 0.1184928 Oct 22 14:58:21.173273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef9d9-d4ee-4253-8c7e-cd926b94e982 req-22dc0b97-7405-428c-b037-0e60e8768d1f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.180553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef9d9-d4ee-4253-8c7e-cd926b94e982 req-22dc0b97-7405-428c-b037-0e60e8768d1f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.186863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef9d9-d4ee-4253-8c7e-cd926b94e982 req-22dc0b97-7405-428c-b037-0e60e8768d1f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.187244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.187886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.196322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e33ef9d9-d4ee-4253-8c7e-cd926b94e982 req-22dc0b97-7405-428c-b037-0e60e8768d1f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 2375 time: 0.1638591 Oct 22 14:58:21.223853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fb43c-5397-457d-b68d-03be2f3851eb req-63de22b6-b503-4315-9bf9-3c146a83ddce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.234051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-820fb43c-5397-457d-b68d-03be2f3851eb req-63de22b6-b503-4315-9bf9-3c146a83ddce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 943 time: 0.1532216 Oct 22 14:58:21.391423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:21.401677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.401677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b33ed971-13c7-4807-99ad-73164a3cfc62 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "PUT /v2.0/routers/84ce66fa-9051-4d1c-b061-be34f25fc42c HTTP/1.1" status: 200 len: 915 time: 6.1392696 Oct 22 14:58:21.402731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-820fb43c-5397-457d-b68d-03be2f3851eb req-94a0f904-07f3-4e49-bb0e-51e694f11db7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546080 Oct 22 14:58:21.409346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] Sync routers for ids ['84ce66fa-9051-4d1c-b061-be34f25fc42c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:21.411265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:21.457509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] Routers {'84ce66fa-9051-4d1c-b061-be34f25fc42c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:21.458149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['84ce66fa-9051-4d1c-b061-be34f25fc42c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:21.465213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.484748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e33ef9d9-d4ee-4253-8c7e-cd926b94e982 req-bdd015d6-16bc-4579-81bd-87826bf6d78d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870486 Oct 22 14:58:21.485956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.491921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2a331c30-9567-45cb-a4a5-1b9118e172fa HTTP/1.1" status: 204 len: 168 time: 0.9228511 Oct 22 14:58:21.502220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:21.549379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 37ea5041-6851-479a-b6da-36ef0af091f2 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:21.555031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:21.570300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-495c3d69-f27d-4d6d-af48-2a81f5a7ec22 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/84ce66fa-9051-4d1c-b061-be34f25fc42c HTTP/1.1" status: 200 len: 921 time: 0.1578403 Oct 22 14:58:21.575960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:21.576936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67b4e6-95ee-4849-8ca4-9d8853206fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a331c30-9567-45cb-a4a5-1b9118e172fa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:21.621386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] Routers {'84ce66fa-9051-4d1c-b061-be34f25fc42c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:21.623556 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.624687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d24ad9-4478-4a6a-9264-f60b88df96fc req-76e48c8b-1939-4957-8a43-f3a367c85fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.627548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:57:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['84ce66fa-9051-4d1c-b061-be34f25fc42c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:21.627782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6d24ad9-4478-4a6a-9264-f60b88df96fc req-76e48c8b-1939-4957-8a43-f3a367c85fe8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2d6155e809354c36b66bf888314c2f85&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4653959 Oct 22 14:58:21.667477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Deleting subnet a2d66cbc-515a-4d95-a0c9-491f198a46ae {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:58:21.671578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-6bd79b3c-e7de-44a9-b5ec-d53d90e18100 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353148 Oct 22 14:58:21.672496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.673637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.677767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/ports/f5821956-64e8-43b6-81e3-cd501371306d HTTP/1.1" status: 204 len: 168 time: 1.8545327 Oct 22 14:58:21.680872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67234d61-ddef-4687-b7d0-49e3f52f6c86 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Port': ['ID=f5821956-64e8-43b6-81e3-cd501371306d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:21.683897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52118) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:21.687644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:21.688624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de224f50-1ca1-4348-8710-800ae7a52f76 None None] The sync data for ids ['84ce66fa-9051-4d1c-b061-be34f25fc42c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:21.702404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-11092c94-4d8f-4a58-99dc-f9eb43faa855 None None] Provisioning complete for port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:21.702404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-11092c94-4d8f-4a58-99dc-f9eb43faa855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.748200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf1a2d-90dd-4564-acbf-b6488c5cce9a req-53bd3cc6-a149-4e56-a9e4-ea7c2e7dd8a9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.750270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cecf1a2d-90dd-4564-acbf-b6488c5cce9a req-53bd3cc6-a149-4e56-a9e4-ea7c2e7dd8a9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1922920 Oct 22 14:58:21.763177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.779535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-11092c94-4d8f-4a58-99dc-f9eb43faa855 None None] Port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:21.843369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-096f6cc9-9320-4ca8-8172-e8d4c5916c30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4484487 Oct 22 14:58:21.849488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 37ea5041-6851-479a-b6da-36ef0af091f2 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:58:21.856034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 37ea5041-6851-479a-b6da-36ef0af091f2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:21.856784 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.907722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534', 'admin_state_up': True, 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'security_groups': ['bd928aaf-e27c-4426-8ee7-1ebf9862d827']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:21.925569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:21.930529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d24ad9-4478-4a6a-9264-f60b88df96fc req-ad1c5396-90cc-4955-ad1f-a42303867ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.932081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6d24ad9-4478-4a6a-9264-f60b88df96fc req-ad1c5396-90cc-4955-ad1f-a42303867ff8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2947311 Oct 22 14:58:21.950838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ed13c-2176-4ff5-b650-d9fc4f9b3fb0 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:21.955033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a7ed13c-2176-4ff5-b650-d9fc4f9b3fb0 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=84ce66fa-9051-4d1c-b061-be34f25fc42c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3756099 Oct 22 14:58:21.958634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52138) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:21.977267 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cbb147c5-a007-4c7f-ac95-bc105832dbda req-5821a878-b97f-4d56-a286-3e33935f4292 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974730 Oct 22 14:58:21.985069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cecf1a2d-90dd-4564-acbf-b6488c5cce9a req-aaa80fa3-1443-444d-a083-beeb4725cb71 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196891 Oct 22 14:58:22.004529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.046183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea5041-6851-479a-b6da-36ef0af091f2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:22.048964 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a36d8ef-6a8d-4a9f-9b21-48fa6cec39b5" -d '{"events": [{"server_uuid": "44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c", "name": "network-vif-plugged", "status": "completed", "tag": "37ea5041-6851-479a-b6da-36ef0af091f2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:22.074648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 37ea5041-6851-479a-b6da-36ef0af091f2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=37ea5041-6851-479a-b6da-36ef0af091f2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:22.077438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20dda2-01e8-48f0-88dd-772e15888d4c req-0b8e24d2-e84a-4694-b5a2-ca889ebd1a28 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.083536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e20dda2-01e8-48f0-88dd-772e15888d4c req-0b8e24d2-e84a-4694-b5a2-ca889ebd1a28 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 949 time: 0.2512729 Oct 22 14:58:22.087215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Deleting port c1560f28-d057-4dd1-804d-0c8155ebde7a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:22.087556 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.098512 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b95a2c-2c88-4284-8e01-81e20a41ccf2 x-openstack-request-id: req-13b95a2c-2c88-4284-8e01-81e20a41ccf2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:22.098803 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c", "name": "network-vif-plugged", "status": "completed", "tag": "37ea5041-6851-479a-b6da-36ef0af091f2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:22.099209 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13b95a2c-2c88-4284-8e01-81e20a41ccf2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:22.099659 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea5041-6851-479a-b6da-36ef0af091f2', 'code': 200} Oct 22 14:58:22.139851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-6278b6d2-f0b1-469e-a32d-4102b1e48558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.141491 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-6278b6d2-f0b1-469e-a32d-4102b1e48558 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 1096 time: 0.1046169 Oct 22 14:58:22.170931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-9bd576e8-b534-4a2b-95de-77fd277b631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.172499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-9bd576e8-b534-4a2b-95de-77fd277b631a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 1094 time: 0.1810241 Oct 22 14:58:22.205922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.235078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.242351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e20dda2-01e8-48f0-88dd-772e15888d4c req-599574f0-38f1-4993-96d7-d20503dad32d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301453 Oct 22 14:58:22.244333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a04053-a5a5-45fa-a1c7-56dd4ea0f6f4 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.247500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-42a04053-a5a5-45fa-a1c7-56dd4ea0f6f4 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.2832808 Oct 22 14:58:22.247500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-cb08e75b-090b-4aec-aa51-090e3fed31f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b055e7-12ac-4e20-973f-719f45d9a00c HTTP/1.1" status: 200 len: 217 time: 0.0501287 Oct 22 14:58:22.250788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52142) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:22.269655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Calling delete_port for c1560f28-d057-4dd1-804d-0c8155ebde7a owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:22.304509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=37ea5041-6851-479a-b6da-36ef0af091f2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:22.304991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.314613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.315040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.315449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.315865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.316494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.317259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.317398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.317848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.319512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.319512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.320057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.321151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:22.325591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8be0df3-eb4e-4209-ab06-1cc69a6830e8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ce66fa-9051-4d1c-b061-be34f25fc42c HTTP/1.1" status: 200 len: 205 time: 0.0669553 Oct 22 14:58:22.334867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52144) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:22.350647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d66cbc-515a-4d95-a0c9-491f198a46ae,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:22.360122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.364767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-79c4212a-c09a-40b2-b128-8466753a965e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a2d66cbc-515a-4d95-a0c9-491f198a46ae HTTP/1.1" status: 204 len: 168 time: 0.8611438 Oct 22 14:58:22.369773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52146) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:22.416329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4a2a-41ae-4f43-96db-913f77632644 req-7f7158d4-de92-4dc5-837a-939a5db69218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.417858 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-859a4a2a-41ae-4f43-96db-913f77632644 req-7f7158d4-de92-4dc5-837a-939a5db69218 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 1100 time: 0.2423058 Oct 22 14:58:22.419652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-acd21c49-4aa9-44b8-b139-a60b79cd0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.421251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-acd21c49-4aa9-44b8-b139-a60b79cd0e8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1663876 Oct 22 14:58:22.426921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:22.503237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-c04dda5d-88cf-427d-a7b6-d963c043def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.504761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-c04dda5d-88cf-427d-a7b6-d963c043def5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 911 time: 0.3254592 Oct 22 14:58:22.533630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-c559493a-0079-4c09-a4fb-872e5de85ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:22.535265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-c559493a-0079-4c09-a4fb-872e5de85ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054983 Oct 22 14:58:22.539460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.662146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3c1baa6b-7ab3-4b15-b8c2-aef1b59652bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.671217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-859a4a2a-41ae-4f43-96db-913f77632644 req-fd962856-95a5-4201-b6b4-e266a4b072bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336018 Oct 22 14:58:22.703770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.748902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-1ea40f51-6805-4bb3-bc55-2f036e7f78f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 200 len: 1000 time: 0.2332482 Oct 22 14:58:22.754791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:22.827186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.165995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-4d6a53c7-b0ce-477e-b08d-0ac4af29544b service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225386 Oct 22 14:58:23.197431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.229312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892557-2b76-4d87-be89-72893e964347 req-078be35d-e0f0-4c3e-b890-e968592ea468 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.236300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892557-2b76-4d87-be89-72893e964347 req-078be35d-e0f0-4c3e-b890-e968592ea468 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.242839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892557-2b76-4d87-be89-72893e964347 req-078be35d-e0f0-4c3e-b890-e968592ea468 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.251166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e892557-2b76-4d87-be89-72893e964347 req-078be35d-e0f0-4c3e-b890-e968592ea468 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 2375 time: 0.2377164 Oct 22 14:58:23.255241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Port': ['ID=c1560f28-d057-4dd1-804d-0c8155ebde7a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:23.295031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ba70-7412-4bba-84d9-dfcd9f9b12a1 req-5f2a74d9-d04e-4b03-b7e6-9886b2cdf4c7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.302524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3e0ba70-7412-4bba-84d9-dfcd9f9b12a1 req-5f2a74d9-d04e-4b03-b7e6-9886b2cdf4c7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 943 time: 0.2902665 Oct 22 14:58:23.308177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275e3c81-c5f5-4a09-8012-e34e4f426f64']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:23.310096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.315901 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e60db621-72cb-49cc-bd7e-fe13c26ef0ef tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/ports/c1560f28-d057-4dd1-804d-0c8155ebde7a HTTP/1.1" status: 204 len: 168 time: 1.6171281 Oct 22 14:58:23.325302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52164) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:23.358482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-cb703653-948e-4ec5-be77-8cd95a1328d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.360030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-cb703653-948e-4ec5-be77-8cd95a1328d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.5995927 Oct 22 14:58:23.369920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148ad5eb-e0b0-4644-af20-d567113e7dd0') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:23.370219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148ad5eb-e0b0-4644-af20-d567113e7dd0') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:23.440465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-23e7ce39-0ed7-4379-83fd-076bddfa895f tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0994031 Oct 22 14:58:23.452470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52178) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:23.458581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.485841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-872393032'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:23.493345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e892557-2b76-4d87-be89-72893e964347 req-9ee347ea-79e1-4545-be14-21747bd64d1f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311029 Oct 22 14:58:23.495150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.503011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3e0ba70-7412-4bba-84d9-dfcd9f9b12a1 req-786b98ec-7823-4a77-9f66-5d61e8d8302f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996303 Oct 22 14:58:23.514487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:23.514905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:23.516658 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:23.543219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c387c14f-7514-4fc9-bd24-9f4b3105bf6f req-c9e960bb-5e0d-430c-b664-8766a63820f8 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354559 Oct 22 14:58:23.579538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.613489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-4b58c69a-d64b-4b88-a3bc-ed98d17a6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.615353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-4b58c69a-d64b-4b88-a3bc-ed98d17a6e2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348456 Oct 22 14:58:23.749087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facff3fc-22d2-4f04-8060-5fb050e2b658 req-a0136f94-dcb9-442c-b0bc-5104915121c9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.756998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-facff3fc-22d2-4f04-8060-5fb050e2b658 req-a0136f94-dcb9-442c-b0bc-5104915121c9 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1295176 Oct 22 14:58:23.785376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 10.2.2.100 (c46961ba-ce10-4285-82d4-87b41d7e6534/28c35035-e510-4d73-831e-27ef9b84fd3e/4a3b2165-bb91-411b-9c91-f074767c01be) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:23.841333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-facff3fc-22d2-4f04-8060-5fb050e2b658 req-35c1d82d-9967-432d-9e67-d51f706f573d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813210 Oct 22 14:58:23.874916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-872f743f-630c-48d7-9f8e-3ca1a7fb3ba8 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425296 Oct 22 14:58:23.875377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1c1bf-f2ce-494c-a145-b54b4d8b96bf req-45a6d9db-baaf-4970-81c9-37aeb233e54d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:23.879339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:23.879816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39d1c1bf-f2ce-494c-a145-b54b4d8b96bf req-45a6d9db-baaf-4970-81c9-37aeb233e54d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 950 time: 0.1821194 Oct 22 14:58:23.881356 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.883303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.887414 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:23.896604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/275e3c81-c5f5-4a09-8012-e34e4f426f64 HTTP/1.1" status: 204 len: 168 time: 1.5248632 Oct 22 14:58:23.931869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76016f3c-94d8-4b7a-b23e-b52c9ee090e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=275e3c81-c5f5-4a09-8012-e34e4f426f64,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:23.974452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39d1c1bf-f2ce-494c-a145-b54b4d8b96bf req-e7bf7ecc-5ebe-485d-8f83-6a88b8b5cc3e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751033 Oct 22 14:58:24.064133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ead748e-bc98-4ed4-8631-8969696f7c67 req-f0dd9fcb-dc2a-4719-8811-d53fb18a3f8d service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858468 Oct 22 14:58:24.097063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:24.102154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Deleting port 752c0f44-b013-4f97-8b37-9057f4a975c2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:24.102457 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.133244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.133604 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Added segment 495cfb40-4de7-4820-803a-115cc187fc2f of type vlan for network ecd38abe-f9ed-4c59-ac02-916db1e018d8 Oct 22 14:58:24.232094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.252016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.320644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.351532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Calling delete_port for 752c0f44-b013-4f97-8b37-9057f4a975c2 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:24.470779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.476002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.481414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:24.482023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.566094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52206) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:24.573492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network c46961ba-ce10-4285-82d4-87b41d7e6534 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:24.594352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:24.620521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:24.645254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e280f094-2bd0-4e47-939a-745b9dcac5ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cf2c7a115de457e816615bbd923beaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756025 Oct 22 14:58:24.646213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52208) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:24.704198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2262766 Oct 22 14:58:24.705854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52210) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:24.712414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15873d-e600-4cac-a1e5-57cf3a484c7e tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Network': ['ID=ecd38abe-f9ed-4c59-ac02-916db1e018d8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:24.724459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ecd38abe-f9ed-4c59-ac02-916db1e018d8 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:24.779008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:24.779826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-494467626'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:24.839271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:24.839937 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.895899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e014cb-d16c-4ec9-8f02-75146ee4ad7a req-4c064ffe-544e-4a9c-ad2b-92e230b6e230 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:24.897981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2e014cb-d16c-4ec9-8f02-75146ee4ad7a req-4c064ffe-544e-4a9c-ad2b-92e230b6e230 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 943 time: 0.2508099 Oct 22 14:58:24.950024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6675073-131b-4b14-8210-e818cf83e732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:24.978845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b84e8-bc3d-4610-8e2c-796cbd3b62e8 req-56b986b0-b73e-40d1-a8b8-11ce84eec418 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:24.985054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b84e8-bc3d-4610-8e2c-796cbd3b62e8 req-56b986b0-b73e-40d1-a8b8-11ce84eec418 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:24.991653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b84e8-bc3d-4610-8e2c-796cbd3b62e8 req-56b986b0-b73e-40d1-a8b8-11ce84eec418 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:24.997735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b84e8-bc3d-4610-8e2c-796cbd3b62e8 req-56b986b0-b73e-40d1-a8b8-11ce84eec418 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:25.005245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-382b84e8-bc3d-4610-8e2c-796cbd3b62e8 req-56b986b0-b73e-40d1-a8b8-11ce84eec418 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 3096 time: 0.3018897 Oct 22 14:58:25.025856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.036500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2e014cb-d16c-4ec9-8f02-75146ee4ad7a req-73ecfebb-a6be-457e-8e3e-ed88766b4602 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296451 Oct 22 14:58:25.049624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6675073-131b-4b14-8210-e818cf83e732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.091811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event deleted for resources: {'Port': ['ID=752c0f44-b013-4f97-8b37-9057f4a975c2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:25.102961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0c7e40b7-d14e-49b2-b3d3-80dcd126537a None None] Provisioning complete for port 4a3b2165-bb91-411b-9c91-f074767c01be triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:25.103380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c7e40b7-d14e-49b2-b3d3-80dcd126537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.107466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-382b84e8-bc3d-4610-8e2c-796cbd3b62e8 req-3d42b06a-5a08-4131-ba77-ef1252df2484 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012158 Oct 22 14:58:25.128386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:25.132619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.158716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:25.167931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.168293 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Added segment 9408d2d1-1000-4f70-b8d6-af8250e65c03 of type vlan for network 48c7576d-fed9-4584-8420-4950818808a0 Oct 22 14:58:25.200321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.205570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e40b7-d14e-49b2-b3d3-80dcd126537a None None] Port 4a3b2165-bb91-411b-9c91-f074767c01be cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:25.248706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.256209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff52e484-fc40-439e-955c-581e893e23ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.287164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1dee1-e213-49ee-9c38-4c79df9d7d72 req-e20ac074-d19e-4d41-9edd-816dab5bccc1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:25.288861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c1dee1-e213-49ee-9c38-4c79df9d7d72 req-e20ac074-d19e-4d41-9edd-816dab5bccc1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 950 time: 0.1115227 Oct 22 14:58:25.335873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c1dee1-e213-49ee-9c38-4c79df9d7d72 req-f8900fcb-64b2-4d14-8ebc-2f9ba505b4af tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362010 Oct 22 14:58:25.358925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.366139 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b5ee375e-fac6-4bc3-bdcf-0bcd864f276d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4816167 Oct 22 14:58:25.366139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.379079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534', 'admin_state_up': True, 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'security_groups': ['bd928aaf-e27c-4426-8ee7-1ebf9862d827']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:25.408437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6675073-131b-4b14-8210-e818cf83e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.411093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6675073-131b-4b14-8210-e818cf83e732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.417717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6675073-131b-4b14-8210-e818cf83e732 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c557e7ae-88ca-4020-a1cc-6351e49d9ac5 HTTP/1.1" status: 204 len: 168 time: 0.7634423 Oct 22 14:58:25.423191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6675073-131b-4b14-8210-e818cf83e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c557e7ae-88ca-4020-a1cc-6351e49d9ac5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:25.483481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.489677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:25.490641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.612277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Network': ['ID=48c7576d-fed9-4584-8420-4950818808a0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:25.626004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 48c7576d-fed9-4584-8420-4950818808a0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:25.627016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.628517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Fanout notify agent at l3_agent the message router_deleted on router 84ce66fa-9051-4d1c-b061-be34f25fc42c {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:58:25.658462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8e1e01c7-a171-4a34-a5b9-61e2ca1d7537 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9435821 Oct 22 14:58:25.661925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.665101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32a75a6f-ad1c-4e1c-81f2-a0b3429469ff tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/84ce66fa-9051-4d1c-b061-be34f25fc42c HTTP/1.1" status: 204 len: 168 time: 3.3272650 Oct 22 14:58:25.670450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52222) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:25.673735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2136223258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:25.812349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Made reservation on behalf of 7e5d81c0d9134ce98c27131bcb8ef533 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:25.820718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.951729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:25.952965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.154706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.187680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 11b055e7-12ac-4e20-973f-719f45d9a00c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:58:26.327693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Allocated IP 10.2.2.200 (c46961ba-ce10-4285-82d4-87b41d7e6534/28c35035-e510-4d73-831e-27ef9b84fd3e/1add01bd-5910-4410-99b1-e0cc118096f8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:26.344976 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.408654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97c5b-0999-475d-be38-5bcfd305d823 req-00f3782e-3e98-4aea-b9a5-14c28236f1eb tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:26.411022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-8cfbecfe-c1e1-497f-95f4-e345adb94522 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1550388 Oct 22 14:58:26.432421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4c97c5b-0999-475d-be38-5bcfd305d823 req-00f3782e-3e98-4aea-b9a5-14c28236f1eb tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 1101 time: 0.3953240 Oct 22 14:58:26.469433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4c97c5b-0999-475d-be38-5bcfd305d823 req-700d4b51-4d6c-4d89-91ae-37c76e84c45d tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.487533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ed45d-d9b3-40fe-80a7-dc62affe9f79 req-16ae05cb-7aa3-4c6c-a8ca-a9c5f50d6d90 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:26.489240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f7ed45d-d9b3-40fe-80a7-dc62affe9f79 req-16ae05cb-7aa3-4c6c-a8ca-a9c5f50d6d90 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 943 time: 0.3068733 Oct 22 14:58:26.509588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.514810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f0f205d0-6546-4559-a7ac-4dcb1d06420d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8445935 Oct 22 14:58:26.516367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52232) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:26.540550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': False}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:26.608546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52234) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:26.611772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.623198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.710029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 11b055e7-12ac-4e20-973f-719f45d9a00c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=11b055e7-12ac-4e20-973f-719f45d9a00c,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:26.741005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '11b055e7-12ac-4e20-973f-719f45d9a00c', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': '11b055e7-12ac-4e20-973f-719f45d9a00c', 'mac_address': 'fa:16:3e:29:08:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:58:26.772338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-6ce01960-103e-499c-8cb5-84e6af0bf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:26.774110 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-6ce01960-103e-499c-8cb5-84e6af0bf6d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 1101 time: 0.2233605 Oct 22 14:58:26.808720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f7ed45d-d9b3-40fe-80a7-dc62affe9f79 req-48aa98de-3419-4314-9de5-7daec5573bb4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810657 Oct 22 14:58:26.856710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:26.882169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b055e7-12ac-4e20-973f-719f45d9a00c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:26.916413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 11b055e7-12ac-4e20-973f-719f45d9a00c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=11b055e7-12ac-4e20-973f-719f45d9a00c,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:26.989387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.020928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.086647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-3562608a-bcb3-4aaa-a0a7-112ae338ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.088500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-3562608a-bcb3-4aaa-a0a7-112ae338ded2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2907388 Oct 22 14:58:27.177232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=11b055e7-12ac-4e20-973f-719f45d9a00c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:27.218277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-9fe1ab8f-106a-4c09-9ca0-4160309fa134 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=37ea5041-6851-479a-b6da-36ef0af091f2 HTTP/1.1" status: 200 len: 217 time: 0.1003501 Oct 22 14:58:27.273327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['11b055e7-12ac-4e20-973f-719f45d9a00c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:27.282545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-22344ba7-8b6a-49b9-8ad5-d25e52778be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.284081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-22344ba7-8b6a-49b9-8ad5-d25e52778be8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0583320 Oct 22 14:58:27.317414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-510b6166-e296-4562-94d2-a41f38f4d504 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40f9a060744247df992ce6ef3a0da4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951137 Oct 22 14:58:27.319700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:27.366831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-11aaefc1-cc63-4548-beb0-f9ca2ea05780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.368668 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-11aaefc1-cc63-4548-beb0-f9ca2ea05780 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772650 Oct 22 14:58:27.388494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.413291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bea97-2a65-4b15-9e37-87fba2d80edb req-eefdd01e-0609-44a5-a551-627d3872bc3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.425096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bea97-2a65-4b15-9e37-87fba2d80edb req-eefdd01e-0609-44a5-a551-627d3872bc3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.433953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bea97-2a65-4b15-9e37-87fba2d80edb req-eefdd01e-0609-44a5-a551-627d3872bc3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.441467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bea97-2a65-4b15-9e37-87fba2d80edb req-eefdd01e-0609-44a5-a551-627d3872bc3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.443299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b0bea97-2a65-4b15-9e37-87fba2d80edb req-eefdd01e-0609-44a5-a551-627d3872bc3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 3096 time: 0.4034505 Oct 22 14:58:27.559717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.561342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Network c46961ba-ce10-4285-82d4-87b41d7e6534 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:27.577035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:27.582067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:27.627138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4c97c5b-0999-475d-be38-5bcfd305d823 req-700d4b51-4d6c-4d89-91ae-37c76e84c45d tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.647605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b0bea97-2a65-4b15-9e37-87fba2d80edb req-b423abc9-228f-4dbf-a337-eafc6ab55a78 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779590 Oct 22 14:58:27.698495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf516-3d7d-42e6-bb7d-33f079278792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.729223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf516-3d7d-42e6-bb7d-33f079278792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.786567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4c97c5b-0999-475d-be38-5bcfd305d823 req-700d4b51-4d6c-4d89-91ae-37c76e84c45d tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.803289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event updated for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:27.901812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:27.903916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:27.935104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4c97c5b-0999-475d-be38-5bcfd305d823 req-700d4b51-4d6c-4d89-91ae-37c76e84c45d tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4963233 Oct 22 14:58:27.941983 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-d62312e0-1268-495d-8d24-19e658b02081 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604665 Oct 22 14:58:27.997489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.024728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d4b51-4d6c-4d89-91ae-37c76e84c45d tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0f968-2f4c-48fc-84b3-94548be1c1f1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:28.118063 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-aa3554a1-6a3e-4545-bab9-12f94246b258 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7458584 Oct 22 14:58:28.136602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:28.175071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b8fcf8e3-29e8-404f-a596-4b0d472e29ee None None] Provisioning complete for port 1add01bd-5910-4410-99b1-e0cc118096f8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:28.175438 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf8e3-29e8-404f-a596-4b0d472e29ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.221093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf516-3d7d-42e6-bb7d-33f079278792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.233205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf516-3d7d-42e6-bb7d-33f079278792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.237191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5b6bf516-3d7d-42e6-bb7d-33f079278792 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c574e1a9-a1be-4e3b-b1c3-fb8c606601ab HTTP/1.1" status: 204 len: 168 time: 0.9132521 Oct 22 14:58:28.262642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 11b055e7-12ac-4e20-973f-719f45d9a00c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:28.311651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bf516-3d7d-42e6-bb7d-33f079278792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574e1a9-a1be-4e3b-b1c3-fb8c606601ab,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:28.345368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.354396 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4bc1c626-dd0f-4c09-8765-91fc1219ad55 req-26d1d9dc-2637-427b-8534-a021a4c485e5 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081736 Oct 22 14:58:28.425603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa91651-1474-4c03-8797-549edc9ae4c9 req-92bde501-c72a-4131-81b6-70aeb14583a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:28.437674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caa91651-1474-4c03-8797-549edc9ae4c9 req-92bde501-c72a-4131-81b6-70aeb14583a9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 944 time: 0.3915389 Oct 22 14:58:28.453431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcf8e3-29e8-404f-a596-4b0d472e29ee None None] Port 1add01bd-5910-4410-99b1-e0cc118096f8 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:28.525929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 11b055e7-12ac-4e20-973f-719f45d9a00c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:58:28.530331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 11b055e7-12ac-4e20-973f-719f45d9a00c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:28.530807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.636749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caa91651-1474-4c03-8797-549edc9ae4c9 req-f6c4a812-1dbd-4de4-9837-38c8f47e17dd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972728 Oct 22 14:58:28.763556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.821671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b055e7-12ac-4e20-973f-719f45d9a00c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:28.827473 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbffba5-dec5-44a5-bbff-8950b03db301" -d '{"events": [{"server_uuid": "e42a7a5c-2ba1-42a4-857c-68071894bb52", "name": "network-vif-plugged", "status": "completed", "tag": "11b055e7-12ac-4e20-973f-719f45d9a00c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:28.878482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 11b055e7-12ac-4e20-973f-719f45d9a00c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=11b055e7-12ac-4e20-973f-719f45d9a00c,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:28.968551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:28.970184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52254) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:28.977805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'subnets': [{'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1291473060', 'ip_version': 6}, {'network_id': '48c7576d-fed9-4584-8420-4950818808a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:28.978117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'subnet': {'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1291473060', 'ip_version': 6}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:28.978791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Request body: {'subnet': {'network_id': '48c7576d-fed9-4584-8420-4950818808a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:28.996415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.034257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-75886ee0-6161-45c2-8576-ddac4f9f9ec8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:29.041596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-75886ee0-6161-45c2-8576-ddac4f9f9ec8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:29.049438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-75886ee0-6161-45c2-8576-ddac4f9f9ec8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:29.057371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-75886ee0-6161-45c2-8576-ddac4f9f9ec8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:29.064052 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-75886ee0-6161-45c2-8576-ddac4f9f9ec8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:29.069108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:29.073538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-75886ee0-6161-45c2-8576-ddac4f9f9ec8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 3817 time: 0.2239223 Oct 22 14:58:29.079144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.080858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.097730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Transition to ACTIVE for port object d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:29.111889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=11b055e7-12ac-4e20-973f-719f45d9a00c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:29.200677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.221180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-faf90e99-26bc-467f-af7f-caac5539fc5d req-ee17a0cd-fc58-4fe8-85fe-a7258742d9a6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465182 Oct 22 14:58:29.340597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:29.401976 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d0cd7-3bca-4fa3-abe3-4c28c7e2f697 x-openstack-request-id: req-cf5d0cd7-3bca-4fa3-abe3-4c28c7e2f697 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:29.402331 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42a7a5c-2ba1-42a4-857c-68071894bb52", "name": "network-vif-plugged", "status": "completed", "tag": "11b055e7-12ac-4e20-973f-719f45d9a00c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:29.402582 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf5d0cd7-3bca-4fa3-abe3-4c28c7e2f697 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:29.403021 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b055e7-12ac-4e20-973f-719f45d9a00c', 'code': 200} Oct 22 14:58:29.541784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Allocated IP 172.25.1.36 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/0333cf60-f711-48e1-be14-bf07b00e5cad) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:29.639238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Attempting to bind port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:29.642072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Attempting to bind port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:29.642411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Attempting to bind port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a on network c0226784-150c-43ed-b71e-dc85064ff07e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:29.662069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a on network c0226784-150c-43ed-b71e-dc85064ff07e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:29.662626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Attempting to bind port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a on network c0226784-150c-43ed-b71e-dc85064ff07e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:29.705231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabda8-9ad0-4ae9-89e2-97c32bcb2814 req-0e59f205-ddec-41e2-9f80-a98a68840da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:29.712772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-32cabda8-9ad0-4ae9-89e2-97c32bcb2814 req-0e59f205-ddec-41e2-9f80-a98a68840da5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 1096 time: 0.1897655 Oct 22 14:58:29.714528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:29.720396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Checking segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:29.721211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Bound using segment: {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:29.721838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Bound port: d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db182c1-8e79-4ba2-8ebb-4897683ede10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:29.722395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.821617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Made reservation on behalf of 3864aa027eec4b69a21e3d34d2564912 for: {'subnet': 2} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:29.825705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.826045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:29.904537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-32cabda8-9ad0-4ae9-89e2-97c32bcb2814 req-10aac8ff-575b-4df1-8c75-d8d86b2e6e4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484001 Oct 22 14:58:29.918568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:29.923299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:29.958278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.052778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-97abb8dc-db7b-41c8-a651-946478daa1f5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512948 Oct 22 14:58:30.069955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.114659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:30.115581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.124109 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 200 len: 1092 time: 1.9915948 Oct 22 14:58:30.127128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:30.130434 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f13a175-4397-4c90-b089-27ebcdd1d0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:30.144054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.180502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66241811-ae37-43cf-9960-5c7bca48a131 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:30.242648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:30.280719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:30.309791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52296) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:30.352516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ece08-e931-4a1d-942f-595b7cd615f5 req-76a8d818-4805-4380-8db4-e4e26d61d2e5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:30.357026 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.367866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e02ece08-e931-4a1d-942f-595b7cd615f5 req-76a8d818-4805-4380-8db4-e4e26d61d2e5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 945 time: 0.5447462 Oct 22 14:58:30.369143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:30.413777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:30.564632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Pushing event updated for resources: {'Port': ['ID=0333cf60-f711-48e1-be14-bf07b00e5cad,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:30.629939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-100420343-network', 'tenant_id': 'b9f1374451834008976f68b95490b9b8'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:30.838669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Made reservation on behalf of b9f1374451834008976f68b95490b9b8 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:30.841364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.861665 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.887428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9a7d98-1424-4b2e-babb-46b8981c43a2 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:30.900125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:30.927220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Transition to ACTIVE for port object ab9a7d98-1424-4b2e-babb-46b8981c43a2 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:31.000373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.023803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-b3898c14-7df6-4187-a0d6-44171e5787e6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.025315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-b3898c14-7df6-4187-a0d6-44171e5787e6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9341791 Oct 22 14:58:31.047242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.050323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e02ece08-e931-4a1d-942f-595b7cd615f5 req-4493dbd7-8fb4-4dcb-b8f4-36f36bf28130 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614078 Oct 22 14:58:31.103251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.110693 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdef449-0e13-4625-8010-274ecbba0a36 x-openstack-request-id: req-0bdef449-0e13-4625-8010-274ecbba0a36 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:31.114040 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:31.114040 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bdef449-0e13-4625-8010-274ecbba0a36 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:31.114040 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'status': 'completed', 'code': 200} Oct 22 14:58:31.219045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-e9bb54b7-ceaa-4b01-a543-7645995e0bb6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/quotas/2de1d55179dd4ad0ab2afb3f624dfad1 HTTP/1.1" status: 200 len: 375 time: 0.1831245 Oct 22 14:58:31.522811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.548929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.556118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.565108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.571393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.577511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.583562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.585518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-a55c1b2b-0aab-4e35-9f2b-dac3ebc14bdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 4600 time: 0.3655739 Oct 22 14:58:31.625737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:31.631828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-2668ae44-043f-428c-9534-cec4d475ffc1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3143146 Oct 22 14:58:31.695229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:31.705842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.705957 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Added segment 253b224e-4d03-43fe-9ab6-7f59c9eaad31 of type vlan for network 874fbe7c-8429-4fd9-9392-42d741370367 Oct 22 14:58:31.708735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d8d43-2e26-47ec-a95a-828eef92f027,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:31.737482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13edbaa6-76b5-45d3-ba52-0f2e4686e246 req-2b2d5033-9b78-428d-b45e-13e89b1a7f94 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456313 Oct 22 14:58:31.742571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.743037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.743513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.744054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.744650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.745148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.747914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-839503e6-52e2-4b1f-8aec-7f868a632c65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5244 time: 0.5874946 Oct 22 14:58:31.826941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Attempting to bind port ab9a7d98-1424-4b2e-babb-46b8981c43a2 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:31.827390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Attempting to bind port ab9a7d98-1424-4b2e-babb-46b8981c43a2 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:31.827722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Attempting to bind port ab9a7d98-1424-4b2e-babb-46b8981c43a2 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:31.836290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.855414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Port ab9a7d98-1424-4b2e-babb-46b8981c43a2 on network 515ff53b-5aa0-4210-adea-30c81f6e959e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:31.855773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Attempting to bind port ab9a7d98-1424-4b2e-babb-46b8981c43a2 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:31.904105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:31.904462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Checking segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:31.906686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Bound using segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:31.906686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Bound port: ab9a7d98-1424-4b2e-babb-46b8981c43a2, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:31.906686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.962598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.966955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:31.989743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-4d708a70-39ba-4c36-bc7d-286ac8b33984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.990782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-4d708a70-39ba-4c36-bc7d-286ac8b33984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.992181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-4d708a70-39ba-4c36-bc7d-286ac8b33984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:31.993882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-4d708a70-39ba-4c36-bc7d-286ac8b33984 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2165055 Oct 22 14:58:32.036874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.039242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:32.040270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.053479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:32.123757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.125759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:32.186155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] Pushing event updated for resources: {'Network': ['ID=874fbe7c-8429-4fd9-9392-42d741370367,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:32.204302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 874fbe7c-8429-4fd9-9392-42d741370367 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:32.205729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-edcef235-401c-4487-bbe9-5edf1aa63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:32.207261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f13a175-4397-4c90-b089-27ebcdd1d0dd req-edcef235-401c-4487-bbe9-5edf1aa63d69 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014060 Oct 22 14:58:32.234622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1224a6ec-8c7d-4e43-8c7e-6918308746d0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9228549 Oct 22 14:58:32.236422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.240912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:32.249962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Request body: {'subnet': {'network_id': '874fbe7c-8429-4fd9-9392-42d741370367', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-subnet', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:32.307509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1dd12-f341-4a3f-9430-7d812a4e1ec3 req-7a8eb556-18e7-4c28-84d0-6db6f048727d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:32.309070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ff1dd12-f341-4a3f-9430-7d812a4e1ec3 req-7a8eb556-18e7-4c28-84d0-6db6f048727d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 945 time: 0.1866972 Oct 22 14:58:32.311743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Subnet': ['ID=b387918d-33d5-4137-9dac-4b241d9864de,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:32.323226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Checking segment: {'id': '495cfb40-4de7-4820-803a-115cc187fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:32.325415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network hostable DHCP agents. Network: ecd38abe-f9ed-4c59-ac02-916db1e018d8, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:32.361977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:32.367960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.368929 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 1129 time: 2.1387651 Oct 22 14:58:32.389638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Router 56162f08-81fb-49be-82ed-ba248c9f4f85 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:58:32.401523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ff1dd12-f341-4a3f-9430-7d812a4e1ec3 req-19b1e471-c69c-4523-8a6c-16f4e11cf3e4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718982 Oct 22 14:58:32.418365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252a1dc-e5e3-4ecc-956b-76a0c7df4994 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:32.484491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:32.503424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network ecd38abe-f9ed-4c59-ac02-916db1e018d8 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:32.521175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Made reservation on behalf of b9f1374451834008976f68b95490b9b8 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:32.525645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.604483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:32.609922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.614793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bb03a566-27ac-4f21-87fb-bebac453a475 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "PUT /v2.0/routers/56162f08-81fb-49be-82ed-ba248c9f4f85 HTTP/1.1" status: 200 len: 915 time: 6.0856547 Oct 22 14:58:32.616060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52312) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:32.630579 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] Sync routers for ids ['56162f08-81fb-49be-82ed-ba248c9f4f85'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:32.632054 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] Routers {'56162f08-81fb-49be-82ed-ba248c9f4f85'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:32.632677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['56162f08-81fb-49be-82ed-ba248c9f4f85'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:32.676561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ecd38abe-f9ed-4c59-ac02-916db1e018d8) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:32.681977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.688701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263cd1d-7368-4095-aaa4-d7a227826bab None None] Network ecd38abe-f9ed-4c59-ac02-916db1e018d8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:32.714955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:32.737882 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:32.748279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:58:32.752809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] Routers {'56162f08-81fb-49be-82ed-ba248c9f4f85'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:32.753613 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['56162f08-81fb-49be-82ed-ba248c9f4f85'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:32.795786 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:32.797314 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c70bf-d8cb-4f0c-b074-d6bf5cc347b4 None None] The sync data for ids ['56162f08-81fb-49be-82ed-ba248c9f4f85'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:32.828043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Checking segment: {'id': '9408d2d1-1000-4f70-b8d6-af8250e65c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '48c7576d-fed9-4584-8420-4950818808a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:32.836847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network hostable DHCP agents. Network: 48c7576d-fed9-4584-8420-4950818808a0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:32.910732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event updated for resources: {'Subnet': ['ID=42f195f7-dbf4-455a-9e18-edf8abaaf701,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:33.098880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ecd38abe-f9ed-4c59-ac02-916db1e018d8', 'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8', 'tenant_id': '3864aa027eec4b69a21e3d34d2564912', 'fixed_ips': [{'subnet_id': 'b387918d-33d5-4137-9dac-4b241d9864de'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:58:33.100401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:33.124107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a23d782a-1c56-4894-b84a-bc68c4b21521 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/56162f08-81fb-49be-82ed-ba248c9f4f85 HTTP/1.1" status: 200 len: 921 time: 0.5067363 Oct 22 14:58:33.124767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52322) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:33.155408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.162380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.169519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.175866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.182165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.185507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'ab9a7d98-1424-4b2e-babb-46b8981c43a2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:33.192635 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69014553-ce16-486f-81fb-beefedb6e59a" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "ab9a7d98-1424-4b2e-babb-46b8981c43a2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:33.193012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.193012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-2fc40469-daa2-4444-a83c-d93054667303 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 4600 time: 0.2873602 Oct 22 14:58:33.225616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Network 48c7576d-fed9-4584-8420-4950818808a0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:33.283839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c67a064c-be6e-4925-a1c7-85eb4e7602b2 req-4d9b0f47-5284-4035-b406-0aba06536238 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.1478412 Oct 22 14:58:33.324112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09c67bbe-1118-436b-9e75-9f7b2c8e8454 req-b9d097fa-747f-41db-abf4-0a287a7c9d30 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082320 Oct 22 14:58:33.337600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 48c7576d-fed9-4584-8420-4950818808a0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:33.347501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.347966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.348581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:33.352573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9ef12-3649-41d9-95a4-79a303491c4c tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.354813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-15e9ef12-3649-41d9-95a4-79a303491c4c tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=56162f08-81fb-49be-82ed-ba248c9f4f85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2194180 Oct 22 14:58:33.399598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:33.400449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f2e34-0ac4-4000-99e4-faf7318a4537 None None] Network 48c7576d-fed9-4584-8420-4950818808a0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:33.400808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:33.426227 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa2db0e-6fcd-4ce2-8afc-7797e8254c01 x-openstack-request-id: req-6aa2db0e-6fcd-4ce2-8afc-7797e8254c01 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:33.434965 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "ab9a7d98-1424-4b2e-babb-46b8981c43a2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:33.434965 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6aa2db0e-6fcd-4ce2-8afc-7797e8254c01 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:33.434965 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'ab9a7d98-1424-4b2e-babb-46b8981c43a2', 'status': 'completed', 'code': 200} Oct 22 14:58:33.489327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Allocated IP 2001:db8::1 (ecd38abe-f9ed-4c59-ac02-916db1e018d8/b387918d-33d5-4137-9dac-4b241d9864de/5413271b-ccb5-4434-8c21-f7539a8168bd) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:33.594026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-543b778b-0ae9-404c-99a9-4d1e8494f22a tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6177561 Oct 22 14:58:33.594928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52334) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:33.684025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76958fa9-0152-417c-8171-289974919211 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.687976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-76958fa9-0152-417c-8171-289974919211 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.2957404 Oct 22 14:58:33.689865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52338) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:33.714573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25fc527-88cc-44c7-b91a-abff5d35c2fb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:33.734019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a247e0bd-8703-40b5-892b-9a22bf4abcd7 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=56162f08-81fb-49be-82ed-ba248c9f4f85 HTTP/1.1" status: 200 len: 205 time: 0.0408556 Oct 22 14:58:33.734585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52340) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:33.774007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Checking segment: {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:33.776348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Network hostable DHCP agents. Network: 874fbe7c-8429-4fd9-9392-42d741370367, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:33.797120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242efd5-dcc7-48ec-8797-d59271aef5a0 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.798646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242efd5-dcc7-48ec-8797-d59271aef5a0 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.800199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242efd5-dcc7-48ec-8797-d59271aef5a0 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.802156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f242efd5-dcc7-48ec-8797-d59271aef5a0 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1969733 Oct 22 14:58:33.822927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52346) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:33.834389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.835518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.835995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.836463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.837501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.837966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:33.844982 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69014553-ce16-486f-81fb-beefedb6e59a req-92b54399-fdd6-4f43-95f8-ae58aebe664a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5286 time: 0.4103012 Oct 22 14:58:33.981174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18d76ea-cbcc-482f-80cc-a9fe9580f45b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:33.987747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Deleting subnet b387918d-33d5-4137-9dac-4b241d9864de {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:58:34.003148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.006612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.019724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-48c7576d-fed9-4584-8420-4950818808a0', 'network_id': '48c7576d-fed9-4584-8420-4950818808a0', 'tenant_id': '3864aa027eec4b69a21e3d34d2564912', 'fixed_ips': [{'subnet_id': '42f195f7-dbf4-455a-9e18-edf8abaaf701'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:58:34.020852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.022833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.080777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Transition to ACTIVE for port object c18d76ea-cbcc-482f-80cc-a9fe9580f45b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:34.085321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Network 874fbe7c-8429-4fd9-9392-42d741370367 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:34.129244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92f66d91-3fdd-4810-ab8a-5d9703da7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.129725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92f66d91-3fdd-4810-ab8a-5d9703da7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.130242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-92f66d91-3fdd-4810-ab8a-5d9703da7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.137781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69014553-ce16-486f-81fb-beefedb6e59a req-92f66d91-3fdd-4810-ab8a-5d9703da7c0c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2738631 Oct 22 14:58:34.164406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.199657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.228724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.259544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Allocated IP 2001:db8:0:1::1 (48c7576d-fed9-4584-8420-4950818808a0/42f195f7-dbf4-455a-9e18-edf8abaaf701/68b478a5-6ca1-4756-94ce-68f3fed5c583) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:34.273669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.278378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.332384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:34.356660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.360448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 874fbe7c-8429-4fd9-9392-42d741370367) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:34.373870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.377655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.394086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a64ef-06e5-4676-91a3-e208e31ab8c2 None None] Network 874fbe7c-8429-4fd9-9392-42d741370367 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:34.563317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-deac7b63-4ee4-45cb-ad6a-949930e4b549 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3155432 Oct 22 14:58:34.580006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4642ca42-2482-45c0-82b4-c82ea03cd141 req-a143a5aa-775a-4825-a73c-8d79645bcfb3 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.2078257 Oct 22 14:58:34.583137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52354) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:34.594795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:34.598552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Network ecd38abe-f9ed-4c59-ac02-916db1e018d8 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:34.638196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014553-ce16-486f-81fb-beefedb6e59a req-5b943dd4-a44a-468c-9ea6-171f8f60a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.641474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69014553-ce16-486f-81fb-beefedb6e59a req-5b943dd4-a44a-468c-9ea6-171f8f60a8bc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4981344 Oct 22 14:58:34.663112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Attempting to bind port c18d76ea-cbcc-482f-80cc-a9fe9580f45b on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:34.663636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Attempting to bind port c18d76ea-cbcc-482f-80cc-a9fe9580f45b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:34.663981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Attempting to bind port c18d76ea-cbcc-482f-80cc-a9fe9580f45b on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:34.676117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Port c18d76ea-cbcc-482f-80cc-a9fe9580f45b on network 515ff53b-5aa0-4210-adea-30c81f6e959e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:34.676457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Attempting to bind port c18d76ea-cbcc-482f-80cc-a9fe9580f45b on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:34.708145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:34.708145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Checking segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:34.708145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Bound using segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:34.708145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Bound port: c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:34.708145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.711495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:34.732492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:34.753465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Pushing event updated for resources: {'Port': ['ID=5413271b-ccb5-4434-8c21-f7539a8168bd,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:34.773030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.773030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.834570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.894340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.899417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:34.915770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:34.918706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.925186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.932745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.939208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.945375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.948904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Attempting to bind port 5413271b-ccb5-4434-8c21-f7539a8168bd on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:34.949307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Attempting to bind port 5413271b-ccb5-4434-8c21-f7539a8168bd by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '495cfb40-4de7-4820-803a-115cc187fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:34.949680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Attempting to bind port 5413271b-ccb5-4434-8c21-f7539a8168bd on network ecd38abe-f9ed-4c59-ac02-916db1e018d8 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:34.951608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.958233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:34.961632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-1a730b69-0631-4ca7-846f-b1e4aab68a2f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5373 time: 0.3791862 Oct 22 14:58:34.963756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-874fbe7c-8429-4fd9-9392-42d741370367', 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'fixed_ips': [{'subnet_id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:58:34.965412 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:34.996703 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.001077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:35.001811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Checking segment: {'id': '495cfb40-4de7-4820-803a-115cc187fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:35.002344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.002849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Bound using segment: {'id': '495cfb40-4de7-4820-803a-115cc187fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:35.003967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Bound port: 5413271b-ccb5-4434-8c21-f7539a8168bd, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495cfb40-4de7-4820-803a-115cc187fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ecd38abe-f9ed-4c59-ac02-916db1e018d8'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:35.003967 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.022693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.071678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Deleting port 0333cf60-f711-48e1-be14-bf07b00e5cad {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:35.072425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.101104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:35.102165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.103961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] 10.222.0.69 "PUT /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 1131 time: 2.6279337 Oct 22 14:58:35.203573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Allocated IP 172.20.0.2 (874fbe7c-8429-4fd9-9392-42d741370367/a25fc527-88cc-44c7-b91a-abff5d35c2fb/46e8c373-76af-4fcf-971e-800c59f98292) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:35.230520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b96b901-eb16-47ab-a5b6-ef1d8061151d req-16714626-a139-45a1-b417-9cdde56bd7a6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2617078 Oct 22 14:58:35.233872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.244797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.277567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:35.292878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d06a0f-05b1-4dd3-9e8e-45b2507f2f32 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:35.407144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Subnet': ['ID=b387918d-33d5-4137-9dac-4b241d9864de,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:35.434962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.441247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'c18d76ea-cbcc-482f-80cc-a9fe9580f45b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:35.445570 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "c18d76ea-cbcc-482f-80cc-a9fe9580f45b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:35.449445 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.450330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.457374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.466881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a41a0ed6-b2a3-4b9f-9fd2-a2385fba9b37 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/subnets/b387918d-33d5-4137-9dac-4b241d9864de HTTP/1.1" status: 204 len: 168 time: 1.6370866 Oct 22 14:58:35.475250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52362) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:35.487563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Network 48c7576d-fed9-4584-8420-4950818808a0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:35.492429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:35.562073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] For port 5413271b-ccb5-4434-8c21-f7539a8168bd, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:35.565687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] For port 5413271b-ccb5-4434-8c21-f7539a8168bd, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5413271b-ccb5-4434-8c21-f7539a8168bd,segment=NetworkSegment(495cfb40-4de7-4820-803a-115cc187fc2f),segment_id=495cfb40-4de7-4820-803a-115cc187fc2f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:35.590804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:35.595577 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.663713 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.675493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Network 874fbe7c-8429-4fd9-9392-42d741370367 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:35.735682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:35.739728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Attempting to bind port 68b478a5-6ca1-4756-94ce-68f3fed5c583 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:35.740863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Attempting to bind port 68b478a5-6ca1-4756-94ce-68f3fed5c583 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '9408d2d1-1000-4f70-b8d6-af8250e65c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '48c7576d-fed9-4584-8420-4950818808a0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:35.741383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Attempting to bind port 68b478a5-6ca1-4756-94ce-68f3fed5c583 on network 48c7576d-fed9-4584-8420-4950818808a0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:35.775901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Pushing event updated for resources: {'Port': ['ID=68b478a5-6ca1-4756-94ce-68f3fed5c583,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:35.780381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:35.824404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1753edd-7472-454c-83ec-cb2453e74b9e None None] Network ecd38abe-f9ed-4c59-ac02-916db1e018d8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:35.947385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:35.947637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Checking segment: {'id': '9408d2d1-1000-4f70-b8d6-af8250e65c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '48c7576d-fed9-4584-8420-4950818808a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:35.947966 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.948263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Bound using segment: {'id': '9408d2d1-1000-4f70-b8d6-af8250e65c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '48c7576d-fed9-4584-8420-4950818808a0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:35.949056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Bound port: 68b478a5-6ca1-4756-94ce-68f3fed5c583, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9408d2d1-1000-4f70-b8d6-af8250e65c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '48c7576d-fed9-4584-8420-4950818808a0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:35.949436 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:35.970607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:35.984240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.000311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Transition to ACTIVE for port object 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:36.004040 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba74198-9762-46f6-b1d6-dcaa3db5416f x-openstack-request-id: req-eba74198-9762-46f6-b1d6-dcaa3db5416f {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:36.004421 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "c18d76ea-cbcc-482f-80cc-a9fe9580f45b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:36.004640 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eba74198-9762-46f6-b1d6-dcaa3db5416f {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:36.005045 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'c18d76ea-cbcc-482f-80cc-a9fe9580f45b', 'status': 'completed', 'code': 200} Oct 22 14:58:36.028126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] For port 68b478a5-6ca1-4756-94ce-68f3fed5c583, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:36.031605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] For port 68b478a5-6ca1-4756-94ce-68f3fed5c583, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68b478a5-6ca1-4756-94ce-68f3fed5c583,segment=NetworkSegment(9408d2d1-1000-4f70-b8d6-af8250e65c03),segment_id=9408d2d1-1000-4f70-b8d6-af8250e65c03)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:36.067189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Attempting to bind port 46e8c373-76af-4fcf-971e-800c59f98292 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:36.067560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Attempting to bind port 46e8c373-76af-4fcf-971e-800c59f98292 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:36.067922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Attempting to bind port 46e8c373-76af-4fcf-971e-800c59f98292 on network 874fbe7c-8429-4fd9-9392-42d741370367 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:36.079156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:36.079713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Checking segment: {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:36.080119 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.080518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Bound using segment: {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:36.081147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Bound port: 46e8c373-76af-4fcf-971e-800c59f98292, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:36.081530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.142830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Pushing event updated for resources: {'Port': ['ID=46e8c373-76af-4fcf-971e-800c59f98292,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:36.185357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.186170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.186811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.187645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.188271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.188927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.189557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.191872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-372f8c5a-ef7a-4d00-b9f5-9e0105503efb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6210 time: 0.1860213 Oct 22 14:58:36.195488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.298446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] For port 46e8c373-76af-4fcf-971e-800c59f98292, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:36.311971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] For port 46e8c373-76af-4fcf-971e-800c59f98292, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=46e8c373-76af-4fcf-971e-800c59f98292,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:36.325026 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.372493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.376295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-8ddcc142-b979-4387-9dab-c3729894d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.377298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-8ddcc142-b979-4387-9dab-c3729894d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.377917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-8ddcc142-b979-4387-9dab-c3729894d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.381454 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-8ddcc142-b979-4387-9dab-c3729894d84f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1679099 Oct 22 14:58:36.392554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Calling delete_port for 0333cf60-f711-48e1-be14-bf07b00e5cad owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:36.430836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.484201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484900-6e59-4011-9b97-56c55b963cc2 None None] Pushing event updated for resources: {'Port': ['ID=5413271b-ccb5-4434-8c21-f7539a8168bd,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:36.548399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38b43fe2-af9d-4ebb-8ed5-a8047c3a1e76 req-2204c1f2-8567-4c19-87e7-b0a0b16f110d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.1941352 Oct 22 14:58:36.577745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-b2743393-ebf0-4e80-9dbd-2b35bc08425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.580869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6cecea7e-d03e-4479-bdb7-ebf8acb870f3 req-b2743393-ebf0-4e80-9dbd-2b35bc08425f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852670 Oct 22 14:58:36.670083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444b21c-1f83-45bd-97c7-ae75d3a4052c None None] Pushing event updated for resources: {'Port': ['ID=68b478a5-6ca1-4756-94ce-68f3fed5c583,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:36.689333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:36.736820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Deleting subnet 42f195f7-dbf4-455a-9e18-edf8abaaf701 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:58:36.749352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:36.806651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dfef5-dbff-4d2b-93e2-323eb3fb021b None None] Pushing event updated for resources: {'Port': ['ID=46e8c373-76af-4fcf-971e-800c59f98292,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:36.906638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.929427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.950448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.963315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.973270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:36.986661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:37.001154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:37.002549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Attempting to bind port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:37.003130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Attempting to bind port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:37.003695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Attempting to bind port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:37.005339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-f12c2dd8-54df-48df-82ea-d38c1f04ef79 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5385 time: 0.5324831 Oct 22 14:58:37.017494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 on network 515ff53b-5aa0-4210-adea-30c81f6e959e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:37.018119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Attempting to bind port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:37.054709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.159221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:37.162550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Checking segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:37.162550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Bound using segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:37.162550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Bound port: 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:37.162550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.233518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f1db67c-7f64-4b28-b6fc-0a92a86736b0 req-deaa4b35-90bd-4db8-bd07-1589febb880a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001655 Oct 22 14:58:37.334814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:37.346207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:37.354883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-7a6659ca-7883-4e07-b999-742ad6f1762c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361809 Oct 22 14:58:37.356189 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.415749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.448478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.500182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.524639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.527040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 46e8c373-76af-4fcf-971e-800c59f98292 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:37.555237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:37.556206 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.559817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] 10.222.0.69 "PUT /v2.0/ports/49d83bce-0f58-4f8f-9c1c-ff022fc59b53 HTTP/1.1" status: 200 len: 1091 time: 2.2871950 Oct 22 14:58:37.560009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event deleted for resources: {'Port': ['ID=0333cf60-f711-48e1-be14-bf07b00e5cad,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:37.710527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.756790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:37.758859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 46e8c373-76af-4fcf-971e-800c59f98292 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:37.759436 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.886620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.891033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/subnets/42f195f7-dbf4-455a-9e18-edf8abaaf701 HTTP/1.1" status: 204 len: 168 time: 2.4146676 Oct 22 14:58:37.898211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.917612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52378) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:37.918244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.931250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:37.989453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 46e8c373-76af-4fcf-971e-800c59f98292, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=46e8c373-76af-4fcf-971e-800c59f98292,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:38.051349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:38.055070 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a713c356-79db-4009-abbf-6f7f8385c26d" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:38.102879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.106620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.137981 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.148514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68b478a5-6ca1-4756-94ce-68f3fed5c583 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:38.166214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-9031809d-451a-4719-ad45-d5531404a254 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.171338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-9031809d-451a-4719-ad45-d5531404a254 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8048899 Oct 22 14:58:38.194086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dfe3587-80b5-4b4f-8159-5fa465f958d6 req-59ac724e-a4ba-473b-880e-d23cfdbac061 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.4398861 Oct 22 14:58:38.252390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:38.256890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82d848-9600-4d1d-9acc-e569272d7183 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Subnet': ['ID=42f195f7-dbf4-455a-9e18-edf8abaaf701,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:38.267072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-1d6d25a7-c097-4c59-bba5-90d0dbe61943 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647871 Oct 22 14:58:38.282800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81683608-2833-4a2e-a60b-05e7fddfb0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:38.374091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 68b478a5-6ca1-4756-94ce-68f3fed5c583 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:38.386427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.422081 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6e8da-2876-4364-8cc1-5b305a07d869 x-openstack-request-id: req-c6f6e8da-2876-4364-8cc1-5b305a07d869 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:38.422682 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:38.422854 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6f6e8da-2876-4364-8cc1-5b305a07d869 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:38.423381 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53', 'status': 'completed', 'code': 200} Oct 22 14:58:38.483366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.484058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Fanout notify agent at l3_agent the message router_deleted on router 56162f08-81fb-49be-82ed-ba248c9f4f85 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:58:38.486246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=46e8c373-76af-4fcf-971e-800c59f98292,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:38.517764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.519152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-65c90ba7-2aad-4dde-863f-0a4bb67e9a6e tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/56162f08-81fb-49be-82ed-ba248c9f4f85 HTTP/1.1" status: 204 len: 168 time: 4.7836120 Oct 22 14:58:38.524546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f66474-86de-44e7-bc0f-44a83223485e None None] Network 48c7576d-fed9-4584-8420-4950818808a0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:38.524939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:38.531518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-75906153', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:38.586253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00aacd-ab87-44a6-a604-e16672f54905 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.589319 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6c00aacd-ab87-44a6-a604-e16672f54905 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6681499 Oct 22 14:58:38.599687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-120607c8-330f-400b-891f-e913a8d7446e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.601613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-120607c8-330f-400b-891f-e913a8d7446e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299878 Oct 22 14:58:38.603990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52390) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:38.685739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.723995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2db2f563-bee0-4e03-ad8c-133a41c97116 None None] Provisioning complete for port 68b478a5-6ca1-4756-94ce-68f3fed5c583 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:38.724655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2db2f563-bee0-4e03-ad8c-133a41c97116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.770474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': '360fd8d5-37b8-4859-962d-88492917913b', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:38.796473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 68b478a5-6ca1-4756-94ce-68f3fed5c583, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68b478a5-6ca1-4756-94ce-68f3fed5c583,segment=NetworkSegment(9408d2d1-1000-4f70-b8d6-af8250e65c03),segment_id=9408d2d1-1000-4f70-b8d6-af8250e65c03)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:38.828177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.829207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.859280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.878449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc75bfc-5b70-4033-8414-9655cfcf65c4 None None] Network 874fbe7c-8429-4fd9-9392-42d741370367 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:38.895155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:38.920374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.931357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.940796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.950385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.957567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.965341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.975278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:38.985228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-f9f27ebd-0edf-4dcf-9b34-abcdcb7ecd65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5385 time: 0.5115843 Oct 22 14:58:38.986311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=68b478a5-6ca1-4756-94ce-68f3fed5c583,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:39.137218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] DHCP port deletion for 48c7576d-fed9-4584-8420-4950818808a0 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:58:39.217341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.460250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Allocated IP 172.25.1.11 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/48975aff-e673-4532-ab87-b8c589615588) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:39.474194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e3369ac-87b3-412a-a97a-f3d19ee048c7 req-276ccabf-a17e-448e-8c6b-c49a4480c630 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4878128 Oct 22 14:58:39.554367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.554838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.555324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.555588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-737307b3-5771-4d48-b76a-3c46cb700d01 req-046f6486-9b64-4543-820f-6aca810c2d47 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.1708770 Oct 22 14:58:39.555777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.556239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.556683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.557131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.559498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a713c356-79db-4009-abbf-6f7f8385c26d req-12218de2-d6f7-4e94-8b12-375765a3dd46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6277 time: 1.1082845 Oct 22 14:58:39.604918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 46e8c373-76af-4fcf-971e-800c59f98292 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:39.722723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] Deleting port 68b478a5-6ca1-4756-94ce-68f3fed5c583 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:39.723048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.733137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8597a509-1b35-48b2-8870-687737498b62 None None] Provisioning complete for port 46e8c373-76af-4fcf-971e-800c59f98292 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:39.733505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8597a509-1b35-48b2-8870-687737498b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.753657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.774777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Deleting port 68b478a5-6ca1-4756-94ce-68f3fed5c583 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:39.776228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.780649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:39.786443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.811656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 46e8c373-76af-4fcf-971e-800c59f98292 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:39.812344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.932840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.934988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-42c0080a-b356-462c-b6ff-ca698c7a1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.935458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-42c0080a-b356-462c-b6ff-ca698c7a1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.936033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-42c0080a-b356-462c-b6ff-ca698c7a1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:39.937687 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a713c356-79db-4009-abbf-6f7f8385c26d req-42c0080a-b356-462c-b6ff-ca698c7a1e72 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3466287 Oct 22 14:58:39.948167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] For port 68b478a5-6ca1-4756-94ce-68f3fed5c583, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68b478a5-6ca1-4756-94ce-68f3fed5c583,segment=NetworkSegment(9408d2d1-1000-4f70-b8d6-af8250e65c03),segment_id=9408d2d1-1000-4f70-b8d6-af8250e65c03)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:39.949291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.957242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] For port 68b478a5-6ca1-4756-94ce-68f3fed5c583, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68b478a5-6ca1-4756-94ce-68f3fed5c583,segment=NetworkSegment(9408d2d1-1000-4f70-b8d6-af8250e65c03),segment_id=9408d2d1-1000-4f70-b8d6-af8250e65c03)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:39.957737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:39.997392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] Calling delete_port for 68b478a5-6ca1-4756-94ce-68f3fed5c583 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:40.019437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Calling delete_port for 68b478a5-6ca1-4756-94ce-68f3fed5c583 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:40.181630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:40.187044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.291187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.54 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/91eef634-11bf-467f-82fe-a91bed2a5d32) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:40.365602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bad28c41-4153-4fe6-89d3-6d5a21ee58d1 None None] Provisioning complete for port 46e8c373-76af-4fcf-971e-800c59f98292 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:40.367188 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bad28c41-4153-4fe6-89d3-6d5a21ee58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.446167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68b478a5-6ca1-4756-94ce-68f3fed5c583 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:58:40.449312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.472193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.510344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a1fdec-1965-4a4d-a3f4-d153466af7a8 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:40.535145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] No DVR routers for this DVR port 68b478a5-6ca1-4756-94ce-68f3fed5c583 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:58:40.544084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.569728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Port': ['ID=68b478a5-6ca1-4756-94ce-68f3fed5c583,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:40.585112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Transition to ACTIVE for port object 91a1fdec-1965-4a4d-a3f4-d153466af7a8 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:40.586354 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.601936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c356-79db-4009-abbf-6f7f8385c26d req-c5597b94-1058-44d4-b09b-046f8eb399e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:40.606182 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a713c356-79db-4009-abbf-6f7f8385c26d req-c5597b94-1058-44d4-b09b-046f8eb399e9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6543221 Oct 22 14:58:40.617173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 68b478a5-6ca1-4756-94ce-68f3fed5c583 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:58:40.617546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68b478a5-6ca1-4756-94ce-68f3fed5c583 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:58:40.624960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] Pushing event deleted for resources: {'Port': ['ID=68b478a5-6ca1-4756-94ce-68f3fed5c583,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:40.652077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba83cb-d257-4672-b91c-92cd559e16e7 None None] No DVR routers for this DVR port 68b478a5-6ca1-4756-94ce-68f3fed5c583 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:58:40.693596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.700057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78ce54-ad1d-44c3-8a89-7bf6e6c0f5b1 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:58:40.768151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.782826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.828705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c7576d-fed9-4584-8420-4950818808a0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:40.842377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.846726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9408d2d1-1000-4f70-b8d6-af8250e65c03') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:40.847194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9408d2d1-1000-4f70-b8d6-af8250e65c03') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:40.854196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:40.862665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.870147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:40.879504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:40.894442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.908381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:40.908922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:40.918829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Pushing event updated for resources: {'Port': ['ID=48975aff-e673-4532-ab87-b8c589615588,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:40.924672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78ce54-ad1d-44c3-8a89-7bf6e6c0f5b1 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:41.031395 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:41.122471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Attempting to bind port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:41.123109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Attempting to bind port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:41.123636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Attempting to bind port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:41.129899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Pushing event updated for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:41.137777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 on network 515ff53b-5aa0-4210-adea-30c81f6e959e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:41.138041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Attempting to bind port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:41.149554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-482ad38f-e20c-48fa-8406-a39b86302b63 req-177a1d18-95d9-4fb4-9352-c0af0384cfac tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.3663826 Oct 22 14:58:41.169473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.178125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.180651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:41.181203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Checking segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:41.181770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Bound using segment: {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:41.182383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Bound port: 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d3fe60-af6d-4e11-8721-24a2beb903fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:41.182908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.190146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.203133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.214098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.221694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.233455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.236133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-c83ddebb-cd3a-46ec-b644-4ce716cd1c86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5385 time: 0.5970383 Oct 22 14:58:41.246391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.259527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.263770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/networks/48c7576d-fed9-4584-8420-4950818808a0 HTTP/1.1" status: 204 len: 168 time: 2.6576667 Oct 22 14:58:41.292779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52406) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:41.335643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d7438-4ada-41ff-b283-378841a386af tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Network': ['ID=48c7576d-fed9-4584-8420-4950818808a0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:41.379107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.382285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.383347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:41.390336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:41.507955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.528309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce525bfc-8898-484c-887c-21aaf28a5d96 req-fa866908-78dd-4a3a-a066-0b2953fa3066 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624767 Oct 22 14:58:41.576454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.577232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.579201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] 10.222.0.69 "PUT /v2.0/ports/91a1fdec-1965-4a4d-a3f4-d153466af7a8 HTTP/1.1" status: 200 len: 1091 time: 3.8339839 Oct 22 14:58:41.579934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:41.583163 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:41.608278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.623775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:41.666512 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e49b8-ccdc-4685-8cf4-0d1e43594c48 x-openstack-request-id: req-a31e49b8-ccdc-4685-8cf4-0d1e43594c48 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:41.666832 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:41.671164 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a31e49b8-ccdc-4685-8cf4-0d1e43594c48 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:41.678106 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8', 'status': 'completed', 'code': 200} Oct 22 14:58:41.684161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:41.689155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.723390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4e7b9-88cb-4735-af08-1079ec872d6f service neutron] Pushing event updated for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:41.727028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:41.730226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:41.745284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=91eef634-11bf-467f-82fe-a91bed2a5d32,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:41.793408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Allocated IP 172.25.1.160 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b5b73ebe-dc28-41ec-9478-b79795930cba) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:41.824483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:41.871522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:41.872190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:41.973419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.227 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/b2445192-61c9-44a3-9edb-d4fd7228ba66) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:41.983663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Deleting port 5413271b-ccb5-4434-8c21-f7539a8168bd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:41.984589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.015599 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.018079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-81941375-649e-4903-8ee9-3bcbc0a7590a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3449776 Oct 22 14:58:42.023152 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.067455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Request body: {'port': {'device_id': '360fd8d5-37b8-4859-962d-88492917913b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:42.104156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.105303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.105783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.106244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.106698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.107275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.107867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.110846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-e0024194-7e06-46af-84b5-adbb2477f68f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6344 time: 0.4153702 Oct 22 14:58:42.115884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.192302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] For port 5413271b-ccb5-4434-8c21-f7539a8168bd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5413271b-ccb5-4434-8c21-f7539a8168bd,segment=NetworkSegment(495cfb40-4de7-4820-803a-115cc187fc2f),segment_id=495cfb40-4de7-4820-803a-115cc187fc2f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:42.192671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.217169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.220630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Calling delete_port for 5413271b-ccb5-4434-8c21-f7539a8168bd owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:42.365753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-78a6b340-2ecc-4375-9558-8fa25a6283f0 None None] Provisioning complete for port 91eef634-11bf-467f-82fe-a91bed2a5d32 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:42.366736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78a6b340-2ecc-4375-9558-8fa25a6283f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.367930 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.436273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-78a6b340-2ecc-4375-9558-8fa25a6283f0 None None] Port 91eef634-11bf-467f-82fe-a91bed2a5d32 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:42.539655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-c468a506-5d23-4683-85cc-7caaccfb8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.540129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-c468a506-5d23-4683-85cc-7caaccfb8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.540591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-c468a506-5d23-4683-85cc-7caaccfb8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.542359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-c468a506-5d23-4683-85cc-7caaccfb8eca service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4099565 Oct 22 14:58:42.665292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.775378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:42.833260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:42.866090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-d65dcbc2-0637-4816-bc08-8238d48ab37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:42.866942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-d65dcbc2-0637-4816-bc08-8238d48ab37c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163190 Oct 22 14:58:42.931168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:42.934189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:42.998922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5069f8-a919-453a-8912-6a7e2ef60ce2 req-24abd9b9-b141-4137-9097-013b76513f33 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.000647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf5069f8-a919-453a-8912-6a7e2ef60ce2 req-24abd9b9-b141-4137-9097-013b76513f33 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 935 time: 0.6805589 Oct 22 14:58:43.022653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event updated for resources: {'Port': ['ID=b5b73ebe-dc28-41ec-9478-b79795930cba,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:43.110541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.117240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.123696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.130037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.136445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.142424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.149480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.151652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-733ac30f-1818-4d5f-9b24-49b009234386 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5397 time: 0.3397443 Oct 22 14:58:43.243709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.263460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf5069f8-a919-453a-8912-6a7e2ef60ce2 req-6a3654ca-08b3-4123-a838-0ec975a72567 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425599 Oct 22 14:58:43.288832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.303129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:43.333342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] No DVR routers for this DVR port 5413271b-ccb5-4434-8c21-f7539a8168bd on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:58:43.339488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Port': ['ID=5413271b-ccb5-4434-8c21-f7539a8168bd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:43.349199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3b2165-bb91-411b-9c91-f074767c01be {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:43.372444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.377830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:43.383853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=b2445192-61c9-44a3-9edb-d4fd7228ba66,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:43.390678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:43.396011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:43.405365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Transition to ACTIVE for port object 4a3b2165-bb91-411b-9c91-f074767c01be will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:43.460418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:43.469965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.481286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2163cd8f-28ff-44dd-b815-c9cb84dc17e6 req-6e968086-2525-49c4-ad14-b18e4895571a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3206656 Oct 22 14:58:43.499637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.568610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.591896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Router 29527691-3c41-4018-afad-1b7bc8984fdb is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:58:43.610357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd38abe-f9ed-4c59-ac02-916db1e018d8']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:43.643989 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-65222b30-b5bc-49f6-9fde-f0beea86ceb9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4023638 Oct 22 14:58:43.671081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Request body: {'port': {'device_id': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:43.676659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495cfb40-4de7-4820-803a-115cc187fc2f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:43.676659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495cfb40-4de7-4820-803a-115cc187fc2f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:43.679142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:43.721166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.742915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.758864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:43.761705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:43.762607 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:43.783467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3a9d31d0-5bd3-41f2-a9dc-2943bf6ba8cf None None] Provisioning complete for port b2445192-61c9-44a3-9edb-d4fd7228ba66 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:43.784541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31d0-5bd3-41f2-a9dc-2943bf6ba8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.807016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91eef634-11bf-467f-82fe-a91bed2a5d32 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:43.820683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.881989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3a9d31d0-5bd3-41f2-a9dc-2943bf6ba8cf None None] Port b2445192-61c9-44a3-9edb-d4fd7228ba66 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:43.884169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.916391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:43.960785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:43.973163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Attempting to bind port 4a3b2165-bb91-411b-9c91-f074767c01be on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:43.973433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Sync routers for ids ['29527691-3c41-4018-afad-1b7bc8984fdb'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:43.973566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Attempting to bind port 4a3b2165-bb91-411b-9c91-f074767c01be by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:43.973836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Attempting to bind port 4a3b2165-bb91-411b-9c91-f074767c01be on network c46961ba-ce10-4285-82d4-87b41d7e6534 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:43.985739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Routers {'29527691-3c41-4018-afad-1b7bc8984fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:43.986317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['29527691-3c41-4018-afad-1b7bc8984fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:44.013169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Port 4a3b2165-bb91-411b-9c91-f074767c01be on network c46961ba-ce10-4285-82d4-87b41d7e6534 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:44.013503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Attempting to bind port 4a3b2165-bb91-411b-9c91-f074767c01be on network c46961ba-ce10-4285-82d4-87b41d7e6534 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:44.023687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:44.024029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Checking segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:44.024424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Bound using segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:44.024861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Bound port: 4a3b2165-bb91-411b-9c91-f074767c01be, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:44.025223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.058873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Transition to ACTIVE for port object 91eef634-11bf-467f-82fe-a91bed2a5d32 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:44.062336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.065270 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.069120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/networks/ecd38abe-f9ed-4c59-ac02-916db1e018d8 HTTP/1.1" status: 204 len: 168 time: 2.7731838 Oct 22 14:58:44.074676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52424) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:44.135125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Set router 29527691-3c41-4018-afad-1b7bc8984fdb gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:58:44.145335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b304d-1908-4cff-b361-4a4afca311a6 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Network': ['ID=ecd38abe-f9ed-4c59-ac02-916db1e018d8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:44.188976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:44.192695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4a3b2165-bb91-411b-9c91-f074767c01be,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:44.212090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.216852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.219340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.223033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f9b0ba1a-7dbe-406c-921e-cf673e323c56 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6363876 Oct 22 14:58:44.223543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52426) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:44.320697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.390288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.416563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:58:41Z', 'revision_number': 3, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:44.470608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Checking router: 29527691-3c41-4018-afad-1b7bc8984fdb for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:58:44.471072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Updating router 29527691-3c41-4018-afad-1b7bc8984fdb port 48975aff-e673-4532-ab87-b8c589615588 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:58:44.508947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.529239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.529900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.531970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] 10.222.0.69 "PUT /v2.0/ports/4a3b2165-bb91-411b-9c91-f074767c01be HTTP/1.1" status: 200 len: 1091 time: 2.7272167 Oct 22 14:58:44.534251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:44.537204 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffae23c-197e-4edb-bdb3-91df59648da2" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:44.616095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.633466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8f147-44d3-48f3-999f-c01f7c76cea6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:44.657167 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8195bf7-a600-4559-b04d-4dfcc89861ad x-openstack-request-id: req-f8195bf7-a600-4559-b04d-4dfcc89861ad {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:44.657522 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:44.657715 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8195bf7-a600-4559-b04d-4dfcc89861ad {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:44.658156 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be', 'status': 'completed', 'code': 200} Oct 22 14:58:44.675535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Pushing event updated for resources: {'Port': ['ID=91eef634-11bf-467f-82fe-a91bed2a5d32,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:44.762651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c153ec8-6ce3-4101-9ef6-a75b016f124d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:44.821810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2445192-61c9-44a3-9edb-d4fd7228ba66 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:44.832426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.847381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.847858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.848327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.851551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.852659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.866851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dbb384-9202-4f35-adcf-d198cf9332b6') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:44.867522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dbb384-9202-4f35-adcf-d198cf9332b6') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:44.868983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.869781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.872145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d7e08e85-6bdb-47c2-b303-bc71a0adc944 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6411 time: 0.1967440 Oct 22 14:58:44.880781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.904848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.907931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Transition to ACTIVE for port object b2445192-61c9-44a3-9edb-d4fd7228ba66 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:44.912644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:44.913057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:44.933082 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:44.991786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cf1e2-d6d3-42e5-8551-5354c258bd40 req-8814cef9-8079-4fbf-bdd2-dd8baaca5ab7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:44.993229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-801cf1e2-d6d3-42e5-8551-5354c258bd40 req-8814cef9-8079-4fbf-bdd2-dd8baaca5ab7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 947 time: 0.6411579 Oct 22 14:58:45.032690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-b5921c54-bb6b-4333-b2fa-ad5352f9020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.033271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-b5921c54-bb6b-4333-b2fa-ad5352f9020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.034273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-b5921c54-bb6b-4333-b2fa-ad5352f9020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.035538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-b5921c54-bb6b-4333-b2fa-ad5352f9020b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1428397 Oct 22 14:58:45.065017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.235370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d917c5cf-5965-4601-9313-643ef7d0bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.235370 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ffae23c-197e-4edb-bdb3-91df59648da2 req-d917c5cf-5965-4601-9313-643ef7d0bda7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304307 Oct 22 14:58:45.235732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.235732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.235732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.235732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.235732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.236295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.241988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.243943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10fccf32-0f65-444b-ad42-c1ad56464def req-76035c73-a878-451a-93a6-e21a3ea8ecfc tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5409 time: 0.4686430 Oct 22 14:58:45.246810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Attempting to bind port 91eef634-11bf-467f-82fe-a91bed2a5d32 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:45.247169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Attempting to bind port 91eef634-11bf-467f-82fe-a91bed2a5d32 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:45.247487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Attempting to bind port 91eef634-11bf-467f-82fe-a91bed2a5d32 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:45.253664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-801cf1e2-d6d3-42e5-8551-5354c258bd40 req-57f0448d-67a5-415f-9581-e0d4ae7a93ae tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815915 Oct 22 14:58:45.269538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Port 91eef634-11bf-467f-82fe-a91bed2a5d32 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:45.270114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Attempting to bind port 91eef634-11bf-467f-82fe-a91bed2a5d32 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:45.296545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:45.296901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:45.297253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:45.297690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Bound port: 91eef634-11bf-467f-82fe-a91bed2a5d32, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:45.298046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.367452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10fccf32-0f65-444b-ad42-c1ad56464def req-366607ba-1c8f-4e43-8ff3-c32bcb811e08 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128218 Oct 22 14:58:45.553119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Request body: {'port': {'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:45.588250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.609767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.649833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef179e7-00e3-49c6-8934-d8563e5cf7d7 None None] Pushing event updated for resources: {'Port': ['ID=48975aff-e673-4532-ab87-b8c589615588,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:45.667119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.690233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Attempting to bind port 48975aff-e673-4532-ab87-b8c589615588 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:45.690635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Attempting to bind port 48975aff-e673-4532-ab87-b8c589615588 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:45.690960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Attempting to bind port 48975aff-e673-4532-ab87-b8c589615588 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:45.698451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:45.698824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:45.699274 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.699650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:45.700134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Bound port: 48975aff-e673-4532-ab87-b8c589615588, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:45.700994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.703941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2445192-61c9-44a3-9edb-d4fd7228ba66,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:45.761875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.764491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Router 12acb301-a821-471d-ad52-0849c3e3731a is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:58:45.785391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.791976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/networks/8c153ec8-6ce3-4101-9ef6-a75b016f124d HTTP/1.1" status: 204 len: 168 time: 1.7123539 Oct 22 14:58:45.798776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52452) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:45.800110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] For port 48975aff-e673-4532-ab87-b8c589615588, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:45.809364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] For port 48975aff-e673-4532-ab87-b8c589615588, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=48975aff-e673-4532-ab87-b8c589615588,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:45.858205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aec8fc-f7b4-4391-bece-33efa5c824a5 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Network': ['ID=8c153ec8-6ce3-4101-9ef6-a75b016f124d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:45.867231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Attempting to bind port b2445192-61c9-44a3-9edb-d4fd7228ba66 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:45.867871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Attempting to bind port b2445192-61c9-44a3-9edb-d4fd7228ba66 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:45.867871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Attempting to bind port b2445192-61c9-44a3-9edb-d4fd7228ba66 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:45.885508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Port b2445192-61c9-44a3-9edb-d4fd7228ba66 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:45.885508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Attempting to bind port b2445192-61c9-44a3-9edb-d4fd7228ba66 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:45.912596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:45.950760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aff65-f64b-412b-a729-0391a9db3e67 req-8b560013-8a63-40de-a4ca-4c48f6a04014 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:45.962652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc8aff65-f64b-412b-a729-0391a9db3e67 req-8b560013-8a63-40de-a4ca-4c48f6a04014 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.6316011 Oct 22 14:58:45.984966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] For port 91eef634-11bf-467f-82fe-a91bed2a5d32, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:45.988910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:45.989248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:45.989681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:45.990677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Bound port: b2445192-61c9-44a3-9edb-d4fd7228ba66, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:45.991288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.005878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef179e7-00e3-49c6-8934-d8563e5cf7d7 None None] Pushing event updated for resources: {'Port': ['ID=48975aff-e673-4532-ab87-b8c589615588,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:46.008753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Routers {'29527691-3c41-4018-afad-1b7bc8984fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:46.009357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['29527691-3c41-4018-afad-1b7bc8984fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.023361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.045902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] For port 91eef634-11bf-467f-82fe-a91bed2a5d32, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91eef634-11bf-467f-82fe-a91bed2a5d32,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:46.143910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc8aff65-f64b-412b-a729-0391a9db3e67 req-57aa73e4-071d-4efb-8036-a07d4df4059b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706061 Oct 22 14:58:46.172508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] Set router 29527691-3c41-4018-afad-1b7bc8984fdb gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:58:46.183556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.190515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:46.204962 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] Sync routers for ids ['12acb301-a821-471d-ad52-0849c3e3731a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:46.227688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.230688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] For port b2445192-61c9-44a3-9edb-d4fd7228ba66, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:46.254631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] For port b2445192-61c9-44a3-9edb-d4fd7228ba66, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:46.258027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:46.258987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.261492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] 10.222.0.69 "PUT /v2.0/ports/91eef634-11bf-467f-82fe-a91bed2a5d32 HTTP/1.1" status: 200 len: 1095 time: 4.2107420 Oct 22 14:58:46.264897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360fd8d5-37b8-4859-962d-88492917913b', 'tag': '91eef634-11bf-467f-82fe-a91bed2a5d32'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:46.266161 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] Routers {'12acb301-a821-471d-ad52-0849c3e3731a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:46.267984 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86aaf3-9b8d-456d-946f-525fd10861c5" -d '{"events": [{"name": "network-changed", "server_uuid": "360fd8d5-37b8-4859-962d-88492917913b", "tag": "91eef634-11bf-467f-82fe-a91bed2a5d32"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:46.273633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['12acb301-a821-471d-ad52-0849c3e3731a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.277149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98be4511-c21b-4acd-9eb4-9b8665c081b8']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.277804 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.294093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef459b32-450a-47f9-9541-ea638d6f014b') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.294406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef459b32-450a-47f9-9541-ea638d6f014b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.306901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.332685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c8644-2c64-4ba5-9b1f-9ac6a7010250 service neutron] Pushing event updated for resources: {'Port': ['ID=91eef634-11bf-467f-82fe-a91bed2a5d32,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:46.350443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.390203 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.413116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.416784 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] Routers {'12acb301-a821-471d-ad52-0849c3e3731a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:46.418145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['12acb301-a821-471d-ad52-0849c3e3731a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.435010 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d03415f-3ffc-495e-9b24-10774942a6b8 x-openstack-request-id: req-8d03415f-3ffc-495e-9b24-10774942a6b8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:46.435582 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360fd8d5-37b8-4859-962d-88492917913b", "tag": "91eef634-11bf-467f-82fe-a91bed2a5d32", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:46.435959 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d03415f-3ffc-495e-9b24-10774942a6b8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:46.436473 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360fd8d5-37b8-4859-962d-88492917913b', 'tag': '91eef634-11bf-467f-82fe-a91bed2a5d32', 'status': 'completed', 'code': 200} Oct 22 14:58:46.449223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:46.463551 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.478099 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:46.479066 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80e93b-e7bc-493f-9195-a2d95319f026 None None] The sync data for ids ['12acb301-a821-471d-ad52-0849c3e3731a'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:46.480822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.482328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6cded543-7c0c-4648-a8ba-15757bc6a173 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9544721 Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:46.501452 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:46.518374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52470) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:46.525763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:46.575422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1add01bd-5910-4410-99b1-e0cc118096f8 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:46.598565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:46.598565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.598565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/b2445192-61c9-44a3-9edb-d4fd7228ba66 HTTP/1.1" status: 200 len: 1096 time: 2.9311113 Oct 22 14:58:46.633506 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.662311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'tag': 'b2445192-61c9-44a3-9edb-d4fd7228ba66'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:46.671099 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b72a52e-dbde-481e-96a1-79f3fd60aaf4", "tag": "b2445192-61c9-44a3-9edb-d4fd7228ba66"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:46.690167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c7aac-2c70-44d7-a8ec-7feb25d6b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2445192-61c9-44a3-9edb-d4fd7228ba66,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:46.696257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Transition to ACTIVE for port object 1add01bd-5910-4410-99b1-e0cc118096f8 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:58:46.728996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aee92-ad49-4597-89cb-453370aebe3a req-95fcab69-581c-4f20-b8d0-2c35295306b0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:46.743172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a39aee92-ad49-4597-89cb-453370aebe3a req-95fcab69-581c-4f20-b8d0-2c35295306b0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3298962 Oct 22 14:58:46.799067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86aaf3-9b8d-456d-946f-525fd10861c5 req-3e9281e2-5ae0-4770-89cd-f2a41910fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:46.799067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c86aaf3-9b8d-456d-946f-525fd10861c5 req-3e9281e2-5ae0-4770-89cd-f2a41910fda4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 1098 time: 0.3521125 Oct 22 14:58:46.801667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.813117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.816723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] 10.222.0.66 "DELETE /v2.0/networks/98be4511-c21b-4acd-9eb4-9b8665c081b8 HTTP/1.1" status: 204 len: 168 time: 1.0130253 Oct 22 14:58:46.882652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421720-db67-4aa5-a59e-f3fc293dd708 req-c23f70bb-ec84-4da7-bd73-b8ce01b77a20 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:46.884793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b421720-db67-4aa5-a59e-f3fc293dd708 req-c23f70bb-ec84-4da7-bd73-b8ce01b77a20 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 947 time: 0.3346858 Oct 22 14:58:46.914307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c86aaf3-9b8d-456d-946f-525fd10861c5 req-16b08e0d-1e78-440a-9e11-65fe1840baa8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015639 Oct 22 14:58:46.922362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f2818-ba9c-40c7-8e7f-87627c0dd5f4 tempest-BulkNetworkOpsIpV6Test-423581859 tempest-BulkNetworkOpsIpV6Test-423581859-project] Pushing event deleted for resources: {'Network': ['ID=98be4511-c21b-4acd-9eb4-9b8665c081b8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:46.932329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:46.938117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:58:41Z', 'revision_number': 3, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:47.008944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a39aee92-ad49-4597-89cb-453370aebe3a req-168b328e-e141-4709-a460-3669feb701ca tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595065 Oct 22 14:58:47.009636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea6907-414e-4ebe-9ae5-dc32ea05a311 None None] The sync data for ids ['29527691-3c41-4018-afad-1b7bc8984fdb'] in n-d-812148-2 is: [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:58:41Z', 'revision_number': 3, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:47.016328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:47.080431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Allocated IP 172.20.0.1 (874fbe7c-8429-4fd9-9392-42d741370367/a25fc527-88cc-44c7-b91a-abff5d35c2fb/b1ba7073-57ba-4be0-a365-3bac132b42bd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:47.101944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-8fda9a69-374a-4a87-9bd5-f3e70bf2882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.103919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-8fda9a69-374a-4a87-9bd5-f3e70bf2882e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 1099 time: 0.3436348 Oct 22 14:58:47.127847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b421720-db67-4aa5-a59e-f3fc293dd708 req-cd0b8415-ff9b-4b6d-92dd-2f61532c7047 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358501 Oct 22 14:58:47.273803 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696510e4-823d-44ed-89ec-cf4e03ac3da9 x-openstack-request-id: req-696510e4-823d-44ed-89ec-cf4e03ac3da9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:47.274086 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b72a52e-dbde-481e-96a1-79f3fd60aaf4", "tag": "b2445192-61c9-44a3-9edb-d4fd7228ba66", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:47.274352 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-696510e4-823d-44ed-89ec-cf4e03ac3da9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:47.274742 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'tag': 'b2445192-61c9-44a3-9edb-d4fd7228ba66', 'status': 'completed', 'code': 200} Oct 22 14:58:47.281392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-959f4c9a-068e-4625-aa66-3eaab0d05ff4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66 HTTP/1.1" status: 200 len: 217 time: 0.1416111 Oct 22 14:58:47.302963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.313592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.320290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.327993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.337312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.343629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.350462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.359906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-0ba5ea87-f2cd-43fe-9c9c-91f5c768d3a5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2563107 Oct 22 14:58:47.541165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86aaf3-9b8d-456d-946f-525fd10861c5 req-13258754-be32-43cf-9b1c-b763cd8fd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.543026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c86aaf3-9b8d-456d-946f-525fd10861c5 req-13258754-be32-43cf-9b1c-b763cd8fd478 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6032326 Oct 22 14:58:47.558963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7c5c582-aa2c-446f-9379-b057a678dd2d req-03bf312d-956e-4fa5-a205-dad58c3dc289 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1965618 Oct 22 14:58:47.606146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Attempting to bind port 1add01bd-5910-4410-99b1-e0cc118096f8 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:47.606447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Attempting to bind port 1add01bd-5910-4410-99b1-e0cc118096f8 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:47.607059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Attempting to bind port 1add01bd-5910-4410-99b1-e0cc118096f8 on network c46961ba-ce10-4285-82d4-87b41d7e6534 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:47.621422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-194bfa50-d432-468f-ba66-b39e61f3344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.622951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-194bfa50-d432-468f-ba66-b39e61f3344e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.3265002 Oct 22 14:58:47.668863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 48975aff-e673-4532-ab87-b8c589615588 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:47.708016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:47.711251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52482) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:47.751642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 48975aff-e673-4532-ab87-b8c589615588 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:47.754194 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:47.782919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:47.783365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-db6e3dc2-d666-4149-8825-e0b88c181e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.785374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-db6e3dc2-d666-4149-8825-e0b88c181e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 1098 time: 0.1935720 Oct 22 14:58:47.809669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Port 1add01bd-5910-4410-99b1-e0cc118096f8 on network c46961ba-ce10-4285-82d4-87b41d7e6534 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:58:47.811849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Attempting to bind port 1add01bd-5910-4410-99b1-e0cc118096f8 on network c46961ba-ce10-4285-82d4-87b41d7e6534 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:47.834449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:47.837536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Checking segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:47.838276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Bound using segment: {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:47.838901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Bound port: 1add01bd-5910-4410-99b1-e0cc118096f8, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:47.839468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:47.864255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-ee580288-1532-4dd5-a38d-ab3eef69b809 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=91eef634-11bf-467f-82fe-a91bed2a5d32 HTTP/1.1" status: 200 len: 217 time: 0.0596204 Oct 22 14:58:47.935524 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:47.948085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:47.951549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1add01bd-5910-4410-99b1-e0cc118096f8,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:47.956534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-d9aa24de-0f3e-413c-9fd8-0d5bf4dc4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.958876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-d9aa24de-0f3e-413c-9fd8-0d5bf4dc4992 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0791485 Oct 22 14:58:47.960492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:47.969529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-9135f291-1c76-4455-8b84-84c5ef7d84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:47.971451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-9135f291-1c76-4455-8b84-84c5ef7d84bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3029230 Oct 22 14:58:47.979817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 48975aff-e673-4532-ab87-b8c589615588, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=48975aff-e673-4532-ab87-b8c589615588,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:48.055442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.090625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.115527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-91bdb382-116c-4e94-a386-b255662bcffb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3864aa027eec4b69a21e3d34d2564912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011974 Oct 22 14:58:48.122964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52490) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:48.137791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.194489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.195743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.197246 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] 10.222.0.69 "PUT /v2.0/ports/1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 200 len: 1091 time: 2.6490943 Oct 22 14:58:48.214208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Network 874fbe7c-8429-4fd9-9392-42d741370367 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:48.227257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-b5ad654b-fe59-40c3-afa1-3905cd533d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.228788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-b5ad654b-fe59-40c3-afa1-3905cd533d73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316422 Oct 22 14:58:48.231059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:48.234506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:48.246061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaf60a-510f-471a-96f4-5b187130c79f req-84bc3531-2ab5-49de-a3b7-0296e3830931 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.247682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffdaf60a-510f-471a-96f4-5b187130c79f req-84bc3531-2ab5-49de-a3b7-0296e3830931 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2876296 Oct 22 14:58:48.248339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Pushing event updated for resources: {'Port': ['ID=b1ba7073-57ba-4be0-a365-3bac132b42bd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:48.271257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=48975aff-e673-4532-ab87-b8c589615588,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:48.296163 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-d58989a5-3fb3-4500-8b0f-b82772e09f5c service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117957 Oct 22 14:58:48.296785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:48.393673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b46e-99ad-43f5-8c83-438f0f0ad07c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.545413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.567225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffdaf60a-510f-471a-96f4-5b187130c79f req-acc4492d-ca04-4135-acb0-805d8b2bb54b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568679 Oct 22 14:58:48.628349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b46e-99ad-43f5-8c83-438f0f0ad07c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.651150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345162e-b900-45ea-9e2b-30564f56a402 req-56f33a67-1ebf-49a8-bc72-9c9823b34142 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.652739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9345162e-b900-45ea-9e2b-30564f56a402 req-56f33a67-1ebf-49a8-bc72-9c9823b34142 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 947 time: 0.3265176 Oct 22 14:58:48.727483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-a33c46f1-0b6e-4200-8828-53e498f8265c service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753067 Oct 22 14:58:48.767136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-99d18b46-1028-4779-96d6-5cb2abb1f3b2 None None] Provisioning complete for port b1ba7073-57ba-4be0-a365-3bac132b42bd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:48.769953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99d18b46-1028-4779-96d6-5cb2abb1f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.810652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-99d18b46-1028-4779-96d6-5cb2abb1f3b2 None None] Port b1ba7073-57ba-4be0-a365-3bac132b42bd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:48.824031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.825347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.825347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.825347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.825347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.825712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9345162e-b900-45ea-9e2b-30564f56a402 req-f14e48ac-da18-4a1c-83fa-ff46cc511102 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426675 Oct 22 14:58:48.825821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.825927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.826222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.826552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.826857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.827188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.838517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0c6d7-b150-46d1-8348-934dafcc9ce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:48.918745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Deleting port b5b73ebe-dc28-41ec-9478-b79795930cba {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:58:48.919179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:48.950098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.951906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.952417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.952822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.953278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.953719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.954160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.954605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.956307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.956578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-76af82db-016a-43ac-8a4f-ff16fdd057f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6478 time: 0.1248910 Oct 22 14:58:48.963423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.970522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.976210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.982179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:48.988426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:49.004885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e60834d-0008-4545-ad17-3d5226800176 req-782f707b-dff7-4cc3-9ad1-8f73c2d70fdb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2146349 Oct 22 14:58:49.004885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-1ebda6ca-1765-4270-a2d1-34dce71c653c service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565298 Oct 22 14:58:49.041598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e60834d-0008-4545-ad17-3d5226800176 req-7efe81b3-d6a5-4765-b5fb-1da751eb5be9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383296 Oct 22 14:58:49.044355 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6361e009-65ef-4b91-ba53-25a12ed397e3 req-e99f04f2-98af-4054-84f2-b64a51b657a3 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247334 Oct 22 14:58:49.056922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d6e122b5-a380-4a4d-be5b-4a189228f612 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 200 len: 217 time: 0.0782640 Oct 22 14:58:49.080016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b46e-99ad-43f5-8c83-438f0f0ad07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.082798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b46e-99ad-43f5-8c83-438f0f0ad07c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.085818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d0e4b46e-99ad-43f5-8c83-438f0f0ad07c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4228eb0c-ee47-42c2-95f4-9d4d70285741 HTTP/1.1" status: 204 len: 168 time: 0.9618523 Oct 22 14:58:49.110288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.123875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-75918ea9-8215-4983-bc49-225a2ec68e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:49.125863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4b46e-99ad-43f5-8c83-438f0f0ad07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4228eb0c-ee47-42c2-95f4-9d4d70285741,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:49.127033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-75918ea9-8215-4983-bc49-225a2ec68e57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c70db5d-50ec-4376-9528-db0b76660b8a HTTP/1.1" status: 200 len: 851 time: 0.0687349 Oct 22 14:58:49.134097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.175283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Calling delete_port for b5b73ebe-dc28-41ec-9478-b79795930cba owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:58:49.286468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:49.289213 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fce27a2-a828-4ae7-86d3-24e3366a5f15" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:49.298667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f090f1cb-16bd-4825-954c-50ca586186e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:49.301536 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f090f1cb-16bd-4825-954c-50ca586186e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c0226784-150c-43ed-b71e-dc85064ff07e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665964 Oct 22 14:58:49.420353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.428629 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae894f67-4e95-48f0-8a68-0c4a68715e08 x-openstack-request-id: req-ae894f67-4e95-48f0-8a68-0c4a68715e08 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:49.428963 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:49.429295 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae894f67-4e95-48f0-8a68-0c4a68715e08 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:49.429743 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8', 'status': 'completed', 'code': 200} Oct 22 14:58:49.435955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-f05dd115-25bd-43fc-8162-878e6b9d8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:49.437549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-f05dd115-25bd-43fc-8162-878e6b9d8df2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 1099 time: 0.1795168 Oct 22 14:58:49.546938 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-fec04e96-2cca-4fcd-b778-985f30f0afb8 service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316687 Oct 22 14:58:49.551606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.640413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 48975aff-e673-4532-ab87-b8c589615588 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:49.653404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-cb34005b-7610-438d-ad7e-2887a3f42a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:49.655112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-cb34005b-7610-438d-ad7e-2887a3f42a34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.2071443 Oct 22 14:58:49.676981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.746285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 48975aff-e673-4532-ab87-b8c589615588 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:49.747529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.775743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Pushing event updated for resources: {'Port': ['ID=b1ba7073-57ba-4be0-a365-3bac132b42bd,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:49.806052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:49.873526 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-7f2cba92-6668-407a-8e46-192d64514e0c service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157694 Oct 22 14:58:49.876385 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-69be5fc1-6daf-4065-9277-2a0d4c65f906 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66 HTTP/1.1" status: 200 len: 217 time: 0.1746297 Oct 22 14:58:49.881113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Network 874fbe7c-8429-4fd9-9392-42d741370367 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:49.885154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Pushing event deleted for resources: {'Port': ['ID=b5b73ebe-dc28-41ec-9478-b79795930cba,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:49.887225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:50.023569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-bfb511f0-2af9-48b1-8a43-f3fc289c997f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 217 time: 0.1293032 Oct 22 14:58:50.096274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:50.161868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628966f-b2f9-485f-aeeb-029711731cd8 req-d77fb81c-aa87-4c87-8a14-693a3ed53bd9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.163818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5628966f-b2f9-485f-aeeb-029711731cd8 req-d77fb81c-aa87-4c87-8a14-693a3ed53bd9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 947 time: 0.1649380 Oct 22 14:58:50.177084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c9e1c-54ab-4414-94bf-1ce565b45f0b req-6ef56964-f269-44dc-ab4c-a8bc0065d3f9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.178938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a34c9e1c-54ab-4414-94bf-1ce565b45f0b req-6ef56964-f269-44dc-ab4c-a8bc0065d3f9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1816285 Oct 22 14:58:50.221496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Router 29527691-3c41-4018-afad-1b7bc8984fdb has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:58:50.254015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a71f307c-67c7-413d-88a5-1b6111c5f734 None None] Provisioning complete for port b1ba7073-57ba-4be0-a365-3bac132b42bd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:50.266100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a71f307c-67c7-413d-88a5-1b6111c5f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:50.289367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a34c9e1c-54ab-4414-94bf-1ce565b45f0b req-6f598df3-a5d6-4f90-9436-6a0a5d78d073 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018467 Oct 22 14:58:50.327273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a71f307c-67c7-413d-88a5-1b6111c5f734 None None] Port b1ba7073-57ba-4be0-a365-3bac132b42bd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:58:50.331061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5628966f-b2f9-485f-aeeb-029711731cd8 req-7d9774f3-3a8e-48fb-b6ac-9d637523d61f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423719 Oct 22 14:58:50.386488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b963d846-17fd-4cf0-9b98-328b42d2f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.388012 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b963d846-17fd-4cf0-9b98-328b42d2f09d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.3128970 Oct 22 14:58:50.415845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-18dddd03-316c-427d-82b5-3a6dd71a9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.417300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-18dddd03-316c-427d-82b5-3a6dd71a9e36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.5048690 Oct 22 14:58:50.471138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:50.486271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Sync routers for ids ['29527691-3c41-4018-afad-1b7bc8984fdb'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:50.500529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f706cbf8-b9b6-4922-aa93-ebe2d7d4e1dc admin admin] 10.222.0.66 "PUT /v2.0/routers/29527691-3c41-4018-afad-1b7bc8984fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2751281 Oct 22 14:58:50.504717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Routers {'29527691-3c41-4018-afad-1b7bc8984fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:50.506175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['29527691-3c41-4018-afad-1b7bc8984fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:50.533695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.540904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.547374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.556094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.562963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:50.563901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.572194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.574799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:50.578701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.587712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-01a00d72-675b-468a-a6a1-c22ceab304bd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1784859 Oct 22 14:58:50.662086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bcfb18b2-ba6e-4b8b-a643-5717e1ba3f83 req-6091adfa-f44c-441d-90e1-1880ad147e69 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730455 Oct 22 14:58:50.721467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Set router 29527691-3c41-4018-afad-1b7bc8984fdb gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:58:50.764412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Router 12acb301-a821-471d-ad52-0849c3e3731a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:58:50.766218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-7047ba2b-874b-43d9-b403-a14443559782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.767790 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-7047ba2b-874b-43d9-b403-a14443559782 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3493578 Oct 22 14:58:50.776289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-4b82a1d7-3fce-4246-a6d0-13318b6d30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:50.778123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-4b82a1d7-3fce-4246-a6d0-13318b6d30ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3516262 Oct 22 14:58:50.908659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52548) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:51.019779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:58:48Z', 'revision_number': 4, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b1ba7073-57ba-4be0-a365-3bac132b42bd', 'name': '', 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'mac_address': 'fa:16:3e:18:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:46Z', 'updated_at': '2021-10-22T14:58:49Z', 'revision_number': 2, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'subnets': [{'id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:51.056108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:58:51.066476 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-9405dfb7-28f4-4df6-a270-c19af5af1b84 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780888 Oct 22 14:58:51.068290 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] Sync routers for ids ['12acb301-a821-471d-ad52-0849c3e3731a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:58:51.073731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:51.077749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52552) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:51.078409 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f95a2e7-9584-4a82-bfb4-011dcd998f96 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "PUT /v2.0/routers/12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 200 len: 704 time: 4.5563602 Oct 22 14:58:51.096419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Checking router: 29527691-3c41-4018-afad-1b7bc8984fdb for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:58:51.098070 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] Routers {'12acb301-a821-471d-ad52-0849c3e3731a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:51.098601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Updating router 29527691-3c41-4018-afad-1b7bc8984fdb port b1ba7073-57ba-4be0-a365-3bac132b42bd binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:58:51.100530 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['12acb301-a821-471d-ad52-0849c3e3731a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:51.123533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-57950766'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:51.145122 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:51.204444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-9bcf35a2-fbe5-4ef1-bed8-49a50251cbde service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216838 Oct 22 14:58:51.207074 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:51.229433 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] Routers {'12acb301-a821-471d-ad52-0849c3e3731a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:51.230040 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['12acb301-a821-471d-ad52-0849c3e3731a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:51.253370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0ddef747-05c9-4bf1-9dd9-2cc67895de2f tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/routers/12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 200 len: 739 time: 0.1743755 Oct 22 14:58:51.293166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52554) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:51.340829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:51.341516 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f85817-36de-4b7c-a20f-7908565ae2ac None None] The sync data for ids ['12acb301-a821-471d-ad52-0849c3e3731a'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:51.365176 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b43da27c-9b74-48dd-b678-36913096e1f8 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529467 Oct 22 14:58:51.455836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-3571e12e-155d-47ed-bba7-422940b392de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 217 time: 0.0772960 Oct 22 14:58:51.513251 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d24ee50-06b6-44bb-8ecd-f409f40dbbe8 req-562f4a76-1607-4f80-a36d-7d0d9f82a949 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284313 Oct 22 14:58:51.525149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-6a50553d-d5c5-422d-b6b3-356aaa8d3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:51.526586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-6a50553d-d5c5-422d-b6b3-356aaa8d3607 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0597119 Oct 22 14:58:51.557843 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:51.579228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-40ff1d77-b0c1-42e0-85eb-5de569e6f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:51.580893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-40ff1d77-b0c1-42e0-85eb-5de569e6f73f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439751 Oct 22 14:58:51.681954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-cfcb6154-59cb-442e-9aee-de730d6514d5 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931792 Oct 22 14:58:51.690770 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:51.784799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4482c-7e95-458e-864f-f96fa299c5d2 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7073-57ba-4be0-a365-3bac132b42bd,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:51.798224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ccf58df7-8cc0-44c1-a5d9-4bddaaa036a2 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084063 Oct 22 14:58:51.855111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Attempting to bind port b1ba7073-57ba-4be0-a365-3bac132b42bd on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:51.855767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Attempting to bind port b1ba7073-57ba-4be0-a365-3bac132b42bd by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:51.856143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Attempting to bind port b1ba7073-57ba-4be0-a365-3bac132b42bd on network 874fbe7c-8429-4fd9-9392-42d741370367 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:51.865019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:51.865462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Checking segment: {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:51.866180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:51.866590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Bound using segment: {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:51.867089 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Bound port: b1ba7073-57ba-4be0-a365-3bac132b42bd, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253b224e-4d03-43fe-9ab6-7f59c9eaad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:51.867471 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:51.875091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-947edc40-ad0b-4a4f-86f1-0172af96b862 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53 HTTP/1.1" status: 200 len: 217 time: 0.0684848 Oct 22 14:58:51.906824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-fa73e06a-1265-449b-8bc4-55de6e65c186 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7795718 Oct 22 14:58:51.921182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ec77b1b9-15ac-448d-96b1-6735bd2efaa9 tempest-RoutersAdminTest-215564950 tempest-RoutersAdminTest-215564950-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 200 len: 205 time: 0.6267595 Oct 22 14:58:51.921823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52566) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:51.949124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-cf465b3c-2c39-4403-b751-0b5693f9b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:51.951563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-cf465b3c-2c39-4403-b751-0b5693f9b17f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0678756 Oct 22 14:58:51.992481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd911388-baea-4599-844c-d6902f857305 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 200 len: 205 time: 0.0592818 Oct 22 14:58:51.992689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] For port b1ba7073-57ba-4be0-a365-3bac132b42bd, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:51.995741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:51.996029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52568) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:51.999470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] For port b1ba7073-57ba-4be0-a365-3bac132b42bd, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b1ba7073-57ba-4be0-a365-3bac132b42bd,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:52.002325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:52.007111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.034915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.079602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dc176-c5c1-422d-a72a-2bdb01459345 req-4610f452-101f-447e-8f31-a39e18872dec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.081358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c5dc176-c5c1-422d-a72a-2bdb01459345 req-4610f452-101f-447e-8f31-a39e18872dec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2824817 Oct 22 14:58:52.115275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.126884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b77fe47b-898d-4526-ad67-706e985656c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.129292 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-b77fe47b-898d-4526-ad67-706e985656c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677330 Oct 22 14:58:52.132588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.150145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c5dc176-c5c1-422d-a72a-2bdb01459345 req-02dbbe05-56b6-4dcb-85e9-8f88f8bb2a48 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576282 Oct 22 14:58:52.160614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.188566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Routers {'29527691-3c41-4018-afad-1b7bc8984fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:58:52.189214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['29527691-3c41-4018-afad-1b7bc8984fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:52.200382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.261783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4482c-7e95-458e-864f-f96fa299c5d2 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7073-57ba-4be0-a365-3bac132b42bd,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:52.265247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00861dc1-02ea-4998-9639-500381607ed5 None None] Provisioning complete for port b1ba7073-57ba-4be0-a365-3bac132b42bd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:52.265978 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00861dc1-02ea-4998-9639-500381607ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.331945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.377518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685a6df5-9445-45c1-b792-3f84ae778fa6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:52.423768 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.437731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] Set router 29527691-3c41-4018-afad-1b7bc8984fdb gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:58:52.484124 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00861dc1-02ea-4998-9639-500381607ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.498444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:52.524863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f50be-d0ee-412a-bc96-35d13f28c5e7 req-644ac03d-6fd2-4d61-8a02-cf7ef0c6424e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.526435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c02f50be-d0ee-412a-bc96-35d13f28c5e7 req-644ac03d-6fd2-4d61-8a02-cf7ef0c6424e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 947 time: 0.2476335 Oct 22 14:58:52.532992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.533375 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 50df1d70-56d6-4923-95d2-756aeb2536fb of type vlan for network 351c36f9-662e-4148-aa46-113583b594c7 Oct 22 14:58:52.595907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-00861dc1-02ea-4998-9639-500381607ed5 None None] For port b1ba7073-57ba-4be0-a365-3bac132b42bd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b1ba7073-57ba-4be0-a365-3bac132b42bd,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:52.629779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.653163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c02f50be-d0ee-412a-bc96-35d13f28c5e7 req-db253e94-174b-4698-83df-5ebe34ede0d7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080134 Oct 22 14:58:52.668505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Allocated IP 172.25.1.212 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/97273f95-81e4-45bc-8366-9de6da71c93b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:52.725731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:58:48Z', 'revision_number': 4, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b1ba7073-57ba-4be0-a365-3bac132b42bd', 'name': '', 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'mac_address': 'fa:16:3e:18:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:46Z', 'updated_at': '2021-10-22T14:58:51Z', 'revision_number': 4, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'subnets': [{'id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:52.762950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.763240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dcd9bbec-428d-473f-ac2b-0ee286e4810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.763985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0aae79-7c49-4ed3-bfc2-5761122aa283 None None] The sync data for ids ['29527691-3c41-4018-afad-1b7bc8984fdb'] in n-d-812148-2 is: [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:58:48Z', 'revision_number': 4, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b1ba7073-57ba-4be0-a365-3bac132b42bd', 'name': '', 'network_id': '874fbe7c-8429-4fd9-9392-42d741370367', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'mac_address': 'fa:16:3e:18:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:46Z', 'updated_at': '2021-10-22T14:58:51Z', 'revision_number': 4, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'subnets': [{'id': 'a25fc527-88cc-44c7-b91a-abff5d35c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:58:52.769339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.847613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.851674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00861dc1-02ea-4998-9639-500381607ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.862656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.869200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.875334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.881439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.887378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.893343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.900497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.909357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-dc2ed152-4599-4baa-b458-f230d3de8786 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1594949 Oct 22 14:58:52.922747 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.927802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:52.928443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:52.933627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00861dc1-02ea-4998-9639-500381607ed5 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7073-57ba-4be0-a365-3bac132b42bd,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:52.938863 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2e86c1b4-9716-4455-b762-4f5046bb3b51 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989876 Oct 22 14:58:53.011672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ef047791-daf4-406c-81fb-be32c634ebf8 None None] Provisioning complete for port b1ba7073-57ba-4be0-a365-3bac132b42bd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:53.012585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef047791-daf4-406c-81fb-be32c634ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.018836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d805e65-3f7d-4973-8818-73b6bbf891c5 req-edb6d4a7-7a81-40ba-bb1a-199dad22e0e6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082807 Oct 22 14:58:53.045953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.046806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Fanout notify agent at l3_agent the message router_deleted on router 12acb301-a821-471d-ad52-0849c3e3731a {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:58:53.059491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.064391 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b49b3596-d5d9-420f-a1d6-3aec2837b8ae tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 204 len: 168 time: 1.0559297 Oct 22 14:58:53.066388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52572) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.078299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=351c36f9-662e-4148-aa46-113583b594c7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:53.100357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 351c36f9-662e-4148-aa46-113583b594c7 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:53.108421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52574) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.108692 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-77bd873c-3bfb-4a7c-9ba8-9d28e7d6f34c tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 200 len: 205 time: 0.0408592 Oct 22 14:58:53.126775 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-e8c1bcca-bea8-4af7-b1d7-90831732a11c service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805673 Oct 22 14:58:53.161837 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-33ddbb86-68c0-48e3-9b68-83633b084b5d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] delete failed (client error): The resource could not be found. Oct 22 14:58:53.163212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-33ddbb86-68c0-48e3-9b68-83633b084b5d tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/12acb301-a821-471d-ad52-0849c3e3731a HTTP/1.1" status: 404 len: 336 time: 0.0533447 Oct 22 14:58:53.165952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52576) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.177520 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-992beb97-72c7-4b4e-9144-2623af70aa0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8 HTTP/1.1" status: 200 len: 217 time: 0.0426633 Oct 22 14:58:53.213995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8e9632a6-340b-407a-998e-44aac8d923ba tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=56162f08-81fb-49be-82ed-ba248c9f4f85 HTTP/1.1" status: 200 len: 205 time: 0.0378938 Oct 22 14:58:53.214872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52580) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.231115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2690b227-dd03-431c-a477-2d59aa3f2665 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3135102 Oct 22 14:58:53.259873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d6c4a171-8eb4-47af-a31c-35a5e1dc3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:53.261880 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d6c4a171-8eb4-47af-a31c-35a5e1dc3287 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0769358 Oct 22 14:58:53.290639 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-cd287011-196a-4e59-925b-f2a05b7b34b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] delete failed (client error): The resource could not be found. Oct 22 14:58:53.291829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cd287011-196a-4e59-925b-f2a05b7b34b8 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/56162f08-81fb-49be-82ed-ba248c9f4f85 HTTP/1.1" status: 404 len: 336 time: 0.0748310 Oct 22 14:58:53.302105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52582) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.311718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.336472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f4a603b2-1894-49fc-a123-81576cc4a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:53.338322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-f4a603b2-1894-49fc-a123-81576cc4a842 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688086 Oct 22 14:58:53.354509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-651d9d11-7552-487c-8a54-f8378dfd8370 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ce66fa-9051-4d1c-b061-be34f25fc42c HTTP/1.1" status: 200 len: 205 time: 0.0525737 Oct 22 14:58:53.361284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52584) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.376492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52586) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.389501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': '351c36f9-662e-4148-aa46-113583b594c7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:53.427834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:53.436388 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-4abb9df8-18fc-4da0-9955-2c13ebdee866 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] delete failed (client error): The resource could not be found. Oct 22 14:58:53.437779 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4abb9df8-18fc-4da0-9955-2c13ebdee866 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/84ce66fa-9051-4d1c-b061-be34f25fc42c HTTP/1.1" status: 404 len: 336 time: 0.0751565 Oct 22 14:58:53.447540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:53.448996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52588) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.456739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=97273f95-81e4-45bc-8366-9de6da71c93b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:53.460276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:53.476830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb09b4-6fc1-4755-81c1-0b1ddcea94f1 req-cbc7132f-498e-4a81-b6bd-1df5d1fe8ac6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:53.478690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68fb09b4-6fc1-4755-81c1-0b1ddcea94f1 req-cbc7132f-498e-4a81-b6bd-1df5d1fe8ac6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1904135 Oct 22 14:58:53.512933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-abe86045-277a-4d14-a57a-ea3d424acfbe tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c3c035-4c6c-41a0-bbf3-9bef50390926 HTTP/1.1" status: 200 len: 205 time: 0.0627811 Oct 22 14:58:53.517769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52592) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.581345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b2445192-61c9-44a3-9edb-d4fd7228ba66 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:58:53.609152 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-7fdf3ed7-d27d-4785-a760-07269d9e3d01 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] delete failed (client error): The resource could not be found. Oct 22 14:58:53.616816 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7fdf3ed7-d27d-4785-a760-07269d9e3d01 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/57c3c035-4c6c-41a0-bbf3-9bef50390926 HTTP/1.1" status: 404 len: 336 time: 0.0940270 Oct 22 14:58:53.617268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52594) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.643717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1ba7073-57ba-4be0-a365-3bac132b42bd up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:53.644244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-acd9cbf2-a320-42f6-b427-2c8228b2c4fe service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977507 Oct 22 14:58:53.666082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68fb09b4-6fc1-4755-81c1-0b1ddcea94f1 req-f4e1698a-177a-4a38-bb00-5b80feec6813 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204963 Oct 22 14:58:53.694920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b089c0eb-0e56-43d4-8709-8f545feea0b9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be9350c-3dc4-4b51-b5ca-47240751c71d HTTP/1.1" status: 200 len: 205 time: 0.0762880 Oct 22 14:58:53.701749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.772814 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-9b44e9a9-82c7-4742-8619-3ba0d9ea3731 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] delete failed (client error): The resource could not be found. Oct 22 14:58:53.774020 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b44e9a9-82c7-4742-8619-3ba0d9ea3731 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/2be9350c-3dc4-4b51-b5ca-47240751c71d HTTP/1.1" status: 404 len: 336 time: 0.0709047 Oct 22 14:58:53.776319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52600) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.791835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b2445192-61c9-44a3-9edb-d4fd7228ba66, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:53.820235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-ac0aac53-9273-43f8-a758-602c85dbc4e0 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668990 Oct 22 14:58:53.827081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.829244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd000b81-cc2d-4831-8da7-1aefe1cda2a6 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "GET /v2.0/ports?device_id=10de26ca-e961-4e4d-813f-262535595bda HTTP/1.1" status: 200 len: 205 time: 0.0516772 Oct 22 14:58:53.835550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52602) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.872822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:53.872822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.887978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-47cbd570-92fd-44be-af9e-f7d4e750fd98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a3b2165-bb91-411b-9c91-f074767c01be HTTP/1.1" status: 200 len: 217 time: 0.0504849 Oct 22 14:58:53.938696 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-7e7baa84-58be-40c0-9c08-e4ff6eaae0c9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] delete failed (client error): The resource could not be found. Oct 22 14:58:53.942307 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7e7baa84-58be-40c0-9c08-e4ff6eaae0c9 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/routers/10de26ca-e961-4e4d-813f-262535595bda HTTP/1.1" status: 404 len: 336 time: 0.0598941 Oct 22 14:58:53.943138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed0145-288d-4a6f-9018-2b66c80d657c req-bb82f653-fb65-4cfb-b8d8-9dee26cbf387 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:53.950998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aeed0145-288d-4a6f-9018-2b66c80d657c req-bb82f653-fb65-4cfb-b8d8-9dee26cbf387 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 947 time: 0.1529710 Oct 22 14:58:53.952833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52604) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:53.998197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b1ba7073-57ba-4be0-a365-3bac132b42bd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:53.998432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-a939c078-cca3-4c03-b5f4-5d094119f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:53.998713 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:53.999868 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-a939c078-cca3-4c03-b5f4-5d094119f0a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.0728815 Oct 22 14:58:54.001895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'b2445192-61c9-44a3-9edb-d4fd7228ba66', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'b2445192-61c9-44a3-9edb-d4fd7228ba66', 'mac_address': 'fa:16:3e:0f:35:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:58:54.016497 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe08131-3e82-4a3e-8aab-da6d5c137465 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] DELETE failed (client error): The resource could not be found. Oct 22 14:58:54.017224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe08131-3e82-4a3e-8aab-da6d5c137465 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:58:54.021249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4fe08131-3e82-4a3e-8aab-da6d5c137465 tempest-RoutersAdminTest-921184261 tempest-RoutersAdminTest-921184261-project] 10.222.0.66 "DELETE /v2.0/subnets/ffe81efd-f014-4349-8730-6a957256d554 HTTP/1.1" status: 404 len: 337 time: 0.0642958 Oct 22 14:58:54.073486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2c93ba10-ac3f-4414-962a-8f60dd580a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.073716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aeed0145-288d-4a6f-9018-2b66c80d657c req-8cc72493-6488-457e-983e-97b063b9a8c5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157393 Oct 22 14:58:54.073842 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-2c93ba10-ac3f-4414-962a-8f60dd580a75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611303 Oct 22 14:58:54.138960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.181725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.192192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2445192-61c9-44a3-9edb-d4fd7228ba66 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:54.235702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-1f33b44a-aa0c-4e66-9d72-f537f57f3fc0 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578708 Oct 22 14:58:54.237021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b2445192-61c9-44a3-9edb-d4fd7228ba66, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:54.328643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.335809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.341583 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-dd7d48c9-5779-4897-9732-de689670909f service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985000 Oct 22 14:58:54.344545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.348394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.354696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.361217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.368674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.370673 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-c96651c5-3a5d-4bc2-8ae5-a672d4879ca4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2057228 Oct 22 14:58:54.396878 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-fdf9dde7-a6f0-4dbf-a512-5f5efc3e56fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 200 len: 217 time: 0.0475576 Oct 22 14:58:54.437074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.438194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91eef634-11bf-467f-82fe-a91bed2a5d32 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:58:54.451697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bd8a818-0b06-408b-a6ec-3c08b39f9634 req-1a2843f2-43a3-4f91-8b59-fdf40195ea6b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559626 Oct 22 14:58:54.473731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-a0c40b4a-5304-429a-ac1c-0f66fc532e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.475426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-a0c40b4a-5304-429a-ac1c-0f66fc532e8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.0710123 Oct 22 14:58:54.526897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=b2445192-61c9-44a3-9edb-d4fd7228ba66,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:54.527184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-454cf03c-8d2b-4324-9f45-40ccd659ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.530593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91eef634-11bf-467f-82fe-a91bed2a5d32, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91eef634-11bf-467f-82fe-a91bed2a5d32,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:54.532302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-454cf03c-8d2b-4324-9f45-40ccd659ab55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490506 Oct 22 14:58:54.543370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '91eef634-11bf-467f-82fe-a91bed2a5d32', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '91eef634-11bf-467f-82fe-a91bed2a5d32', 'mac_address': 'fa:16:3e:64:83:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:58:54.554519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.580510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.592416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.607628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91eef634-11bf-467f-82fe-a91bed2a5d32 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:58:54.633858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91eef634-11bf-467f-82fe-a91bed2a5d32, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91eef634-11bf-467f-82fe-a91bed2a5d32,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:54.656960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-d7d33f2a-f2ab-4666-8df2-991a55830a4a service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175587 Oct 22 14:58:54.662151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.718557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=da39ccc8-3165-496b-bcf9-79d2d9019c2c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:54.740767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.755457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.756359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.756478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.757240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.757240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.757598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.758253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.758253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.758569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.758901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.759254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.760062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:58:54.776007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=97273f95-81e4-45bc-8366-9de6da71c93b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:54.778601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '50df1d70-56d6-4923-95d2-756aeb2536fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '351c36f9-662e-4148-aa46-113583b594c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:54.778992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: 351c36f9-662e-4148-aa46-113583b594c7, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:54.784101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5869cc03-c46e-43d0-a16d-1f93a1ef5197 req-eaa9cce2-42ac-4e72-aa06-8e0b3316098d service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188560 Oct 22 14:58:54.815703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=91eef634-11bf-467f-82fe-a91bed2a5d32,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:54.841861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:54.876609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f624-9e50-44fe-9b3a-8adda5df5b3c req-7b018fe5-d265-425a-8f88-e085b3de845e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:54.878193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ead1f624-9e50-44fe-9b3a-8adda5df5b3c req-7b018fe5-d265-425a-8f88-e085b3de845e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0810900 Oct 22 14:58:54.903289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52616) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:54.930589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ead1f624-9e50-44fe-9b3a-8adda5df5b3c req-2c878fa9-32ab-4e1f-8138-d25366e67d84 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Oct 22 14:58:55.016723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d771c0d3-21a0-40f1-aef8-48e01accbdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.075767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['91eef634-11bf-467f-82fe-a91bed2a5d32'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:55.089811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['b2445192-61c9-44a3-9edb-d4fd7228ba66'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:58:55.098364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.099698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-7623ba9e-c0ec-4a87-bdb6-a74302acf7e1 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1764328 Oct 22 14:58:55.100286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 351c36f9-662e-4148-aa46-113583b594c7 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:55.107164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d771c0d3-21a0-40f1-aef8-48e01accbdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.179074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.179940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.180414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.180927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.181414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.181896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.182349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.182835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-e3027e34-7168-4f48-85e0-2aee58db63c6 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0716178 Oct 22 14:58:55.184603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-33e4a0bf-418d-42e8-8173-d023454afcc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6478 time: 0.0562308 Oct 22 14:58:55.185111 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b040-7b89-46fe-bb6b-9dd7ee0a779b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.255630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 351c36f9-662e-4148-aa46-113583b594c7) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:55.257082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d771c0d3-21a0-40f1-aef8-48e01accbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.278852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61e1aa-b65f-4632-b823-e442d3645b91 None None] Network 351c36f9-662e-4148-aa46-113583b594c7 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:55.295960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.296918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.318835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-9894e6af-f79a-4b0b-9c23-e047fe676bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.324101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-9894e6af-f79a-4b0b-9c23-e047fe676bd1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 200 len: 903 time: 0.1263390 Oct 22 14:58:55.361791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3d64e-ebb7-402b-8af2-91f01f315780 req-744a1447-3234-4f96-aee1-a11740afd98d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.367759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24e3d64e-ebb7-402b-8af2-91f01f315780 req-744a1447-3234-4f96-aee1-a11740afd98d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 948 time: 0.1839130 Oct 22 14:58:55.371532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-8fd72dd4-2e9d-4593-804c-d247b62797b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 200 len: 217 time: 0.0428286 Oct 22 14:58:55.376845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d771c0d3-21a0-40f1-aef8-48e01accbdec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8298b7332dcc4b0291757399904212e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725204 Oct 22 14:58:55.377898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771c0d3-21a0-40f1-aef8-48e01accbdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf09a5c-5e6e-4bb9-9a9f-88e6fee130ac,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:55.383372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52622) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:55.436774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-82cf3a38-df08-4848-b22c-b541c082dedb tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.438321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-82cf3a38-df08-4848-b22c-b541c082dedb tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2458801 Oct 22 14:58:55.471624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-531246da-d20d-4508-89bf-f44596021680 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:58:55.479505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c19f9cc5-5526-48e9-bcab-a2aff2f95de0 req-531246da-d20d-4508-89bf-f44596021680 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0166800 Oct 22 14:58:55.481705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-3b6ab58f-f2be-4c1c-944e-3f7289540db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.483633 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-3b6ab58f-f2be-4c1c-944e-3f7289540db7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.1028001 Oct 22 14:58:55.486609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abfa72dc-5eb6-4c52-92c3-210918f71646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.488557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24e3d64e-ebb7-402b-8af2-91f01f315780 req-692f4389-7e38-441d-a7f6-5d074bc78a58 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862937 Oct 22 14:58:55.517727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d4c0aff6-bdf4-4158-9f86-ca1d3c49e64c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1385493 Oct 22 14:58:55.529651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52628) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:55.535009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-624226788'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:55.553254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abfa72dc-5eb6-4c52-92c3-210918f71646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.554495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-351c36f9-662e-4148-aa46-113583b594c7', 'network_id': '351c36f9-662e-4148-aa46-113583b594c7', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': 'da39ccc8-3165-496b-bcf9-79d2d9019c2c'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:58:55.556879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.600543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-ababc5bc-5525-4fb0-822a-e1da5d422e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.602149 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-ababc5bc-5525-4fb0-822a-e1da5d422e8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880227 Oct 22 14:58:55.689690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.699787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.710777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.716861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.719267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Allocated IP 172.20.255.242 (351c36f9-662e-4148-aa46-113583b594c7/da39ccc8-3165-496b-bcf9-79d2d9019c2c/4f7c7b09-3296-479c-bd8f-7d2a5477d140) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:55.722920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.729410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.735512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:55.737424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5349b591-d809-447e-8c68-f60b437b4260 req-2c510c05-6f43-4429-97eb-add18168c059 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1748595 Oct 22 14:58:55.748008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a76db0f-3a5d-4ed0-aab0-879215831a2f tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2460825 Oct 22 14:58:55.754402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:55.757384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abfa72dc-5eb6-4c52-92c3-210918f71646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.760385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abfa72dc-5eb6-4c52-92c3-210918f71646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.762627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-abfa72dc-5eb6-4c52-92c3-210918f71646 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1bf09a5c-5e6e-4bb9-9a9f-88e6fee130ac HTTP/1.1" status: 204 len: 168 time: 0.3772104 Oct 22 14:58:55.775639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa72dc-5eb6-4c52-92c3-210918f71646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf09a5c-5e6e-4bb9-9a9f-88e6fee130ac,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:55.782827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-d568dc5d-0f0c-4ce1-979f-8fa8d3d53693 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713123 Oct 22 14:58:55.804180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:55.804180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.817813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5349b591-d809-447e-8c68-f60b437b4260 req-7da5646f-0f87-4fa2-99a3-5f72e1c5b78c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675960 Oct 22 14:58:55.855948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:55.863993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.864505 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment dfd4ec52-1b91-4347-ad4d-ededb4d899b2 of type vlan for network c9e245e6-6ea4-4a13-b014-ad44610c2dc1 Oct 22 14:58:55.909554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fce27a2-a828-4ae7-86d3-24e3366a5f15 req-a5b950cb-8cdd-4509-b6ca-a4d20a79ec8d service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168346 Oct 22 14:58:55.912146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.925473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:55.988193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.042720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.091430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Network 351c36f9-662e-4148-aa46-113583b594c7 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:56.097954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:56.101666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:56.106511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Pushing event updated for resources: {'Port': ['ID=4f7c7b09-3296-479c-bd8f-7d2a5477d140,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:56.112527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0909c-f981-4575-96da-52944499e83e req-0bf61b21-114a-46a7-b849-e9f350e974de tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:56.114015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecc0909c-f981-4575-96da-52944499e83e req-0bf61b21-114a-46a7-b849-e9f350e974de tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0994251 Oct 22 14:58:56.117526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.122900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:56.123505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.158414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Attempting to bind port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:58:56.158804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Attempting to bind port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '50df1d70-56d6-4923-95d2-756aeb2536fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '351c36f9-662e-4148-aa46-113583b594c7'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:58:56.159157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Attempting to bind port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 on network 351c36f9-662e-4148-aa46-113583b594c7 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:58:56.165155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:58:56.165458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Checking segment: {'id': '50df1d70-56d6-4923-95d2-756aeb2536fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '351c36f9-662e-4148-aa46-113583b594c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:56.165857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.166248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Bound using segment: {'id': '50df1d70-56d6-4923-95d2-756aeb2536fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '351c36f9-662e-4148-aa46-113583b594c7'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:58:56.166717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Bound port: 4f7c7b09-3296-479c-bd8f-7d2a5477d140, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50df1d70-56d6-4923-95d2-756aeb2536fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '351c36f9-662e-4148-aa46-113583b594c7'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:58:56.167134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.228274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=c9e245e6-6ea4-4a13-b014-ad44610c2dc1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:56.245436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] For port 4f7c7b09-3296-479c-bd8f-7d2a5477d140, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:58:56.246820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecc0909c-f981-4575-96da-52944499e83e req-b6d9f046-a849-49b0-b219-15549ce6cedd tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194620 Oct 22 14:58:56.249082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.249729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] For port 4f7c7b09-3296-479c-bd8f-7d2a5477d140, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4f7c7b09-3296-479c-bd8f-7d2a5477d140,segment=NetworkSegment(50df1d70-56d6-4923-95d2-756aeb2536fb),segment_id=50df1d70-56d6-4923-95d2-756aeb2536fb)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:58:56.252406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c9e245e6-6ea4-4a13-b014-ad44610c2dc1 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:56.299349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52640) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:56.299578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c8dab531-797c-49da-9ec8-267a027fbd13 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7685997 Oct 22 14:58:56.308846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': 'c9e245e6-6ea4-4a13-b014-ad44610c2dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:56.387432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Allocated IP 172.25.1.60 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b5d5ecf0-ec1c-4ed1-b879-d8122b4c363a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:56.402856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.455775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.459895 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.466656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af28539-a469-44f1-b0f2-cb8fdebfc8dc None None] Pushing event updated for resources: {'Port': ['ID=4f7c7b09-3296-479c-bd8f-7d2a5477d140,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:56.523083 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.565050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:56.570118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.624625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf8ae7-3133-4bc0-ac0f-c67870ee734d req-6f96c6ac-5b1a-4722-999c-5595bb24362f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:56.626335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61bf8ae7-3133-4bc0-ac0f-c67870ee734d req-6f96c6ac-5b1a-4722-999c-5595bb24362f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 948 time: 0.0537271 Oct 22 14:58:56.713419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61bf8ae7-3133-4bc0-ac0f-c67870ee734d req-6c051d25-3c5c-40d3-b13d-013da5c9325b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 Oct 22 14:58:56.728601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.792132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=b5d5ecf0-ec1c-4ed1-b879-d8122b4c363a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:56.818535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:58:56.818535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:56.819920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:58:56.903851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52648) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:56.937105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:56.999648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-535abcd1-238e-4c32-af44-d50068fd2cea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd9088fefb704e868264a55f0c032df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859463 Oct 22 14:58:56.999942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52650) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:57.010294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.027221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.031003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.037186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.044354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.056663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.059904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.066670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.069470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-92d418b6-c76f-4830-98f7-3cd1dccd452c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1544015 Oct 22 14:58:57.122991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a98c-e7ef-4606-b2f6-476b70315a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.126417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=d16f92dc-0c97-4be5-8cb9-2e4f9f2911b9,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:57.141348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1c28b78-9ea8-4fd7-aa98-0fcdb972059b req-c4010b52-c8fd-42ca-bdd8-c5908e6bdb9f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653479 Oct 22 14:58:57.147165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.166586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a98c-e7ef-4606-b2f6-476b70315a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.195445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': 'dfd4ec52-1b91-4347-ad4d-ededb4d899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c9e245e6-6ea4-4a13-b014-ad44610c2dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:58:57.195445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: c9e245e6-6ea4-4a13-b014-ad44610c2dc1, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:58:57.356491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.418662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425f54e-99de-4283-8540-0c0774fb3619 req-bef06308-4cce-420c-a190-907f4aa28d95 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.420276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b425f54e-99de-4283-8540-0c0774fb3619 req-bef06308-4cce-420c-a190-907f4aa28d95 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0586472 Oct 22 14:58:57.467580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network c9e245e6-6ea4-4a13-b014-ad44610c2dc1 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:58:57.479524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b425f54e-99de-4283-8540-0c0774fb3619 req-0b6bd0b2-d95e-4232-ac7c-cb15f4840962 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389855 Oct 22 14:58:57.518800 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a98c-e7ef-4606-b2f6-476b70315a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.518937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.522160 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a98c-e7ef-4606-b2f6-476b70315a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.533729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6fb5a98c-e7ef-4606-b2f6-476b70315a92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0326c2e5-b2fc-490c-a384-6b2ee51e8a9e HTTP/1.1" status: 204 len: 168 time: 0.5290618 Oct 22 14:58:57.569785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5a98c-e7ef-4606-b2f6-476b70315a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326c2e5-b2fc-490c-a384-6b2ee51e8a9e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:57.628488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4f7c7b09-3296-479c-bd8f-7d2a5477d140 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:57.638268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=b5d5ecf0-ec1c-4ed1-b879-d8122b4c363a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:57.665490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.671196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c9e245e6-6ea4-4a13-b014-ad44610c2dc1) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:58:57.675891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:57.677318 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.690513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b2445192-61c9-44a3-9edb-d4fd7228ba66 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:57.699740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8a3e8-617e-4617-b19a-167b878bc92c None None] Network c9e245e6-6ea4-4a13-b014-ad44610c2dc1 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:57.754608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f0877-1dcf-474a-877c-63accd959bc3 None None] Network 351c36f9-662e-4148-aa46-113583b594c7 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:57.864149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.885357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-7a707c2a-c548-4434-9ce8-34a2f994c2d8 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1176445 Oct 22 14:58:57.886522 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-61e7a455-5d25-459f-8b6b-8651e14e6de6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5669219 Oct 22 14:58:57.886522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52668) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:57.933868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2500b7b9-c6e6-4b91-b221-e7ccf0fd0a92 None None] Provisioning complete for port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:57.940663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2500b7b9-c6e6-4b91-b221-e7ccf0fd0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.940663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:57.940663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:57.971337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-637bdabb-675d-4f1f-ac06-404df6cf828e tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0983765 Oct 22 14:58:58.074940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.164217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.207160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-6f754d5a-8912-470c-a684-acb2bbf7c9e5 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.222134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba61b30c-1217-49d2-bfe7-3caebb171e24 req-6f754d5a-8912-470c-a684-acb2bbf7c9e5 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2409451 Oct 22 14:58:58.281085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port b2445192-61c9-44a3-9edb-d4fd7228ba66 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:58:58.286320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.311185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port b2445192-61c9-44a3-9edb-d4fd7228ba66 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:58.319160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.378601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c536f-969c-48ee-8cb4-8d8dc75d1737 req-50151d1b-b166-4494-9c72-d0f49b07a553 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.387990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a40c536f-969c-48ee-8cb4-8d8dc75d1737 req-50151d1b-b166-4494-9c72-d0f49b07a553 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 948 time: 0.0937285 Oct 22 14:58:58.418866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.461746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=d16f92dc-0c97-4be5-8cb9-2e4f9f2911b9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:58.524067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c02a79-d239-4452-87cd-816c0b6ba2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c9e245e6-6ea4-4a13-b014-ad44610c2dc1', 'network_id': 'c9e245e6-6ea4-4a13-b014-ad44610c2dc1', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': 'd16f92dc-0c97-4be5-8cb9-2e4f9f2911b9'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:58:58.527225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f2c02a79-d239-4452-87cd-816c0b6ba2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.554519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.584407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e245e6-6ea4-4a13-b014-ad44610c2dc1']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:58.597507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd4ec52-1b91-4347-ad4d-ededb4d899b2') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:58.598273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd4ec52-1b91-4347-ad4d-ededb4d899b2') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:58:58.619241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.643881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.654516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:58:58.655107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:58:58.658589 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:58:58.676481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.679636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2500b7b9-c6e6-4b91-b221-e7ccf0fd0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.877412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a40c536f-969c-48ee-8cb4-8d8dc75d1737 req-a41b2152-e98d-41ba-a4ba-c0a7a20033c9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885409 Oct 22 14:58:58.913246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.916546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.920512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:58.923345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.924398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/c9e245e6-6ea4-4a13-b014-ad44610c2dc1 HTTP/1.1" status: 204 len: 168 time: 1.0369263 Oct 22 14:58:58.930716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.934278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:58.943611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637754007'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:58.946510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.953441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.961609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.968562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:58.978305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-c5eebf4d-aca2-49ce-9410-63c62736414e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1525283 Oct 22 14:58:58.994342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766fb4a-4cda-4fa9-8553-b1c0f5c01c9d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=c9e245e6-6ea4-4a13-b014-ad44610c2dc1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:59.020040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892ddd8-8d6b-4671-b816-dc382b71df38 None None] Network c9e245e6-6ea4-4a13-b014-ad44610c2dc1 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:58:59.043613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4f7c7b09-3296-479c-bd8f-7d2a5477d140, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4f7c7b09-3296-479c-bd8f-7d2a5477d140,segment=NetworkSegment(50df1d70-56d6-4923-95d2-756aeb2536fb),segment_id=50df1d70-56d6-4923-95d2-756aeb2536fb)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:59.046009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892ddd8-8d6b-4671-b816-dc382b71df38 None None] Network c9e245e6-6ea4-4a13-b014-ad44610c2dc1 could not be found, it might have been deleted concurrently. {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 14:58:59.056545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a542635-deb3-4ccc-b0a9-207ca77e337d req-ec6c11fa-a656-4d2d-826f-253bf6c4fa59 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775595 Oct 22 14:58:59.097757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:59.106341 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.130337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.134473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-80374417-a1f0-4c99-af3f-08177ff6a1c2 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1540022 Oct 22 14:58:59.141033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2445192-61c9-44a3-9edb-d4fd7228ba66'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:58:59.145438 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f091e0cd-4aa8-48de-a7a0-88038ff748e1" -d '{"events": [{"server_uuid": "1b72a52e-dbde-481e-96a1-79f3fd60aaf4", "name": "network-vif-plugged", "status": "completed", "tag": "b2445192-61c9-44a3-9edb-d4fd7228ba66"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:58:59.151066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:59.154360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:58:59.162330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port b2445192-61c9-44a3-9edb-d4fd7228ba66, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:59.169729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.169729 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 76582647-3460-4f25-9144-b36a9159c7d5 of type vlan for network ceae2624-e0f7-4041-be47-0e36906d03a1 Oct 22 14:58:59.205648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bca-84b6-4d0d-9045-02e71912c0b0 req-9d9eadcc-43b1-4b3f-a8bc-79c36fc9a902 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:59.207472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-994d3bca-84b6-4d0d-9045-02e71912c0b0 req-9d9eadcc-43b1-4b3f-a8bc-79c36fc9a902 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.0804572 Oct 22 14:58:59.214874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.248020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.250821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-994d3bca-84b6-4d0d-9045-02e71912c0b0 req-a5ca706d-ede0-4877-96d3-78d47ffbcb73 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339215 Oct 22 14:58:59.287921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.312141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.313210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91eef634-11bf-467f-82fe-a91bed2a5d32 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:59.370961 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2500b7b9-c6e6-4b91-b221-e7ccf0fd0a92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:58:59.371338 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2500b7b9-c6e6-4b91-b221-e7ccf0fd0a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:58:59.386759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4f7c7b09-3296-479c-bd8f-7d2a5477d140,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:59.417880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22228d17-93e4-47d7-a51a-bc77b7c05020 req-eb384878-bbca-4ca4-8cd6-d6e91f9331df tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:59.419387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22228d17-93e4-47d7-a51a-bc77b7c05020 req-eb384878-bbca-4ca4-8cd6-d6e91f9331df tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0879486 Oct 22 14:58:59.423074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.433714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:59.435945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.438731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=b2445192-61c9-44a3-9edb-d4fd7228ba66,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:59.494990 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.512466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22228d17-93e4-47d7-a51a-bc77b7c05020 req-cafad954-ac05-489f-8a9a-6cddeb78047c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769844 Oct 22 14:58:59.533056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=ceae2624-e0f7-4041-be47-0e36906d03a1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:58:59.537495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 91eef634-11bf-467f-82fe-a91bed2a5d32 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:58:59.542404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 91eef634-11bf-467f-82fe-a91bed2a5d32 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:59.542781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.586002 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70892e24-629c-456c-9ddf-04f3a2149ce4 x-openstack-request-id: req-70892e24-629c-456c-9ddf-04f3a2149ce4 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:58:59.586348 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b72a52e-dbde-481e-96a1-79f3fd60aaf4", "name": "network-vif-plugged", "status": "completed", "tag": "b2445192-61c9-44a3-9edb-d4fd7228ba66", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:58:59.586603 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70892e24-629c-456c-9ddf-04f3a2149ce4 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:58:59.587451 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2445192-61c9-44a3-9edb-d4fd7228ba66', 'code': 200} Oct 22 14:58:59.587958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ceae2624-e0f7-4041-be47-0e36906d03a1 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:58:59.589513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9ec34d41-60cd-4a41-afdd-d8d6e61032d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6507509 Oct 22 14:58:59.591205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:59.596027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:59.622700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4f7c7b09-3296-479c-bd8f-7d2a5477d140 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:58:59.625168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52704) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:58:59.661906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Allocated IP 172.25.1.202 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/41c64b16-a3ae-4919-a161-f01a1a40a147) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:58:59.748773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5812-2ede-44af-869f-4207475b867e req-2d0966ec-0809-4840-ae80-a3ab9b9b4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:58:59.750276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-91ae5812-2ede-44af-869f-4207475b867e req-2d0966ec-0809-4840-ae80-a3ab9b9b4159 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 1101 time: 0.0994053 Oct 22 14:58:59.791747 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.793298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1607184909'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:58:59.798485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:58:59.803167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-91ae5812-2ede-44af-869f-4207475b867e req-407931b3-c1e8-45fe-b0f9-45f1fcbcb221 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Oct 22 14:58:59.803326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.803416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.860052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91eef634-11bf-467f-82fe-a91bed2a5d32, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91eef634-11bf-467f-82fe-a91bed2a5d32,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:58:59.886075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:58:59.889614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.914194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:58:59.973720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing IP validity checks on allocation pools {{(pid=107801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 14:58:59.974556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 14:58:59.990140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:00.002490 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.007730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:00.015845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:00.043463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Made reservation on behalf of 001856acc8d44b67b2d71009326c2012 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:00.047611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.062431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=41c64b16-a3ae-4919-a161-f01a1a40a147,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:00.078608 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.082346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=91eef634-11bf-467f-82fe-a91bed2a5d32,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:00.100044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4095-e107-4529-8579-f46c32e716af req-1fcc5fae-d42a-4f61-9a81-730d3fdd8366 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.106033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864f4095-e107-4529-8579-f46c32e716af req-1fcc5fae-d42a-4f61-9a81-730d3fdd8366 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 949 time: 0.1008196 Oct 22 14:59:00.170425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4940029a-2152-4075-8911-81f2c39daf58 None None] Provisioning complete for port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:00.170425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4940029a-2152-4075-8911-81f2c39daf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.174092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864f4095-e107-4529-8579-f46c32e716af req-3dfcd3ec-5421-4f88-b853-13fe2b38ef70 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661054 Oct 22 14:59:00.184673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.219944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.304860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.305592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.310863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.316885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.323552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.329444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.336164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.342097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.344116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-d107ff73-d9e2-44bb-b08b-688cd08d67b6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.0986941 Oct 22 14:59:00.355290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.385174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.401804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:00.411726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c936-2129-465b-917e-d2c2234df139 req-03e19ac1-a6d8-4e95-8922-692857495d75 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.413328 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f85c936-2129-465b-917e-d2c2234df139 req-03e19ac1-a6d8-4e95-8922-692857495d75 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.1377337 Oct 22 14:59:00.427305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed77e64b-60b4-42bb-82a2-02e117d4e37e req-94605910-d70a-4b4b-be3f-4b5e84c7fc37 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641618 Oct 22 14:59:00.431693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=1d684a4f-5c72-4ac5-af7b-97b820e66173,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:00.449274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ba243-5ed9-4bd7-8c08-15e0a37c3ee1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:00.469683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.470035 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Added segment d0cbd495-59e7-413d-8412-737742c92b48 of type vlan for network 3df74093-dd0c-46b7-8237-804b6a3e41da Oct 22 14:59:00.512482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '76582647-3460-4f25-9144-b36a9159c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:00.512849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: ceae2624-e0f7-4041-be47-0e36906d03a1, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:00.561432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.592581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.601364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8b62-74fb-4fec-b4c4-b920379c8cd4 req-6d32b809-3707-4c7a-825f-4d4a603cd264 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.602835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8dd8b62-74fb-4fec-b4c4-b920379c8cd4 req-6d32b809-3707-4c7a-825f-4d4a603cd264 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 945 time: 0.0837867 Oct 22 14:59:00.613755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Deleting port 0c313cde-f912-4316-ac51-68a45dd77947 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:00.614361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.644443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8dd8b62-74fb-4fec-b4c4-b920379c8cd4 req-81e160ed-4cc3-46f4-9c0e-2e93e1f2f3ab tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d744aa9-1245-4643-859d-f843141691cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343640 Oct 22 14:59:00.693352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network ceae2624-e0f7-4041-be47-0e36906d03a1 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:00.720195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] For port 0c313cde-f912-4316-ac51-68a45dd77947, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0c313cde-f912-4316-ac51-68a45dd77947,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:00.720706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.730681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.732097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.736233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.736817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.829300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=41c64b16-a3ae-4919-a161-f01a1a40a147,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:00.841982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973827a-ba60-4009-bf29-43c4136c7414 req-3c699e9d-5b14-46fa-819c-4978f37b8349 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.843511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0973827a-ba60-4009-bf29-43c4136c7414 req-3c699e9d-5b14-46fa-819c-4978f37b8349 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1219816 Oct 22 14:59:00.850941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event updated for resources: {'Network': ['ID=3df74093-dd0c-46b7-8237-804b6a3e41da,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:00.853180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.862408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ceae2624-e0f7-4041-be47-0e36906d03a1) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:00.868114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3df74093-dd0c-46b7-8237-804b6a3e41da details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:00.885024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380eba9-296f-45a2-8315-e5a110c1a4ec None None] Network ceae2624-e0f7-4041-be47-0e36906d03a1 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:00.900635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:00.901645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:00.906177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0973827a-ba60-4009-bf29-43c4136c7414 req-99091423-0dfd-4955-9aa1-669447034e58 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456431 Oct 22 14:59:00.964612 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-804de26d-4edd-40bb-a38a-a86922a3629f tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3381531 Oct 22 14:59:00.967735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52718) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:00.972898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Request body: {'subnet': {'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:00.999746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.000103 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.000577 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Floating IP 93b469d8-0ccf-482f-b1bb-f5580061b485 disassociated. External IP: 172.25.1.39, port: 0c313cde-f912-4316-ac51-68a45dd77947. Oct 22 14:59:01.000841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Calling delete_port for 0c313cde-f912-4316-ac51-68a45dd77947 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:01.090902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ceae2624-e0f7-4041-be47-0e36906d03a1', 'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': '1d684a4f-5c72-4ac5-af7b-97b820e66173'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:01.091900 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.205972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5cf5b8ae-bc62-4b6d-aee6-1a1271f99f2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6145387 Oct 22 14:59:01.208571 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52724) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:01.222902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.224778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-6131cc55-76da-48c2-a729-3207f018c672 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0808272 Oct 22 14:59:01.236001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Allocated IP 172.20.0.3 (ceae2624-e0f7-4041-be47-0e36906d03a1/1d684a4f-5c72-4ac5-af7b-97b820e66173/af87955e-1985-4d0d-bf05-979e1a872b60) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:01.267585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.298316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event deleted for resources: {'Port': ['ID=0c313cde-f912-4316-ac51-68a45dd77947,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:01.333206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-bc0bff03-0d43-48e3-9650-aae671979483 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0912981 Oct 22 14:59:01.365511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Made reservation on behalf of 001856acc8d44b67b2d71009326c2012 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:01.369034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.449272 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.474545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:59:01.503589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63789-9413-4498-ac08-eb64ed8d7629 req-1ab97ab7-00ac-4dae-8ccb-d498d410a6af tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:01.505860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86b63789-9413-4498-ac08-eb64ed8d7629 req-1ab97ab7-00ac-4dae-8ccb-d498d410a6af tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 949 time: 0.2204163 Oct 22 14:59:01.543672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.588865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360fd8d5-37b8-4859-962d-88492917913b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eef634-11bf-467f-82fe-a91bed2a5d32'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:01.590375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:59:01.595315 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b1faa5-cbfc-4df7-99f5-9028bfb58691" -d '{"events": [{"server_uuid": "360fd8d5-37b8-4859-962d-88492917913b", "name": "network-vif-plugged", "status": "completed", "tag": "91eef634-11bf-467f-82fe-a91bed2a5d32"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:01.606034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.625894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:59:01.637251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-79d99f02-964a-49bc-8360-ec5a04e92a0c tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:01.638655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbd80c24-dd1c-4cf7-baba-a77223e8f7bc req-79d99f02-964a-49bc-8360-ec5a04e92a0c tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2773495 Oct 22 14:59:01.639147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] No DVR routers for this DVR port 0c313cde-f912-4316-ac51-68a45dd77947 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:01.648647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.648647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f85c936-2129-465b-917e-d2c2234df139 req-ecaaef64-fc7b-413e-b8d7-322bd389044b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "DELETE /v2.0/ports/0c313cde-f912-4316-ac51-68a45dd77947 HTTP/1.1" status: 204 len: 173 time: 1.2176614 Oct 22 14:59:01.649319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'name': 'network-vif-deleted', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:01.657103 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e040ae-bca6-4e18-a2b5-5b51efd3edd4" -d '{"events": [{"server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "name": "network-vif-deleted", "tag": "0c313cde-f912-4316-ac51-68a45dd77947"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:01.672761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86b63789-9413-4498-ac08-eb64ed8d7629 req-85386f8c-d057-48d3-87d2-480a618a5985 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329997 Oct 22 14:59:01.697481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Network ceae2624-e0f7-4041-be47-0e36906d03a1 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:01.705319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:01.711539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:01.722822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:01.723559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:01.770266 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade1f691-d9a6-458f-a3d7-17f3f5ccbaf4 x-openstack-request-id: req-ade1f691-d9a6-458f-a3d7-17f3f5ccbaf4 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:01.770939 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360fd8d5-37b8-4859-962d-88492917913b", "name": "network-vif-plugged", "status": "completed", "tag": "91eef634-11bf-467f-82fe-a91bed2a5d32", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:01.771424 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ade1f691-d9a6-458f-a3d7-17f3f5ccbaf4 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:01.772066 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360fd8d5-37b8-4859-962d-88492917913b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eef634-11bf-467f-82fe-a91bed2a5d32', 'code': 200} Oct 22 14:59:01.795257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Pushing event updated for resources: {'Port': ['ID=af87955e-1985-4d0d-bf05-979e1a872b60,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:01.884684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d8a-fe7d-4fab-8842-38b350ea1b0c req-cf312905-2cb2-4f29-96a2-04f5d9137b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:01.884859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6dfc8d8a-fe7d-4fab-8842-38b350ea1b0c req-cf312905-2cb2-4f29-96a2-04f5d9137b19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 1100 time: 0.0758815 Oct 22 14:59:01.897732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Attempting to bind port af87955e-1985-4d0d-bf05-979e1a872b60 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:01.898417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Attempting to bind port af87955e-1985-4d0d-bf05-979e1a872b60 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '76582647-3460-4f25-9144-b36a9159c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:01.898549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Attempting to bind port af87955e-1985-4d0d-bf05-979e1a872b60 on network ceae2624-e0f7-4041-be47-0e36906d03a1 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:01.908669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:01.909082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Checking segment: {'id': '76582647-3460-4f25-9144-b36a9159c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:01.909674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.910193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Bound using segment: {'id': '76582647-3460-4f25-9144-b36a9159c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:01.910731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Bound port: af87955e-1985-4d0d-bf05-979e1a872b60, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76582647-3460-4f25-9144-b36a9159c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ceae2624-e0f7-4041-be47-0e36906d03a1'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:01.911664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:01.938572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:01.943964 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6dfc8d8a-fe7d-4fab-8842-38b350ea1b0c req-acd27c84-5a70-4288-a823-bcd75020ad9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497901 Oct 22 14:59:01.978346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:01.989400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:01.996787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.003195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.010100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.016264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.022597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.024534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-6e3700cd-ea3d-4fe3-a41a-c8729589a153 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2910790 Oct 22 14:59:02.050834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port af87955e-1985-4d0d-bf05-979e1a872b60 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:02.051192 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.059496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-37ab465f-4786-42dd-a785-415e1a99bf81 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3062201 Oct 22 14:59:02.080015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:02.083790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] For port af87955e-1985-4d0d-bf05-979e1a872b60, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:02.091883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.124209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] For port af87955e-1985-4d0d-bf05-979e1a872b60, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=af87955e-1985-4d0d-bf05-979e1a872b60,segment=NetworkSegment(76582647-3460-4f25-9144-b36a9159c7d5),segment_id=76582647-3460-4f25-9144-b36a9159c7d5)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:02.200762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:02.206038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b120f79e-a26d-4ab0-a007-9e02de505800 req-654e4a0d-d6d8-4146-a3c4-c7a74c187cb7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668003 Oct 22 14:59:02.224584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event updated for resources: {'Subnet': ['ID=16f704f8-5307-42ef-aaca-44aba4923d82,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:02.243278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:59:02.252536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:02.252889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:02.259800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port af87955e-1985-4d0d-bf05-979e1a872b60, host n-d-812148-2, got binding levels [] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:02.260280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.271613 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5dfad8-d1c6-4b97-a041-f559516d9586 x-openstack-request-id: req-ee5dfad8-d1c6-4b97-a041-f559516d9586 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:02.272116 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003cf6f1-a200-4a5a-9267-65441ad7184d", "name": "network-vif-deleted", "tag": "0c313cde-f912-4316-ac51-68a45dd77947", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:02.272529 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee5dfad8-d1c6-4b97-a041-f559516d9586 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:02.273088 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003cf6f1-a200-4a5a-9267-65441ad7184d', 'name': 'network-vif-deleted', 'tag': '0c313cde-f912-4316-ac51-68a45dd77947', 'status': 'completed', 'code': 200} Oct 22 14:59:02.279236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for af87955e-1985-4d0d-bf05-979e1a872b60 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:02.284022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Checking segment: {'id': 'd0cbd495-59e7-413d-8412-737742c92b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:02.284361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Network hostable DHCP agents. Network: 3df74093-dd0c-46b7-8237-804b6a3e41da, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:02.301853 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.395005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcdec894-db13-4352-a912-f2c7234adaec req-7e35c94a-5689-48df-a798-eba366d34e65 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 210 time: 0.0485709 Oct 22 14:59:02.404812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.563879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Network 3df74093-dd0c-46b7-8237-804b6a3e41da is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:02.594525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef5d5d-b564-43c1-8398-09827d91fcad None None] Pushing event updated for resources: {'Port': ['ID=af87955e-1985-4d0d-bf05-979e1a872b60,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:02.615438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c0500-0b2b-4f1c-a261-7b31243eeaa2 req-e6218030-11ef-479d-8db3-8f4c836e9f10 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.617180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-979c0500-0b2b-4f1c-a261-7b31243eeaa2 req-e6218030-11ef-479d-8db3-8f4c836e9f10 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1554322 Oct 22 14:59:02.630634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:02.689668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-979c0500-0b2b-4f1c-a261-7b31243eeaa2 req-3ad9c368-e0fa-43d9-befe-01c493e08a24 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560324 Oct 22 14:59:02.698302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.821158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 3df74093-dd0c-46b7-8237-804b6a3e41da) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:02.831084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.831448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.835127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f007c-d59f-49d7-a156-ea14d0ac12d9 None None] Network 3df74093-dd0c-46b7-8237-804b6a3e41da requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:02.853720 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:02.913160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=af87955e-1985-4d0d-bf05-979e1a872b60,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:02.930695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd272fb-a8b9-4b9a-874d-66d8eca3a769 req-c8cc730c-ac57-43b0-86a8-10646e81a06b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:02.932358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dd272fb-a8b9-4b9a-874d-66d8eca3a769 req-c8cc730c-ac57-43b0-86a8-10646e81a06b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 949 time: 0.1543434 Oct 22 14:59:02.988560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:02.989555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port af87955e-1985-4d0d-bf05-979e1a872b60 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:03.000459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Allocated IP 172.25.1.205 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/5a8c3b91-3836-4c39-b222-acd4057513ca) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:03.020746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91447df-e8a9-40c4-bba0-7e03f9c709b1 None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:59:03.055652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:03.059544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-3df74093-dd0c-46b7-8237-804b6a3e41da', 'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da', 'tenant_id': '001856acc8d44b67b2d71009326c2012', 'fixed_ips': [{'subnet_id': '16f704f8-5307-42ef-aaca-44aba4923d82'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:03.060563 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.060698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Request body: {'port': {'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-890158467'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:03.063824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e7dea547-f6f5-4412-b88b-9e80ddc8abde tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0866361 Oct 22 14:59:03.083179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dd272fb-a8b9-4b9a-874d-66d8eca3a769 req-65acb528-792f-4e80-b535-11fed84092a0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289356 Oct 22 14:59:03.112750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.234448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Allocated IP 2001:db8::2 (3df74093-dd0c-46b7-8237-804b6a3e41da/16f704f8-5307-42ef-aaca-44aba4923d82/3a166f2a-864a-48b8-98d7-276179275d50) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:03.344853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.388376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.394759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.402203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.408478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.415280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.421388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.428587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:03.430795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-5c03b7df-b316-4802-ba41-508e61108d5c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1335976 Oct 22 14:59:03.435195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.479594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Made reservation on behalf of 001856acc8d44b67b2d71009326c2012 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:03.482057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=1d684a4f-5c72-4ac5-af7b-97b820e66173,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:03.486633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.546418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] device_id is not set on port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:03.584036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71ff5ddb-633a-470b-9463-450bdda8c4e4 req-924ffce5-268f-495e-b2d0-67f40e13e2c5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050062 Oct 22 14:59:03.627226 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.660636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.666543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceae2624-e0f7-4041-be47-0e36906d03a1']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:03.666687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031f627-3e94-432a-bdec-8ddbdc66c8bd None None] Network ceae2624-e0f7-4041-be47-0e36906d03a1 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:03.689686 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9081de7-4dc7-46ad-a5ab-0613407cd753 None None] New status for floating IP 93b469d8-0ccf-482f-b1bb-f5580061b485: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:59:03.700394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76582647-3460-4f25-9144-b36a9159c7d5') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:03.700683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76582647-3460-4f25-9144-b36a9159c7d5') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:03.734739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:03.738330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.761437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:03.767661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:03.794153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-058e6872-a474-44e7-b5d0-e0eefa2d3cef None None] Could not find standard attr ID for object af87955e-1985-4d0d-bf05-979e1a872b60. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:59:03.803043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27627fe5-7d54-4892-82d8-9d515dd64e65 req-55cc35f3-a950-4ae7-90a1-4ccd87655c0c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=003cf6f1-a200-4a5a-9267-65441ad7184d HTTP/1.1" status: 200 len: 210 time: 0.0649867 Oct 22 14:59:03.822815 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.822955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.829329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=5a8c3b91-3836-4c39-b222-acd4057513ca,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:03.845565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:03.846096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:03.849370 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:03.922631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:03.948183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be165cd-a129-4b77-af68-28e57ddd49d5 None None] DHCP port deletion for ceae2624-e0f7-4041-be47-0e36906d03a1 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:04.000431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.009659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503287a-cfa2-4ad1-8613-9ebff95ec2fc req-871ebc55-47ba-4fc0-8a87-ee753e6c4ca1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.011189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8503287a-cfa2-4ad1-8613-9ebff95ec2fc req-871ebc55-47ba-4fc0-8a87-ee753e6c4ca1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1352501 Oct 22 14:59:04.049586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8503287a-cfa2-4ad1-8613-9ebff95ec2fc req-32c06c50-8108-46c3-b43c-9a22466c318d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Oct 22 14:59:04.132902 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.186104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Network 3df74093-dd0c-46b7-8237-804b6a3e41da is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:04.189241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:04.193015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:04.204520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Allocated IP 2001:db8::326 (3df74093-dd0c-46b7-8237-804b6a3e41da/16f704f8-5307-42ef-aaca-44aba4923d82/fa70ae7c-f56b-4eb4-95e5-1d504e3952d7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:04.213121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e72a36-0d9d-4597-a8cb-bd44800f7708 req-70a26374-3905-4f22-851f-11d175d869f1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.213686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Pushing event updated for resources: {'Port': ['ID=3a166f2a-864a-48b8-98d7-276179275d50,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:04.215495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1e72a36-0d9d-4597-a8cb-bd44800f7708 req-70a26374-3905-4f22-851f-11d175d869f1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 949 time: 0.0701108 Oct 22 14:59:04.225917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.225917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.228511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/ceae2624-e0f7-4041-be47-0e36906d03a1 HTTP/1.1" status: 204 len: 168 time: 3.0188243 Oct 22 14:59:04.234776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52756) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:04.252422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267299684'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:04.274647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f6e3-7d8c-414c-9cc8-5df55dadc743 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=ceae2624-e0f7-4041-be47-0e36906d03a1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:04.285548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Attempting to bind port 3a166f2a-864a-48b8-98d7-276179275d50 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:04.286521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Attempting to bind port 3a166f2a-864a-48b8-98d7-276179275d50 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd0cbd495-59e7-413d-8412-737742c92b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:04.287016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Attempting to bind port 3a166f2a-864a-48b8-98d7-276179275d50 on network 3df74093-dd0c-46b7-8237-804b6a3e41da {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:04.292787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:04.293270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Checking segment: {'id': 'd0cbd495-59e7-413d-8412-737742c92b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:04.293766 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.294390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Bound using segment: {'id': 'd0cbd495-59e7-413d-8412-737742c92b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:04.294864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Bound port: 3a166f2a-864a-48b8-98d7-276179275d50, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cbd495-59e7-413d-8412-737742c92b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:04.295434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.328070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1e72a36-0d9d-4597-a8cb-bd44800f7708 req-6a1a6cc9-b6b8-4801-b252-ff2956049f92 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930231 Oct 22 14:59:04.352896 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.353185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0c313cde-f912-4316-ac51-68a45dd77947 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:04.375677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.381665 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 0c313cde-f912-4316-ac51-68a45dd77947 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:04.382015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0c313cde-f912-4316-ac51-68a45dd77947 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:04.400913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] For port 3a166f2a-864a-48b8-98d7-276179275d50, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:04.410395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] For port 3a166f2a-864a-48b8-98d7-276179275d50, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a166f2a-864a-48b8-98d7-276179275d50,segment=NetworkSegment(d0cbd495-59e7-413d-8412-737742c92b48),segment_id=d0cbd495-59e7-413d-8412-737742c92b48)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:04.480666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:04.484165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.506441 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.507028 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.550988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Network 3df74093-dd0c-46b7-8237-804b6a3e41da is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:04.555051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:04.555227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:04.558806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:04.564426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.565035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.575021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event updated for resources: {'Port': ['ID=fa70ae7c-f56b-4eb4-95e5-1d504e3952d7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:04.581173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d8ce-482b-4e2b-b5a1-de710ba60c55 req-f9f906a7-2054-4a41-824a-4e744bf86f53 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.583135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71b1d8ce-482b-4e2b-b5a1-de710ba60c55 req-f9f906a7-2054-4a41-824a-4e744bf86f53 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 950 time: 0.1229677 Oct 22 14:59:04.596395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b5019-5856-45d6-9dea-e2c15868c703 None None] Pushing event updated for resources: {'Port': ['ID=3a166f2a-864a-48b8-98d7-276179275d50,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:04.604318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.604662 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 736b5302-45e6-456c-92fe-bc5884b32619 of type vlan for network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e Oct 22 14:59:04.659521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.684292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71b1d8ce-482b-4e2b-b5a1-de710ba60c55 req-0d1de69d-347f-49a4-a484-9d6d02546ba1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917885 Oct 22 14:59:04.685955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.721877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-082ae09e-2970-4d0c-b895-5471e0697f58 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6650739 Oct 22 14:59:04.725272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52764) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:04.731501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Request body: {'port': {'network_id': '3df74093-dd0c-46b7-8237-804b6a3e41da', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1391326172', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:04.732494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] bootfile-name is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 14:59:04.733038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] tftp-server is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 14:59:04.733602 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] server-ip-address is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 14:59:04.845503 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.906294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.912087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.912677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:04.981205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.987447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.993768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:04.999834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:05.006769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:05.012872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:05.019305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:05.021833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-68149269-a550-408f-bd31-bb90fcc17b51 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2688894 Oct 22 14:59:05.045234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event updated for resources: {'Port': ['ID=5a8c3b91-3836-4c39-b222-acd4057513ca,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:05.453707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:05.468855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=2b5e5ef1-ee41-4ba7-8559-2ac88449784e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:05.476588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-63c6b335-4dab-4935-b4c1-74b4e1f899bc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2306111 Oct 22 14:59:05.476936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52772) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:05.485434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:05.494281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:05.507085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a676b1c-94f7-4c7d-91b8-384e41ae4b13 req-4880f7bb-70d8-470f-afd7-5ec9d24cd17e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4621820 Oct 22 14:59:05.609541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe2967-df06-4abc-86fd-1de20bf1bf7d None None] Network 3df74093-dd0c-46b7-8237-804b6a3e41da requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:05.638507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a166f2a-864a-48b8-98d7-276179275d50 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:05.646496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Made reservation on behalf of 001856acc8d44b67b2d71009326c2012 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:05.650581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:05.669849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] device_id is not set on port f595f745-66d6-4704-bbb7-bbe58a364b60 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:05.735587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e756ecce-c345-4ace-b3e4-a8392474b27b None None] Provisioning complete for port 3a166f2a-864a-48b8-98d7-276179275d50 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:05.735890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e756ecce-c345-4ace-b3e4-a8392474b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:05.769882 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:05.772642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-104babbc-e920-4443-88d5-964ecd7b01fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7058718 Oct 22 14:59:05.842010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3a166f2a-864a-48b8-98d7-276179275d50 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:05.842398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:05.876098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-469cbc4d-2b03-48a8-8677-0d9019a4019c tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.205 HTTP/1.1" status: 200 len: 696 time: 0.0957909 Oct 22 14:59:05.877162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Allocated IP 2001:db8::140 (3df74093-dd0c-46b7-8237-804b6a3e41da/16f704f8-5307-42ef-aaca-44aba4923d82/f595f745-66d6-4704-bbb7-bbe58a364b60) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:05.924421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:05.932068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:05.955165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab622-1c28-425b-9a57-3a237e0f01da req-99b01db8-b6f2-41a5-8e3e-3981bc603fc7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:05.961943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab622-1c28-425b-9a57-3a237e0f01da req-99b01db8-b6f2-41a5-8e3e-3981bc603fc7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:05.963830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49cab622-1c28-425b-9a57-3a237e0f01da req-99b01db8-b6f2-41a5-8e3e-3981bc603fc7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b&device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 1690 time: 0.1791143 Oct 22 14:59:05.964343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e756ecce-c345-4ace-b3e4-a8392474b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.032378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.037202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e756ecce-c345-4ace-b3e4-a8392474b27b None None] For port 3a166f2a-864a-48b8-98d7-276179275d50, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a166f2a-864a-48b8-98d7-276179275d50,segment=NetworkSegment(d0cbd495-59e7-413d-8412-737742c92b48),segment_id=d0cbd495-59e7-413d-8412-737742c92b48)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:06.116886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-8e05ccfb-d2ce-4ea9-a4ec-1c189616bfa5 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.118568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-8e05ccfb-d2ce-4ea9-a4ec-1c189616bfa5 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2318974 Oct 22 14:59:06.122361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e756ecce-c345-4ace-b3e4-a8392474b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.132155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49cab622-1c28-425b-9a57-3a237e0f01da req-b8585ce4-fd95-4480-99b9-6c2b068b43e7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269832 Oct 22 14:59:06.163054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-33658eeb-4280-445e-ad9d-d96f922f00b2 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:59:06.179752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a0d01a-36a7-4169-b05c-fc4c06ade14f req-33658eeb-4280-445e-ad9d-d96f922f00b2 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0389400 Oct 22 14:59:06.278055 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:06.278408 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:06.287817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756ecce-c345-4ace-b3e4-a8392474b27b None None] Pushing event updated for resources: {'Port': ['ID=3a166f2a-864a-48b8-98d7-276179275d50,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:06.313232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.388522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.420448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=16fc063d-1cb2-4862-9eaa-0c2a52dd422c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:06.430931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '736b5302-45e6-456c-92fe-bc5884b32619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:06.431327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: 2b5e5ef1-ee41-4ba7-8559-2ac88449784e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:06.460731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-893faa4e-ace0-4b66-bdcf-4a1fc9311dee None None] Provisioning complete for port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:06.461110 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-893faa4e-ace0-4b66-bdcf-4a1fc9311dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.505061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-893faa4e-ace0-4b66-bdcf-4a1fc9311dee None None] Port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:06.508345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b24da628-9efd-4e7a-9498-c85a746cf61d req-0efcdeeb-3d22-462f-ba96-e7c170cb9081 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips/9caac343-80e1-4320-8e62-d8c53606845a HTTP/1.1" status: 200 len: 693 time: 0.1963401 Oct 22 14:59:06.516878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-893faa4e-ace0-4b66-bdcf-4a1fc9311dee None None] Provisioning complete for port 3a166f2a-864a-48b8-98d7-276179275d50 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:06.517480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-893faa4e-ace0-4b66-bdcf-4a1fc9311dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.524514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:06.557846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6bbc0-43ce-45cb-92c1-c470b0fe471b req-767d4f54-4809-409c-bc9d-710eee9b8ad0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.559745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1dd6bbc0-43ce-45cb-92c1-c470b0fe471b req-767d4f54-4809-409c-bc9d-710eee9b8ad0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2861423 Oct 22 14:59:06.562794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.630924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2b5e5ef1-ee41-4ba7-8559-2ac88449784e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:06.636409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.637094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.650365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f2dcc-8590-4872-bd56-d51bc0161c4c None None] Network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:06.721025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1dd6bbc0-43ce-45cb-92c1-c470b0fe471b req-5daef1b3-e7ae-41ff-99c0-aae6777bb8a5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426339 Oct 22 14:59:06.722808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Network 3df74093-dd0c-46b7-8237-804b6a3e41da is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:06.744607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:06.749623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:06.756730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.757398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.765515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ff1503bd-0014-4393-bece-4e3c323cbf61 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2868056 Oct 22 14:59:06.768019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52788) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:06.771431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-061dc76e-0b28-4ceb-ad88-8f4d6fb063f5 None None] Provisioning complete for port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:06.771612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event updated for resources: {'Port': ['ID=f595f745-66d6-4704-bbb7-bbe58a364b60,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:06.771746 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-061dc76e-0b28-4ceb-ad88-8f4d6fb063f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:06.812501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24da628-9efd-4e7a-9498-c85a746cf61d req-56a4c084-8dac-4dae-a304-9749072fa7fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.815147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b24da628-9efd-4e7a-9498-c85a746cf61d req-56a4c084-8dac-4dae-a304-9749072fa7fa tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2953720 Oct 22 14:59:06.829476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-b24da628-9efd-4e7a-9498-c85a746cf61d req-95dd1c84-04e5-4bf7-b2af-68c1b53f86fd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:59:06.831077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b24da628-9efd-4e7a-9498-c85a746cf61d req-95dd1c84-04e5-4bf7-b2af-68c1b53f86fd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100634 Oct 22 14:59:06.840535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7dcfbad5-9997-4d54-ade8-0010e11a2e5d tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1136539 Oct 22 14:59:06.841228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52790) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:06.889493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-061dc76e-0b28-4ceb-ad88-8f4d6fb063f5 None None] Port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:06.903105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:06.919251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device af87955e-1985-4d0d-bf05-979e1a872b60 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:06.936068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71596b-ec7f-4f2b-9a1b-d55e6d0f5d28 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.944901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71596b-ec7f-4f2b-9a1b-d55e6d0f5d28 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.950938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71596b-ec7f-4f2b-9a1b-d55e6d0f5d28 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:06.959552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2f71596b-ec7f-4f2b-9a1b-d55e6d0f5d28 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1146932 Oct 22 14:59:06.960256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:07.022727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: af87955e-1985-4d0d-bf05-979e1a872b60 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:07.022727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device af87955e-1985-4d0d-bf05-979e1a872b60 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:07.034092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-2b5e5ef1-ee41-4ba7-8559-2ac88449784e', 'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': '16fc063d-1cb2-4862-9eaa-0c2a52dd422c'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:07.035011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.046018 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.175908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79333-26d3-4206-bb41-a62313baf7f7 req-f3f1131a-e8c1-42f1-bcbe-0a0e762074f2 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.183971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfd79333-26d3-4206-bb41-a62313baf7f7 req-f3f1131a-e8c1-42f1-bcbe-0a0e762074f2 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 1100 time: 0.2069345 Oct 22 14:59:07.201168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.208435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.214515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.221518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.228622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.234823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.241316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.243459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-12ac5912-e107-4779-aa96-b8c907ee60f4 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2200825 Oct 22 14:59:07.246277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-979c01b7-8a84-46ea-9d68-65d5fce38302 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.256188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Allocated IP 172.20.0.1 (2b5e5ef1-ee41-4ba7-8559-2ac88449784e/16fc063d-1cb2-4862-9eaa-0c2a52dd422c/8d83f8bc-20b3-43a3-86bf-b3e052dec737) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:07.342116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-979c01b7-8a84-46ea-9d68-65d5fce38302 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.358928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6629fd1f-947f-40b1-98e1-040638ffc4b3 None None] Provisioning complete for port f595f745-66d6-4704-bbb7-bbe58a364b60 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:07.360205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6629fd1f-947f-40b1-98e1-040638ffc4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.366384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6291b8f0-9342-42ae-908b-ac0b9567a2cc req-4d938020-424e-40a0-bfa5-243eb156bb02 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103072 Oct 22 14:59:07.493347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfd79333-26d3-4206-bb41-a62313baf7f7 req-397830a3-b9f9-4c68-95bb-09cacfe05ae1 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035977 Oct 22 14:59:07.503245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Deleting port f595f745-66d6-4704-bbb7-bbe58a364b60 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:07.504214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.555752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.597183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a166f2a-864a-48b8-98d7-276179275d50 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:07.637295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6629fd1f-947f-40b1-98e1-040638ffc4b3 None None] Port f595f745-66d6-4704-bbb7-bbe58a364b60 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:07.647963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-5ed8a09d-5f04-4fda-8140-a213d18f66df tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips/9caac343-80e1-4320-8e62-d8c53606845a HTTP/1.1" status: 200 len: 693 time: 0.0812037 Oct 22 14:59:07.702798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.712964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3a166f2a-864a-48b8-98d7-276179275d50 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:07.713395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.715358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.758549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Calling delete_port for f595f745-66d6-4704-bbb7-bbe58a364b60 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:07.778687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-979c01b7-8a84-46ea-9d68-65d5fce38302 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.781280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-979c01b7-8a84-46ea-9d68-65d5fce38302 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.788024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-979c01b7-8a84-46ea-9d68-65d5fce38302 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "DELETE /v2.0/security-groups/9d744aa9-1245-4643-859d-f843141691cd HTTP/1.1" status: 204 len: 168 time: 0.8782759 Oct 22 14:59:07.788165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52802) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:07.806244 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-832b3c1d-cb4e-4abb-8dcb-7e5b4aa4aa40 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] show failed (client error): The resource could not be found. Oct 22 14:59:07.807994 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-832b3c1d-cb4e-4abb-8dcb-7e5b4aa4aa40 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups/9d744aa9-1245-4643-859d-f843141691cd HTTP/1.1" status: 404 len: 347 time: 0.0204067 Oct 22 14:59:07.811106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.813365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52804) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:07.831739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:07.834473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:07.859317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:07.866602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-0948616b-9214-4818-a726-64f53227d670 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:07.868223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-0948616b-9214-4818-a726-64f53227d670 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2147117 Oct 22 14:59:07.871810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c01b7-8a84-46ea-9d68-65d5fce38302 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d744aa9-1245-4643-859d-f843141691cd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:07.944847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Pushing event updated for resources: {'Port': ['ID=8d83f8bc-20b3-43a3-86bf-b3e052dec737,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:07.966813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Attempting to bind port 8d83f8bc-20b3-43a3-86bf-b3e052dec737 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:07.967809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Attempting to bind port 8d83f8bc-20b3-43a3-86bf-b3e052dec737 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '736b5302-45e6-456c-92fe-bc5884b32619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:07.968525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Attempting to bind port 8d83f8bc-20b3-43a3-86bf-b3e052dec737 on network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:07.976693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-a291cb80-4e05-4f81-9067-e5709e2030a3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.205 HTTP/1.1" status: 200 len: 696 time: 0.0985508 Oct 22 14:59:07.980533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:07.980828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Checking segment: {'id': '736b5302-45e6-456c-92fe-bc5884b32619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:07.981228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.981652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Bound using segment: {'id': '736b5302-45e6-456c-92fe-bc5884b32619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:07.982126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Bound port: 8d83f8bc-20b3-43a3-86bf-b3e052dec737, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736b5302-45e6-456c-92fe-bc5884b32619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:07.982499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:07.986908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Deleting port 9a32ae83-13b8-421c-b371-172af9a77863 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:07.992006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.052432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-562d6428-d164-43ff-b332-e60cb8e8639b tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.205 HTTP/1.1" status: 200 len: 696 time: 0.0642047 Oct 22 14:59:08.068074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307d8f-5398-4b1e-bb91-9985313558ab req-bc80c949-34ff-49ef-9699-dae620faf02a tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:08.068938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] For port 8d83f8bc-20b3-43a3-86bf-b3e052dec737, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:08.071840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db307d8f-5398-4b1e-bb91-9985313558ab req-bc80c949-34ff-49ef-9699-dae620faf02a tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 1101 time: 0.1439443 Oct 22 14:59:08.073254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] For port 8d83f8bc-20b3-43a3-86bf-b3e052dec737, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8d83f8bc-20b3-43a3-86bf-b3e052dec737,segment=NetworkSegment(736b5302-45e6-456c-92fe-bc5884b32619),segment_id=736b5302-45e6-456c-92fe-bc5884b32619)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:08.085402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.126230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=16fc063d-1cb2-4862-9eaa-0c2a52dd422c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:08.164767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.176490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-9a96d38b-af61-4719-9b38-47c7c0e94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:08.178067 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-9a96d38b-af61-4719-9b38-47c7c0e94b24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1095 time: 0.1177859 Oct 22 14:59:08.179841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.180172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.239189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.239532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8fff1-4a68-4f00-807f-617f0695bb13 None None] Pushing event updated for resources: {'Port': ['ID=8d83f8bc-20b3-43a3-86bf-b3e052dec737,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:08.244034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db307d8f-5398-4b1e-bb91-9985313558ab req-715fd7f9-e3df-4712-bfc6-4555ecf2785a tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365900 Oct 22 14:59:08.266760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Calling delete_port for 9a32ae83-13b8-421c-b371-172af9a77863 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:08.293428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Deleting port 5a8c3b91-3836-4c39-b222-acd4057513ca {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:08.294627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.301888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5e5ef1-ee41-4ba7-8559-2ac88449784e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:08.310599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.373888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event deleted for resources: {'Port': ['ID=f595f745-66d6-4704-bbb7-bbe58a364b60,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:08.378661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736b5302-45e6-456c-92fe-bc5884b32619') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:08.379012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736b5302-45e6-456c-92fe-bc5884b32619') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:08.398760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.436254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.456367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:08.456367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.456563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.466637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-279dcdd7-98b3-43a3-85a4-76a01a83bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "DELETE /v2.0/ports/f595f745-66d6-4704-bbb7-bbe58a364b60 HTTP/1.1" status: 204 len: 168 time: 1.4956446 Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:08.466839 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:08.481056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52812) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:08.501423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Request body: {'port': {'name': 'tempest-new-port-name-1474930808', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:08.501423 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] bootfile-name is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 14:59:08.501423 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] tftp-server is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 14:59:08.501423 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] server-ip-address is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 14:59:08.510005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-a11f8d2c-25da-4a27-a4c2-6e280d0fa2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:08.511702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-a11f8d2c-25da-4a27-a4c2-6e280d0fa2c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.3179889 Oct 22 14:59:08.576550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71e795-cc52-4969-8c21-4218f9557951 req-5a456ce7-10b6-4be3-a75c-57d0c20e5832 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:08.589587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e71e795-cc52-4969-8c21-4218f9557951 req-5a456ce7-10b6-4be3-a75c-57d0c20e5832 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2725797 Oct 22 14:59:08.619530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.619965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.669959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-27c9e2cd-b821-4ae4-842c-1f2bc59948b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.1497383 Oct 22 14:59:08.684439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Calling delete_port for 5a8c3b91-3836-4c39-b222-acd4057513ca owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:08.705469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:08.705469 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:08.705469 n-d-812148-2 neutron-server[107801]: [parameters: {'id': '2b5e5ef1-ee41-4ba7-8559-2ac88449784e'}] Oct 22 14:59:08.705469 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:08.706996 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:08.709485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e71e795-cc52-4969-8c21-4218f9557951 req-6d997c86-21c0-42a6-9c23-5e2f8cf1f38d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187406 Oct 22 14:59:08.718516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.783623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-7ffcf088-d9ec-4ad4-a7de-44f7d549138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:08.790021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-7ffcf088-d9ec-4ad4-a7de-44f7d549138e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0914445 Oct 22 14:59:08.854082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-fce41272-96cf-4993-8408-730b670fb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:08.856103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-fce41272-96cf-4993-8408-730b670fb249 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598807 Oct 22 14:59:08.928012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:08.966002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event deleted for resources: {'Port': ['ID=9a32ae83-13b8-421c-b371-172af9a77863,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:09.036864 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-945c6130-231e-4b27-8a7e-af027d108991 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732504 Oct 22 14:59:09.105296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.107968 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.112551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1dccbba9-41a9-4dc1-8be6-89de1399bcf7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "DELETE /v2.0/floatingips/93b469d8-0ccf-482f-b1bb-f5580061b485 HTTP/1.1" status: 204 len: 168 time: 1.2947974 Oct 22 14:59:09.174872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.180300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.214776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.222777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event deleted for resources: {'Port': ['ID=5a8c3b91-3836-4c39-b222-acd4057513ca,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:09.227475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b5bdfdd3-aa8d-44c3-85a2-34e3bd00f49a req-9b20651b-d451-4b57-b466-29c0c6580f13 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787605 Oct 22 14:59:09.294529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port 8d83f8bc-20b3-43a3-86bf-b3e052dec737 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:09.294916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.297329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.318337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.324459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.330498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.337338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.343526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.349832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.355909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.357851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-7ffe7bbc-a447-48ae-98d7-55223a8ad76a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2931828 Oct 22 14:59:09.375151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port 8d83f8bc-20b3-43a3-86bf-b3e052dec737, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8d83f8bc-20b3-43a3-86bf-b3e052dec737,segment=NetworkSegment(736b5302-45e6-456c-92fe-bc5884b32619),segment_id=736b5302-45e6-456c-92fe-bc5884b32619)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:09.376039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.402538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for 8d83f8bc-20b3-43a3-86bf-b3e052dec737 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:09.429931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] In _notify_port_updated(), no bound segment for port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 on network 3df74093-dd0c-46b7-8237-804b6a3e41da {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:59:09.435750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.436408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.443020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "PUT /v2.0/ports/fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 HTTP/1.1" status: 200 len: 1130 time: 0.9776974 Oct 22 14:59:09.463064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52834) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:09.562035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551126-af4c-4fd0-936c-330dc823f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event updated for resources: {'Port': ['ID=fa70ae7c-f56b-4eb4-95e5-1d504e3952d7,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:09.585729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.588814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.589982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0330f16a-394f-48d5-9dd1-9747f049ad64 req-58942478-1ca8-4e21-8637-9838a771bcfd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "DELETE /v2.0/floatingips/9caac343-80e1-4320-8e62-d8c53606845a HTTP/1.1" status: 204 len: 173 time: 1.5304506 Oct 22 14:59:09.614264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.619027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b381c6-a416-4bc0-ac8a-d839747f23dd req-2e115639-34de-4c2b-a3b3-93cf21597eaa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228274 Oct 22 14:59:09.638336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42313d46-3f2e-4e24-a8bd-a27155c1f5cf tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:09.642201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-42313d46-3f2e-4e24-a8bd-a27155c1f5cf tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "GET /v2.0/ports/fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 HTTP/1.1" status: 200 len: 1130 time: 0.1608374 Oct 22 14:59:09.651730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d83f8bc-20b3-43a3-86bf-b3e052dec737 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:09.652226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52840) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:09.657067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb57d4-1089-46ed-afc8-b5fbb4d0d9f9 None None] Network 2b5e5ef1-ee41-4ba7-8559-2ac88449784e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:09.688431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=8d83f8bc-20b3-43a3-86bf-b3e052dec737,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:09.699721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port 8d83f8bc-20b3-43a3-86bf-b3e052dec737 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:09.734068 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:59:09.896271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-0a52e415-ae8a-40c7-a7d2-018099da76b1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421662 Oct 22 14:59:09.901328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8d83f8bc-20b3-43a3-86bf-b3e052dec737 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:09.901759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d83f8bc-20b3-43a3-86bf-b3e052dec737 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 14:59:09.905099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4de6f5a8-1639-41d7-add4-1a7ecc22d33e None None] Could not find standard attr ID for object 8d83f8bc-20b3-43a3-86bf-b3e052dec737. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:59:09.918943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:09.927011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Port 8d83f8bc-20b3-43a3-86bf-b3e052dec737 not found, will not notify nova. {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 14:59:09.955120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5e5ef1-ee41-4ba7-8559-2ac88449784e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:09.970274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736b5302-45e6-456c-92fe-bc5884b32619') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:09.970574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736b5302-45e6-456c-92fe-bc5884b32619') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:09.984642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.011711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.026427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:10.026827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.038296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Deleting port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:10.038904 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.041774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-799be8ce-c16b-4ac1-9c40-eb7d5b65d8a9 None None] Provisioning complete for port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:10.042211 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-799be8ce-c16b-4ac1-9c40-eb7d5b65d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.096908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-0ac5d00a-18a4-4913-ac3d-3aa55ada556d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:10.104268 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:10.108680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-0ac5d00a-18a4-4913-ac3d-3aa55ada556d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029026 Oct 22 14:59:10.131806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c5649-90a5-4ded-bdd9-24bd65d617e6 None None] DHCP port deletion for 2b5e5ef1-ee41-4ba7-8559-2ac88449784e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:10.134773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-799be8ce-c16b-4ac1-9c40-eb7d5b65d8a9 None None] Port fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:10.166448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-c8275404-1c35-43a3-b3bb-847fd0cabccb tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/quotas/2de1d55179dd4ad0ab2afb3f624dfad1 HTTP/1.1" status: 200 len: 375 time: 0.0558851 Oct 22 14:59:10.198000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.210398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.226526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Calling delete_port for fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:10.240643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.244823 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/2b5e5ef1-ee41-4ba7-8559-2ac88449784e HTTP/1.1" status: 204 len: 168 time: 3.4758565 Oct 22 14:59:10.246284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fea0c-9efb-4836-ac80-177ce9c2b078 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=2b5e5ef1-ee41-4ba7-8559-2ac88449784e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:10.254292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52852) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:10.261397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1357172312'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:10.283641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-b348f976-7d05-471c-b790-c01616c61181 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073952 Oct 22 14:59:10.354591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:10.359957 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.396923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:10.412718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.413135 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 7cf59ac0-a76f-4d55-b58e-50ce12f96abf of type vlan for network aa6a76b6-9fef-439c-9315-d5dc674cf84c Oct 22 14:59:10.455390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.462531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.479475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52856) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:10.485218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232562104', 'description': 'tempest-description--404757817'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:10.512934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event deleted for resources: {'Port': ['ID=fa70ae7c-f56b-4eb4-95e5-1d504e3952d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:10.595425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.601734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-af8a6f3f-fdf0-4612-9e35-3a53699163be tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "DELETE /v2.0/ports/fa70ae7c-f56b-4eb4-95e5-1d504e3952d7 HTTP/1.1" status: 204 len: 168 time: 0.9457393 Oct 22 14:59:10.603446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.610900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:10.611137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52858) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:10.611231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.691082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=aa6a76b6-9fef-439c-9315-d5dc674cf84c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:10.713130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network aa6a76b6-9fef-439c-9315-d5dc674cf84c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:10.713602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:10.775418 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c34dca94-3a73-4274-b1e5-c15973b1865a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5181105 Oct 22 14:59:10.779445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52862) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:10.789676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:10.911149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.016311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.055479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:11.058994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.074993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:11.138602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Deleting subnet 16f704f8-5307-42ef-aaca-44aba4923d82 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:59:11.150913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.171468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.173266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f10ea58d-a335-4301-b89c-ff17bbe95a87 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6926727 Oct 22 14:59:11.178315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:11.188839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f2be-9a4d-43ce-a398-2141968d716c req-f7b50ceb-ffca-41a2-98a0-0afb75f6eae2 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.189390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'security_group_rule': {'security_group_id': '0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:11.190449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c416f2be-9a4d-43ce-a398-2141968d716c req-f7b50ceb-ffca-41a2-98a0-0afb75f6eae2 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6797698 Oct 22 14:59:11.227227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.316519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.353199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.392754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.399605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.456897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb9d18-e488-464f-bf7c-e2c4d6932a5d req-d9151f84-6b27-417a-80e6-44532e54bd7d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.459370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98bb9d18-e488-464f-bf7c-e2c4d6932a5d req-d9151f84-6b27-417a-80e6-44532e54bd7d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1367400 Oct 22 14:59:11.514865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.543756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=a2958340-69b4-42ef-b38c-30dad246c54b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:11.566156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '7cf59ac0-a76f-4d55-b58e-50ce12f96abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:11.567318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: aa6a76b6-9fef-439c-9315-d5dc674cf84c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:11.567656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.574315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.581042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.588510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.594459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.606196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.607879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.616721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d83f8bc-20b3-43a3-86bf-b3e052dec737 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:11.636589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.642091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8d83f8bc-20b3-43a3-86bf-b3e052dec737 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:11.642721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8d83f8bc-20b3-43a3-86bf-b3e052dec737 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:11.644900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0968c495-85eb-44be-a2cb-86b046d1115a req-85b62942-d503-4664-8c45-6dcc743c9529 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.2660823 Oct 22 14:59:11.656301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98bb9d18-e488-464f-bf7c-e2c4d6932a5d req-cb4e6ab4-6e61-42d1-8a44-02e7d987d6ca tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872568 Oct 22 14:59:11.662903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da62b18d-9d75-4077-ab41-d0a09d21738d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:11.677525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network aa6a76b6-9fef-439c-9315-d5dc674cf84c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:11.785191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd54877f-ee08-44ed-9dd7-4ed06c6eb836 req-e7958e8c-1a54-497f-aafe-01101068c4ec tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=b9f1374451834008976f68b95490b9b8 HTTP/1.1" status: 200 len: 1656 time: 0.0900249 Oct 22 14:59:11.793114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0968c495-85eb-44be-a2cb-86b046d1115a req-77682b1a-2be7-48ef-bad7-b26e3fcb5db3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358745 Oct 22 14:59:11.796440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.797301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.798932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa29eae5-ab45-406f-87a2-82ecf2817806 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6193538 Oct 22 14:59:11.799752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, aa6a76b6-9fef-439c-9315-d5dc674cf84c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:11.802166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52880) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:11.810026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d01d96-bd0c-4c1b-8e1f-b49dee74fae6 None None] Network aa6a76b6-9fef-439c-9315-d5dc674cf84c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:11.821356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'security_group_rule': {'security_group_id': '0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:11.840131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:11.842844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.854428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event deleted for resources: {'Subnet': ['ID=16f704f8-5307-42ef-aaca-44aba4923d82,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:11.862961 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:11.867328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3fd83e73-f481-4a70-8c3c-54acdb49a874 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "DELETE /v2.0/subnets/16f704f8-5307-42ef-aaca-44aba4923d82 HTTP/1.1" status: 204 len: 168 time: 1.2557924 Oct 22 14:59:11.874220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52882) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:11.956689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010af2a3-bfdc-4751-87f0-b54477e07cb7 None None] Network 3df74093-dd0c-46b7-8237-804b6a3e41da requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:12.004647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.042754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.044417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54877f-ee08-44ed-9dd7-4ed06c6eb836 req-89c617fc-6034-4896-ac10-369a3c39ab5b tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:12.046533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd54877f-ee08-44ed-9dd7-4ed06c6eb836 req-89c617fc-6034-4896-ac10-369a3c39ab5b tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks?id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 787 time: 0.2516718 Oct 22 14:59:12.073035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-bd54877f-ee08-44ed-9dd7-4ed06c6eb836 req-322ce766-c65e-482f-b93b-9ec90e879d25 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:59:12.073986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd54877f-ee08-44ed-9dd7-4ed06c6eb836 req-322ce766-c65e-482f-b93b-9ec90e879d25 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090828 Oct 22 14:59:12.138825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-aa6a76b6-9fef-439c-9315-d5dc674cf84c', 'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': 'a2958340-69b4-42ef-b38c-30dad246c54b'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:12.140166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.157390 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8c561bbb-dcde-4637-a8bc-cdb92e851292 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3761966 Oct 22 14:59:12.159870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52892) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:12.164105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-025de8be-3e84-4438-a018-8b13ecf5289b req-609f577a-9194-4308-bf5a-8cfa0280b5db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 210 time: 0.0472088 Oct 22 14:59:12.177115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Deleting port 3a166f2a-864a-48b8-98d7-276179275d50 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:12.177686 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.205246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b9fa6-212f-4c77-8f06-33b5566a785d req-242e2a5a-3205-44be-b785-4acc79b1f069 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:12.206850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c58b9fa6-212f-4c77-8f06-33b5566a785d req-242e2a5a-3205-44be-b785-4acc79b1f069 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1207526 Oct 22 14:59:12.227797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.311462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12645722-b959-4382-902d-4492d7368e27 None None] DHCP port deletion for 3df74093-dd0c-46b7-8237-804b6a3e41da request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:12.321244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.361963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] For port 3a166f2a-864a-48b8-98d7-276179275d50, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a166f2a-864a-48b8-98d7-276179275d50,segment=NetworkSegment(d0cbd495-59e7-413d-8412-737742c92b48),segment_id=d0cbd495-59e7-413d-8412-737742c92b48)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:12.362233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.375287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-0a191ecd-4ead-40b3-a4d3-1142061d62d4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips/60c5bd4f-f2b1-492b-b112-eb1155d5416c HTTP/1.1" status: 200 len: 693 time: 0.1449981 Oct 22 14:59:12.376596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f60ee1-1441-4336-abe1-ed007bbe2a99,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:12.390002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c58b9fa6-212f-4c77-8f06-33b5566a785d req-0e34f4ec-9191-408c-864d-92a2177aa7c0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708937 Oct 22 14:59:12.406524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Calling delete_port for 3a166f2a-864a-48b8-98d7-276179275d50 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:12.406765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.467134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-12645722-b959-4382-902d-4492d7368e27 None None] Deleting port 3a166f2a-864a-48b8-98d7-276179275d50 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:12.470394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12645722-b959-4382-902d-4492d7368e27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.474458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.483693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Allocated IP 172.20.0.2 (aa6a76b6-9fef-439c-9315-d5dc674cf84c/a2958340-69b4-42ef-b38c-30dad246c54b/c3167023-02ff-4157-b8a2-d5bec7d614e7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:12.560866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.562338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ae4db0ff-34cb-4714-a705-e79e0aa8196c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7591228 Oct 22 14:59:12.565353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:12.565530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-12645722-b959-4382-902d-4492d7368e27 None None] For port 3a166f2a-864a-48b8-98d7-276179275d50, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3a166f2a-864a-48b8-98d7-276179275d50,segment=NetworkSegment(d0cbd495-59e7-413d-8412-737742c92b48),segment_id=d0cbd495-59e7-413d-8412-737742c92b48)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:12.565896 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12645722-b959-4382-902d-4492d7368e27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.571426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:12.589916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-395cf27e-08a4-453c-a1af-8505bbc4f112 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:12.591510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-395cf27e-08a4-453c-a1af-8505bbc4f112 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1856966 Oct 22 14:59:12.596057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-12645722-b959-4382-902d-4492d7368e27 None None] Calling delete_port for 3a166f2a-864a-48b8-98d7-276179275d50 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:12.653311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-5512c464-52e0-4001-a90b-ff6e33386b40 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0550261 Oct 22 14:59:12.720793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-3e824ff8-be75-433b-a40c-f70d51aaccc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0596936 Oct 22 14:59:12.724430 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.726434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.771741 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12645722-b959-4382-902d-4492d7368e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.776053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.787176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event deleted for resources: {'Port': ['ID=3a166f2a-864a-48b8-98d7-276179275d50,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:12.804550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12645722-b959-4382-902d-4492d7368e27 None None] Pushing event deleted for resources: {'Port': ['ID=3a166f2a-864a-48b8-98d7-276179275d50,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:12.816133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12645722-b959-4382-902d-4492d7368e27 None None] No DVR routers for this DVR port 3a166f2a-864a-48b8-98d7-276179275d50 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:12.844145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] No DVR routers for this DVR port 3a166f2a-864a-48b8-98d7-276179275d50 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:12.898862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.918807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:12.983312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Pushing event updated for resources: {'Port': ['ID=c3167023-02ff-4157-b8a2-d5bec7d614e7,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:12.996638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Network aa6a76b6-9fef-439c-9315-d5dc674cf84c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:12.998091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:13.001678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:13.040885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.087998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df74093-dd0c-46b7-8237-804b6a3e41da']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:13.089115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Allocated IP 172.25.1.244 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f17f2c79-042f-4ab9-95e9-27bab3f3da0b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:13.089651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Attempting to bind port c3167023-02ff-4157-b8a2-d5bec7d614e7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:13.090521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Attempting to bind port c3167023-02ff-4157-b8a2-d5bec7d614e7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '7cf59ac0-a76f-4d55-b58e-50ce12f96abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:13.090909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Attempting to bind port c3167023-02ff-4157-b8a2-d5bec7d614e7 on network aa6a76b6-9fef-439c-9315-d5dc674cf84c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:13.097470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:13.097913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Checking segment: {'id': '7cf59ac0-a76f-4d55-b58e-50ce12f96abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:13.098490 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.099253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Bound using segment: {'id': '7cf59ac0-a76f-4d55-b58e-50ce12f96abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:13.100782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Bound port: c3167023-02ff-4157-b8a2-d5bec7d614e7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf59ac0-a76f-4d55-b58e-50ce12f96abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:13.101178 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.109048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Deleting port 41c64b16-a3ae-4919-a161-f01a1a40a147 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:13.109392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.160710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.189915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] For port c3167023-02ff-4157-b8a2-d5bec7d614e7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:13.195969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] For port c3167023-02ff-4157-b8a2-d5bec7d614e7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3167023-02ff-4157-b8a2-d5bec7d614e7,segment=NetworkSegment(7cf59ac0-a76f-4d55-b58e-50ce12f96abf),segment_id=7cf59ac0-a76f-4d55-b58e-50ce12f96abf)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:13.206014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=a2958340-69b4-42ef-b38c-30dad246c54b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:13.227501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.227843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.242352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cbd495-59e7-413d-8412-737742c92b48') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:13.242650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cbd495-59e7-413d-8412-737742c92b48') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:13.246014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Calling delete_port for 41c64b16-a3ae-4919-a161-f01a1a40a147 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:13.279916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.319491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.382733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.416278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6a76b6-9fef-439c-9315-d5dc674cf84c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:13.439072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.442681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf59ac0-a76f-4d55-b58e-50ce12f96abf') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:13.442866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59346bdf-0f55-45e1-89c7-0346da5af251 None None] Pushing event updated for resources: {'Port': ['ID=c3167023-02ff-4157-b8a2-d5bec7d614e7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:13.443080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf59ac0-a76f-4d55-b58e-50ce12f96abf') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:13.461613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.465338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.480931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:13.481076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:13.490537 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:13.516800 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.536423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:13.536423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.573004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52912) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:13.586336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.593107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:13.593698 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:13.601074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.607699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.613131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a166f2a-864a-48b8-98d7-276179275d50 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:13.616845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.624954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.634645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:13.647664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-4fdd5353-8c7b-4fd0-860b-32618a20e2d7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.4029539 Oct 22 14:59:13.653899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3a166f2a-864a-48b8-98d7-276179275d50 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:13.654246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3a166f2a-864a-48b8-98d7-276179275d50 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:13.730627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:13.730627 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:13.730627 n-d-812148-2 neutron-server[107801]: [parameters: {'id': 'aa6a76b6-9fef-439c-9315-d5dc674cf84c'}] Oct 22 14:59:13.730627 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:13.731467 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:13.820118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7151e34a-7fb8-43ea-acb8-c2cc6556178b req-055c34cc-91c2-4094-9bb6-121563f39690 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568799 Oct 22 14:59:13.827758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.897684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.906490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:13.912612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:13.913818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.917911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:13.919900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] 10.222.0.66 "DELETE /v2.0/networks/3df74093-dd0c-46b7-8237-804b6a3e41da HTTP/1.1" status: 204 len: 168 time: 2.0446777 Oct 22 14:59:13.932601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a54d4a9-56d6-4be8-bc84-4bb051f38c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:13.963227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78226c9c-5c51-4b46-9a00-af04b4739006 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300 tempest-ExtraDHCPOptionsIpV6TestJSON-794466300-project] Pushing event deleted for resources: {'Network': ['ID=3df74093-dd0c-46b7-8237-804b6a3e41da,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:13.965658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'Port': ['ID=f17f2c79-042f-4ab9-95e9-27bab3f3da0b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:14.070469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbeac-2b04-4464-9150-2f3c9411428d req-c48beb4e-84b7-46e0-93fc-f9dc694607b8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:14.072135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b66bbeac-2b04-4464-9150-2f3c9411428d req-c48beb4e-84b7-46e0-93fc-f9dc694607b8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1122286 Oct 22 14:59:14.135213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b66bbeac-2b04-4464-9150-2f3c9411428d req-3ede1f11-18f1-47e1-9f2e-e031af7a9cc1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544674 Oct 22 14:59:14.144227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a54d4a9-56d6-4be8-bc84-4bb051f38c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.226895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec40f1fd-e44f-4282-8f58-7adf751866b6 req-a7eaea52-c59b-4b2f-878a-37d457d75739 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 210 time: 0.0285606 Oct 22 14:59:14.227558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.233499 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.282429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event deleted for resources: {'Port': ['ID=41c64b16-a3ae-4919-a161-f01a1a40a147,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:14.288377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.292649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a54d4a9-56d6-4be8-bc84-4bb051f38c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.396840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port c3167023-02ff-4157-b8a2-d5bec7d614e7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:14.397180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.447672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1a54d4a9-56d6-4be8-bc84-4bb051f38c09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9ee766913474d2a851b8bde15e77f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962394 Oct 22 14:59:14.447672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54d4a9-56d6-4be8-bc84-4bb051f38c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a844ba-36cb-4128-9169-69915ae4683c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:14.449541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52920) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:14.462952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.466203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.481992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbf9cb15-f9b1-4088-8a43-6e73e6f82455 req-91d2258a-b347-42f9-a42b-b2024c2718f4 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "DELETE /v2.0/floatingips/60c5bd4f-f2b1-492b-b112-eb1155d5416c HTTP/1.1" status: 204 len: 173 time: 1.7358916 Oct 22 14:59:14.507423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.545316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port c3167023-02ff-4157-b8a2-d5bec7d614e7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3167023-02ff-4157-b8a2-d5bec7d614e7,segment=NetworkSegment(7cf59ac0-a76f-4d55-b58e-50ce12f96abf),segment_id=7cf59ac0-a76f-4d55-b58e-50ce12f96abf)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:14.545683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.614852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0194831b-b0a8-45bc-991b-4216765b6b44 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips/3c809f38-d2a9-42a5-8c3a-79aa6e8c7854 HTTP/1.1" status: 200 len: 692 time: 0.0889800 Oct 22 14:59:14.634511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2957b41b-09e4-432e-95d5-c9d17c5f12b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.720383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for c3167023-02ff-4157-b8a2-d5bec7d614e7 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:14.740369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52928) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:14.788918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2957b41b-09e4-432e-95d5-c9d17c5f12b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.857260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:14.870373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c36b2-339a-4ca0-b7c5-a938eab885a9 req-ee36f160-1818-428f-840c-862166026ad5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:14.871961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f6c36b2-339a-4ca0-b7c5-a938eab885a9 req-ee36f160-1818-428f-840c-862166026ad5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1808069 Oct 22 14:59:14.878882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-b54e85b1-00d8-4d3b-922e-a08f54fc2d4e tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:14.885030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-b54e85b1-00d8-4d3b-922e-a08f54fc2d4e tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.2522299 Oct 22 14:59:14.906356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23a55d-6870-47b4-9bbb-38a4fdb28692 None None] Network aa6a76b6-9fef-439c-9315-d5dc674cf84c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:14.963087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-140ff006-21b0-4823-b018-d916c4511de1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=001856acc8d44b67b2d71009326c2012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201090 Oct 22 14:59:14.967352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52934) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:14.968345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-a37f2cd1-9b1b-4a46-9944-adbc49c99efd tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0646656 Oct 22 14:59:14.983875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f6c36b2-339a-4ca0-b7c5-a938eab885a9 req-64cefb0e-8a86-483b-b649-5fb5ca765ece tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977714 Oct 22 14:59:14.996059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5751a121-f6fe-4dae-a006-d2708b34e041 None None] Provisioning complete for port c3167023-02ff-4157-b8a2-d5bec7d614e7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:14.996716 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5751a121-f6fe-4dae-a006-d2708b34e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.040433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-46b9c18a-f72b-400e-ab5e-9a6f025455ec tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0611818 Oct 22 14:59:15.042082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.046949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2957b41b-09e4-432e-95d5-c9d17c5f12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.046949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2957b41b-09e4-432e-95d5-c9d17c5f12b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.050202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2957b41b-09e4-432e-95d5-c9d17c5f12b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62a844ba-36cb-4128-9169-69915ae4683c HTTP/1.1" status: 204 len: 168 time: 0.5978189 Oct 22 14:59:15.061005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957b41b-09e4-432e-95d5-c9d17c5f12b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a844ba-36cb-4128-9169-69915ae4683c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:15.062940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.121722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5751a121-f6fe-4dae-a006-d2708b34e041 None None] Could not find standard attr ID for object c3167023-02ff-4157-b8a2-d5bec7d614e7. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:59:15.126236 n-d-812148-2 neutron-server[107803]: INFO neutron.plugins.ml2.db [None req-5751a121-f6fe-4dae-a006-d2708b34e041 None None] No ports have port_id starting with c3167023-02ff-4157-b8a2-d5bec7d614e7 Oct 22 14:59:15.216507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port c3167023-02ff-4157-b8a2-d5bec7d614e7 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:15.219952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-ab05e9a2-1dcb-4d35-99b8-ac1ee84fe620 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047196 Oct 22 14:59:15.224066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04be4f-a187-47d7-8b87-9ae1b86de19b None None] DHCP port deletion for aa6a76b6-9fef-439c-9315-d5dc674cf84c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:15.228875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'Port': ['ID=f17f2c79-042f-4ab9-95e9-27bab3f3da0b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:15.231433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b908e64-df44-4d27-abc3-15a763fb87c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.305200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.312249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.319528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.325494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.331494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.338011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.339972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=c3167023-02ff-4157-b8a2-d5bec7d614e7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:15.343980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.345909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-d953e687-52f0-4b8e-b37b-c376ca33c384 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5421 time: 0.1444075 Oct 22 14:59:15.358677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Deleting port b5d5ecf0-ec1c-4ed1-b879-d8122b4c363a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:15.359021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.359808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b908e64-df44-4d27-abc3-15a763fb87c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.370697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.438052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.447843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdf50b0b-fa5b-436d-b8c7-90dd25179fc9 req-ba26a7ce-275f-40d0-9cf8-32621e8c9c5d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918069 Oct 22 14:59:15.489231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.489750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.509544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Calling delete_port for b5d5ecf0-ec1c-4ed1-b879-d8122b4c363a owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:15.550715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6a76b6-9fef-439c-9315-d5dc674cf84c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:15.556599 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.565411 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8a601cdc-a962-490e-bf43-3efbe974fea5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9912395 Oct 22 14:59:15.565411 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-b7557a39-f877-452b-bc44-e53768645abe tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028657 Oct 22 14:59:15.573345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf59ac0-a76f-4d55-b58e-50ce12f96abf') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:15.573642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf59ac0-a76f-4d55-b58e-50ce12f96abf') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:15.601661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.664142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cadada9-feab-407d-a896-378070ad0ae1 req-3eb15a29-3e77-45cd-a5b6-7e2ee43eb9a5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 210 time: 0.0418859 Oct 22 14:59:15.694445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-93b1479c-e86d-488e-8a4c-24913bd461d8 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:15.696120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-93b1479c-e86d-488e-8a4c-24913bd461d8 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4624391 Oct 22 14:59:15.701423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b908e64-df44-4d27-abc3-15a763fb87c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.704157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5b908e64-df44-4d27-abc3-15a763fb87c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.707600 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5b908e64-df44-4d27-abc3-15a763fb87c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e72ba243-5ed9-4bd7-8c08-15e0a37c3ee1 HTTP/1.1" status: 204 len: 168 time: 0.7369218 Oct 22 14:59:15.724206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ab9a7d98-1424-4b2e-babb-46b8981c43a2 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:15.724400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.732625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b908e64-df44-4d27-abc3-15a763fb87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ba243-5ed9-4bd7-8c08-15e0a37c3ee1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:15.741008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:15.868387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:15.901990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:15.915950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'ab9a7d98-1424-4b2e-babb-46b8981c43a2', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'port_id': 'ab9a7d98-1424-4b2e-babb-46b8981c43a2', 'mac_address': 'fa:16:3e:07:6b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:15.919425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event deleted for resources: {'Port': ['ID=b5d5ecf0-ec1c-4ed1-b879-d8122b4c363a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:15.930032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-c7065072-75d8-4c66-8597-74c46b9e360a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1232562104&fields=id&tenant_id=db362a4480984f69b03f0e7f7f82c4b6 HTTP/1.1" status: 200 len: 267 time: 0.0849597 Oct 22 14:59:16.020821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.023397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.024593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7733b705-d15a-4458-8a5c-7d1a43ef9329 req-0a5ddf63-3be6-4d2f-8e00-b632c93c6cc3 tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "DELETE /v2.0/floatingips/3c809f38-d2a9-42a5-8c3a-79aa6e8c7854 HTTP/1.1" status: 204 len: 173 time: 0.9552019 Oct 22 14:59:16.033328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.051537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9a7d98-1424-4b2e-babb-46b8981c43a2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:16.091011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:16.196685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-54ea2a6f-6604-451c-89e2-3f9f98883fc1 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:16.198213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-54ea2a6f-6604-451c-89e2-3f9f98883fc1 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 810 time: 0.2527878 Oct 22 14:59:16.204377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:16.204897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.208593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83908691-375a-4e7f-b533-5f09f59689a9 req-7076ab81-1625-4bda-b9fc-1862c24e3da0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:16.210315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83908691-375a-4e7f-b533-5f09f59689a9 req-7076ab81-1625-4bda-b9fc-1862c24e3da0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0879612 Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:16.211906 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:16.222114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.225697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c18d76ea-cbcc-482f-80cc-a9fe9580f45b details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:16.244368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-41b1b88f-b270-4f4b-937c-c21e55767632 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/quotas/db362a4480984f69b03f0e7f7f82c4b6 HTTP/1.1" status: 200 len: 375 time: 0.0331988 Oct 22 14:59:16.302281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-320a9c1c-7451-44e4-86c9-a95fec880705 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:16.303277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:16.303895 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-320a9c1c-7451-44e4-86c9-a95fec880705 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7235656 Oct 22 14:59:16.326189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:16.377728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83908691-375a-4e7f-b533-5f09f59689a9 req-1e313325-cf1d-4613-8603-e6fd0d612c17 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577103 Oct 22 14:59:16.397895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:16.413427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c18d76ea-cbcc-482f-80cc-a9fe9580f45b', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'port_id': 'c18d76ea-cbcc-482f-80cc-a9fe9580f45b', 'mac_address': 'fa:16:3e:de:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:16.443334 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.447405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-4eb46563-a0ba-4ae9-812b-3fb42fd4db92 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1935122 Oct 22 14:59:16.467147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.476918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/aa6a76b6-9fef-439c-9315-d5dc674cf84c HTTP/1.1" status: 204 len: 168 time: 4.3115935 Oct 22 14:59:16.480543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.483276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52988) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:16.488150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920889834'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:16.491519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe508-1816-420e-b252-cbcb194fb27b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=aa6a76b6-9fef-439c-9315-d5dc674cf84c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:16.501220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18d76ea-cbcc-482f-80cc-a9fe9580f45b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:16.513853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-c8896888-9bc8-4a6d-b5e0-b7fe2105dece tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips/d75561cc-27dc-465c-9d63-b9ff4211e211 HTTP/1.1" status: 200 len: 693 time: 0.0649621 Oct 22 14:59:16.525014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:16.554599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:16.562358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.577462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 14:59:16.577462 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 14:59:16.577462 n-d-812148-2 neutron-server[107801]: [parameters: {'project_id_1': 'a01c118867884b7aa53d18efcf93cd85', 'expiration_1': datetime.datetime(2021, 10, 22, 14, 58, 56, 494855)}] Oct 22 14:59:16.577462 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:16.577865 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:16.621291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.622059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:16.634909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-662130b0-9ad7-4cff-91ad-336b6b60aa4a tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:16.636909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-662130b0-9ad7-4cff-91ad-336b6b60aa4a tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1220930 Oct 22 14:59:16.690025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-7e18ed86-606c-4cff-ad0b-2d3082c763bc tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0470319 Oct 22 14:59:16.704729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:16.712218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.215 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/d58d4b1a-191f-4457-8c3c-9dc440afb8b0) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:16.714076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:16.717670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.774036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-8d45ee4a-1369-4ac4-9158-996b4b37085b tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0732200 Oct 22 14:59:16.816732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:16.833161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'port_id': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'mac_address': 'fa:16:3e:9c:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:16.894807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.927856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:16.961064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Deleting port 97273f95-81e4-45bc-8366-9de6da71c93b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:16.961689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:16.978320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:16.986771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.009352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-4fb308fb-14f8-4b19-945b-c2d0bdc5f412 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:59:17.010450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-4fb308fb-14f8-4b19-945b-c2d0bdc5f412 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5509622 Oct 22 14:59:17.078321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.107625 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.108014 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.139564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:17.158630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.182186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:17.221105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:17.222507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.288275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:17.294144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.89 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:17.297883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:17.305538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:17.314953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:17.327230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:17.391756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.392154 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42 of type vlan for network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c Oct 22 14:59:17.502016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.675093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Calling delete_port for 97273f95-81e4-45bc-8366-9de6da71c93b owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:17.681022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:17.681898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.705372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:17.726488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4a3b2165-bb91-411b-9c91-f074767c01be details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:17.732490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-853db024-2aaa-42cb-9eff-a7e6777f4833 service neutron] 10.222.0.66 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922293 Oct 22 14:59:17.758181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.795834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-3d704bb3-21af-4f4a-af75-240b57d7f7b0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0732932 Oct 22 14:59:17.800036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.803268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ab9a7d98-1424-4b2e-babb-46b8981c43a2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:17.806765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:17.807596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.826559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Request body: {'port': {'device_id': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:17.852168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:17.859100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-5dd35f16-1fcb-4c39-b824-f06e724230e6 service neutron] 10.222.0.66 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158390 Oct 22 14:59:17.921415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c18d76ea-cbcc-482f-80cc-a9fe9580f45b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:17.932836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1363273921'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:17.960132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b7677dd7-562f-4dc3-9ced-7bf1f43fc6c9 None None] Provisioning complete for port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:17.965269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b7677dd7-562f-4dc3-9ced-7bf1f43fc6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:17.975733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.013528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=c2ab11bc-ce6e-4607-a7b1-93e1f655a47c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:18.026892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.076792 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.098002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b4095a3-7e66-40bd-9fd8-adce5dbc8b74 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6109006 Oct 22 14:59:18.106645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53012) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:18.111868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Pushing event deleted for resources: {'Port': ['ID=97273f95-81e4-45bc-8366-9de6da71c93b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:18.118241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:18.128093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:18.178292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:18.279563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.282513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.299589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c0d2be9-ca55-4b72-9db5-fe1baaff34fa req-248d9218-09f7-4a27-8523-41a3917fd9ca tempest-FloatingIPDetailsTestJSON-1247581464 tempest-FloatingIPDetailsTestJSON-1247581464-project] 10.222.0.66 "DELETE /v2.0/floatingips/d75561cc-27dc-465c-9d63-b9ff4211e211 HTTP/1.1" status: 204 len: 173 time: 1.5170898 Oct 22 14:59:18.300124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53018) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:18.416186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:18.423065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:18.515411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4a3b2165-bb91-411b-9c91-f074767c01be,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:18.537002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b7677dd7-562f-4dc3-9ced-7bf1f43fc6c9 None None] Port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:18.537261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.539980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '4a3b2165-bb91-411b-9c91-f074767c01be', 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534', 'port_id': '4a3b2165-bb91-411b-9c91-f074767c01be', 'mac_address': 'fa:16:3e:a6:8e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c35035-e510-4d73-831e-27ef9b84fd3e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:18.545382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.554164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.561687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.570345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.576430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.580985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58d4b1a-191f-4457-8c3c-9dc440afb8b0 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:18.584788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:18.593291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.593513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-888e6b95-c074-42d4-aacc-91cd241af994 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5424 time: 0.1684799 Oct 22 14:59:18.621190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Transition to ACTIVE for port object d58d4b1a-191f-4457-8c3c-9dc440afb8b0 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:59:18.664785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:18.668986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.680456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:18.686404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.769764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.792481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d9815f7-9373-4afb-be0a-6890dae15ea0 req-5bc76f73-7053-4552-ab28-b647409e7c1d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974142 Oct 22 14:59:18.838477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:18.853212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.865910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.876248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:18.909598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3b2165-bb91-411b-9c91-f074767c01be {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:18.999687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Pushing event updated for resources: {'Port': ['ID=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:19.011488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:19.012175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.013134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4a3b2165-bb91-411b-9c91-f074767c01be,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:19.015912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing IP validity checks on allocation pools {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 14:59:19.016428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 14:59:19.023428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.070549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:19.089772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f28acd1a-65f0-45d1-8911-437deb79b115 req-db7bdab0-a514-41d0-a31a-b5938c6cff36 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0629106 Oct 22 14:59:19.114349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4aec0e90-1ca1-4ebb-a870-f680379cfb32 None None] Provisioning complete for port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:19.115144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4aec0e90-1ca1-4ebb-a870-f680379cfb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.120596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.120950 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment ed4ad579-63b0-493d-b2a6-92556e4578fe of type vlan for network be7b00ad-6e7c-4f4e-8680-6abb163da638 Oct 22 14:59:19.132623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72bdeb4-a14c-46b9-ae46-2e2d28397324,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:19.231939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.241448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4aec0e90-1ca1-4ebb-a870-f680379cfb32 None None] Port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:19.256740 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.257413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:19.266605 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-f51be1b9-7aea-4e7f-bab3-b7974a8e297b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9445262 Oct 22 14:59:19.299314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Request body: {'port': {'device_id': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:19.331719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Attempting to bind port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:19.332116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Attempting to bind port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:19.332955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Attempting to bind port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:19.347793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:59:19.348021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Attempting to bind port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:19.354696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8946-e66a-40aa-a701-cc7c43a1932e req-11adbcd5-a34f-4745-9ecf-0783b7e157db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:19.356813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32df8946-e66a-40aa-a701-cc7c43a1932e req-11adbcd5-a34f-4745-9ecf-0783b7e157db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 935 time: 0.5709960 Oct 22 14:59:19.398445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:19.398793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:19.399219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:19.399672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Bound port: d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:19.399797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:19.400033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.453167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.482918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:19.483336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.515845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:19.541709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'port_id': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53', 'mac_address': 'fa:16:3e:82:06:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:19.579078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.612266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.620661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32df8946-e66a-40aa-a701-cc7c43a1932e req-f8af2ce3-e396-4120-a034-a04c09f81736 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077436 Oct 22 14:59:19.628548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:19.645449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70bdba-e711-4d62-96da-0fb6027bf711 req-d1085fcd-a29d-4450-b309-38c43a36ce63 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:19.647176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd70bdba-e711-4d62-96da-0fb6027bf711 req-d1085fcd-a29d-4450-b309-38c43a36ce63 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3565927 Oct 22 14:59:19.656594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=be7b00ad-6e7c-4f4e-8680-6abb163da638,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:19.669892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:19.676757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:19.692173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] For port d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:19.716350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] For port d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:19.778580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf4050f6-d021-4767-98eb-969b8b0d0c3c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0720518 Oct 22 14:59:19.781896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53036) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:19.793478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'name': 'tempest-PortsIpV6TestJSON-1006280313'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:19.830281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.830953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1add01bd-5910-4410-99b1-e0cc118096f8 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:19.876432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.915668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1add01bd-5910-4410-99b1-e0cc118096f8,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:19.916048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd70bdba-e711-4d62-96da-0fb6027bf711 req-3ccba2b3-3b0a-4e11-977c-819738fb1831 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033100 Oct 22 14:59:19.916471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:19.917081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.929116 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] 10.222.0.53 "PUT /v2.0/ports/d58d4b1a-191f-4457-8c3c-9dc440afb8b0 HTTP/1.1" status: 200 len: 1096 time: 2.1160781 Oct 22 14:59:19.943091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'tag': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:19.943091 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6bec2-ad75-4949-9624-56728a2a2471" -d '{"events": [{"name": "network-changed", "server_uuid": "b6913f72-891c-4f4b-a69a-3b73390a51c1", "tag": "d58d4b1a-191f-4457-8c3c-9dc440afb8b0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:19.952844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:19.959787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:19.983908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '1add01bd-5910-4410-99b1-e0cc118096f8', 'network_id': 'c46961ba-ce10-4285-82d4-87b41d7e6534', 'port_id': '1add01bd-5910-4410-99b1-e0cc118096f8', 'mac_address': 'fa:16:3e:af:84:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c35035-e510-4d73-831e-27ef9b84fd3e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:19.990766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6f088-5fa7-429d-a58a-786a15689d08 service neutron] Pushing event updated for resources: {'Port': ['ID=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:20.008512 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778e44eb-bcd1-4909-bbfd-7ad30e02a4df x-openstack-request-id: req-778e44eb-bcd1-4909-bbfd-7ad30e02a4df {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:20.008840 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6913f72-891c-4f4b-a69a-3b73390a51c1", "tag": "d58d4b1a-191f-4457-8c3c-9dc440afb8b0", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:20.009137 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-778e44eb-bcd1-4909-bbfd-7ad30e02a4df {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:20.009756 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'tag': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0', 'status': 'completed', 'code': 200} Oct 22 14:59:20.073177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.088376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1add01bd-5910-4410-99b1-e0cc118096f8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:20.091175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:20.100035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.111253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1add01bd-5910-4410-99b1-e0cc118096f8,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:20.117225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6bec2-ad75-4949-9624-56728a2a2471 req-355ba135-8899-4817-9231-7bc87234a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.118808 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2bf6bec2-ad75-4949-9624-56728a2a2471 req-355ba135-8899-4817-9231-7bc87234a7d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 1099 time: 0.0770774 Oct 22 14:59:20.123705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Transition to ACTIVE for port object 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:59:20.149751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2bf6bec2-ad75-4949-9624-56728a2a2471 req-a3d65dff-bf8e-4774-a892-71bed0ab3c7d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228739 Oct 22 14:59:20.151759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=47cb4425-e384-4c56-b584-97fae24675da,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:20.172491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:20.172854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: c2ab11bc-ce6e-4607-a7b1-93e1f655a47c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:20.216646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.219424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.220297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91a1fdec-1965-4a4d-a3f4-d153466af7a8 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:20.235379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.240501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.245087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.251370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.258358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.266418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.283104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.283104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-8a33e5bb-0f44-444b-a272-7656b399f0ef tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5426 time: 0.2018270 Oct 22 14:59:20.312579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:20.318118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.360905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:20.370962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f5bc268-19bf-4020-bfeb-ffa0a0b83385 req-46a6cb72-2c0e-48a4-9e25-f6114b1e5acf tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0836399 Oct 22 14:59:20.375021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:20.390698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:20.398070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '91a1fdec-1965-4a4d-a3f4-d153466af7a8', 'network_id': '515ff53b-5aa0-4210-adea-30c81f6e959e', 'port_id': '91a1fdec-1965-4a4d-a3f4-d153466af7a8', 'mac_address': 'fa:16:3e:0a:f0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc33fe3-5d54-4e6c-9a29-4389ea97dca9', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:20.422800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port ba565bda-c813-4108-acc8-b5dc892fb38d yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:20.465976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6bec2-ad75-4949-9624-56728a2a2471 req-e2b62cec-2523-43d8-8097-fda5b3e2e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.468228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2bf6bec2-ad75-4949-9624-56728a2a2471 req-e2b62cec-2523-43d8-8097-fda5b3e2e175 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3036063 Oct 22 14:59:20.494821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74da71ba-cb6e-4168-adc6-e17d9ead781b req-254d9b56-7fec-40a1-b612-c03b00ea14b1 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851830 Oct 22 14:59:20.502153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.525586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c2ab11bc-ce6e-4607-a7b1-93e1f655a47c) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:20.548494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.548494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.563749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54c0ac-6330-4162-a8e4-2b7a8bd04e14 None None] Network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:20.589939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a1fdec-1965-4a4d-a3f4-d153466af7a8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:20.601705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Pushing event updated for resources: {'Port': ['ID=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:20.610108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Attempting to bind port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:20.610682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Attempting to bind port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:20.611326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Attempting to bind port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:20.624199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.626079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:59:20.626403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Attempting to bind port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:20.633631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:20.634150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:20.634536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:20.634995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Bound port: 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:20.635780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.687946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:20.767402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8127b39d-b34e-4bb9-9703-98bec3bff823 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6570606 Oct 22 14:59:20.771124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53048) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:20.802199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:20.809707 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.815101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] For port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:20.836946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-822883e6-0e07-4c04-ae42-55cbc5f2150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.838417 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-822883e6-0e07-4c04-ae42-55cbc5f2150d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 1099 time: 0.1376595 Oct 22 14:59:20.840143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] For port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:20.913594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c2ab11bc-ce6e-4607-a7b1-93e1f655a47c', 'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': '47cb4425-e384-4c56-b584-97fae24675da'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:20.913594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.939967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.949629 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-9a8c6b6f-7367-4f3e-965d-67eeaaa63481 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=d58d4b1a-191f-4457-8c3c-9dc440afb8b0 HTTP/1.1" status: 200 len: 217 time: 0.0643954 Oct 22 14:59:20.965956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e37e-0ab1-42ae-a114-3eb593b0d5b0 req-1fbe4fc3-358b-4314-97ff-9db55e973750 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.977171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dc1e37e-0ab1-42ae-a114-3eb593b0d5b0 req-1fbe4fc3-358b-4314-97ff-9db55e973750 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 947 time: 0.2040617 Oct 22 14:59:20.994522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:20.995158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:20.997192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] 10.222.0.69 "PUT /v2.0/ports/1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 HTTP/1.1" status: 200 len: 1095 time: 1.7027786 Oct 22 14:59:21.037913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.061975 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.073950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:21.104064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dc1e37e-0ab1-42ae-a114-3eb593b0d5b0 req-b905c69b-924a-40a3-b612-a35d6dcf62a9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291738 Oct 22 14:59:21.118346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-2ba54d27-befd-4275-89fb-e9853a1c5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.128095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-2ba54d27-befd-4275-89fb-e9853a1c5811 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1504059 Oct 22 14:59:21.132812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915f152-ccce-4cc1-979c-daac1a97bba6 service neutron] Pushing event updated for resources: {'Port': ['ID=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:21.177316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Allocated IP 172.20.0.3 (c2ab11bc-ce6e-4607-a7b1-93e1f655a47c/47cb4425-e384-4c56-b584-97fae24675da/b07724d7-bba5-4d9c-8bab-770c705e2eb9) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:21.200462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc64b46-f207-42cd-978b-77d66e9d60bb req-57545757-e8cb-4989-b229-a5a87f127674 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.202337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bc64b46-f207-42cd-978b-77d66e9d60bb req-57545757-e8cb-4989-b229-a5a87f127674 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1251051 Oct 22 14:59:21.276136 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.291030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bc64b46-f207-42cd-978b-77d66e9d60bb req-3a6934c7-d736-4f25-8991-58f4ad4028c6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719385 Oct 22 14:59:21.304176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.324023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-eb35bb29-f39b-4d38-bd87-d281cbf231ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.325546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-eb35bb29-f39b-4d38-bd87-d281cbf231ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828277 Oct 22 14:59:21.329790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-c014734c-63a9-4843-b564-815dd68d3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.331218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-c014734c-63a9-4843-b564-815dd68d3bf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 1098 time: 0.1847625 Oct 22 14:59:21.417076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-7b63d7e2-60c5-4253-9cbf-c568c01e7ab1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 HTTP/1.1" status: 200 len: 217 time: 0.0683386 Oct 22 14:59:21.440373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=ba565bda-c813-4108-acc8-b5dc892fb38d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:21.458809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': 'ed4ad579-63b0-493d-b2a6-92556e4578fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:21.459040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: be7b00ad-6e7c-4f4e-8680-6abb163da638, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:21.471062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Deleting port b1ba7073-57ba-4be0-a365-3bac132b42bd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:21.471403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.492708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-5d319462-d70a-447e-9071-f5d664ff5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.494883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-5d319462-d70a-447e-9071-f5d664ff5713 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0616241 Oct 22 14:59:21.500498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c58ea-8830-4adf-bc8d-5e051db0dc89 req-22d02c02-0e6c-4640-9605-1285670c0059 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.506526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-249c58ea-8830-4adf-bc8d-5e051db0dc89 req-22d02c02-0e6c-4640-9605-1285670c0059 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1434615 Oct 22 14:59:21.585113 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-317885f2-5718-438d-bea9-1b43990b35f7 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504354 Oct 22 14:59:21.587140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c640b6-8aca-4483-b980-65837395a647 req-f8bfb698-7b82-4884-92be-4f8291e679f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:21.588761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-f8bfb698-7b82-4884-92be-4f8291e679f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640161 Oct 22 14:59:21.591567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c66d34a-375e-4fab-903b-f4db78409779 req-ea246aa0-20ca-4b8e-a7d8-d0caf5c33a31 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0765419 Oct 22 14:59:21.657972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:21.677425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-249c58ea-8830-4adf-bc8d-5e051db0dc89 req-b31ee90b-119b-43e3-b3e8-fcc7f5d8b8ee tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572552 Oct 22 14:59:21.683658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] For port b1ba7073-57ba-4be0-a365-3bac132b42bd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b1ba7073-57ba-4be0-a365-3bac132b42bd,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:21.684031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.690228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.726805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-89716cd7-e1d4-40de-87d8-cb3820c6b68e service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276698 Oct 22 14:59:21.815683 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.819637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Calling delete_port for b1ba7073-57ba-4be0-a365-3bac132b42bd owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:21.824861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['4a3b2165-bb91-411b-9c91-f074767c01be'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:21.851146 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-587c0278-a92a-4f8f-a320-382cf11125b7 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278338 Oct 22 14:59:21.906787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:21.924838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:21.932560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:21.943965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:21.949177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Pushing event updated for resources: {'Port': ['ID=b07724d7-bba5-4d9c-8bab-770c705e2eb9,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:21.969746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, be7b00ad-6e7c-4f4e-8680-6abb163da638) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:22.002740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec2420-f0f5-46e9-9fee-6798c8d21cc0 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:22.047222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1add01bd-5910-4410-99b1-e0cc118096f8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:22.049645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['49d83bce-0f58-4f8f-9c1c-ff022fc59b53'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:22.050039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:22.059201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.060225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.072293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.117688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Attempting to bind port b07724d7-bba5-4d9c-8bab-770c705e2eb9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:22.118274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Attempting to bind port b07724d7-bba5-4d9c-8bab-770c705e2eb9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:22.118390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Attempting to bind port b07724d7-bba5-4d9c-8bab-770c705e2eb9 on network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:22.125541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.135756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.142320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.150745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.156609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:22.156983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Checking segment: {'id': 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:22.157109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.157592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.157993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Bound using segment: {'id': 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:22.158484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Bound port: b07724d7-bba5-4d9c-8bab-770c705e2eb9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:22.158861 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.165520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.172047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.182307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5617a73-b721-4d99-9a46-410f75d223ce req-a03985d8-cc29-4e70-a72a-46fbf5359a99 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5428 time: 0.4948878 Oct 22 14:59:22.196038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-c58725ca-781f-463d-81e4-09ca434b530d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.197840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-c58725ca-781f-463d-81e4-09ca434b530d tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 810 time: 0.5914187 Oct 22 14:59:22.246506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848eb90-a8af-4abf-8537-0dc8074ce42a req-21052787-01b2-4ef5-9cfb-cce2b562795c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.253545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9848eb90-a8af-4abf-8537-0dc8074ce42a req-21052787-01b2-4ef5-9cfb-cce2b562795c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.4415200 Oct 22 14:59:22.272347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-464f5583-5a0f-41f8-a10b-5171582ea256 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4806018 Oct 22 14:59:22.283625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53066) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:22.314899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-438496962'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:22.400180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-c1049742-bc53-466c-a554-265bc7cba63a tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db362a4480984f69b03f0e7f7f82c4b6 HTTP/1.1" status: 200 len: 380 time: 0.1780968 Oct 22 14:59:22.416222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5617a73-b721-4d99-9a46-410f75d223ce req-dcb30cb5-1d67-4fb0-902b-3b03d63ddbff tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319770 Oct 22 14:59:22.449967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'port': {'device_id': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'admin_state_up': True, 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'security_groups': ['0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:22.450085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] For port b07724d7-bba5-4d9c-8bab-770c705e2eb9, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:22.536047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:22.539631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.544949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9848eb90-a8af-4abf-8537-0dc8074ce42a req-b2b645d4-3b4e-4b7a-b47b-00e2763792e1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903249 Oct 22 14:59:22.583893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=47cb4425-e384-4c56-b584-97fae24675da,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:22.588300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ab11bc-ce6e-4607-a7b1-93e1f655a47c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:22.590230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'tag': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:22.592538 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba6144-4d94-4a46-9376-c5f66ac3ca61" -d '{"events": [{"name": "network-changed", "server_uuid": "02cd9a30-6a72-4829-b448-932bf0d8e618", "tag": "1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:22.606492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:22.606879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:22.626035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.639318 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77c640b6-8aca-4483-b980-65837395a647 req-92f1fb78-5475-4eaa-90e9-823d9a4dd23f service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712588 Oct 22 14:59:22.647087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.654138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:22.654541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.661441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7828de1f-2afb-4807-bffc-28ae35703712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:22.674936 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:22.698786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:22.716394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.716673 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment 79f94d56-201c-4265-b310-a5b430c059c7 of type vlan for network 4ad9233d-ebc5-465a-bf3e-7e0ae59df79e Oct 22 14:59:22.734948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058aa934-7c8a-48b2-9c57-1fe24b468fb8 req-4ab03585-577f-4f05-a1d1-0ffc33719410 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.736520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-058aa934-7c8a-48b2-9c57-1fe24b468fb8 req-4ab03585-577f-4f05-a1d1-0ffc33719410 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 947 time: 0.2046521 Oct 22 14:59:22.751219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:22.751219 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:22.751219 n-d-812148-2 neutron-server[107801]: [parameters: {'id': 'c2ab11bc-ce6e-4607-a7b1-93e1f655a47c'}] Oct 22 14:59:22.751219 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:22.751897 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:22.760118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f62e6-a8ea-49ee-952d-d5e8bcad184e req-03b595af-0058-4e26-b7c7-c266cfcf937e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:22.761986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b1f62e6-a8ea-49ee-952d-d5e8bcad184e req-03b595af-0058-4e26-b7c7-c266cfcf937e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1237350 Oct 22 14:59:22.766313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] For port b07724d7-bba5-4d9c-8bab-770c705e2eb9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b07724d7-bba5-4d9c-8bab-770c705e2eb9,segment=NetworkSegment(f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42),segment_id=f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:22.789391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.797464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Made reservation on behalf of db362a4480984f69b03f0e7f7f82c4b6 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:22.801868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.819781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ab9a7d98-1424-4b2e-babb-46b8981c43a2 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:22.851259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.855430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ba7073-57ba-4be0-a365-3bac132b42bd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:22.877166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:22.980598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b1f62e6-a8ea-49ee-952d-d5e8bcad184e req-78e560db-2304-48ec-bc11-287c704cf7b5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984332 Oct 22 14:59:22.999701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-058aa934-7c8a-48b2-9c57-1fe24b468fb8 req-ee24a3b5-695f-4ac3-aa46-3d252bb95094 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546165 Oct 22 14:59:23.068161 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270f382-7fcd-4f23-a6c5-db3428859ad3 x-openstack-request-id: req-f270f382-7fcd-4f23-a6c5-db3428859ad3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:23.068717 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cd9a30-6a72-4829-b448-932bf0d8e618", "tag": "1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:23.069213 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f270f382-7fcd-4f23-a6c5-db3428859ad3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:23.069806 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'tag': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1', 'status': 'completed', 'code': 200} Oct 22 14:59:23.138310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-a03f831c-8876-432f-ae68-44c77e31f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:23.140404 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-a03f831c-8876-432f-ae68-44c77e31f606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 1098 time: 0.0472722 Oct 22 14:59:23.155037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77ba068e-49d7-472d-b54c-1e210ba48ffc req-38331029-2dc3-46d6-9977-70e9e2589d55 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0467319 Oct 22 14:59:23.196876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['91a1fdec-1965-4a4d-a3f4-d153466af7a8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:23.226607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Pushing event updated for resources: {'Port': ['ID=b07724d7-bba5-4d9c-8bab-770c705e2eb9,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:23.248954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.252076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.253040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.253425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.253815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.254343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.254856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.255269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.255608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.255937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.256066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:23.256337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.256577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.256704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.256902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c10aa-4fbb-4977-a67b-46646c6c5b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:23.258782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.345007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-455effe4-7b13-45da-bf95-3217ba4e047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:23.347887 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-455effe4-7b13-45da-bf95-3217ba4e047c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1980610 Oct 22 14:59:23.354227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9570b2-f20d-40d7-9e08-769978db91fd None None] Network c2ab11bc-ce6e-4607-a7b1-93e1f655a47c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:23.398186 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-1c767dd4-94fc-418a-916a-ece43acd2128 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 HTTP/1.1" status: 200 len: 217 time: 0.0431054 Oct 22 14:59:23.417631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port b07724d7-bba5-4d9c-8bab-770c705e2eb9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:23.418055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.508010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port ab9a7d98-1424-4b2e-babb-46b8981c43a2 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:23.532229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port ab9a7d98-1424-4b2e-babb-46b8981c43a2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:23.532756 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.621368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-af95c39b-32ff-4bf3-afa4-46f3288c1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:23.622932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-af95c39b-32ff-4bf3-afa4-46f3288c1e6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.2155468 Oct 22 14:59:23.627931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port b07724d7-bba5-4d9c-8bab-770c705e2eb9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b07724d7-bba5-4d9c-8bab-770c705e2eb9,segment=NetworkSegment(f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42),segment_id=f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:23.628414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.665597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for b07724d7-bba5-4d9c-8bab-770c705e2eb9 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:23.708592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927e5bf-e7d1-4b63-9138-ecc93a54843e None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:59:23.725273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-681eccf1-8e31-4bdb-8ed5-17813e268477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:23.727003 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-681eccf1-8e31-4bdb-8ed5-17813e268477 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952189 Oct 22 14:59:23.847093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-d44c9eae-4bb5-4343-be85-c81606913a64 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080482 Oct 22 14:59:23.888120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.892002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:23.937584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9a7d98-1424-4b2e-babb-46b8981c43a2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:23.940291 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6350aee3-87eb-4bac-a078-978f25f4f230" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "ab9a7d98-1424-4b2e-babb-46b8981c43a2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:23.963455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927e5bf-e7d1-4b63-9138-ecc93a54843e None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:59:23.970440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:23.979620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6832273 Oct 22 14:59:23.992104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53084) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:24.003404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'ports': [{'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'}, {'network_id': '4ad9233d-ebc5-465a-bf3e-7e0ae59df79e'}]} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:24.004456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:24.005029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '4ad9233d-ebc5-465a-bf3e-7e0ae59df79e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:24.013103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=b07724d7-bba5-4d9c-8bab-770c705e2eb9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:24.016358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98612fe8-3931-45ad-b82b-4e7820b6d64a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=4ad9233d-ebc5-465a-bf3e-7e0ae59df79e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:24.027671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Allocated IP 172.20.0.4 (07cb71aa-f007-472c-ad0e-93c8fd874287/9c97baba-b66a-4386-9377-5d6c184f53ab/361bb32c-ff5c-4a10-9b4e-7a968e7151dd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:24.034005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port b07724d7-bba5-4d9c-8bab-770c705e2eb9 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:24.072807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.084255 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdde76a-3247-4c88-bd06-db7c1522de0f x-openstack-request-id: req-5bdde76a-3247-4c88-bd06-db7c1522de0f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:24.084444 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "ab9a7d98-1424-4b2e-babb-46b8981c43a2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:24.084632 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bdde76a-3247-4c88-bd06-db7c1522de0f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:24.085034 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9a7d98-1424-4b2e-babb-46b8981c43a2', 'code': 200} Oct 22 14:59:24.085833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4ad9233d-ebc5-465a-bf3e-7e0ae59df79e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:24.108745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.109915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c18d76ea-cbcc-482f-80cc-a9fe9580f45b up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:24.139551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74ba6144-4d94-4a46-9376-c5f66ac3ca61 req-b3af7e9b-ad7c-4e9f-ba59-96ecaa461e32 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831178 Oct 22 14:59:24.213778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.216851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.223457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.231642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.241537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.248703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.259054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.267525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.270384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1002f855-e634-4205-9090-5682ea9512c3 req-c4a0caea-2a62-4043-9406-528809180509 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5428 time: 0.3335199 Oct 22 14:59:24.298359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ab11bc-ce6e-4607-a7b1-93e1f655a47c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:24.318039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:24.323385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:24.323927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a4bd64-fd5f-483f-8ccc-49d1c9cbac42') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:24.351032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.372249 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.386919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:24.387407 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:24.399060 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:24.535576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d58d4b1a-191f-4457-8c3c-9dc440afb8b0 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:24.538877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port c18d76ea-cbcc-482f-80cc-a9fe9580f45b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:24.551641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c18d76ea-cbcc-482f-80cc-a9fe9580f45b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:24.552244 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.554112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 2} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:24.559425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.575603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.586149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1002f855-e634-4205-9090-5682ea9512c3 req-8879d120-aafa-4d88-a0df-14b47464ecf7 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2768672 Oct 22 14:59:24.636370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.669669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449e490-a3b4-4ff6-80a7-9c6e40e84064 req-908c630a-0d95-4dd6-aecf-013ac93d3ee7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:24.671225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.675403 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/c2ab11bc-ce6e-4607-a7b1-93e1f655a47c HTTP/1.1" status: 204 len: 168 time: 3.9032564 Oct 22 14:59:24.684356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1449e490-a3b4-4ff6-80a7-9c6e40e84064 req-908c630a-0d95-4dd6-aecf-013ac93d3ee7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 947 time: 0.3885856 Oct 22 14:59:24.693188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:24.701443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80941fc-9d2f-4635-9c81-b49bebb2d222 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=c2ab11bc-ce6e-4607-a7b1-93e1f655a47c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:24.704211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830640006'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:24.773495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:24.775749 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.800498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:24.800807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0', 'mac_address': 'fa:16:3e:e8:0b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:24.804217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da5cbb42-8d8f-4f27-b1fa-5165086027cd req-c01183b5-feb0-4da7-9544-ed5782aeda48 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0887280 Oct 22 14:59:24.847072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:24.886674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.887654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1449e490-a3b4-4ff6-80a7-9c6e40e84064 req-df490de5-c969-4cf4-aacd-cc20626810b2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015009 Oct 22 14:59:24.903606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58d4b1a-191f-4457-8c3c-9dc440afb8b0 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:24.910752 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.911722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:24.916031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.937231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Router 29527691-3c41-4018-afad-1b7bc8984fdb has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:59:24.944697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:24.972949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:25.005379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:25.022901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port b65130ff-ed2c-40e0-8850-e3678459d747 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:25.023468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:25.027058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.115208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:59:25.138908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bee235d7-486c-440f-8b18-c74502c9d9ae admin admin] 10.222.0.66 "PUT /v2.0/routers/29527691-3c41-4018-afad-1b7bc8984fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8153846 Oct 22 14:59:25.138908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:25.139258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:25.139359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] Sync routers for ids ['29527691-3c41-4018-afad-1b7bc8984fdb'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:59:25.139455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.139455 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment a47e61b7-23ed-412b-b6ca-78f2655389ff of type vlan for network d0161d50-db81-4e54-92cf-fa76ecc66b2f Oct 22 14:59:25.140124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] Routers {'29527691-3c41-4018-afad-1b7bc8984fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:25.140810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:58:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['29527691-3c41-4018-afad-1b7bc8984fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:25.172099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.181234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.184484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.187725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:25.212597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:25.213225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.219784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.226635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:25.233325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:25.240960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:25.244393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-191e2150-12eb-47ad-8d3c-05f66583d08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.273037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.307308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event updated for resources: {'Port': ['ID=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:25.350645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.351390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.353775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] Set router 29527691-3c41-4018-afad-1b7bc8984fdb gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:25.369295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.415806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.424232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.426827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.427561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:25.441970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:25.443860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:25.450380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:25.451247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.453324 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.457372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:25.529992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=b65130ff-ed2c-40e0-8850-e3678459d747,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:25.551229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': '79f94d56-201c-4265-b310-a5b430c059c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad9233d-ebc5-465a-bf3e-7e0ae59df79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:25.551770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: 4ad9233d-ebc5-465a-bf3e-7e0ae59df79e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:25.581224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=d0161d50-db81-4e54-92cf-fa76ecc66b2f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:25.595835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-66b90aa9-7cb6-4e37-ac8c-d438e516cca8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1745007 Oct 22 14:59:25.610346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Request body: {'port': {'device_id': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:25.624053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Deleting port 48975aff-e673-4532-ab87-b8c589615588 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:25.624651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.698925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 4ad9233d-ebc5-465a-bf3e-7e0ae59df79e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:25.706574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:25.732386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-227e950c-0434-474d-926f-b21e1e6215ec tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0346730 Oct 22 14:59:25.734377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d0161d50-db81-4e54-92cf-fa76ecc66b2f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:25.735617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:25.743124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': 'd0161d50-db81-4e54-92cf-fa76ecc66b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:25.743685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] For port 48975aff-e673-4532-ab87-b8c589615588, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=48975aff-e673-4532-ab87-b8c589615588,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:25.744071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.748608 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.757939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Calling delete_port for 48975aff-e673-4532-ab87-b8c589615588 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:25.775137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4ad9233d-ebc5-465a-bf3e-7e0ae59df79e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:25.803488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49089da7-a38b-42c5-8767-68b076790b15 None None] Network 4ad9233d-ebc5-465a-bf3e-7e0ae59df79e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:25.814712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.817672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.820738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:25.827264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.834148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.836997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.840146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.841013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.844024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.856461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.864101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.872496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:25.874884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-5c8fa0d1-34c2-4b35-b56e-cac06d3b8f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5430 time: 0.1883447 Oct 22 14:59:25.912967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7a02e403-13cc-47e6-b311-9498a22727a2 None None] Provisioning complete for port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:25.913338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a02e403-13cc-47e6-b311-9498a22727a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:25.980143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-63bc1d34-7601-4300-9a47-f557edcf112d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9833207 Oct 22 14:59:25.984158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53112) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:26.072325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:26.076107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7a02e403-13cc-47e6-b311-9498a22727a2 None None] Port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:26.098925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d76ea-cbcc-482f-80cc-a9fe9580f45b'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:26.101247 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210914e0-4277-4440-b700-5b09cc09a5b9" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "c18d76ea-cbcc-482f-80cc-a9fe9580f45b"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:26.101457 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.141353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.141822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=48975aff-e673-4532-ab87-b8c589615588,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:26.155375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4a3b2165-bb91-411b-9c91-f074767c01be up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:26.172370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-410325e4-ce48-4c01-858e-d9a5e46d702f req-3887a80e-5172-49d7-b923-5d04079ca59a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2388811 Oct 22 14:59:26.226715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:26.232261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.253434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '48975aff-e673-4532-ab87-b8c589615588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:59:22Z', 'revision_number': 5, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port': {'id': '48975aff-e673-4532-ab87-b8c589615588', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:58:37Z', 'updated_at': '2021-10-22T14:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:26.256548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.314264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae105c-6906-4a61-a5cf-5c6190952278 req-3e0822d9-86cb-4ef2-b086-bd691737ff57 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:26.315952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89ae105c-6906-4a61-a5cf-5c6190952278 req-3e0822d9-86cb-4ef2-b086-bd691737ff57 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 931 time: 0.3821888 Oct 22 14:59:26.323034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] Checking router: 29527691-3c41-4018-afad-1b7bc8984fdb for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:59:26.332317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:26.372839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] Routers {'29527691-3c41-4018-afad-1b7bc8984fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:26.373526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:59:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['29527691-3c41-4018-afad-1b7bc8984fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:26.395680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.395680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.470600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] Set router 29527691-3c41-4018-afad-1b7bc8984fdb gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:26.500100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.528850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 4a3b2165-bb91-411b-9c91-f074767c01be completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:26.529713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.531034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.531786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29527691-3c41-4018-afad-1b7bc8984fdb {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:59:26.533500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 4a3b2165-bb91-411b-9c91-f074767c01be triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:26.533854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.536883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:59:25Z', 'revision_number': 7, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:26.543659 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.548019 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f20212c-9f19-4f39-9acb-bfcd201db5ff admin admin] 10.222.0.66 "DELETE /v2.0/routers/29527691-3c41-4018-afad-1b7bc8984fdb HTTP/1.1" status: 204 len: 168 time: 1.4202936 Oct 22 14:59:26.548210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port b65130ff-ed2c-40e0-8850-e3678459d747 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:26.548210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.548502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:26.586671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab73b66-a9e7-4f48-806b-8bebe28ed050 None None] The sync data for ids ['29527691-3c41-4018-afad-1b7bc8984fdb'] in n-d-812148-2 is: [{'id': '29527691-3c41-4018-afad-1b7bc8984fdb', 'name': 'tempest-FloatingIPDetailsTestJSON-100420343-router', 'tenant_id': 'b9f1374451834008976f68b95490b9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:58:34Z', 'updated_at': '2021-10-22T14:59:25Z', 'revision_number': 7, 'project_id': 'b9f1374451834008976f68b95490b9b8', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:59:26.597503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Deleting subnet a25fc527-88cc-44c7-b91a-abff5d35c2fb {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:59:26.601400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.608015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89ae105c-6906-4a61-a5cf-5c6190952278 req-55401170-e43a-4f4f-9b86-5ba13e4273fd tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696018 Oct 22 14:59:26.623199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a2560-8906-402e-99ba-8e4f8f0568ae req-9c3084f0-ccfb-4b0e-ae38-d89d1f5a475c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:26.631845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b1a2560-8906-402e-99ba-8e4f8f0568ae req-9c3084f0-ccfb-4b0e-ae38-d89d1f5a475c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 947 time: 0.3457913 Oct 22 14:59:26.657309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.675849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.698899 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd58d4-9aaa-42ae-a240-f1aeb6d5a755 x-openstack-request-id: req-7cfd58d4-9aaa-42ae-a240-f1aeb6d5a755 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:26.698899 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "c18d76ea-cbcc-482f-80cc-a9fe9580f45b", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:26.698899 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cfd58d4-9aaa-42ae-a240-f1aeb6d5a755 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:26.699440 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d76ea-cbcc-482f-80cc-a9fe9580f45b', 'code': 200} Oct 22 14:59:26.699440 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'code': 200} Oct 22 14:59:26.717496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4a3b2165-bb91-411b-9c91-f074767c01be,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:26.754064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.762303 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.791890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for b65130ff-ed2c-40e0-8850-e3678459d747 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:26.808767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:26.822267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.823237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1add01bd-5910-4410-99b1-e0cc118096f8 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:26.826584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b1a2560-8906-402e-99ba-8e4f8f0568ae req-b3b10bfc-515b-48e7-97b6-2f801a256890 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938848 Oct 22 14:59:26.919983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361bb32c-ff5c-4a10-9b4e-7a968e7151dd {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:26.935897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.952930 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:26.967051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:27.008884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:27.017148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Transition to ACTIVE for port object 361bb32c-ff5c-4a10-9b4e-7a968e7151dd will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:59:27.021571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1', 'mac_address': 'fa:16:3e:e2:fe:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:27.024191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25fc527-88cc-44c7-b91a-abff5d35c2fb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:27.036400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.042647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c1830fac-0d4d-4d23-8355-9ad91fdef1e1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a25fc527-88cc-44c7-b91a-abff5d35c2fb HTTP/1.1" status: 204 len: 168 time: 0.4928329 Oct 22 14:59:27.045462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53136) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:27.064462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5102d5-4b83-4cd7-abe7-da0699973da8 None None] Network 874fbe7c-8429-4fd9-9392-42d741370367 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:27.131372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.144047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 1add01bd-5910-4410-99b1-e0cc118096f8 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:27.167548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 1add01bd-5910-4410-99b1-e0cc118096f8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:27.180797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.180946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.180946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.181532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.225695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.250164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=b65130ff-ed2c-40e0-8850-e3678459d747,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:27.256855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:27.259422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.265473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3d83571b-8367-4ac2-8341-5845cac890f8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/b65130ff-ed2c-40e0-8850-e3678459d747 HTTP/1.1" status: 204 len: 168 time: 1.2713923 Oct 22 14:59:27.266741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53142) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:27.320806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:27.358867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03aeab-4820-4f36-86c9-53d9c529e06f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.369405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03aeab-4820-4f36-86c9-53d9c529e06f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.384854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a03aeab-4820-4f36-86c9-53d9c529e06f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1178567 Oct 22 14:59:27.389468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53146) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:27.395105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=da5272ad-1e10-4547-84fb-774b886360b9,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:27.408848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Pushing event updated for resources: {'Port': ['ID=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:27.426373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.451622 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.517175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:27.521335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] DHCP port deletion for 874fbe7c-8429-4fd9-9392-42d741370367 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:27.567529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Deleting port 46e8c373-76af-4fcf-971e-800c59f98292 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:27.567994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.587711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': 'a47e61b7-23ed-412b-b6ca-78f2655389ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd0161d50-db81-4e54-92cf-fa76ecc66b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:27.588411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: d0161d50-db81-4e54-92cf-fa76ecc66b2f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:27.615154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.621247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.627647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.634827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.641006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.654368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1add01bd-5910-4410-99b1-e0cc118096f8,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:27.658156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.664930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] Deleting port 46e8c373-76af-4fcf-971e-800c59f98292 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:27.665304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.673918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:27.674425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.678345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:27.680316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-7f096fdc-c090-4e68-a957-3fd3a6552405 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5432 time: 0.3759515 Oct 22 14:59:27.742800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] For port 46e8c373-76af-4fcf-971e-800c59f98292, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=46e8c373-76af-4fcf-971e-800c59f98292,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:27.743974 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.747075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Attempting to bind port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:27.747474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Attempting to bind port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:27.747840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Attempting to bind port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd on network 07cb71aa-f007-472c-ad0e-93c8fd874287 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:27.756962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] Calling delete_port for 46e8c373-76af-4fcf-971e-800c59f98292 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:27.792066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd on network 07cb71aa-f007-472c-ad0e-93c8fd874287 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:59:27.792433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Attempting to bind port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd on network 07cb71aa-f007-472c-ad0e-93c8fd874287 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:27.808212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.810600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1ba7073-57ba-4be0-a365-3bac132b42bd no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:27.819473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:27.819813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Checking segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:27.820201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Bound using segment: {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:27.821154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Bound port: 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:27.821574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.825471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:27.840452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] For port 46e8c373-76af-4fcf-971e-800c59f98292, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=46e8c373-76af-4fcf-971e-800c59f98292,segment=NetworkSegment(253b224e-4d03-43fe-9ab6-7f59c9eaad31),segment_id=253b224e-4d03-43fe-9ab6-7f59c9eaad31)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:27.840827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.844938 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:27.845840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:27.860987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b67ddd07-1318-4ada-95ff-0dcc8a5b1f7a req-673e24af-ee2b-499c-8afd-04b71fe26d71 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597807 Oct 22 14:59:27.876785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b1ba7073-57ba-4be0-a365-3bac132b42bd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:27.877135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1ba7073-57ba-4be0-a365-3bac132b42bd not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:27.878134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 48975aff-e673-4532-ab87-b8c589615588 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:27.880990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network d0161d50-db81-4e54-92cf-fa76ecc66b2f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:27.889148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Calling delete_port for 46e8c373-76af-4fcf-971e-800c59f98292 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:27.971408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 48975aff-e673-4532-ab87-b8c589615588 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:27.971873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 48975aff-e673-4532-ab87-b8c589615588 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:27.972965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 46e8c373-76af-4fcf-971e-800c59f98292 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:28.008287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5deb18-a295-4566-ba56-2c1861f72217 req-0adc0817-61e8-4916-b0b9-5cb121895371 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.009912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e5deb18-a295-4566-ba56-2c1861f72217 req-0adc0817-61e8-4916-b0b9-5cb121895371 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 943 time: 0.2003646 Oct 22 14:59:28.049524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d0161d50-db81-4e54-92cf-fa76ecc66b2f) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:28.054822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.055716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.082339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] For port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:28.089151 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.101341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798ac1e-a701-41d7-8e85-6d4a487e33f9 None None] Network d0161d50-db81-4e54-92cf-fa76ecc66b2f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:28.107299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:28.119673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:28.137846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:28.148589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.161877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d3cfaec5-8acf-487a-bfa2-fbc035faccde tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac HTTP/1.1" status: 204 len: 168 time: 0.7710698 Oct 22 14:59:28.162590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53154) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:28.164275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] For port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:28.195265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e5deb18-a295-4566-ba56-2c1861f72217 req-563a3b2f-0fa1-469f-9b88-23134cf79b43 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733952 Oct 22 14:59:28.197424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.232234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3d83e-cd57-4e75-bd62-768346751b8d req-5dfda10b-ac6f-468d-a392-4c280dc75acf tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.240753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6e3d83e-cd57-4e75-bd62-768346751b8d req-5dfda10b-ac6f-468d-a392-4c280dc75acf tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 948 time: 0.1819570 Oct 22 14:59:28.246899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e54ce-4c38-4e02-b4e7-4f1bc90d3cfc tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.249352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c2e54ce-4c38-4e02-b4e7-4f1bc90d3cfc tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0851617 Oct 22 14:59:28.261456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:28.288506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-07214a0e-16e7-4859-9942-751e10bc3907 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5512617 Oct 22 14:59:28.300264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53158) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:28.311380 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ceccc9f-aee8-428a-a461-af725170fd5a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 14:59:28.313027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2ceccc9f-aee8-428a-a461-af725170fd5a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/b65130ff-ed2c-40e0-8850-e3678459d747 HTTP/1.1" status: 404 len: 333 time: 0.0503016 Oct 22 14:59:28.316489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53160) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:28.356576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.389202 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-36dbd88d-4280-4a76-bbac-bd90f84d69b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1384969 Oct 22 14:59:28.405474 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-190f5b29-9eed-41af-a294-8f20f3a1c73c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 14:59:28.405474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-190f5b29-9eed-41af-a294-8f20f3a1c73c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/0d5ac111-e8b6-4e2a-ac0f-b25da1d419ac HTTP/1.1" status: 404 len: 333 time: 0.0854959 Oct 22 14:59:28.405785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53162) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:28.413545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:28.418320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6e3d83e-cd57-4e75-bd62-768346751b8d req-82448491-dbb6-4b83-bae8-1d017889d8e9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766317 Oct 22 14:59:28.419978 n-d-812148-2 neutron-server[107803]: INFO neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No ports have port_id starting with 46e8c373-76af-4fcf-971e-800c59f98292 Oct 22 14:59:28.440773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.457436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.458211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.460358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] 10.222.0.53 "PUT /v2.0/ports/361bb32c-ff5c-4a10-9b4e-7a968e7151dd HTTP/1.1" status: 200 len: 1091 time: 2.8551030 Oct 22 14:59:28.461099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bff61-6de8-464e-9f29-4b83563c1953 service neutron] Pushing event updated for resources: {'Port': ['ID=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:28.464085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:28.466433 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394474b0-1224-4ff3-aa90-f07a048dfbba" -d '{"events": [{"name": "network-changed", "server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:28.485359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] No DVR routers for this DVR port 46e8c373-76af-4fcf-971e-800c59f98292 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:28.487838 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.491062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:28.491430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.514964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e8c373-76af-4fcf-971e-800c59f98292,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:28.582381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.629336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.634245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d58d4b1a-191f-4457-8c3c-9dc440afb8b0 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:28.658820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874fbe7c-8429-4fd9-9392-42d741370367']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:28.662596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] Pushing event deleted for resources: {'Port': ['ID=46e8c373-76af-4fcf-971e-800c59f98292,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:28.665925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a13b4c-cc15-4f2b-afaf-4fa94d65f9fc None None] No DVR routers for this DVR port 46e8c373-76af-4fcf-971e-800c59f98292 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:28.666077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.669729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253b224e-4d03-43fe-9ab6-7f59c9eaad31') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:28.670229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253b224e-4d03-43fe-9ab6-7f59c9eaad31') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:28.681551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.687025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-05499e29-7171-48dd-a6d4-d35117d2d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.688710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-05499e29-7171-48dd-a6d4-d35117d2d323 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 1101 time: 0.2321725 Oct 22 14:59:28.702698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:28.709601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.712759 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185d5d4c-af06-4d3b-8475-ead544d21009" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:28.716525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:28.717416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:28.787885 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:28.791244 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c206de-8d6b-43cb-bfa1-5196d1aa517f x-openstack-request-id: req-f1c206de-8d6b-43cb-bfa1-5196d1aa517f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:28.791244 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:28.791244 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1c206de-8d6b-43cb-bfa1-5196d1aa517f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:28.791244 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'status': 'completed', 'code': 200} Oct 22 14:59:28.834787 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296e630-a14b-47f8-a8c3-69bdcc1ad31c x-openstack-request-id: req-f296e630-a14b-47f8-a8c3-69bdcc1ad31c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:28.835112 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:28.835383 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f296e630-a14b-47f8-a8c3-69bdcc1ad31c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:28.835744 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be', 'code': 200} Oct 22 14:59:28.836049 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8', 'code': 200} Oct 22 14:59:28.839888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394474b0-1224-4ff3-aa90-f07a048dfbba req-31169bbb-38e2-4738-9449-aff509e3caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:28.841971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-394474b0-1224-4ff3-aa90-f07a048dfbba req-31169bbb-38e2-4738-9449-aff509e3caba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 1094 time: 0.0503783 Oct 22 14:59:28.898174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.949662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.952682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:28.989373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9111120-a979-42c5-919b-3b576322abbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-d0161d50-db81-4e54-92cf-fa76ecc66b2f', 'network_id': 'd0161d50-db81-4e54-92cf-fa76ecc66b2f', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': 'da5272ad-1e10-4547-84fb-774b886360b9'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:28.991412 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9111120-a979-42c5-919b-3b576322abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.037324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:29.046874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:29.047111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad9233d-ebc5-465a-bf3e-7e0ae59df79e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:29.047368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.069034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f94d56-201c-4265-b310-a5b430c059c7') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:29.069504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f94d56-201c-4265-b310-a5b430c059c7') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:29.074507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.095618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.119797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-8a8eaacd-9a7e-4fc5-8c27-c2dcabbb920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.121120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-8a8eaacd-9a7e-4fc5-8c27-c2dcabbb920d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3956401 Oct 22 14:59:29.135341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.182251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:29.183027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:29.187097 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:29.201916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-8fd7d4e4-86c2-48dd-9ba6-a50fc2481ca2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=37ea5041-6851-479a-b6da-36ef0af091f2 HTTP/1.1" status: 200 len: 217 time: 0.0677304 Oct 22 14:59:29.225281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:29.266328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-d9111120-a979-42c5-919b-3b576322abbb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da5272ad-1e10-4547-84fb-774b886360b9: This subnet is being modified by another concurrent operation. Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:59:29.310304 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da5272ad-1e10-4547-84fb-774b886360b9: This subnet is being modified by another concurrent operation. Oct 22 14:59:29.320009 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 14:59:29.324359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.324648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.324648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:29.335241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91a1fdec-1965-4a4d-a3f4-d153466af7a8 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:29.381071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-72c589b5-408e-4830-a36d-1f0da2bf39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.381387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dabeaec-cde7-4310-8183-17aaf67a96f5 None None] Network d0161d50-db81-4e54-92cf-fa76ecc66b2f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:29.382625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-72c589b5-408e-4830-a36d-1f0da2bf39fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1686959 Oct 22 14:59:29.385033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=da5272ad-1e10-4547-84fb-774b886360b9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:29.412660 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.428885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.444795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/874fbe7c-8429-4fd9-9392-42d741370367 HTTP/1.1" status: 204 len: 168 time: 2.3944542 Oct 22 14:59:29.472693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.500558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.504141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/4ad9233d-ebc5-465a-bf3e-7e0ae59df79e HTTP/1.1" status: 204 len: 168 time: 1.0973721 Oct 22 14:59:29.504540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:29.508761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53180) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:29.527562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4ed9-2db4-4f28-a9e1-e15b8c813df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=874fbe7c-8429-4fd9-9392-42d741370367,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:29.540379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.549762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1956403010'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:29.578319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a48cd-3979-4145-971f-a5c930094c3f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=4ad9233d-ebc5-465a-bf3e-7e0ae59df79e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:29.580311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:29.588667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:29.588667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.601338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0161d50-db81-4e54-92cf-fa76ecc66b2f']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:29.623064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-6e4077b3-ee80-4819-82fc-ecc3044b5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.625890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-6e4077b3-ee80-4819-82fc-ecc3044b5cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2246282 Oct 22 14:59:29.628835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47e61b7-23ed-412b-b6ca-78f2655389ff') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:29.629460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47e61b7-23ed-412b-b6ca-78f2655389ff') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:29.635777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.649869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.650627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.664154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.671392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ec713-81a0-4b25-9ae2-a1489ca5b435 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:59:29.671604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.679921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.685727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.691931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.693875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-a0f9afdc-8502-41c5-9622-5522a1f679cb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5434 time: 0.3392763 Oct 22 14:59:29.705437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5b3e-afba-4b95-a966-a5c11adf54d5 req-df5cbb26-4033-4555-ae80-ae84af9fda44 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.706999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-528d5b3e-afba-4b95-a966-a5c11adf54d5 req-df5cbb26-4033-4555-ae80-ae84af9fda44 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 943 time: 0.3187308 Oct 22 14:59:29.710544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394474b0-1224-4ff3-aa90-f07a048dfbba req-10e2a4d5-e73b-4835-8a06-197de51d1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:29.712016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-394474b0-1224-4ff3-aa90-f07a048dfbba req-10e2a4d5-e73b-4835-8a06-197de51d1c73 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8591359 Oct 22 14:59:29.740632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:29.741075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:29.745894 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.765226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.779106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:29.779607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:29.782769 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:29.793550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.837135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-258311f6-1709-4891-82ae-0587ab18a3e6 req-8053396a-b9b5-4514-bccb-5bc83e411ef9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283822 Oct 22 14:59:29.862790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:29.868932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-deb8cfcf-5c76-43fa-acb9-7875dbabf952 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307608 Oct 22 14:59:29.919451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-528d5b3e-afba-4b95-a966-a5c11adf54d5 req-2be8a2c8-0334-4ea5-99f1-937fadc7b704 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012424 Oct 22 14:59:29.966850 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:29.978527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ec713-81a0-4b25-9ae2-a1489ca5b435 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:59:30.014495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394474b0-1224-4ff3-aa90-f07a048dfbba req-1bceb6aa-1bbe-4e0b-893c-2a43fdd6aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.016551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-394474b0-1224-4ff3-aa90-f07a048dfbba req-1bceb6aa-1bbe-4e0b-893c-2a43fdd6aae0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750096 Oct 22 14:59:30.052257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4324010-6b66-4bff-9381-c4888485c241 req-bff75ead-8b6a-4ac9-92cd-d6aaa32bed73 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.055193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4324010-6b66-4bff-9381-c4888485c241 req-bff75ead-8b6a-4ac9-92cd-d6aaa32bed73 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 948 time: 0.0875199 Oct 22 14:59:30.120890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53184) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:30.125733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4324010-6b66-4bff-9381-c4888485c241 req-04bd3efe-4cd3-432d-b459-e16f6b660dab tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644064 Oct 22 14:59:30.160570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-546fc7a9-3f72-4cdd-949d-040230aaa9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.165118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-546fc7a9-3f72-4cdd-949d-040230aaa9d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 1094 time: 0.0730340 Oct 22 14:59:30.169461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:30.236189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-408c86e2-39a7-455b-9644-b7ad506b19e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd HTTP/1.1" status: 200 len: 217 time: 0.0585506 Oct 22 14:59:30.243672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1c6ff0f5-6c73-44cd-ad2e-c33441192e2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9f1374451834008976f68b95490b9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140943 Oct 22 14:59:30.244266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53186) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:30.328000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-05b59ec4-6992-4a60-a718-106c94a03086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.329289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-05b59ec4-6992-4a60-a718-106c94a03086 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.0851049 Oct 22 14:59:30.337380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.339628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:30.374074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca053-6bce-45bc-9903-0731c6f0e2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.383595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.387435 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/d0161d50-db81-4e54-92cf-fa76ecc66b2f HTTP/1.1" status: 204 len: 168 time: 2.0852749 Oct 22 14:59:30.391574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53188) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:30.395837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d4c1-27d1-4f3e-9364-b037d1cb2a97 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=d0161d50-db81-4e54-92cf-fa76ecc66b2f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:30.399935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-541729073'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:30.402150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.402496 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment a84527f8-3be9-4e5e-9ba8-579a322f9ef7 of type vlan for network 708f086f-8417-4b70-a4e2-4615507cbe11 Oct 22 14:59:30.418569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca053-6bce-45bc-9903-0731c6f0e2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.451419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c257-702b-4abd-9716-66ef3953b48c req-966feadc-2630-477a-a4e9-cccb3cfd2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.453901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-966feadc-2630-477a-a4e9-cccb3cfd2f3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119299 Oct 22 14:59:30.495828 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.513648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd236bce-830a-40c8-8b78-5fd516b234e2 req-df3ce128-7d33-4379-9acb-d28891054037 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234453 Oct 22 14:59:30.542203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:30.545712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.590844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:30.596932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-bb9e5fd7-ea9b-4369-afd8-d7f8cc754ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324933 Oct 22 14:59:30.602403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.602745 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 1503850d-d144-4d27-b704-c3c8b25b08c2 of type vlan for network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f Oct 22 14:59:30.664608 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.670285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.676248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.677411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.708785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca053-6bce-45bc-9903-0731c6f0e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.711355 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca053-6bce-45bc-9903-0731c6f0e2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.714897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ae8ca053-6bce-45bc-9903-0731c6f0e2d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b84d8d43-2e26-47ec-a95a-828eef92f027 HTTP/1.1" status: 204 len: 168 time: 0.4604127 Oct 22 14:59:30.746043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ca053-6bce-45bc-9903-0731c6f0e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d8d43-2e26-47ec-a95a-828eef92f027,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:30.748539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=708f086f-8417-4b70-a4e2-4615507cbe11,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:30.769889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae48c257-702b-4abd-9716-66ef3953b48c req-d0201158-570d-4e0e-ace5-988b1ebebe27 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649363 Oct 22 14:59:30.773386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 708f086f-8417-4b70-a4e2-4615507cbe11 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:30.823531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7f9e83e9-64d1-4c80-b26b-19dfa9ed0941 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2776661 Oct 22 14:59:30.826558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53196) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:30.835923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:30.838101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:30.841022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53'}, {'server_uuid': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:30.843926 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217f5b1-5808-4cf1-8be1-c8125904e658" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53"}, {"server_uuid": "b6913f72-891c-4f4b-a69a-3b73390a51c1", "name": "network-vif-plugged", "status": "completed", "tag": "d58d4b1a-191f-4457-8c3c-9dc440afb8b0"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:30.908345 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e63a7-9639-4444-8771-483598f6b940 x-openstack-request-id: req-c68e63a7-9639-4444-8771-483598f6b940 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:30.908345 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53", "code": 200}, {"server_uuid": "b6913f72-891c-4f4b-a69a-3b73390a51c1", "name": "network-vif-plugged", "status": "completed", "tag": "d58d4b1a-191f-4457-8c3c-9dc440afb8b0", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-plugged", "status": "completed", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:30.908626 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c68e63a7-9639-4444-8771-483598f6b940 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:30.908782 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53', 'code': 200} Oct 22 14:59:30.909027 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0', 'code': 200} Oct 22 14:59:30.909275 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8', 'code': 200} Oct 22 14:59:30.943378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.953819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:30.954500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:30.993643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:31.003121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:31.004128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.038651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:31.071195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:31.108748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.109486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.110136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.110939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.111609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.112222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.112907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.115338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-9eae3eb5-fb33-40c0-88bd-a15f2bd17b59 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6492 time: 0.1059875 Oct 22 14:59:31.162999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e69c7cd-2a9e-46fd-8087-6cf72b646831 req-1baa278f-f1ec-47a8-baf2-68462871d8b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88d73703-313b-44c6-941f-2af6eaf0b62d&id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385506 Oct 22 14:59:31.188517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daddd-098d-4325-846d-6db8a94c15f7 req-2566b6d9-a8ad-4f13-8ab8-105f8b9b7f4c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.195976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d1daddd-098d-4325-846d-6db8a94c15f7 req-2566b6d9-a8ad-4f13-8ab8-105f8b9b7f4c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 943 time: 0.1073449 Oct 22 14:59:31.204331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.227573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-050bbe29-9295-4f89-826d-ef1155ce21d0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8342021 Oct 22 14:59:31.227938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53210) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:31.233686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:31.248638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:31.272031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.278484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.284922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.291123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.297315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.303509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.309857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.311889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-8ecaaf3a-2a54-460c-a4a7-ca64f6b6ee01 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.3479447 Oct 22 14:59:31.321747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b075b-99bd-48c3-8078-5f45ac47debf req-c5ffd46b-e32d-4278-91bb-a0812d814862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.323313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b25b075b-99bd-48c3-8078-5f45ac47debf req-c5ffd46b-e32d-4278-91bb-a0812d814862 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 1101 time: 0.2858727 Oct 22 14:59:31.343852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:31.346525 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.348582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.401082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d1daddd-098d-4325-846d-6db8a94c15f7 req-2e3236a4-c2bb-41ea-9247-e09893eda736 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042191 Oct 22 14:59:31.441048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:31.456283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:31.457839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9eeaa895-4292-47e2-9356-d8694150c0eb req-10352be5-b71b-44e9-8c04-65ce396df757 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334362 Oct 22 14:59:31.460783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.483907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Performing IP validity checks on allocation pools {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 14:59:31.486753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 14:59:31.493163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b25b075b-99bd-48c3-8078-5f45ac47debf req-71b4da14-9d0e-474a-9a12-3facef402450 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567738 Oct 22 14:59:31.608723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5ffb5-9123-4a19-bef6-07250b623bb7 req-8f613ed7-0306-447f-ad52-d632a9018213 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:31.610244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ee5ffb5-9123-4a19-bef6-07250b623bb7 req-8f613ed7-0306-447f-ad52-d632a9018213 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 949 time: 0.0992231 Oct 22 14:59:31.693626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ee5ffb5-9123-4a19-bef6-07250b623bb7 req-5e688491-fed5-49da-9e90-019d5d93b5b3 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733893 Oct 22 14:59:31.769867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.796596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:31.840530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=ecbfc229-7f7b-4bfe-aef5-a6248ff31835,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:31.857407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:31.857785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: 708f086f-8417-4b70-a4e2-4615507cbe11, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:31.859891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=bf332d76-beab-4bf1-8634-c29ff3d8ed96,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:31.870408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '1503850d-d144-4d27-b704-c3c8b25b08c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:31.871017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:31.974843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 708f086f-8417-4b70-a4e2-4615507cbe11 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:32.003115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:32.105022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 708f086f-8417-4b70-a4e2-4615507cbe11) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:32.105643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:32.109691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.110351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.119262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee3e02-7b06-40b2-a921-d226a834b06e None None] Network 708f086f-8417-4b70-a4e2-4615507cbe11 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:32.121469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.122305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.141846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510dd064-b450-4866-8c28-93d375b2105d None None] Network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:32.222033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53236) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:32.223399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc8f548e-3e3a-447c-a659-d285d295b0da tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3942494 Oct 22 14:59:32.228306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11', 'name': 'tempest-PortsIpV6TestJSON-890292'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:32.360367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:32.360657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13b2a3a3-5945-4dd2-bd1d-733874d23868 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1316128 Oct 22 14:59:32.390097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-708f086f-8417-4b70-a4e2-4615507cbe11', 'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': 'ecbfc229-7f7b-4bfe-aef5-a6248ff31835'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:32.390963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.409278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f', 'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': 'bf332d76-beab-4bf1-8634-c29ff3d8ed96'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:32.410401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.546047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:32.550099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.571718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.608583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0563b1f-6441-4490-83d9-4657f009139f req-a02f808a-20dd-49b8-8d26-c4a7fee7fbe5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.619032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 7d63ae7c-3c94-4b30-b525-91c0b07f51c5 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:32.623452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0563b1f-6441-4490-83d9-4657f009139f req-a02f808a-20dd-49b8-8d26-c4a7fee7fbe5 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 943 time: 0.1301117 Oct 22 14:59:32.774600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0563b1f-6441-4490-83d9-4657f009139f req-16fae84d-2c91-4040-8109-2cf48a21ba18 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379216 Oct 22 14:59:32.805207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:32.826208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::240 (708f086f-8417-4b70-a4e2-4615507cbe11/ecbfc229-7f7b-4bfe-aef5-a6248ff31835/7d63ae7c-3c94-4b30-b525-91c0b07f51c5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:32.880292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.881813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Allocated IP 172.20.0.1 (9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f/bf332d76-beab-4bf1-8634-c29ff3d8ed96/87093c14-5737-48a0-9b30-07facd0c6b2d) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:32.886605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.892748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.899231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.905327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.911473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.917356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:32.919316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-f5e4e40f-4028-404f-8c12-a09a10b430be tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.2802479 Oct 22 14:59:33.000431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8821097e-71e8-494f-8757-6d3e959efdf4 req-c98ff65b-fc76-4453-bb56-7f0cc893d660 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627234 Oct 22 14:59:33.065156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297a40-f4b6-408f-9195-709e129509c3 req-c4d17b8c-2f6a-42c3-ac64-4991ed34c861 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:33.066753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4297a40-f4b6-408f-9195-709e129509c3 req-c4d17b8c-2f6a-42c3-ac64-4991ed34c861 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 949 time: 0.1463826 Oct 22 14:59:33.085465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:33.088470 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83836615-4d4f-446c-bbf0-60b04a08aaff" -d '{"events": [{"server_uuid": "02cd9a30-6a72-4829-b448-932bf0d8e618", "name": "network-vif-plugged", "status": "completed", "tag": "1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:33.093832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.101799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.146522 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719c82e-ea70-4bce-bcc8-788fe5266a92 x-openstack-request-id: req-3719c82e-ea70-4bce-bcc8-788fe5266a92 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:33.147091 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cd9a30-6a72-4829-b448-932bf0d8e618", "name": "network-vif-plugged", "status": "completed", "tag": "1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:33.147428 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3719c82e-ea70-4bce-bcc8-788fe5266a92 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:33.148548 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1', 'code': 200} Oct 22 14:59:33.170505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4297a40-f4b6-408f-9195-709e129509c3 req-9dcdfbdb-d271-457d-af81-5407da597bf0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926151 Oct 22 14:59:33.199840 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.223386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:33.244740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:33.248688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:33.291626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Pushing event updated for resources: {'Port': ['ID=87093c14-5737-48a0-9b30-07facd0c6b2d,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:33.311492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc94806-b176-4359-bab7-60f729d7ddf1 req-11aba40b-3550-49cc-9b62-46af491ff982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:33.313362 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-edc94806-b176-4359-bab7-60f729d7ddf1 req-11aba40b-3550-49cc-9b62-46af491ff982 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 1100 time: 0.0703170 Oct 22 14:59:33.336202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.352543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Attempting to bind port 87093c14-5737-48a0-9b30-07facd0c6b2d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:33.352923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Attempting to bind port 87093c14-5737-48a0-9b30-07facd0c6b2d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '1503850d-d144-4d27-b704-c3c8b25b08c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:33.353416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Attempting to bind port 87093c14-5737-48a0-9b30-07facd0c6b2d on network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:33.366147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:33.366518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Checking segment: {'id': '1503850d-d144-4d27-b704-c3c8b25b08c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:33.366914 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.370289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Bound using segment: {'id': '1503850d-d144-4d27-b704-c3c8b25b08c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:33.370289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Bound port: 87093c14-5737-48a0-9b30-07facd0c6b2d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1503850d-d144-4d27-b704-c3c8b25b08c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:33.370289 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.396263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Allocated IP 2001:db8::2 (708f086f-8417-4b70-a4e2-4615507cbe11/ecbfc229-7f7b-4bfe-aef5-a6248ff31835/5f9fdd2e-a2ab-4252-a912-f5acb3067374) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:33.409131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 708f086f-8417-4b70-a4e2-4615507cbe11 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:33.419057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:33.421525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:33.427888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:33.428626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.431722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=7d63ae7c-3c94-4b30-b525-91c0b07f51c5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:33.437571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-edc94806-b176-4359-bab7-60f729d7ddf1 req-1b147382-7eda-4a84-a3ca-2ab6a2d6f432 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139829 Oct 22 14:59:33.444443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.477308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=bf332d76-beab-4bf1-8634-c29ff3d8ed96,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:33.515720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-414f018e-6a00-45de-9970-ec482e98146a None None] For port 87093c14-5737-48a0-9b30-07facd0c6b2d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:33.531955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-414f018e-6a00-45de-9970-ec482e98146a None None] For port 87093c14-5737-48a0-9b30-07facd0c6b2d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=87093c14-5737-48a0-9b30-07facd0c6b2d,segment=NetworkSegment(1503850d-d144-4d27-b704-c3c8b25b08c2),segment_id=1503850d-d144-4d27-b704-c3c8b25b08c2)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:33.542402 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.564533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:33.575957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1503850d-d144-4d27-b704-c3c8b25b08c2') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:33.576572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1503850d-d144-4d27-b704-c3c8b25b08c2') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:33.587908 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.615205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.633248 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42eecd55-e48e-4822-a7c5-b401f4226cdf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4094422 Oct 22 14:59:33.635777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53272) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:33.682478 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.684954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.694421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:33.694825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:33.698420 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:33.728873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.781151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 7d63ae7c-3c94-4b30-b525-91c0b07f51c5 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:33.782558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.784242 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.790834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f018e-6a00-45de-9970-ec482e98146a None None] Pushing event updated for resources: {'Port': ['ID=87093c14-5737-48a0-9b30-07facd0c6b2d,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:33.837810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:33.837810 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:33.837810 n-d-812148-2 neutron-server[107802]: [parameters: {'id': '9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f'}] Oct 22 14:59:33.837810 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:33.838539 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:33.845009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Network 708f086f-8417-4b70-a4e2-4615507cbe11 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:33.850898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:33.855451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:33.888370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Pushing event updated for resources: {'Port': ['ID=5f9fdd2e-a2ab-4252-a912-f5acb3067374,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:33.946040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.954680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Attempting to bind port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:33.955317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Attempting to bind port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:33.956034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Attempting to bind port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 on network 708f086f-8417-4b70-a4e2-4615507cbe11 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:33.961446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 7d63ae7c-3c94-4b30-b525-91c0b07f51c5 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:33.963288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:33.969124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3bec9-752f-4759-8304-ba58c9b3e0ac req-57c27984-ceaa-4ae3-aca7-f4c90fc634d4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:33.969404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Checking segment: {'id': 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:33.969404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.969404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Bound using segment: {'id': 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:33.969404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Bound port: 5f9fdd2e-a2ab-4252-a912-f5acb3067374, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '708f086f-8417-4b70-a4e2-4615507cbe11'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:33.969404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:33.971259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0f3bec9-752f-4759-8304-ba58c9b3e0ac req-57c27984-ceaa-4ae3-aca7-f4c90fc634d4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 943 time: 0.0675211 Oct 22 14:59:34.025524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0f3bec9-752f-4759-8304-ba58c9b3e0ac req-cd3c3b11-ec61-46ca-b2fc-036e705d3ee8 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534608 Oct 22 14:59:34.123101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] For port 5f9fdd2e-a2ab-4252-a912-f5acb3067374, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:34.130319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] For port 5f9fdd2e-a2ab-4252-a912-f5acb3067374, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5f9fdd2e-a2ab-4252-a912-f5acb3067374,segment=NetworkSegment(a84527f8-3be9-4e5e-9ba8-579a322f9ef7),segment_id=a84527f8-3be9-4e5e-9ba8-579a322f9ef7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:34.221133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.244507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.253999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.259237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.266196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.274940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.276024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.282238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.289480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.301129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-62ac3724-f808-4444-a773-abb3840c2a07 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.1610885 Oct 22 14:59:34.335927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af31ea2-cd07-472f-af83-b944ac5b9e15 None None] Pushing event updated for resources: {'Port': ['ID=5f9fdd2e-a2ab-4252-a912-f5acb3067374,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:34.348420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=7d63ae7c-3c94-4b30-b525-91c0b07f51c5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:34.368115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.372909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.385917 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7ad9b4ed-d86a-46d8-afa5-7e988e5037c5 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/7d63ae7c-3c94-4b30-b525-91c0b07f51c5 HTTP/1.1" status: 204 len: 168 time: 0.7490463 Oct 22 14:59:34.388474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53324) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:34.389380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e74b2f86-00e7-4fc0-92e5-abea20d0626a req-b039fe02-f0e9-4d42-b84e-d119ca0a911d tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798965 Oct 22 14:59:34.421196 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-69429b1d-d047-406b-ac54-fbb06491b13b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:34.429117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69429b1d-d047-406b-ac54-fbb06491b13b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:34.435422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69429b1d-d047-406b-ac54-fbb06491b13b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/7d63ae7c-3c94-4b30-b525-91c0b07f51c5 HTTP/1.1" status: 404 len: 333 time: 0.0422559 Oct 22 14:59:34.435698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53332) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:34.477056 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9921ae-a976-4df5-8c2b-88fa5d375f0c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 14:59:34.479701 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec9921ae-a976-4df5-8c2b-88fa5d375f0c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/7d63ae7c-3c94-4b30-b525-91c0b07f51c5 HTTP/1.1" status: 404 len: 333 time: 0.0422976 Oct 22 14:59:34.487496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:34.536594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 361bb32c-ff5c-4a10-9b4e-7a968e7151dd details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:34.555816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port 87093c14-5737-48a0-9b30-07facd0c6b2d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:34.556418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.606636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e8e40-6337-453b-b2f4-9e1b6aecca3b req-94e46d69-ea10-4345-a96b-32d60de7072c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:34.620904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f23e8e40-6337-453b-b2f4-9e1b6aecca3b req-94e46d69-ea10-4345-a96b-32d60de7072c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 949 time: 0.1118848 Oct 22 14:59:34.674946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet ecbfc229-7f7b-4bfe-aef5-a6248ff31835 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:59:34.704645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:34.718409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.727399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'port_id': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'mac_address': 'fa:16:3e:44:0f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:34.777390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.825164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361bb32c-ff5c-4a10-9b4e-7a968e7151dd {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:34.869227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:34.870510 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.894121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port 87093c14-5737-48a0-9b30-07facd0c6b2d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=87093c14-5737-48a0-9b30-07facd0c6b2d,segment=NetworkSegment(1503850d-d144-4d27-b704-c3c8b25b08c2),segment_id=1503850d-d144-4d27-b704-c3c8b25b08c2)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:34.894765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:34.914014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for 87093c14-5737-48a0-9b30-07facd0c6b2d owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:34.957680 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.019302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.028354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53344) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:35.055456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:35.115243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f23e8e40-6337-453b-b2f4-9e1b6aecca3b req-242232b6-9a95-4a43-a317-468223b0307c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929349 Oct 22 14:59:35.151550 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.179323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.185942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.192790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.205762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.211988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.216713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['361bb32c-ff5c-4a10-9b4e-7a968e7151dd'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:35.219722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.226932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.234272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fde0070-4114-4214-8c3a-542299402283 req-2c81a5fd-57c2-44f3-8a0a-dd08d98ddd0f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.1885157 Oct 22 14:59:35.240249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:35.246071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Request body: {'floatingip': {'port_id': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:35.311162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port 87093c14-5737-48a0-9b30-07facd0c6b2d on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:35.327421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=87093c14-5737-48a0-9b30-07facd0c6b2d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:35.393729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.451784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f35a7e-489b-43e3-8ec3-94f0e0f494b5 None None] Network 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:35.455195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef382b86-5915-406e-ba1a-a52a4036b871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.459065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.460122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.465774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/ecbfc229-7f7b-4bfe-aef5-a6248ff31835 HTTP/1.1" status: 204 len: 168 time: 0.9731083 Oct 22 14:59:35.469903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.473719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:35.498877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:35.510734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1503850d-d144-4d27-b704-c3c8b25b08c2') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:35.511359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1503850d-d144-4d27-b704-c3c8b25b08c2') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:35.523194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.551409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.560275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:35.560962 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.571102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4d8f651a-4f59-40f6-b22a-1daf9b31d22e None None] Could not find standard attr ID for object 87093c14-5737-48a0-9b30-07facd0c6b2d. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:59:35.604916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb670b5-e97a-493b-b9df-45d6e3c0da51 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbfc229-7f7b-4bfe-aef5-a6248ff31835,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:35.670157 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:35.715925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de0388-eae9-42c6-adfd-3c8ee3090d29 req-979aa9b1-2541-4a21-ad15-815e1cd1fd71 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:35.724268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02de0388-eae9-42c6-adfd-3c8ee3090d29 req-979aa9b1-2541-4a21-ad15-815e1cd1fd71 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 944 time: 0.3614745 Oct 22 14:59:35.727806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5f9fdd2e-a2ab-4252-a912-f5acb3067374 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:35.760233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.761135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.769434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f HTTP/1.1" status: 204 len: 168 time: 3.4068568 Oct 22 14:59:35.770879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:35.791833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715997634'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:35.805676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.852784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02de0388-eae9-42c6-adfd-3c8ee3090d29 req-1402232a-6ba2-409f-8a1c-bfcd07265fa2 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273811 Oct 22 14:59:35.859848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658985ca-d7d6-4773-b7f2-61c28a0eeac0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:35.895884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:35.902337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.938805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:35.950874 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:35.951296 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 80e880e7-ebe8-4951-a049-c285bfb9f988 of type vlan for network 02fc7312-d32d-4648-9281-ce20d559cb3e Oct 22 14:59:36.020347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef382b86-5915-406e-ba1a-a52a4036b871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.035589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.071894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f7eec-89f8-4c2b-9e01-00b34e968e59 None None] Network 708f086f-8417-4b70-a4e2-4615507cbe11 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:36.146597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.152916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:36.153581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.240381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd0b5d-289b-4e76-a880-b336234b63c9 None None] DHCP port deletion for 9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:36.256999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef382b86-5915-406e-ba1a-a52a4036b871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.337383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5578763 Oct 22 14:59:36.340058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74922a46-8446-41ff-8aa1-a564ec5ddc18 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=02fc7312-d32d-4648-9281-ce20d559cb3e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:36.340499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:36.342356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:36.350617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.350814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:36.350958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a4d9a30c-cd7e-41e3-b6c0-ac7ca6a03db4 None None] Provisioning complete for port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:36.351494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a30c-cd7e-41e3-b6c0-ac7ca6a03db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.357104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 02fc7312-d32d-4648-9281-ce20d559cb3e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:36.360945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:36.361508 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.405726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef382b86-5915-406e-ba1a-a52a4036b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b722be-d9c9-4b23-bed2-2b27d6ee6355,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:36.433683 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ef382b86-5915-406e-ba1a-a52a4036b871 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f54264cd708a42ea8b5a69660a7b523f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4041502 Oct 22 14:59:36.473710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53442) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:36.560759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0e766-07cf-47e0-ab76-e7d93ca90d75 req-df294d4c-a945-4379-a31a-1bcf6682047b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:36.562609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dc0e766-07cf-47e0-ab76-e7d93ca90d75 req-df294d4c-a945-4379-a31a-1bcf6682047b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 949 time: 0.3255029 Oct 22 14:59:36.562734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] DHCP port deletion for 708f086f-8417-4b70-a4e2-4615507cbe11 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:36.599174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] For port 5f9fdd2e-a2ab-4252-a912-f5acb3067374, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5f9fdd2e-a2ab-4252-a912-f5acb3067374,segment=NetworkSegment(a84527f8-3be9-4e5e-9ba8-579a322f9ef7),segment_id=a84527f8-3be9-4e5e-9ba8-579a322f9ef7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:36.599595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.617679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 5f9fdd2e-a2ab-4252-a912-f5acb3067374 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:36.632684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.resource_extend [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 14:59:36.644949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dc0e766-07cf-47e0-ab76-e7d93ca90d75 req-e99cb267-d3d7-4d11-a7e2-ec820d9dcf95 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Oct 22 14:59:36.667078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.685585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a30c-cd7e-41e3-b6c0-ac7ca6a03db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.694431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.714414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9a8a-da9f-4e90-b457-a8d2984ff7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.729014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] Deleting port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:36.733615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.764586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a4d9a30c-cd7e-41e3-b6c0-ac7ca6a03db4 None None] For port 5f9fdd2e-a2ab-4252-a912-f5acb3067374, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5f9fdd2e-a2ab-4252-a912-f5acb3067374,segment=NetworkSegment(a84527f8-3be9-4e5e-9ba8-579a322f9ef7),segment_id=a84527f8-3be9-4e5e-9ba8-579a322f9ef7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:36.778403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.791596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9a8a-da9f-4e90-b457-a8d2984ff7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.824853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] For port 5f9fdd2e-a2ab-4252-a912-f5acb3067374, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5f9fdd2e-a2ab-4252-a912-f5acb3067374,segment=NetworkSegment(a84527f8-3be9-4e5e-9ba8-579a322f9ef7),segment_id=a84527f8-3be9-4e5e-9ba8-579a322f9ef7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:36.825325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.846020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] Calling delete_port for 5f9fdd2e-a2ab-4252-a912-f5acb3067374 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:36.853616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.892356 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a30c-cd7e-41e3-b6c0-ac7ca6a03db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.900800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 02fc7312-d32d-4648-9281-ce20d559cb3e is not hosted by any dhcp agent {{(pid=107802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 14:59:36.906569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:36.907275 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.911968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "PUT /v2.0/networks/02fc7312-d32d-4648-9281-ce20d559cb3e HTTP/1.1" status: 200 len: 723 time: 0.5636559 Oct 22 14:59:36.911968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451bb71-e302-4a15-b9f9-596674af21a6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=02fc7312-d32d-4648-9281-ce20d559cb3e,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:36.912665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53480) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:36.923014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:36.938941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1f67-cbda-4de4-9295-137ec9127c22 req-7e1dfcaa-4818-4d12-a221-2ed074449942 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:36.940496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b48d1f67-cbda-4de4-9295-137ec9127c22 req-7e1dfcaa-4818-4d12-a221-2ed074449942 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 950 time: 0.1758258 Oct 22 14:59:36.963019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9a8a-da9f-4e90-b457-a8d2984ff7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.963313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 02fc7312-d32d-4648-9281-ce20d559cb3e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:36.966572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9a8a-da9f-4e90-b457-a8d2984ff7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:36.968918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c1d9a8a-da9f-4e90-b457-a8d2984ff7d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75b722be-d9c9-4b23-bed2-2b27d6ee6355 HTTP/1.1" status: 204 len: 168 time: 0.4938216 Oct 22 14:59:36.989381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b48d1f67-cbda-4de4-9295-137ec9127c22 req-1b20a81b-5683-45ed-acc5-adda998b884a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Oct 22 14:59:36.993771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d9a8a-da9f-4e90-b457-a8d2984ff7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b722be-d9c9-4b23-bed2-2b27d6ee6355,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:37.001462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.021295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.048762 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:37.049232 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:37.049857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.101216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] No DVR routers for this DVR port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:37.162785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9a30c-cd7e-41e3-b6c0-ac7ca6a03db4 None None] Pushing event updated for resources: {'Port': ['ID=5f9fdd2e-a2ab-4252-a912-f5acb3067374,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:37.191231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c0ceb-d581-4f66-998e-a9c6beb9cd38 req-4c20000c-449b-4862-8aee-d2d89c1143c4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:37.193395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-005c0ceb-d581-4f66-998e-a9c6beb9cd38 req-4c20000c-449b-4862-8aee-d2d89c1143c4 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 944 time: 0.0813422 Oct 22 14:59:37.196803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359767b-b199-43f8-a111-dc0499bf0050 None None] Pushing event deleted for resources: {'Port': ['ID=5f9fdd2e-a2ab-4252-a912-f5acb3067374,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:37.217039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No DVR routers for this DVR port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:37.221297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=5f9fdd2e-a2ab-4252-a912-f5acb3067374,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:37.259687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-005c0ceb-d581-4f66-998e-a9c6beb9cd38 req-8554eac8-dd73-4117-98dd-577b8e259eee tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525684 Oct 22 14:59:37.298957 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Floating IP 97c59ebf-76fe-4642-aa9f-367d594d6506 associated. External IP: 172.25.1.80, port: d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a. Oct 22 14:59:37.375459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.385566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:37.389115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.438811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708f086f-8417-4b70-a4e2-4615507cbe11']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:37.513574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:37.513854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84527f8-3be9-4e5e-9ba8-579a322f9ef7') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:37.535810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.563168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.578149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ca71-feb6-4f4e-923a-24bb6ae594aa req-ee67b6ed-0451-421a-8cab-3face81661cd tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:37.590708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ca71-feb6-4f4e-923a-24bb6ae594aa req-ee67b6ed-0451-421a-8cab-3face81661cd tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:37.593877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df17ca71-feb6-4f4e-923a-24bb6ae594aa req-ee67b6ed-0451-421a-8cab-3face81661cd tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618&device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 1690 time: 0.0969565 Oct 22 14:59:37.605176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Port 5f9fdd2e-a2ab-4252-a912-f5acb3067374 update to ACTIVE by agent not found {{(pid=107803) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 14:59:37.607849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:37.608262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:37.611272 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:37.667694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df17ca71-feb6-4f4e-923a-24bb6ae594aa req-e7621d7e-1ec3-4184-b129-4bcad6e54e61 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662518 Oct 22 14:59:37.751659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 87093c14-5737-48a0-9b30-07facd0c6b2d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:37.776027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 87093c14-5737-48a0-9b30-07facd0c6b2d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:37.776374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 87093c14-5737-48a0-9b30-07facd0c6b2d not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:37.776806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5f9fdd2e-a2ab-4252-a912-f5acb3067374 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:37.798880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5f9fdd2e-a2ab-4252-a912-f5acb3067374 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:59:37.799249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5f9fdd2e-a2ab-4252-a912-f5acb3067374 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:59:37.881588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb7849-ec5b-4252-844b-4ab6659c6b2b req-33eec67f-edf8-4bf3-916a-1ef92658d8f7 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:37.892027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48cb7849-ec5b-4252-844b-4ab6659c6b2b req-33eec67f-edf8-4bf3-916a-1ef92658d8f7 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 1100 time: 0.0612302 Oct 22 14:59:37.946960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48cb7849-ec5b-4252-844b-4ab6659c6b2b req-e9f3dad0-e14e-44fc-9c9e-b289fef80981 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Oct 22 14:59:38.059274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a968-1e40-4236-a480-0cf02de5077b req-6079464a-25f9-4c14-b3fa-a1dbc6e10176 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:38.061321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3329a968-1e40-4236-a480-0cf02de5077b req-6079464a-25f9-4c14-b3fa-a1dbc6e10176 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 1101 time: 0.0466120 Oct 22 14:59:38.110790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3329a968-1e40-4236-a480-0cf02de5077b req-cce0b99c-66f8-446a-bece-ed10a8229d84 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Oct 22 14:59:38.118509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.135562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.142076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/708f086f-8417-4b70-a4e2-4615507cbe11 HTTP/1.1" status: 204 len: 168 time: 2.6410365 Oct 22 14:59:38.144353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:38.162011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1671155647'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:38.165222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:59:38.166064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad3419-f2f9-4466-8ae7-07e79dab119f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=708f086f-8417-4b70-a4e2-4615507cbe11,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:38.269788 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.294387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:38.298327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.341391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:59:38.343042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:38.354890 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] Sync routers for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:59:38.355544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.357750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.358337 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment 8280ef69-634f-4ec3-81cf-4ee2f2e65d7d of type vlan for network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 Oct 22 14:59:38.361554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=f36a54c7-3f02-4d8b-838c-868034bf0bdb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:38.389596 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:38.393956 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:59:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:38.396698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '80e880e7-ebe8-4951-a049-c285bfb9f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:38.397326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: 02fc7312-d32d-4648-9281-ce20d559cb3e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:38.413015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7e012a59-7771-4d92-8568-29beaee5e53b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "PUT /v2.0/floatingips/97c59ebf-76fe-4642-aa9f-367d594d6506 HTTP/1.1" status: 200 len: 991 time: 3.1712666 Oct 22 14:59:38.414739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:38.417614 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e693ef-fbf5-4ea1-aec0-1cf367a28203" -d '{"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:38.477987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2feba9e6-8cde-4b4f-a32b-9f693aa58c1d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816123 Oct 22 14:59:38.530071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.542047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 361bb32c-ff5c-4a10-9b4e-7a968e7151dd up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:38.552075 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:38.562811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 02fc7312-d32d-4648-9281-ce20d559cb3e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:38.661564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 02fc7312-d32d-4648-9281-ce20d559cb3e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:38.666804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032b4b3-c534-4290-8e94-05845f94658a req-b631783d-0542-4be8-9d55-9b771e334cff tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:38.668578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a032b4b3-c534-4290-8e94-05845f94658a req-b631783d-0542-4be8-9d55-9b771e334cff tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 944 time: 0.1816623 Oct 22 14:59:38.672949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:38.673925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.679140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2b38b-349c-4262-8a06-d6882360654b None None] Network 02fc7312-d32d-4648-9281-ce20d559cb3e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:38.702461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-3abbb4b0-f813-43dc-b511-d8714007d6e0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:38.702461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-3abbb4b0-f813-43dc-b511-d8714007d6e0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086082 Oct 22 14:59:38.724719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f86871b-3493-4d89-8620-63f394556c7e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/quotas/2de1d55179dd4ad0ab2afb3f624dfad1 HTTP/1.1" status: 200 len: 375 time: 0.0213687 Oct 22 14:59:38.726833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.732512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:38.733296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.789274 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-99e6b24b-bc4b-4d36-9bd2-089b6903c821 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8755956 Oct 22 14:59:38.792181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53642) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:38.795307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:38.797606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:38.806114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:38.806731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.814130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a032b4b3-c534-4290-8e94-05845f94658a req-4a4306ee-0dfd-4ec2-9370-d7a8195d6da7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328156 Oct 22 14:59:38.923446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=d7e66ee8-53a4-4dec-896f-88d2f3dd0452,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:38.934525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9b33ec85-25e4-40f2-9314-0bfc23e8bac6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7869112 Oct 22 14:59:38.934525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53644) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:38.939672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:38.988115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4237090'] for subnet, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:38.992537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-0184a761-2b90-4b3e-b2ff-3df75e7f905b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2505102 Oct 22 14:59:39.065346 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '97c59ebf-76fe-4642-aa9f-367d594d6506', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'floating_ip_address': '172.25.1.80', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'port_id': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'mac_address': 'fa:16:3e:9c:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:58:01Z', 'updated_at': '2021-10-22T14:59:36Z', 'revision_number': 1, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:52Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:39.070013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:39.110448 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ffdbe-deb1-43fa-bb21-f196a066b55b x-openstack-request-id: req-a98ffdbe-deb1-43fa-bb21-f196a066b55b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:39.110846 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:39.115828 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a98ffdbe-deb1-43fa-bb21-f196a066b55b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:39.115828 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'status': 'completed', 'code': 200} Oct 22 14:59:39.142661 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] Checking router: 37fb0fb8-9969-44ed-83cb-7c36ee19df33 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:59:39.173124 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:39.174057 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:59:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:39.200100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-02fc7312-d32d-4648-9281-ce20d559cb3e', 'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': 'f36a54c7-3f02-4d8b-838c-868034bf0bdb'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:39.201224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.232375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:39.237235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.285753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.286410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.287100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.287725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.288176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.288625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.289072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.291209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-0cef5282-113b-4f16-bd88-8a98d737c044 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6492 time: 0.1512775 Oct 22 14:59:39.335942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.397881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:39.398849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:39.401347 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72d0e3-b57f-46fd-aeb7-d234a7c36c62" -d '{"events": [{"server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "name": "network-vif-plugged", "status": "completed", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:39.453968 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:39.457566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778615874780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4195857'] for subnet, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.528569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2869cf30-7b86-44fc-ba1d-112af5aa52e7 req-d82a5019-e50f-449e-a840-ebadaa5dcb5c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 210 time: 0.0523272 Oct 22 14:59:39.537402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Allocated IP 172.20.0.2 (02fc7312-d32d-4648-9281-ce20d559cb3e/f36a54c7-3f02-4d8b-838c-868034bf0bdb/5f7100a7-70e3-4950-81d1-7f1aa06b4cfc) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:39.567485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.569150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.572222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "PUT /v2.0/subnets/f36a54c7-3f02-4d8b-838c-868034bf0bdb HTTP/1.1" status: 200 len: 806 time: 0.7765448 Oct 22 14:59:39.576298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53694) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:39.689996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.695015 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c076e3c-2707-4d92-8d0b-50a5efc6033b x-openstack-request-id: req-0c076e3c-2707-4d92-8d0b-50a5efc6033b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:39.695622 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "name": "network-vif-plugged", "status": "completed", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:39.696083 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c076e3c-2707-4d92-8d0b-50a5efc6033b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:39.696553 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'code': 200} Oct 22 14:59:39.722009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c7e4a-6fc3-47ed-95fd-6b6da1015bd4 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=f36a54c7-3f02-4d8b-838c-868034bf0bdb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:39.737045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-910c2e53-c9f5-455d-b27a-a2a4b5757c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:39.740376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-910c2e53-c9f5-455d-b27a-a2a4b5757c3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c0226784-150c-43ed-b71e-dc85064ff07e HTTP/1.1" status: 200 len: 913 time: 0.4405489 Oct 22 14:59:39.828686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:39.864420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.931325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:39.959601 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-6476f74f-cff7-4a7d-9c73-6847989e29c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 200 len: 999 time: 0.1837285 Oct 22 14:59:39.993192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.013349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccbf58-3c76-40e6-b975-8574200a807b req-869b1577-473f-4790-b065-d870cb138f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:40.019530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cccbf58-3c76-40e6-b975-8574200a807b req-869b1577-473f-4790-b065-d870cb138f48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 1096 time: 0.1278312 Oct 22 14:59:40.021014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.046874 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.061555 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '97c59ebf-76fe-4642-aa9f-367d594d6506', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'floating_ip_address': '172.25.1.80', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'port_id': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'mac_address': 'fa:16:3e:9c:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:58:01Z', 'updated_at': '2021-10-22T14:59:36Z', 'revision_number': 1, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:52Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:40.100993 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbee75c-1b0e-4da3-8060-fcee43a5299f None None] The sync data for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 is: [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '97c59ebf-76fe-4642-aa9f-367d594d6506', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'floating_ip_address': '172.25.1.80', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'port_id': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'mac_address': 'fa:16:3e:9c:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:58:01Z', 'updated_at': '2021-10-22T14:59:36Z', 'revision_number': 1, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:52Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:59:40.108773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Network 02fc7312-d32d-4648-9281-ce20d559cb3e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:40.112683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f0e8-74f3-4992-aa37-6b47477fa725 req-c8ecdf71-f918-479e-8410-82570eecd0f6 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:40.114708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:40.118422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:40.132582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6154f0e8-74f3-4992-aa37-6b47477fa725 req-c8ecdf71-f918-479e-8410-82570eecd0f6 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1998034 Oct 22 14:59:40.195979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Pushing event updated for resources: {'Port': ['ID=5f7100a7-70e3-4950-81d1-7f1aa06b4cfc,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:40.255679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-57af1bef-2e5b-4ba8-b174-9cfaa0cd2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:40.257651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-57af1bef-2e5b-4ba8-b174-9cfaa0cd2b11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c70db5d-50ec-4376-9528-db0b76660b8a HTTP/1.1" status: 200 len: 851 time: 0.2394946 Oct 22 14:59:40.276915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Attempting to bind port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:40.283880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Attempting to bind port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '80e880e7-ebe8-4951-a049-c285bfb9f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:40.283880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Attempting to bind port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc on network 02fc7312-d32d-4648-9281-ce20d559cb3e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:40.284906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cccbf58-3c76-40e6-b975-8574200a807b req-b4884a4e-3a82-45e6-9dc3-06e46b197918 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524624 Oct 22 14:59:40.297329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:40.300593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Checking segment: {'id': '80e880e7-ebe8-4951-a049-c285bfb9f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:40.301046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.301466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Bound using segment: {'id': '80e880e7-ebe8-4951-a049-c285bfb9f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:40.301975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Bound port: 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e880e7-ebe8-4951-a049-c285bfb9f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '02fc7312-d32d-4648-9281-ce20d559cb3e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:40.302369 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.318119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=3feb9fab-4b47-48c0-bc39-b827bd6abba3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:40.351998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.366448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6154f0e8-74f3-4992-aa37-6b47477fa725 req-692c7f61-154c-4222-806b-76a5253d3134 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327995 Oct 22 14:59:40.408373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:40.409971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: d7e66ee8-53a4-4dec-896f-88d2f3dd0452, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:40.465048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] For port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:40.472725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] For port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5f7100a7-70e3-4950-81d1-7f1aa06b4cfc,segment=NetworkSegment(80e880e7-ebe8-4951-a049-c285bfb9f988),segment_id=80e880e7-ebe8-4951-a049-c285bfb9f988)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:40.481421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b9874-4671-45a8-95f4-b2f3b8e1a93a None None] New status for floating IP 97c59ebf-76fe-4642-aa9f-367d594d6506: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:59:40.494739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:40.505870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=f36a54c7-3f02-4d8b-838c-868034bf0bdb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:40.542395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.562685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-42217bbb-c3fa-4f67-a887-9b239941347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:40.564646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-42217bbb-c3fa-4f67-a887-9b239941347f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c0226784-150c-43ed-b71e-dc85064ff07e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2980442 Oct 22 14:59:40.635322 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.666999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7149a38f-e509-4877-a856-f50a147ee23a req-56f34163-35e3-43a4-8c27-03d90710dd7c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 210 time: 0.0426958 Oct 22 14:59:40.668623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d7e66ee8-53a4-4dec-896f-88d2f3dd0452) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:40.673811 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-1d34b6c1-6f8b-4b3f-beea-fc11f1437f3e service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003964 Oct 22 14:59:40.676646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fc7312-d32d-4648-9281-ce20d559cb3e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:40.683464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:40.685273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.705681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e880e7-ebe8-4951-a049-c285bfb9f988') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:40.709075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e880e7-ebe8-4951-a049-c285bfb9f988') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:40.731867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.759503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33749d12-ae6e-46b8-a02d-61ea87c7cc67 None None] Network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:40.787298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.799280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:40.799698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:40.803147 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:40.807355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d48b7ad-d5ed-4bf3-a938-eb0883af2b53 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8699749 Oct 22 14:59:40.808765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53764) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:40.819816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1621981321'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:40.885339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51e693ef-fbf5-4ea1-aec0-1cf367a28203 req-a3946177-050b-4dba-acc3-51fe64b7716c service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909833 Oct 22 14:59:40.911737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:40.911737 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:40.911737 n-d-812148-2 neutron-server[107801]: [parameters: {'id': '02fc7312-d32d-4648-9281-ce20d559cb3e'}] Oct 22 14:59:40.911737 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:40.912205 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:40.946857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2f67d-e4a7-4368-aa16-3d86ca83c241 None None] Pushing event updated for resources: {'Port': ['ID=5f7100a7-70e3-4950-81d1-7f1aa06b4cfc,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:41.096241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20512b0-b134-4916-bfce-de11d4351046 None None] Network 02fc7312-d32d-4648-9281-ce20d559cb3e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:41.157427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:41.163668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.167231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-d7e66ee8-53a4-4dec-896f-88d2f3dd0452', 'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': '3feb9fab-4b47-48c0-bc39-b827bd6abba3'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:41.168063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.205627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port d78ea4f9-9157-4ece-9d89-726ef3868416 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:41.309892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.359775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ceb06-dc69-4f8a-bb0e-ac1254815e03 None None] Network 02fc7312-d32d-4648-9281-ce20d559cb3e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:41.368029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::1eb (d7e66ee8-53a4-4dec-896f-88d2f3dd0452/3feb9fab-4b47-48c0-bc39-b827bd6abba3/d78ea4f9-9157-4ece-9d89-726ef3868416) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:41.413023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.561036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:41.561338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.627526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.637198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66feb-4d2f-4430-aaf9-49683e32b5c7 req-89f728dc-41ad-4cae-95a0-8de6fcd9f6a7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:41.638637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07a66feb-4d2f-4430-aaf9-49683e32b5c7 req-89f728dc-41ad-4cae-95a0-8de6fcd9f6a7 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.0973616 Oct 22 14:59:41.657124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5f7100a7-70e3-4950-81d1-7f1aa06b4cfc,segment=NetworkSegment(80e880e7-ebe8-4951-a049-c285bfb9f988),segment_id=80e880e7-ebe8-4951-a049-c285bfb9f988)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:41.657558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.673649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:41.708523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07a66feb-4d2f-4430-aaf9-49683e32b5c7 req-f4ff523e-4891-47e0-bbde-ddcaf8cc259b tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594797 Oct 22 14:59:41.776744 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.854194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Allocated IP 2001:db8::2 (d7e66ee8-53a4-4dec-896f-88d2f3dd0452/3feb9fab-4b47-48c0-bc39-b827bd6abba3/2d98d51c-c380-4665-b6c6-73c8e4337275) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:41.940002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:41.977694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=5f7100a7-70e3-4950-81d1-7f1aa06b4cfc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:42.000614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port 5f7100a7-70e3-4950-81d1-7f1aa06b4cfc on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:42.089324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.121067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.148429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fc7312-d32d-4648-9281-ce20d559cb3e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:42.159036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e880e7-ebe8-4951-a049-c285bfb9f988') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:42.160198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e880e7-ebe8-4951-a049-c285bfb9f988') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:42.170387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.187489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.192881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:42.193272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:42.196937 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:42.220578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.261078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:42.264490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:42.269123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:42.288881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Pushing event updated for resources: {'Port': ['ID=2d98d51c-c380-4665-b6c6-73c8e4337275,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:42.347258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:42.354806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-1dd2c0f7-3fb9-4ed9-b4e7-9886f7e36996 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503602 Oct 22 14:59:42.359802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.363267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Attempting to bind port 2d98d51c-c380-4665-b6c6-73c8e4337275 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:42.365098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Attempting to bind port 2d98d51c-c380-4665-b6c6-73c8e4337275 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:42.365098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Attempting to bind port 2d98d51c-c380-4665-b6c6-73c8e4337275 on network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:42.371531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:42.372982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.373143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Checking segment: {'id': '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:42.373646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.374146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Bound using segment: {'id': '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:42.374747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Bound port: 2d98d51c-c380-4665-b6c6-73c8e4337275, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7e66ee8-53a4-4dec-896f-88d2f3dd0452'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:42.375388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.379562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:42.379694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/02fc7312-d32d-4648-9281-ce20d559cb3e HTTP/1.1" status: 204 len: 168 time: 2.8023031 Oct 22 14:59:42.389978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53880) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:42.390130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e15d9a2-d600-447e-8cc4-365e4ead35ea req-8099612a-5bd3-40a0-a3d7-6bbfbc77e702 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 210 time: 0.0868289 Oct 22 14:59:42.413703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ee247-3f10-4d08-95d1-4b128e2d5059 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=02fc7312-d32d-4648-9281-ce20d559cb3e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:42.426774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:42.434371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:42.435587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.446637 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1d6fbd-254d-4f13-b011-3be29d7f1e7e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:42.447263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1d6fbd-254d-4f13-b011-3be29d7f1e7e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:42.457387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f1d6fbd-254d-4f13-b011-3be29d7f1e7e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/02fc7312-d32d-4648-9281-ce20d559cb3e HTTP/1.1" status: 404 len: 339 time: 0.0628879 Oct 22 14:59:42.458293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53882) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:42.464782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1199174840', 'description': 'd1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:42.474562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] For port 2d98d51c-c380-4665-b6c6-73c8e4337275, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:42.481750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] For port 2d98d51c-c380-4665-b6c6-73c8e4337275, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d98d51c-c380-4665-b6c6-73c8e4337275,segment=NetworkSegment(8280ef69-634f-4ec3-81cf-4ee2f2e65d7d),segment_id=8280ef69-634f-4ec3-81cf-4ee2f2e65d7d)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:42.483910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=d78ea4f9-9157-4ece-9d89-726ef3868416,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:42.568380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.580102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:42.586492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-248b6b99-808b-414a-9049-28351220f4ab tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:42.588111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-248b6b99-808b-414a-9049-28351220f4ab tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121701 Oct 22 14:59:42.589953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.608085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:42.649519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:42.660250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.661241 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment acd26c82-80c3-4e73-8d9d-308d043c5ab1 of type vlan for network 25053e72-ea7b-4f08-8cc1-e10d21c6c53f Oct 22 14:59:42.662496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8047b04-b838-489d-964d-ca311c99b150 None None] Pushing event updated for resources: {'Port': ['ID=2d98d51c-c380-4665-b6c6-73c8e4337275,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:42.705821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1d08f612-7fd3-44c2-a079-a3d1a4ab7738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8959329 Oct 22 14:59:42.710708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53890) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:42.722533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:42.865773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port d78ea4f9-9157-4ece-9d89-726ef3868416 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:42.871504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.012438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d7e0b-50aa-467b-9193-af89084ada4e req-e3d169dc-54cb-497e-871e-43d3efb137cb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:43.035072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a46d7e0b-50aa-467b-9193-af89084ada4e req-e3d169dc-54cb-497e-871e-43d3efb137cb tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1283631 Oct 22 14:59:43.035072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.049901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for d78ea4f9-9157-4ece-9d89-726ef3868416 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:43.069907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.075663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:43.076315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759053'] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.078037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a46d7e0b-50aa-467b-9193-af89084ada4e req-48854e19-507f-4f38-aa5f-77ef99d14611 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554323 Oct 22 14:59:43.198438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:43.201888 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.223429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=25053e72-ea7b-4f08-8cc1-e10d21c6c53f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:43.236807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 25053e72-ea7b-4f08-8cc1-e10d21c6c53f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:43.309143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-64524470-0136-4df5-8419-a8fc1a99f6b6 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8488548 Oct 22 14:59:43.311800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:43.313745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1272-0225-4496-b122-79754834526a req-d1066fc1-577f-47b9-b135-7e9db4cc1ff0 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:43.315989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfff1272-0225-4496-b122-79754834526a req-d1066fc1-577f-47b9-b135-7e9db4cc1ff0 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1339993 Oct 22 14:59:43.332008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53902) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:43.339118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Request body: {'floatingip': {'port_id': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:43.388365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.469334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.497539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48e8de-517a-442f-a818-8696f5c45599 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:43.499644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd48e8de-517a-442f-a818-8696f5c45599 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks?id=25053e72-ea7b-4f08-8cc1-e10d21c6c53f HTTP/1.1" status: 200 len: 761 time: 0.1869001 Oct 22 14:59:43.502406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:43.508353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'description': 'd2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:43.511788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=d78ea4f9-9157-4ece-9d89-726ef3868416,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:43.579300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.587070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5cc1afe6-ac09-440a-9a4e-10a639145a9b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/d78ea4f9-9157-4ece-9d89-726ef3868416 HTTP/1.1" status: 204 len: 168 time: 0.8732529 Oct 22 14:59:43.587262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53912) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:43.591540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce144548-f48f-4a02-96a4-61dfb7400dab req-b2df6b92-7ff3-4275-9e33-9a5278f41f81 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 210 time: 0.0727091 Oct 22 14:59:43.673082 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-301502fa-e8df-46f3-83ed-ab573ce25ac4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 14:59:43.675179 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-301502fa-e8df-46f3-83ed-ab573ce25ac4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/d78ea4f9-9157-4ece-9d89-726ef3868416 HTTP/1.1" status: 404 len: 333 time: 0.0869310 Oct 22 14:59:43.678470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53914) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:43.727569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.168 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/437944c4-a190-4647-96b3-a55bb64f9f0a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:43.797258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2d98d51c-c380-4665-b6c6-73c8e4337275 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:43.883212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2d98d51c-c380-4665-b6c6-73c8e4337275 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:43.883875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.883993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 3feb9fab-4b47-48c0-bc39-b827bd6abba3 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:59:43.894891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:43.979179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.027824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.050825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.079561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53920) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:44.117986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 2d98d51c-c380-4665-b6c6-73c8e4337275, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d98d51c-c380-4665-b6c6-73c8e4337275,segment=NetworkSegment(8280ef69-634f-4ec3-81cf-4ee2f2e65d7d),segment_id=8280ef69-634f-4ec3-81cf-4ee2f2e65d7d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:44.130732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.161271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 25053e72-ea7b-4f08-8cc1-e10d21c6c53f is not hosted by any dhcp agent {{(pid=107801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 14:59:44.168206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:44.168476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.172441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "PUT /v2.0/networks/25053e72-ea7b-4f08-8cc1-e10d21c6c53f HTTP/1.1" status: 200 len: 758 time: 0.6656597 Oct 22 14:59:44.174292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53924) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:44.218340 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.255587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23157310-be38-40bc-a6fe-8d4cbad321db tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=25053e72-ea7b-4f08-8cc1-e10d21c6c53f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:44.267553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.273146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 25053e72-ea7b-4f08-8cc1-e10d21c6c53f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:44.329971 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7dcb7ba-7242-45c7-a33e-94e52754a3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.361246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.381807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e9fde-c6ea-4545-a0ca-ba96a60c09d2 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:44.383662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eb7e9fde-c6ea-4545-a0ca-ba96a60c09d2 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks?id=25053e72-ea7b-4f08-8cc1-e10d21c6c53f HTTP/1.1" status: 200 len: 761 time: 0.2096312 Oct 22 14:59:44.387422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53926) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:44.392148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac38b9-da5d-489a-9cf8-1e66908cc5c7 None None] Network d7e66ee8-53a4-4dec-896f-88d2f3dd0452 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:44.392640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-984878611'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:44.404754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=2d98d51c-c380-4665-b6c6-73c8e4337275,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:44.474362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.506583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-93c939ff-48ef-419f-a9b9-b0c099745ecf None None] Provisioning complete for port 2d98d51c-c380-4665-b6c6-73c8e4337275 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:44.507022 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93c939ff-48ef-419f-a9b9-b0c099745ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.508605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.524393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:44.527937 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.534432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=3feb9fab-4b47-48c0-bc39-b827bd6abba3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:44.548980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.552249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f11bb047-5e77-4922-ac82-9ea11ee8754d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/3feb9fab-4b47-48c0-bc39-b827bd6abba3 HTTP/1.1" status: 204 len: 168 time: 0.8723688 Oct 22 14:59:44.554997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53930) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:44.584900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:44.594582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.595861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7dcb7ba-7242-45c7-a33e-94e52754a3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.603474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.603833 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 548ccfef-7807-468d-82a1-6a3582ac6186 of type vlan for network e133a91b-914b-4b09-a061-01f3b1fb475c Oct 22 14:59:44.610283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:44.613364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:44.666481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.684761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7dcb7ba-7242-45c7-a33e-94e52754a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.700963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.778677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c7dcb7ba-7242-45c7-a33e-94e52754a3f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c93f80a5b3ef473a82a6f55c433c5108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981089 Oct 22 14:59:44.779908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53934) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:44.780940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcb7ba-7242-45c7-a33e-94e52754a3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9cc33e-030e-4ea2-9037-19e272349f0b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:44.842671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:44.858886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:44.869521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:44.887576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.889668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a103d132-e9fd-4058-bc84-e2645945af33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:44.928910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=437944c4-a190-4647-96b3-a55bb64f9f0a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:44.943400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a103d132-e9fd-4058-bc84-e2645945af33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.072704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.072704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:45.072704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.095414 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Floating IP 0d7467f8-f271-4470-a5c8-faec947aea5b associated. External IP: 172.25.1.244, port: 361bb32c-ff5c-4a10-9b4e-7a968e7151dd. Oct 22 14:59:45.134729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] DHCP port deletion for d7e66ee8-53a4-4dec-896f-88d2f3dd0452 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:59:45.187143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=e133a91b-914b-4b09-a061-01f3b1fb475c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:45.207880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a0091-39d4-4291-bc68-56433be3a799 req-c424c3ad-2d50-4e05-8c88-30849e404592 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:45.208800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e133a91b-914b-4b09-a061-01f3b1fb475c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:45.217721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-328a0091-39d4-4291-bc68-56433be3a799 req-c424c3ad-2d50-4e05-8c88-30849e404592 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 936 time: 0.5271935 Oct 22 14:59:45.270506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:45.271173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.290766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c4c4b66c-08d6-4a51-807b-d4f9cb4513f7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8998258 Oct 22 14:59:45.291259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53938) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:45.298386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:45.361234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0fa0003b-74cb-4617-b3fb-cabc6274dd4f None None] Provisioning complete for port 437944c4-a190-4647-96b3-a55bb64f9f0a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:45.361821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fa0003b-74cb-4617-b3fb-cabc6274dd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.363801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-328a0091-39d4-4291-bc68-56433be3a799 req-aa8354d3-016e-4452-9f09-66cfce0f16ee tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450574 Oct 22 14:59:45.396379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a103d132-e9fd-4058-bc84-e2645945af33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.398963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a103d132-e9fd-4058-bc84-e2645945af33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.400345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a103d132-e9fd-4058-bc84-e2645945af33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d9cc33e-030e-4ea2-9037-19e272349f0b HTTP/1.1" status: 204 len: 168 time: 0.6139333 Oct 22 14:59:45.419389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103d132-e9fd-4058-bc84-e2645945af33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9cc33e-030e-4ea2-9037-19e272349f0b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:45.429105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] Deleting port 2d98d51c-c380-4665-b6c6-73c8e4337275 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:45.431835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.464189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-5f4664e2-b54d-420a-98dc-1e88284a299e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8607283 Oct 22 14:59:45.489075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 2d98d51c-c380-4665-b6c6-73c8e4337275 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:45.489487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.499722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Request body: {'port': {'device_id': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:45.525251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0003b-74cb-4617-b3fb-cabc6274dd4f None None] Port 437944c4-a190-4647-96b3-a55bb64f9f0a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:59:45.570956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] For port 2d98d51c-c380-4665-b6c6-73c8e4337275, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d98d51c-c380-4665-b6c6-73c8e4337275,segment=NetworkSegment(8280ef69-634f-4ec3-81cf-4ee2f2e65d7d),segment_id=8280ef69-634f-4ec3-81cf-4ee2f2e65d7d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:45.571370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.579927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:45.584167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.596220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] Calling delete_port for 2d98d51c-c380-4665-b6c6-73c8e4337275 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:45.696683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] For port 2d98d51c-c380-4665-b6c6-73c8e4337275, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d98d51c-c380-4665-b6c6-73c8e4337275,segment=NetworkSegment(8280ef69-634f-4ec3-81cf-4ee2f2e65d7d),segment_id=8280ef69-634f-4ec3-81cf-4ee2f2e65d7d)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:45.701716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.718765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 2d98d51c-c380-4665-b6c6-73c8e4337275 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:45.751287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2d98d51c-c380-4665-b6c6-73c8e4337275 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:59:45.805555 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.827731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:59:45.911698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.931349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:45.972434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] Pushing event deleted for resources: {'Port': ['ID=2d98d51c-c380-4665-b6c6-73c8e4337275,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:45.974527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056eb3e-dddb-487b-9ddd-7bae54671bd0 None None] No DVR routers for this DVR port 2d98d51c-c380-4665-b6c6-73c8e4337275 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:45.980476 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.026371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c179268-b400-463a-b377-de3d0aa8b15f None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:59:46.178392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c179268-b400-463a-b377-de3d0aa8b15f None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:59:46.380993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=2d98d51c-c380-4665-b6c6-73c8e4337275,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:46.478524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No DVR routers for this DVR port 2d98d51c-c380-4665-b6c6-73c8e4337275 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:46.531929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:59:46.541611 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.542195 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:59:46.551986 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:46.552583 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:59:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:46.632806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-abe24c16-5bca-4849-b0c3-4552072db364 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "PUT /v2.0/floatingips/0d7467f8-f271-4470-a5c8-faec947aea5b HTTP/1.1" status: 200 len: 991 time: 3.2970114 Oct 22 14:59:46.635725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:46.637883 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6103b61f-a0e5-439c-b7ba-83d6d76b2822" -d '{"events": [{"name": "network-changed", "server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:46.664189 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:46.706817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.727542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.790692 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:59:46.797091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b8d48-d283-4e76-b856-cf252cbdff69 req-e2e4ff21-97f4-43ad-8fec-a3f7ba2f605d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:46.802227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-830b8d48-d283-4e76-b856-cf252cbdff69 req-e2e4ff21-97f4-43ad-8fec-a3f7ba2f605d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 936 time: 0.3390291 Oct 22 14:59:46.816332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e66ee8-53a4-4dec-896f-88d2f3dd0452']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:46.822487 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4710fcd8-754a-45bb-8ee8-7a4bb9e3a88e x-openstack-request-id: req-4710fcd8-754a-45bb-8ee8-7a4bb9e3a88e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:46.822950 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:46.824647 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4710fcd8-754a-45bb-8ee8-7a4bb9e3a88e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:46.825598 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'status': 'completed', 'code': 200} Oct 22 14:59:46.855514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:46.855953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8280ef69-634f-4ec3-81cf-4ee2f2e65d7d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:46.896456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=54e7ec56-ffc9-4ecd-a6b3-5f4769cad755,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:46.901039 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.944770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-c9a3def2-4445-4013-bd7c-cc17969f50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:46.948550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-c9a3def2-4445-4013-bd7c-cc17969f50e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 1096 time: 0.1228778 Oct 22 14:59:46.954675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '548ccfef-7807-468d-82a1-6a3582ac6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:46.955086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: e133a91b-914b-4b09-a061-01f3b1fb475c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:46.970249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-830b8d48-d283-4e76-b856-cf252cbdff69 req-68229796-a9eb-4360-ac77-ff02824e4e3e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373563 Oct 22 14:59:46.972305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.987674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:46.988367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: timer() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:46.992519 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:47.068235 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '0d7467f8-f271-4470-a5c8-faec947aea5b', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'port_id': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'mac_address': 'fa:16:3e:44:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:59:13Z', 'updated_at': '2021-10-22T14:59:44Z', 'revision_number': 1, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:47.107157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437944c4-a190-4647-96b3-a55bb64f9f0a {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:47.120455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.128890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-a5bbf582-6ca4-48b3-bb66-f62bacaea6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:47.130281 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:59:47.131094 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-a5bbf582-6ca4-48b3-bb66-f62bacaea6cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 200 len: 911 time: 0.1625838 Oct 22 14:59:47.147700 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:59:47.148383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T14:59:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:47.228801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network e133a91b-914b-4b09-a061-01f3b1fb475c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:47.247122 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-3ca6c43b-1d33-4e6a-891b-6435fa8ed195 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd HTTP/1.1" status: 200 len: 999 time: 0.1017206 Oct 22 14:59:47.272692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Transition to ACTIVE for port object 437944c4-a190-4647-96b3-a55bb64f9f0a will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:59:47.273688 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.280391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.285764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/d7e66ee8-53a4-4dec-896f-88d2f3dd0452 HTTP/1.1" status: 204 len: 168 time: 2.7248511 Oct 22 14:59:47.322494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53976) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:47.323379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8bc9a-218a-41c8-a75b-928fefb7b07c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=d7e66ee8-53a4-4dec-896f-88d2f3dd0452,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:47.347875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'name': 'tempest-PortsIpV6TestJSON-807096772'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:47.361235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53980) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:47.372964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-7b6fe9e2-e661-4ea3-8968-3dd0c7f9868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:47.375215 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-7b6fe9e2-e661-4ea3-8968-3dd0c7f9868e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 200 len: 849 time: 0.1173394 Oct 22 14:59:47.376842 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:59:47.448387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e133a91b-914b-4b09-a061-01f3b1fb475c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:47.460500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ede068-b849-4c72-abb6-6f5ed77ad6e7 None None] Network e133a91b-914b-4b09-a061-01f3b1fb475c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:47.475645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:47.476243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.481575 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.544406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-5cf8a7d4-338c-4470-b6b4-e06906eeb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:47.557089 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-5cf8a7d4-338c-4470-b6b4-e06906eeb7e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07cb71aa-f007-472c-ad0e-93c8fd874287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625867 Oct 22 14:59:47.585046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:47.588949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.619580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cec6b93-88e8-4a2b-bcbc-e4eb600fe363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.620146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Pushing event updated for resources: {'Port': ['ID=437944c4-a190-4647-96b3-a55bb64f9f0a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:47.627207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 8ae57be5-c4b8-43f4-800c-ba91b26274a0 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:47.775899 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '0d7467f8-f271-4470-a5c8-faec947aea5b', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'port_id': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'mac_address': 'fa:16:3e:44:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:59:13Z', 'updated_at': '2021-10-22T14:59:44Z', 'revision_number': 1, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:47.779403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53988) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:47.796662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-e133a91b-914b-4b09-a061-01f3b1fb475c', 'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': '54e7ec56-ffc9-4ecd-a6b3-5f4769cad755'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:47.798266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.817571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-11268ea2-7fd1-4967-901d-846cdee47b0e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5249572 Oct 22 14:59:47.820053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53992) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:47.911005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Attempting to bind port 437944c4-a190-4647-96b3-a55bb64f9f0a on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:47.911361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Attempting to bind port 437944c4-a190-4647-96b3-a55bb64f9f0a by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:47.911685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Attempting to bind port 437944c4-a190-4647-96b3-a55bb64f9f0a on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:47.948057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Port 437944c4-a190-4647-96b3-a55bb64f9f0a on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:59:47.956243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Attempting to bind port 437944c4-a190-4647-96b3-a55bb64f9f0a on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:47.966953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:47.967334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:47.967716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:47.968155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Bound port: 437944c4-a190-4647-96b3-a55bb64f9f0a, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:47.968506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:47.997126 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a8555-2139-484a-943b-de1c0ea7336c None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '0d7467f8-f271-4470-a5c8-faec947aea5b', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'port_id': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'mac_address': 'fa:16:3e:44:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:59:13Z', 'updated_at': '2021-10-22T14:59:44Z', 'revision_number': 1, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:59:48.005627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-812076292-network', 'tenant_id': '91dc013a2d184b369ab818a63bbbee3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:48.082147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Allocated IP 172.20.0.2 (e133a91b-914b-4b09-a061-01f3b1fb475c/54e7ec56-ffc9-4ecd-a6b3-5f4769cad755/399e47e5-d8ad-46b5-ba46-43ba725ba7da) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:48.113354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.119215 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-e370e682-5c74-4a2e-872a-10631d5654d8 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452509 Oct 22 14:59:48.126419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cec6b93-88e8-4a2b-bcbc-e4eb600fe363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.150530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.209787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] For port 437944c4-a190-4647-96b3-a55bb64f9f0a, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:48.222952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151d9a4-ebe2-4863-932e-796e438ab17c req-57aee785-6f68-4c09-b16e-5379ce631f44 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:48.224501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8151d9a4-ebe2-4863-932e-796e438ab17c req-57aee785-6f68-4c09-b16e-5379ce631f44 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 948 time: 0.1541729 Oct 22 14:59:48.238521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] For port 437944c4-a190-4647-96b3-a55bb64f9f0a, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=437944c4-a190-4647-96b3-a55bb64f9f0a,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:48.248626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cec6b93-88e8-4a2b-bcbc-e4eb600fe363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.260504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.278635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8151d9a4-ebe2-4863-932e-796e438ab17c req-c05d0b8b-6612-4764-966d-6e224397680d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Oct 22 14:59:48.310205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Made reservation on behalf of 91dc013a2d184b369ab818a63bbbee3b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:48.312469 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.320298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1cec6b93-88e8-4a2b-bcbc-e4eb600fe363 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddc8d600c7e84fc1b1b3c78d167807f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536178 Oct 22 14:59:48.324654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.325248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.328466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53998) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:48.331583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec6b93-88e8-4a2b-bcbc-e4eb600fe363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b0f8c3-4999-47d7-8e4e-3b75fa68b65a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.356462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.357937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6103b61f-a0e5-439c-b7ba-83d6d76b2822 req-edde4550-07ea-4c0d-9b89-b2fd9ddbf3a6 service neutron] 10.222.0.53 "GET /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299771 Oct 22 14:59:48.374645 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.376718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.413386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd55ba7-beba-475a-8b1d-6a1952cfb9f7 None None] New status for floating IP 0d7467f8-f271-4470-a5c8-faec947aea5b: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:59:48.463512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Network e133a91b-914b-4b09-a061-01f3b1fb475c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:48.474817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:48.475468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.475749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:48.476862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] 10.222.0.53 "PUT /v2.0/ports/437944c4-a190-4647-96b3-a55bb64f9f0a HTTP/1.1" status: 200 len: 1096 time: 2.9819188 Oct 22 14:59:48.484658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:48.487017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Pushing event updated for resources: {'Port': ['ID=399e47e5-d8ad-46b5-ba46-43ba725ba7da,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.501175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:48.515618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:48.525762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a220844-c24a-45c1-a820-047b213617f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.527470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:48.527897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.533149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:48.533702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.561207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ab56-1e01-45dd-89b8-41a60710e3fe service neutron] Pushing event updated for resources: {'Port': ['ID=437944c4-a190-4647-96b3-a55bb64f9f0a,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.589363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a220844-c24a-45c1-a820-047b213617f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.590393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=54e7ec56-ffc9-4ecd-a6b3-5f4769cad755,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.612972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Attempting to bind port 399e47e5-d8ad-46b5-ba46-43ba725ba7da on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:48.613373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Attempting to bind port 399e47e5-d8ad-46b5-ba46-43ba725ba7da by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '548ccfef-7807-468d-82a1-6a3582ac6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:48.613702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Attempting to bind port 399e47e5-d8ad-46b5-ba46-43ba725ba7da on network e133a91b-914b-4b09-a061-01f3b1fb475c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:48.640104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:48.644305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Checking segment: {'id': '548ccfef-7807-468d-82a1-6a3582ac6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:48.644963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.645881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Bound using segment: {'id': '548ccfef-7807-468d-82a1-6a3582ac6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:48.646740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Bound port: 399e47e5-d8ad-46b5-ba46-43ba725ba7da, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548ccfef-7807-468d-82a1-6a3582ac6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e133a91b-914b-4b09-a061-01f3b1fb475c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:48.647978 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.673147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.700191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e133a91b-914b-4b09-a061-01f3b1fb475c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:48.712986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548ccfef-7807-468d-82a1-6a3582ac6186') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:48.713648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548ccfef-7807-468d-82a1-6a3582ac6186') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:48.730964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.731470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.733221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=8ae57be5-c4b8-43f4-800c-ba91b26274a0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.743215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e0e9988-4495-4d81-beda-689a957d0426 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4068897 Oct 22 14:59:48.744741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54002) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:48.770625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-dd567aa2-c9bb-4740-8876-ac5d24d0b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:48.772240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-dd567aa2-c9bb-4740-8876-ac5d24d0b210 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 1099 time: 0.1194241 Oct 22 14:59:48.778318 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.790459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:48.790937 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:48.794362 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:48.809547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] For port 399e47e5-d8ad-46b5-ba46-43ba725ba7da, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:48.827171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'tag': '437944c4-a190-4647-96b3-a55bb64f9f0a'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:48.829725 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62295890-be09-4c44-8200-06b121441613" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d6a4fa-0485-471c-a8e0-06c759699397", "tag": "437944c4-a190-4647-96b3-a55bb64f9f0a"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:48.834665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.838824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-9bfc4210-e4a8-4e59-ab39-ccdb68ef3d5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=437944c4-a190-4647-96b3-a55bb64f9f0a HTTP/1.1" status: 200 len: 217 time: 0.0560014 Oct 22 14:59:48.897649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc26bce-3f73-45a6-b587-c3171834e7a9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.910321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-f9d1a82a-80d4-435a-a9e7-5ec10ad27805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:48.912581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-f9d1a82a-80d4-435a-a9e7-5ec10ad27805 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0621250 Oct 22 14:59:48.916935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 8ae57be5-c4b8-43f4-800c-ba91b26274a0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:48.917992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.923748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] For port 399e47e5-d8ad-46b5-ba46-43ba725ba7da, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=399e47e5-d8ad-46b5-ba46-43ba725ba7da,segment=NetworkSegment(548ccfef-7807-468d-82a1-6a3582ac6186),segment_id=548ccfef-7807-468d-82a1-6a3582ac6186)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:48.934080 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49a5d55-d93c-4fbd-a1ec-52cc97f48fa9 x-openstack-request-id: req-c49a5d55-d93c-4fbd-a1ec-52cc97f48fa9 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:48.934374 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d6a4fa-0485-471c-a8e0-06c759699397", "tag": "437944c4-a190-4647-96b3-a55bb64f9f0a", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:48.934626 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c49a5d55-d93c-4fbd-a1ec-52cc97f48fa9 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:48.935141 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'tag': '437944c4-a190-4647-96b3-a55bb64f9f0a', 'status': 'completed', 'code': 200} Oct 22 14:59:48.939599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a220844-c24a-45c1-a820-047b213617f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.941526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:48.941526 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:48.941526 n-d-812148-2 neutron-server[107801]: [parameters: {'id': 'e133a91b-914b-4b09-a061-01f3b1fb475c'}] Oct 22 14:59:48.941526 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:48.941886 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:48.942449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a220844-c24a-45c1-a820-047b213617f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.946639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6a220844-c24a-45c1-a820-047b213617f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58b0f8c3-4999-47d7-8e4e-3b75fa68b65a HTTP/1.1" status: 204 len: 168 time: 0.6147048 Oct 22 14:59:48.958844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:48.981713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220844-c24a-45c1-a820-047b213617f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b0f8c3-4999-47d7-8e4e-3b75fa68b65a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:48.986645 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:48.987551 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Added segment c14644c0-8a65-4d07-a4ef-0a596e1958ca of type vlan for network 05058f1e-0e03-482b-aff4-5a2ec4b5d959 Oct 22 14:59:49.014102 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.026108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 8ae57be5-c4b8-43f4-800c-ba91b26274a0 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:49.032532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-66ce707a-956b-4970-8de7-6dd7bbec73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:49.034572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-66ce707a-956b-4970-8de7-6dd7bbec73a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136651 Oct 22 14:59:49.038236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.064856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.147618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-0775401d-7f7a-46bf-b6a5-c6ccc43432c9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054430 Oct 22 14:59:49.149412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ffe56-99fa-46a8-91fa-ac4fa4663e35 None None] Pushing event updated for resources: {'Port': ['ID=399e47e5-d8ad-46b5-ba46-43ba725ba7da,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:49.176727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e28872-8814-4568-838d-303f038a4c77 None None] Network e133a91b-914b-4b09-a061-01f3b1fb475c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:49.234800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.235875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:49.236452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.288226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.293740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d45f953e-d194-4d8f-8414-ef0c9c702af8 req-83d5ce7e-d19c-4222-a30c-98972192d927 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336503 Oct 22 14:59:49.295091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa171dcd-8940-405c-9d88-a7d52b5106f3 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:59:49.322417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=8ae57be5-c4b8-43f4-800c-ba91b26274a0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:49.332729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.333244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.333536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.333876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.334212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.334689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.335190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.335524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.335852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.336176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.336504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.336829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:49.339905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.343198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b487036a-b82b-4561-9807-8a3b55e66573 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/8ae57be5-c4b8-43f4-800c-ba91b26274a0 HTTP/1.1" status: 204 len: 168 time: 0.5972428 Oct 22 14:59:49.346159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54014) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:49.360914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'mac_address': 'fa:16:3e:83:1c:6f', 'name': 'tempest-PortsIpV6TestJSON-1229840287'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:49.366455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] Pushing event updated for resources: {'Network': ['ID=05058f1e-0e03-482b-aff4-5a2ec4b5d959,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:49.378958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 05058f1e-0e03-482b-aff4-5a2ec4b5d959 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:49.390925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-393ca918-f8f0-4f8f-a632-b5c6ffbdac16 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6090665 Oct 22 14:59:49.395991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54018) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:49.418334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Request body: {'subnet': {'network_id': '05058f1e-0e03-482b-aff4-5a2ec4b5d959', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-812076292-subnet', 'tenant_id': '91dc013a2d184b369ab818a63bbbee3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:49.464012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b52c87-45db-4c97-b7e6-903f6135243b req-5ebc601e-b2db-4361-ab3b-d9855fcd17ae tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:49.475883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76b52c87-45db-4c97-b7e6-903f6135243b req-5ebc601e-b2db-4361-ab3b-d9855fcd17ae tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 948 time: 0.1032724 Oct 22 14:59:49.499789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa171dcd-8940-405c-9d88-a7d52b5106f3 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:59:49.506196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.551234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Made reservation on behalf of 91dc013a2d184b369ab818a63bbbee3b for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:49.553692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:49.591235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76b52c87-45db-4c97-b7e6-903f6135243b req-3025ab52-cd18-4932-ac02-ef3cfe532a31 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146142 Oct 22 14:59:49.649062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295890-be09-4c44-8200-06b121441613 req-3a565ac0-f6f7-42ce-9c1a-9fad2882911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:49.650599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-3a565ac0-f6f7-42ce-9c1a-9fad2882911b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 1099 time: 0.1613615 Oct 22 14:59:49.829548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295890-be09-4c44-8200-06b121441613 req-49a1de29-9fe7-4bc9-ab0f-b8884daead29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:49.831381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-49a1de29-9fe7-4bc9-ab0f-b8884daead29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1656432 Oct 22 14:59:49.923868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-6506d529-6577-4538-a2f5-ea5d8eb89b9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=437944c4-a190-4647-96b3-a55bb64f9f0a HTTP/1.1" status: 200 len: 217 time: 0.0595665 Oct 22 14:59:49.993248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295890-be09-4c44-8200-06b121441613 req-df66282c-3306-49e8-ab77-be0389092e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:49.994743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-df66282c-3306-49e8-ab77-be0389092e4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0626223 Oct 22 14:59:49.998212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:50.041488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port 399e47e5-d8ad-46b5-ba46-43ba725ba7da {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:50.041935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.084299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae8c28-18f7-4839-9e6c-c5a09e02c072 req-c0e5fe94-38d1-4abc-8cc2-6a86ac6a0bc2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.085830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dae8c28-18f7-4839-9e6c-c5a09e02c072 req-c0e5fe94-38d1-4abc-8cc2-6a86ac6a0bc2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0891364 Oct 22 14:59:50.091483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295890-be09-4c44-8200-06b121441613 req-83d54154-e09f-4e70-b6b1-df1bb1ffdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.093068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-83d54154-e09f-4e70-b6b1-df1bb1ffdfb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840154 Oct 22 14:59:50.153717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dae8c28-18f7-4839-9e6c-c5a09e02c072 req-d24e39ca-756a-440e-99b4-f4a024df01f9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596182 Oct 22 14:59:50.180341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.182576 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.207981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port 399e47e5-d8ad-46b5-ba46-43ba725ba7da, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=399e47e5-d8ad-46b5-ba46-43ba725ba7da,segment=NetworkSegment(548ccfef-7807-468d-82a1-6a3582ac6186),segment_id=548ccfef-7807-468d-82a1-6a3582ac6186)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:50.208396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.235963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for 399e47e5-d8ad-46b5-ba46-43ba725ba7da owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:50.238830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port b69f16e1-82a5-4db1-a890-62d946d1ba92 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:50.261499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-9fcc60c3-f829-4328-9d6c-5b93631c0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.263510 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-9fcc60c3-f829-4328-9d6c-5b93631c0a83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1095 time: 0.1516330 Oct 22 14:59:50.265885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-73e146d4-d25c-4e4c-af3c-60a899b0b86a service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647792 Oct 22 14:59:50.266490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b58275-078f-4f70-860a-bec83ebb8f4a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:50.276771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Checking segment: {'id': 'c14644c0-8a65-4d07-a4ef-0a596e1958ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '05058f1e-0e03-482b-aff4-5a2ec4b5d959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:50.277259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Network hostable DHCP agents. Network: 05058f1e-0e03-482b-aff4-5a2ec4b5d959, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:50.375341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62295890-be09-4c44-8200-06b121441613 req-23f92286-b41e-4f0f-bde7-cc6f70f7b66e service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957260 Oct 22 14:59:50.531743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-03a59476-79ec-4aae-8209-fa01e1ed1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.533229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-03a59476-79ec-4aae-8209-fa01e1ed1ed0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.2279525 Oct 22 14:59:50.556959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Network 05058f1e-0e03-482b-aff4-5a2ec4b5d959 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:50.590117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.633797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.637054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-91907c5f-6815-4f13-8dbb-f9f042022ab3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.0930481 Oct 22 14:59:50.700014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=399e47e5-d8ad-46b5-ba46-43ba725ba7da,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:50.704699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port 399e47e5-d8ad-46b5-ba46-43ba725ba7da on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:50.710407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 05058f1e-0e03-482b-aff4-5a2ec4b5d959) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:50.717523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.718382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.720677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d4148-fdc1-45e9-9625-ae338a04f352 None None] Network 05058f1e-0e03-482b-aff4-5a2ec4b5d959 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:50.768638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05813dbf-dac3-4219-b912-5be783bb8e15 req-6f3662c8-11ff-42af-a33f-2643d55358ce tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.771719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05813dbf-dac3-4219-b912-5be783bb8e15 req-6f3662c8-11ff-42af-a33f-2643d55358ce tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 948 time: 0.1008999 Oct 22 14:59:50.782341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-d221600e-00e8-434e-9155-2b53e84261e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:50.784474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-d221600e-00e8-434e-9155-2b53e84261e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1378827 Oct 22 14:59:50.818552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.827782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05813dbf-dac3-4219-b912-5be783bb8e15 req-094f6e7b-4c53-4f3d-ace2-18a9f6a24d55 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Oct 22 14:59:50.866049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c025557d-6c09-4702-9d78-b9c0abedcf29 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4530194 Oct 22 14:59:50.867561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:50.902188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3ad55-876b-4dc5-a264-61cf51235c06 None None] Network 05058f1e-0e03-482b-aff4-5a2ec4b5d959 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:50.968284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e133a91b-914b-4b09-a061-01f3b1fb475c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:50.975908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:50.981276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=b69f16e1-82a5-4db1-a890-62d946d1ba92,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:50.992951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548ccfef-7807-468d-82a1-6a3582ac6186') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:50.993255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548ccfef-7807-468d-82a1-6a3582ac6186') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:50.995800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:51.010453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:51.016313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.016758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.020711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.042471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-a375d4aa-eda4-475a-9340-b02f3eea01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.044060 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-a375d4aa-eda4-475a-9340-b02f3eea01e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459867 Oct 22 14:59:51.048578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.079923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:51.082941 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:51.086245 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:51.179768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-83aae0dc-d71c-47fd-8830-68d147cd14d7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8325140 Oct 22 14:59:51.182464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54062) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.216501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-041abd7d-24fc-4cee-8250-97fa004399ce req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-352878599', 'description': 'tempest-description-1725766739'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:51.245172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-8da7813d-24d3-4bb8-b680-19644ad7a98d service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899424 Oct 22 14:59:51.251961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2d079-d597-4404-be4b-16bdb8213cf8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.253587 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0bb2d079-d597-4404-be4b-16bdb8213cf8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/b69f16e1-82a5-4db1-a890-62d946d1ba92 HTTP/1.1" status: 200 len: 845 time: 0.0702147 Oct 22 14:59:51.263474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54064) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.287912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.296773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.300645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/e133a91b-914b-4b09-a061-01f3b1fb475c HTTP/1.1" status: 204 len: 168 time: 3.4592385 Oct 22 14:59:51.305821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54066) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.338031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab0dfa-7b67-4c98-b4e4-f5f97207d41d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=e133a91b-914b-4b09-a061-01f3b1fb475c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:51.351416 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee848672-afa3-4ecd-93ec-d6b1a8fda8fa tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] GET failed (client error): The resource could not be found. Oct 22 14:59:51.355298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ee848672-afa3-4ecd-93ec-d6b1a8fda8fa tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/subnets/54e7ec56-ffc9-4ecd-a6b3-5f4769cad755 HTTP/1.1" status: 404 len: 337 time: 0.0460091 Oct 22 14:59:51.355298 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-041abd7d-24fc-4cee-8250-97fa004399ce req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.359333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54068) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.363360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f306f1-e57d-436f-8834-4739e99dcd66 req-dc05863e-0fca-44cd-b1fc-89dbd921e555 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.364897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63f306f1-e57d-436f-8834-4739e99dcd66 req-dc05863e-0fca-44cd-b1fc-89dbd921e555 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1277978 Oct 22 14:59:51.386230 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbf0227-1986-4718-866f-a8a63aa2a5a0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:51.386782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbf0227-1986-4718-866f-a8a63aa2a5a0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:51.389866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ffbf0227-1986-4718-866f-a8a63aa2a5a0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/e133a91b-914b-4b09-a061-01f3b1fb475c HTTP/1.1" status: 404 len: 339 time: 0.0294864 Oct 22 14:59:51.393672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2425d532-cd0d-4b04-98f5-76121e87e918 req-81cf662c-b086-4409-9945-aae8f55ca5c7 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354418 Oct 22 14:59:51.393842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.458694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63f306f1-e57d-436f-8834-4739e99dcd66 req-2cc7cc88-7423-43cd-a960-1ef2b5b962cb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688744 Oct 22 14:59:51.483422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port b69f16e1-82a5-4db1-a890-62d946d1ba92 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:51.484038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.538381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-041abd7d-24fc-4cee-8250-97fa004399ce req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.582758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.589721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0dc76-aabf-4be3-9d0a-91f6662af366 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.591281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bad0dc76-aabf-4be3-9d0a-91f6662af366 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1959894 Oct 22 14:59:51.593959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.595285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for b69f16e1-82a5-4db1-a890-62d946d1ba92 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:51.630059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a5382c9b-3e9d-4e63-abab-f1b37dbfd38a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 207 time: 0.0350196 Oct 22 14:59:51.635381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54074) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.655057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-041abd7d-24fc-4cee-8250-97fa004399ce req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.694584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8f6ed-893c-4366-9d51-ceb4321c0506,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:51.759313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eed692-2c5f-4a98-9b17-530683a40827 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.765088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eed692-2c5f-4a98-9b17-530683a40827 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.772220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eed692-2c5f-4a98-9b17-530683a40827 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.779103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eed692-2c5f-4a98-9b17-530683a40827 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:51.780861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-40eed692-2c5f-4a98-9b17-530683a40827 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1441195 Oct 22 14:59:51.785391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54078) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.805333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-041abd7d-24fc-4cee-8250-97fa004399ce req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.806527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-041abd7d-24fc-4cee-8250-97fa004399ce req-dfa8f005-4bc0-432d-9898-5f34e4f16c90 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5943763 Oct 22 14:59:51.826104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.905330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=b69f16e1-82a5-4db1-a890-62d946d1ba92,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:51.938008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:51.941354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac179c2f-a8ab-4c65-9928-819786451245 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/b69f16e1-82a5-4db1-a890-62d946d1ba92 HTTP/1.1" status: 204 len: 168 time: 0.6769371 Oct 22 14:59:51.944235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.972271 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bc7c48-c34c-436b-8e3f-1e915ec6f515 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 14:59:51.974143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5bc7c48-c34c-436b-8e3f-1e915ec6f515 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/b69f16e1-82a5-4db1-a890-62d946d1ba92 HTTP/1.1" status: 404 len: 333 time: 0.0281057 Oct 22 14:59:51.977956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:51.983813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'name': 'tempest-PortsIpV6TestJSON-1637544866'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:52.059940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-6d166f35-5f8a-4c66-a316-34aa9c6bb716 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/32c8f6ed-893c-4366-9d51-ceb4321c0506 HTTP/1.1" status: 200 len: 1806 time: 0.1810372 Oct 22 14:59:52.083833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a21c1f98-ce03-47d0-b452-12c2d963fccc tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2939911 Oct 22 14:59:52.084151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.085657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32c8f6ed-893c-4366-9d51-ceb4321c0506', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:52.085972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32c8f6ed-893c-4366-9d51-ceb4321c0506', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:52.104744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bf6a7-f5ee-4176-8798-72258d9be188 req-ac7e7c01-30e3-4691-a0cd-fc7924713a06 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.106233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-263bf6a7-f5ee-4176-8798-72258d9be188 req-ac7e7c01-30e3-4691-a0cd-fc7924713a06 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 948 time: 0.1361370 Oct 22 14:59:52.154030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 14:59:52.154030 n-d-812148-2 neutron-server[107801]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 22 14:59:52.154030 n-d-812148-2 neutron-server[107801]: [parameters: {'project_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'id': 'd5926f94-af56-4c6a-b8f5-8f66054d790d', 'expiration': datetime.datetime(2021, 10, 22, 15, 1, 52, 142192)}] Oct 22 14:59:52.154030 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:52.154716 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:52.158877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca68ab-9f2e-4de8-8e46-3c7f9fdc4f22 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.160819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca68ab-9f2e-4de8-8e46-3c7f9fdc4f22 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.160953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-263bf6a7-f5ee-4176-8798-72258d9be188 req-fa34a419-d2f0-4ce3-9fec-9c2b9578ee14 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456982 Oct 22 14:59:52.162660 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-39ca68ab-9f2e-4de8-8e46-3c7f9fdc4f22 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0774536 Oct 22 14:59:52.175218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.233237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448f286-8ab4-4559-8d22-3568747ec2be tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.234646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448f286-8ab4-4559-8d22-3568747ec2be tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.236208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7448f286-8ab4-4559-8d22-3568747ec2be tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0600166 Oct 22 14:59:52.240055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54100) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.354849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.376696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714570cd-54da-49d1-9467-3e8cbf6039a0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.378734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-714570cd-54da-49d1-9467-3e8cbf6039a0 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks/351c36f9-662e-4148-aa46-113583b594c7 HTTP/1.1" status: 200 len: 798 time: 0.1376798 Oct 22 14:59:52.382752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.399641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.472700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.506352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835fa681-2aeb-46cf-acee-c1a4fd17239c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:52.517369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-39f68fe7-fdf9-40d4-9e0b-03fcba71fa93 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/networks/351c36f9-662e-4148-aa46-113583b594c7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1334074 Oct 22 14:59:52.521377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54106) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.578141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 437944c4-a190-4647-96b3-a55bb64f9f0a details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:59:52.604778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130ca0a8-fbbf-4a35-9196-370ade705586 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.606235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-130ca0a8-fbbf-4a35-9196-370ade705586 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/subnets/da39ccc8-3165-496b-bcf9-79d2d9019c2c HTTP/1.1" status: 200 len: 811 time: 0.0834403 Oct 22 14:59:52.610046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54108) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.613648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.623773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea7d0ac6-8dd6-4b72-ab47-f359e1f28eb2 req-60d424fe-0b90-4840-9dca-e70cc7050a38 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5477598 Oct 22 14:59:52.633182 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91ce7f0c-3d87-4fbd-a311-720a31e1d4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.650791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ac-9560-4f5a-ab95-8e05f4077b86 req-166cb478-4578-4663-80a7-985e61a5b224 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.659535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e14a0ac-9560-4f5a-ab95-8e05f4077b86 req-166cb478-4578-4663-80a7-985e61a5b224 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1018422 Oct 22 14:59:52.664641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-695036197', 'description': 'tempest-description-1747483124'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:52.693088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a9743-ed16-45ad-9402-2d277c10f7b7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:52.697751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac3a9743-ed16-45ad-9402-2d277c10f7b7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "GET /v2.0/subnets/da39ccc8-3165-496b-bcf9-79d2d9019c2c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0863066 Oct 22 14:59:52.699116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 14:59:52.699116 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 14:59:52.699116 n-d-812148-2 neutron-server[107802]: [parameters: {'project_id_1': '91dc013a2d184b369ab818a63bbbee3b', 'expiration_1': datetime.datetime(2021, 10, 22, 14, 59, 32, 671153)}] Oct 22 14:59:52.699116 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:52.699500 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:52.699720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54112) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:52.706128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-332296132'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:52.714045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e14a0ac-9560-4f5a-ab95-8e05f4077b86 req-188ee640-7e6e-4829-ad2f-16641d514998 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533488 Oct 22 14:59:52.724702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 437944c4-a190-4647-96b3-a55bb64f9f0a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=437944c4-a190-4647-96b3-a55bb64f9f0a,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:52.735756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '437944c4-a190-4647-96b3-a55bb64f9f0a', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '437944c4-a190-4647-96b3-a55bb64f9f0a', 'mac_address': 'fa:16:3e:04:bf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:59:52.774809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.787965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437944c4-a190-4647-96b3-a55bb64f9f0a {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:59:52.798841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:52.803886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:52.814501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 437944c4-a190-4647-96b3-a55bb64f9f0a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=437944c4-a190-4647-96b3-a55bb64f9f0a,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:52.829049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 9e19cc89-a012-4c9b-8331-a634bd5aeda7 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 14:59:52.964163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.009470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.038068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:53.042805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.072343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:53.082743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.083130 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Added segment 520b7154-345e-4d8d-a8be-6eca898bf527 of type vlan for network 8b74f707-53da-45ea-87d6-341f39c15d56 Oct 22 14:59:53.127790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.172557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=437944c4-a190-4647-96b3-a55bb64f9f0a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:53.172852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.220412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:53.223788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:53.227018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:53.235234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:53.235234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.251681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=9e19cc89-a012-4c9b-8331-a634bd5aeda7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:53.258178 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.262797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['437944c4-a190-4647-96b3-a55bb64f9f0a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:59:53.264523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:53.265165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.288693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a9cc-bde0-4936-83ea-d925b4d6ec30 req-f444cb01-567e-472b-900c-efa2e82043c2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:53.295466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4815a9cc-bde0-4936-83ea-d925b4d6ec30 req-f444cb01-567e-472b-900c-efa2e82043c2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 949 time: 0.0645747 Oct 22 14:59:53.333219 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.340796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Network': ['ID=8b74f707-53da-45ea-87d6-341f39c15d56,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:53.341193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4815a9cc-bde0-4936-83ea-d925b4d6ec30 req-80e06f34-2b88-4c57-b77b-ec5bd8e7a8f1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Oct 22 14:59:53.371075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 8b74f707-53da-45ea-87d6-341f39c15d56 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:53.418177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.548286 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2343fa6d-1116-487d-83de-10606ffc81e1 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8463528 Oct 22 14:59:53.551073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54124) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:53.555985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:53.608628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.626655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-71bf6ee9-4032-4748-b0d5-ebf3d19350d1 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6473625 Oct 22 14:59:53.629752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:53.635042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:53.639414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553f800b-cd9b-4f4e-9468-029c33f31ced,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:53.703217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.754100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.755810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dbd57a0-d1ff-4d83-aeb1-627db0777cdd req-adaace3b-ad03-487f-b427-0555cbc25290 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1151698 Oct 22 14:59:53.817351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-7c741f87-36b2-40de-8cd2-202765387dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/553f800b-cd9b-4f4e-9468-029c33f31ced HTTP/1.1" status: 200 len: 1806 time: 0.0383668 Oct 22 14:59:53.828170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '553f800b-cd9b-4f4e-9468-029c33f31ced', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:53.828480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '553f800b-cd9b-4f4e-9468-029c33f31ced', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:53.867605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Made reservation on behalf of a01c118867884b7aa53d18efcf93cd85 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:53.871421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:53.945267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing IP validity checks on allocation pools {{(pid=107801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 14:59:53.945782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 14:59:53.949343 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.016419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-50989ea4-6b00-4259-81c2-4a95e9a44fad tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=31a31de654df492b82da9f073ce8dc52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219846 Oct 22 14:59:54.067791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.113859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] In _notify_port_updated(), no bound segment for port 9e19cc89-a012-4c9b-8331-a634bd5aeda7 on network be7b00ad-6e7c-4f4e-8680-6abb163da638 {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 14:59:54.118242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.118834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:54.119456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.120750 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/ports/9e19cc89-a012-4c9b-8331-a634bd5aeda7 HTTP/1.1" status: 200 len: 818 time: 0.4900911 Oct 22 14:59:54.123591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54146) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:54.146726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.162434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213bb9-f216-4768-ac49-8c5a879e82c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=9e19cc89-a012-4c9b-8331-a634bd5aeda7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:54.166551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-8e760b87-a548-40b5-a38f-f72a4c0cae15 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:54.168085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-8e760b87-a548-40b5-a38f-f72a4c0cae15 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445701 Oct 22 14:59:54.185891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-e6a4c2ce-d58f-434b-8930-aa19ec1c3ec2 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/quotas/31a31de654df492b82da9f073ce8dc52 HTTP/1.1" status: 200 len: 375 time: 0.0109763 Oct 22 14:59:54.219542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-06d2ba3c-07e1-4595-b40d-5af32faf0255 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=31a31de654df492b82da9f073ce8dc52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272419 Oct 22 14:59:54.223168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 9e19cc89-a012-4c9b-8331-a634bd5aeda7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:54.223509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.293619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.303106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.311085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 9e19cc89-a012-4c9b-8331-a634bd5aeda7 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:54.328042 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.352243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6388e4-01e1-47bd-b7c3-df1c9354142a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:54.412256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=90a172c5-15a3-4217-bf2a-d05b9f266484,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:54.421861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Checking segment: {'id': '520b7154-345e-4d8d-a8be-6eca898bf527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:54.422362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network hostable DHCP agents. Network: 8b74f707-53da-45ea-87d6-341f39c15d56, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:54.448853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.450097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4e05079-697d-4329-8153-dd6fa5fe9da9 req-1ef634a2-7e95-4da4-b2c2-0cca78b88413 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6257915 Oct 22 14:59:54.567846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed09f8-a82f-4647-80da-fa81efd0ae8f req-96490961-c93d-4c4f-aaab-34a53c12b507 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:54.569174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53ed09f8-a82f-4647-80da-fa81efd0ae8f req-96490961-c93d-4c4f-aaab-34a53c12b507 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 949 time: 0.0549200 Oct 22 14:59:54.591625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Network 8b74f707-53da-45ea-87d6-341f39c15d56 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:54.598645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 437944c4-a190-4647-96b3-a55bb64f9f0a up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:54.611241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.615040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-310c9862-afea-4b90-be30-bd9ff887e93f req-67c39331-fbd2-454c-aca7-44cdb85edeeb tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 210 time: 0.0425675 Oct 22 14:59:54.657187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53ed09f8-a82f-4647-80da-fa81efd0ae8f req-f025c5a8-02c1-4371-8878-bcdd8bcfb6a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 Oct 22 14:59:54.682928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=9e19cc89-a012-4c9b-8331-a634bd5aeda7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:54.685012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-cc6d1f0f-74e8-4aed-8bbc-cb67dc5ef64c req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-179444717', 'description': 'tempest-description-1710977372'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:54.690196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.693653 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06f08f82-fea5-4039-9299-5d4790d16bac tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/9e19cc89-a012-4c9b-8331-a634bd5aeda7 HTTP/1.1" status: 204 len: 168 time: 0.5692098 Oct 22 14:59:54.696260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54162) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:54.711019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 8b74f707-53da-45ea-87d6-341f39c15d56) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:54.712432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:54.713122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.719400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969166d-b24c-4f48-949b-8b9e1b537a12 None None] Network 8b74f707-53da-45ea-87d6-341f39c15d56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:54.750237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 437944c4-a190-4647-96b3-a55bb64f9f0a completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:59:54.756042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 437944c4-a190-4647-96b3-a55bb64f9f0a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:54.756414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.759546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbefc9f-4c91-4878-9557-abebca0fe022 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:54.761111 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9bbefc9f-4c91-4878-9557-abebca0fe022 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0637608 Oct 22 14:59:54.763927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54164) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:54.789293 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2efa96-cf15-44a3-9e97-5fd49a6e147b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 14:59:54.790784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8a2efa96-cf15-44a3-9e97-5fd49a6e147b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/9e19cc89-a012-4c9b-8331-a634bd5aeda7 HTTP/1.1" status: 404 len: 333 time: 0.0258875 Oct 22 14:59:54.791604 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cc6d1f0f-74e8-4aed-8bbc-cb67dc5ef64c req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.794926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:54.805384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074764946'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:54.868063 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-521b04d4-e7be-4041-9e24-d2e5d7e6ed19 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3158269 Oct 22 14:59:54.870867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54168) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:54.876924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:54.882185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cc6d1f0f-74e8-4aed-8bbc-cb67dc5ef64c req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.937914 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.949666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-8b74f707-53da-45ea-87d6-341f39c15d56', 'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56', 'tenant_id': 'a01c118867884b7aa53d18efcf93cd85', 'fixed_ips': [{'subnet_id': '90a172c5-15a3-4217-bf2a-d05b9f266484'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:54.950583 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.973447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cc6d1f0f-74e8-4aed-8bbc-cb67dc5ef64c req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.975985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437944c4-a190-4647-96b3-a55bb64f9f0a'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:59:54.976531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:54.978358 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a8d59-58c3-417c-a91f-2ba26bc926d7" -d '{"events": [{"server_uuid": "f9d6a4fa-0485-471c-a8e0-06c759699397", "name": "network-vif-plugged", "status": "completed", "tag": "437944c4-a190-4647-96b3-a55bb64f9f0a"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:59:54.978589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4237090'] for subnet, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.981124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:54.995418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 437944c4-a190-4647-96b3-a55bb64f9f0a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=437944c4-a190-4647-96b3-a55bb64f9f0a,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:55.024863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c33b1db-59a7-4475-abc7-f29580ad53c9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:55.041942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.042273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.042687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.043128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.043577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.044011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.044488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.044827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.045260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.045588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.045917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.046349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:59:55.059251 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c22f56-3cf4-4f6a-8bda-d651f4b90705 x-openstack-request-id: req-84c22f56-3cf4-4f6a-8bda-d651f4b90705 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:59:55.059535 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d6a4fa-0485-471c-a8e0-06c759699397", "name": "network-vif-plugged", "status": "completed", "tag": "437944c4-a190-4647-96b3-a55bb64f9f0a", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:59:55.060407 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84c22f56-3cf4-4f6a-8bda-d651f4b90705 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:59:55.060838 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437944c4-a190-4647-96b3-a55bb64f9f0a', 'code': 200} Oct 22 14:59:55.078750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:59:55.090963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.091341 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment d82f3e2e-86af-497a-ae06-1cc02984bcb8 of type vlan for network 22750096-12d8-4a1c-a1ba-4c975d0e308d Oct 22 14:59:55.100995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.148546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.161172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cc6d1f0f-74e8-4aed-8bbc-cb67dc5ef64c req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.163185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=437944c4-a190-4647-96b3-a55bb64f9f0a,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:55.163309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc6d1f0f-74e8-4aed-8bbc-cb67dc5ef64c req-c99e8826-4007-42b6-8d96-d5c3d0dd75d4 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4818230 Oct 22 14:59:55.197906 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba870b99-2a1b-4ad2-8bfb-8c9dadebe946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.210226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-2d3adbf7-93a6-4acb-9367-610df57b3ab1 req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-935581166', 'description': 'tempest-description-227835823'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:55.227710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac65a2-8cd5-4571-bff7-88ff31d23737 req-ae10af4d-c1fa-4dfb-bd7f-46dd17fe10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:55.229281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-80ac65a2-8cd5-4571-bff7-88ff31d23737 req-ae10af4d-c1fa-4dfb-bd7f-46dd17fe10fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 1101 time: 0.1124694 Oct 22 14:59:55.270469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-80ac65a2-8cd5-4571-bff7-88ff31d23737 req-e3149a0b-63a0-4e6c-af3d-87a0c4a4fb5f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Oct 22 14:59:55.276556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.282333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:55.282926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.353520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=22750096-12d8-4a1c-a1ba-4c975d0e308d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:55.366653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:59:55.394238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778615874780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4195857'] for subnet, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.402258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2d3adbf7-93a6-4acb-9367-610df57b3ab1 req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.457881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:55.458935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.460955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "PUT /v2.0/subnets/90a172c5-15a3-4217-bf2a-d05b9f266484 HTTP/1.1" status: 200 len: 877 time: 0.5886090 Oct 22 14:59:55.464591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54176) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:55.508797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1f270-052f-49c5-9daa-906d658caa64 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event updated for resources: {'Subnet': ['ID=90a172c5-15a3-4217-bf2a-d05b9f266484,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:55.509195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Allocated IP 172.20.0.3 (8b74f707-53da-45ea-87d6-341f39c15d56/90a172c5-15a3-4217-bf2a-d05b9f266484/d15bc8f4-0b25-4805-baf5-6dd609afc6c8) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:55.615938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.684414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.729878 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.769209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-19f201f7-51d8-4ce1-85ed-6abb4f787ec6 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9731898 Oct 22 14:59:55.772104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54186) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:55.779035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:55.798677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-038a0b68-0a85-4132-9ea3-c366cb42de33 req-c26c28cb-045d-4a62-a5bc-1db5815e5c7c tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 210 time: 0.0352802 Oct 22 14:59:55.833962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.879922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2d3adbf7-93a6-4acb-9367-610df57b3ab1 req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.880345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Network 8b74f707-53da-45ea-87d6-341f39c15d56 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:55.883541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:55.887800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:55.917931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Pushing event updated for resources: {'Port': ['ID=d15bc8f4-0b25-4805-baf5-6dd609afc6c8,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:55.920780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f731dd-d241-4c30-8b97-d5ccb8aedc27 req-3b226401-b7ca-47bb-a8c7-9bf90f549280 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:55.922309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3f731dd-d241-4c30-8b97-d5ccb8aedc27 req-3b226401-b7ca-47bb-a8c7-9bf90f549280 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 950 time: 0.0605330 Oct 22 14:59:55.959173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Attempting to bind port d15bc8f4-0b25-4805-baf5-6dd609afc6c8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:55.959631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Attempting to bind port d15bc8f4-0b25-4805-baf5-6dd609afc6c8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '520b7154-345e-4d8d-a8be-6eca898bf527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:55.960073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Attempting to bind port d15bc8f4-0b25-4805-baf5-6dd609afc6c8 on network 8b74f707-53da-45ea-87d6-341f39c15d56 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:55.963714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3f731dd-d241-4c30-8b97-d5ccb8aedc27 req-99cbd318-970c-4544-bc0e-cf3bc03823a2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Oct 22 14:59:55.965783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:55.966154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Checking segment: {'id': '520b7154-345e-4d8d-a8be-6eca898bf527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:55.966558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.966930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Bound using segment: {'id': '520b7154-345e-4d8d-a8be-6eca898bf527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:55.967423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Bound port: d15bc8f4-0b25-4805-baf5-6dd609afc6c8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520b7154-345e-4d8d-a8be-6eca898bf527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8b74f707-53da-45ea-87d6-341f39c15d56'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:55.967801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.972565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2d3adbf7-93a6-4acb-9367-610df57b3ab1 req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.974390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:55.979350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:55.989747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.006183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5001e42-dcad-4278-a32c-e85785024217,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:56.053289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=90a172c5-15a3-4217-bf2a-d05b9f266484,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:56.055160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] For port d15bc8f4-0b25-4805-baf5-6dd609afc6c8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:56.060029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] For port d15bc8f4-0b25-4805-baf5-6dd609afc6c8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d15bc8f4-0b25-4805-baf5-6dd609afc6c8,segment=NetworkSegment(520b7154-345e-4d8d-a8be-6eca898bf527),segment_id=520b7154-345e-4d8d-a8be-6eca898bf527)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:56.134742 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2d3adbf7-93a6-4acb-9367-610df57b3ab1 req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.136065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d3adbf7-93a6-4acb-9367-610df57b3ab1 req-fb3dcfb2-4487-4d85-9540-402bcdd382ae tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9315474 Oct 22 14:59:56.151354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.180891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b74f707-53da-45ea-87d6-341f39c15d56']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:56.193941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520b7154-345e-4d8d-a8be-6eca898bf527') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:56.194240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520b7154-345e-4d8d-a8be-6eca898bf527') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:56.202691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-f54b951d-ea33-49be-b0a8-a32ef657f9ba tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/3c33b1db-59a7-4475-abc7-f29580ad53c9 HTTP/1.1" status: 200 len: 1806 time: 0.0428495 Oct 22 14:59:56.206143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.226511 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.241824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.248194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-7da8a2ef-8f63-491f-b465-1260a3a2ef8d tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/b5001e42-dcad-4278-a32c-e85785024217 HTTP/1.1" status: 200 len: 1805 time: 0.0388391 Oct 22 14:59:56.255622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:56.256015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:56.258890 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:56.262387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c33b1db-59a7-4475-abc7-f29580ad53c9', 'remote_group_id': 'b5001e42-dcad-4278-a32c-e85785024217', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:56.262770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c33b1db-59a7-4475-abc7-f29580ad53c9', 'remote_group_id': 'b5001e42-dcad-4278-a32c-e85785024217', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:56.328763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1880c-c57e-4e6a-80ae-854410fab32e None None] Pushing event updated for resources: {'Port': ['ID=d15bc8f4-0b25-4805-baf5-6dd609afc6c8,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:56.348188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d52bc-4cfa-4c4f-9880-fafc48699c71 None None] Network 8b74f707-53da-45ea-87d6-341f39c15d56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:56.385466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 14:59:56.385466 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 14:59:56.385466 n-d-812148-2 neutron-server[107801]: [parameters: {'id': '8b74f707-53da-45ea-87d6-341f39c15d56'}] Oct 22 14:59:56.385466 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:59:56.386057 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:59:56.421765 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.428229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.482606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.496305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.498923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.504698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e07d3e-9aaa-4191-ad6b-edb1da5efa62 None None] Network 8b74f707-53da-45ea-87d6-341f39c15d56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:56.544637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:56.556628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': 'd82f3e2e-86af-497a-ae06-1cc02984bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:56.556997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: 22750096-12d8-4a1c-a1ba-4c975d0e308d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:59:56.606926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.632260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa23ad69-75d1-4b6e-9649-2a1e72e65f5c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:56.639666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ad310-efd6-4366-a7b1-973e73c875d9 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:59:56.643885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:59:56.755721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 22750096-12d8-4a1c-a1ba-4c975d0e308d) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:56.759473 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.759931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:56.760587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.761839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da968ea7-4b6e-4a5b-940e-6cacae7995fd req-2b113aab-cf66-47b5-a91a-18ff77d06747 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5049520 Oct 22 14:59:56.771082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ad310-efd6-4366-a7b1-973e73c875d9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:59:56.790919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d0788259-876d-4736-b95d-f2c971485efa req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1657606823', 'description': 'tempest-description-2058144425'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:56.887475 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:56.897448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f89249a-577f-4712-a018-b0af80d1a999 req-9edc4056-53de-44b9-82be-31e402d46362 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Oct 22 14:59:56.947999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54196) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:56.948342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d3b57af2-bf03-444c-8d35-01944cc87946 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1751091 Oct 22 14:59:56.956222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:57.027304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port d15bc8f4-0b25-4805-baf5-6dd609afc6c8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:59:57.028438 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.129201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d0788259-876d-4736-b95d-f2c971485efa req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.217991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-22750096-12d8-4a1c-a1ba-4c975d0e308d', 'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': '33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:59:57.220202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.454257 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d0788259-876d-4736-b95d-f2c971485efa req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.474003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e683e1-0c23-4d85-af6d-d3a48402eeba req-8a36bd52-d5c5-4b19-9e20-89d2d4fdce14 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:57.489290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7e683e1-0c23-4d85-af6d-d3a48402eeba req-8a36bd52-d5c5-4b19-9e20-89d2d4fdce14 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 950 time: 0.2873998 Oct 22 14:59:57.494057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:57.499965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.513036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Allocated IP 2001:db8::2 (22750096-12d8-4a1c-a1ba-4c975d0e308d/33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e/9dc1ebe9-097f-4f96-9b6b-82517925c210) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:57.620237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d0788259-876d-4736-b95d-f2c971485efa req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.659236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7e683e1-0c23-4d85-af6d-d3a48402eeba req-90d7782e-a1b4-4365-abe9-fbb77918bc96 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630871 Oct 22 14:59:57.693689 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-74507e8b-1f5a-4e32-86dd-7acb279e2b24 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=31a31de654df492b82da9f073ce8dc52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373673 Oct 22 14:59:57.720703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port d15bc8f4-0b25-4805-baf5-6dd609afc6c8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d15bc8f4-0b25-4805-baf5-6dd609afc6c8,segment=NetworkSegment(520b7154-345e-4d8d-a8be-6eca898bf527),segment_id=520b7154-345e-4d8d-a8be-6eca898bf527)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:59:57.721194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.745088 n-d-812148-2 neutron-server[107802]: INFO neutron.db.ipam_backend_mixin [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e (CIDR: 2001:db8::/64) Oct 22 14:59:57.752012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2048f7-cf9b-41e6-a091-d19179331b32,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:57.765065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for d15bc8f4-0b25-4805-baf5-6dd609afc6c8 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:59:57.777021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.832710 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:59:57.833882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:57.839450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d0788259-876d-4736-b95d-f2c971485efa req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.840944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0788259-876d-4736-b95d-f2c971485efa req-e6264188-93b6-4c0e-a736-8b2fc2e32c05 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0545309 Oct 22 14:59:57.866143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:57.934422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ee155-5227-4419-ba57-113f37db3ae7 req-e223c1de-7c32-4fff-b610-db06c1c75fac tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:57.942478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-077ee155-5227-4419-ba57-113f37db3ae7 req-e223c1de-7c32-4fff-b610-db06c1c75fac tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 1101 time: 0.0990922 Oct 22 14:59:57.960603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:57.967138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:57.978063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-cbca9ac7-6fd5-4b85-bb42-71147c46bda7 req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-685029218', 'description': 'tempest-description-513459911'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:57.980253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:59:57.982168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Pushing event updated for resources: {'Port': ['ID=9dc1ebe9-097f-4f96-9b6b-82517925c210,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:57.983535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-71c5c2f2-d723-413d-9d70-a71c2ee16b87 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:57.985524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-71c5c2f2-d723-413d-9d70-a71c2ee16b87 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776508 Oct 22 14:59:57.993305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-97340da2-cd57-4f1d-9abf-15018581765d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0412583 Oct 22 14:59:57.996486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54210) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:58.001902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:58.023136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-077ee155-5227-4419-ba57-113f37db3ae7 req-1ae7f86f-d8ed-44e3-a3d1-b39ab5c1ed9f tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Oct 22 14:59:58.023664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Request body: {'port': {'device_id': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '31a31de654df492b82da9f073ce8dc52'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:58.085271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.102933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cbca9ac7-6fd5-4b85-bb42-71147c46bda7 req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.141816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47086dc5-2ec2-4ec5-b626-0c54eef57f47 req-a077b408-0ed8-4aee-be40-446bb1384b60 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 210 time: 0.0476086 Oct 22 14:59:58.187387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.187624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Attempting to bind port 9dc1ebe9-097f-4f96-9b6b-82517925c210 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:59:58.187624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Attempting to bind port 9dc1ebe9-097f-4f96-9b6b-82517925c210 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd82f3e2e-86af-497a-ae06-1cc02984bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:59:58.187624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Attempting to bind port 9dc1ebe9-097f-4f96-9b6b-82517925c210 on network 22750096-12d8-4a1c-a1ba-4c975d0e308d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:59:58.201366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:59:58.201736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Checking segment: {'id': 'd82f3e2e-86af-497a-ae06-1cc02984bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:59:58.202137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.202548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Bound using segment: {'id': 'd82f3e2e-86af-497a-ae06-1cc02984bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:59:58.203011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Bound port: 9dc1ebe9-097f-4f96-9b6b-82517925c210, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82f3e2e-86af-497a-ae06-1cc02984bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:59:58.203511 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.236867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=d15bc8f4-0b25-4805-baf5-6dd609afc6c8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:58.248635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cbca9ac7-6fd5-4b85-bb42-71147c46bda7 req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.254722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port d15bc8f4-0b25-4805-baf5-6dd609afc6c8 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:59:58.313065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] For port 9dc1ebe9-097f-4f96-9b6b-82517925c210, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:59:58.318585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] For port 9dc1ebe9-097f-4f96-9b6b-82517925c210, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9dc1ebe9-097f-4f96-9b6b-82517925c210,segment=NetworkSegment(d82f3e2e-86af-497a-ae06-1cc02984bcb8),segment_id=d82f3e2e-86af-497a-ae06-1cc02984bcb8)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:59:58.345570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cbca9ac7-6fd5-4b85-bb42-71147c46bda7 req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.370682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.373539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-1b8e61fb-5e35-4984-bf32-955c88b391d9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402145 Oct 22 14:59:58.404747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7706931-0176-4780-a608-2b2812f4aa1b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:58.406960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b74f707-53da-45ea-87d6-341f39c15d56']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:58.417827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520b7154-345e-4d8d-a8be-6eca898bf527') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:58.418091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520b7154-345e-4d8d-a8be-6eca898bf527') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:58.428758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.445423 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.451644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.461919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:58.462535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:58.466278 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:58.483152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:58.490254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.530244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c37a2a5f-3556-4ed7-a29f-26603c20c27c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:58.531940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c37a2a5f-3556-4ed7-a29f-26603c20c27c tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448059 Oct 22 14:59:58.562496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaa160-7e98-4654-9620-9d2aebc28b4d None None] Pushing event updated for resources: {'Port': ['ID=9dc1ebe9-097f-4f96-9b6b-82517925c210,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:58.572032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-eb7f4b1e-110c-48a1-8ebd-721de1ac8512 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/quotas/2de1d55179dd4ad0ab2afb3f624dfad1 HTTP/1.1" status: 200 len: 375 time: 0.0336714 Oct 22 14:59:58.654632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Made reservation on behalf of 31a31de654df492b82da9f073ce8dc52 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:59:58.664964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.676464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-a87bf092-00ea-43df-afcb-94dc43c236f6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1034136 Oct 22 14:59:58.692014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.717634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cbca9ac7-6fd5-4b85-bb42-71147c46bda7 req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.725953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbca9ac7-6fd5-4b85-bb42-71147c46bda7 req-c14ff200-b796-4559-80c5-318e67545dbb tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7529895 Oct 22 14:59:58.837922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.845279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-d0ffe559-34ec-4f21-809e-da4f8dd53923 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/ca2048f7-cf9b-41e6-a091-d19179331b32 HTTP/1.1" status: 200 len: 1807 time: 0.0954740 Oct 22 14:59:58.862480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:58.862480 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/8b74f707-53da-45ea-87d6-341f39c15d56 HTTP/1.1" status: 204 len: 168 time: 3.3948700 Oct 22 14:59:58.867157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54228) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:58.943501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-37c53818-2b9b-4de4-b671-51697b6ebdbf tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/b7706931-0176-4780-a608-2b2812f4aa1b HTTP/1.1" status: 200 len: 1805 time: 0.0959213 Oct 22 14:59:58.961076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ca2048f7-cf9b-41e6-a091-d19179331b32', 'remote_group_id': 'b7706931-0176-4780-a608-2b2812f4aa1b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:58.961076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ca2048f7-cf9b-41e6-a091-d19179331b32', 'remote_group_id': 'b7706931-0176-4780-a608-2b2812f4aa1b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:58.961400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ff87-70ff-4a65-bcab-a8cb512e2746 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=8b74f707-53da-45ea-87d6-341f39c15d56,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:58.969547 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3993e34-7822-4d54-8942-625b561e5f2c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:58.970008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3993e34-7822-4d54-8942-625b561e5f2c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:58.976216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b3993e34-7822-4d54-8942-625b561e5f2c tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/90a172c5-15a3-4217-bf2a-d05b9f266484 HTTP/1.1" status: 404 len: 337 time: 0.0937052 Oct 22 14:59:58.980162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54232) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.012010 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f340242-8ace-44b6-9792-e205a0a6d737 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.012616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f340242-8ace-44b6-9792-e205a0a6d737 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.022643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f340242-8ace-44b6-9792-e205a0a6d737 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/8b74f707-53da-45ea-87d6-341f39c15d56 HTTP/1.1" status: 404 len: 339 time: 0.0293865 Oct 22 14:59:59.023317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54234) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.026766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.052781 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a42a0dc-b6d3-46c7-915d-1256173f60cd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.053249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a42a0dc-b6d3-46c7-915d-1256173f60cd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.059321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a42a0dc-b6d3-46c7-915d-1256173f60cd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/54e7ec56-ffc9-4ecd-a6b3-5f4769cad755 HTTP/1.1" status: 404 len: 337 time: 0.0349061 Oct 22 14:59:59.059929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54236) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.083944 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd5e0eb-e78a-4412-9129-9c4c0182c1ef tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.084512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd5e0eb-e78a-4412-9129-9c4c0182c1ef tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.090525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54240) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.090799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bcd5e0eb-e78a-4412-9129-9c4c0182c1ef tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/e133a91b-914b-4b09-a061-01f3b1fb475c HTTP/1.1" status: 404 len: 339 time: 0.0296230 Oct 22 14:59:59.168815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.186389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.199412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.238804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.286090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.324220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c60b3695-7081-41b1-af99-3a01170f05db req-9dec0d62-9089-4490-bbd6-9de32073c825 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 210 time: 0.0289195 Oct 22 14:59:59.325250 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.350406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5ae5d8-ace1-4da0-99d6-57c99a7acc7a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:59.379435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.413430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31254666-2b88-4392-b2c8-6cf57ffadcfe,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:59.434880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90206563-ce06-4085-ba17-14cc3bec0eee req-18a7165a-dd81-4b80-b186-942e0fc94575 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 210 time: 0.0432844 Oct 22 14:59:59.454421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.455957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d30e58a5-048f-4cc2-832e-5a367ab809db req-7e362857-656c-459d-b390-83d223cf1ebd tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5049636 Oct 22 14:59:59.472621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25053e72-ea7b-4f08-8cc1-e10d21c6c53f']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:59.475922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:59:59.492959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:59:59.501410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd26c82-80c3-4e73-8d9d-308d043c5ab1') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:59.501714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd26c82-80c3-4e73-8d9d-308d043c5ab1') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:59:59.513485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:59:59.513485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.524289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=2588a08b-44ed-438b-87fb-99d642e29158,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:59.529849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb640660-dcf4-430e-8976-e7aee98c6fdd req-b29b289b-9112-49e8-8851-bf981dedba18 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/b7706931-0176-4780-a608-2b2812f4aa1b HTTP/1.1" status: 200 len: 1805 time: 0.0502417 Oct 22 14:59:59.533950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.583381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.597477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:59:59.598047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.610728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cb640660-dcf4-430e-8976-e7aee98c6fdd req-6fd17123-8ba2-4391-b9e7-1849878c1518 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: timer() Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:59:59.617294 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:59:59.644499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cb640660-dcf4-430e-8976-e7aee98c6fdd req-6fd17123-8ba2-4391-b9e7-1849878c1518 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.678719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Allocated IP 192.168.233.92 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/f24136a3-fd76-4c6d-b983-b2281fefcb24) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:59:59.704878 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-897a1d03-31c4-425f-80f5-7399c326de5b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6994829 Oct 22 14:59:59.704983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54252) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.706548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d', 'fixed_ips': [{'subnet_id': '33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e'}, {'subnet_id': '2588a08b-44ed-438b-87fb-99d642e29158'}], 'name': 'tempest-PortsIpV6TestJSON-169393952'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:59:59.799637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9dc1ebe9-097f-4f96-9b6b-82517925c210 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:59:59.809352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.835141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.843689 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/25053e72-ea7b-4f08-8cc1-e10d21c6c53f HTTP/1.1" status: 204 len: 168 time: 0.7516882 Oct 22 14:59:59.844296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54256) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.863534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:59:59.864255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.885041 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1824866-c041-4f7b-afd2-85f659b3ac49 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.885870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1824866-c041-4f7b-afd2-85f659b3ac49 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.891109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b1824866-c041-4f7b-afd2-85f659b3ac49 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/f36a54c7-3f02-4d8b-838c-868034bf0bdb HTTP/1.1" status: 404 len: 337 time: 0.0432577 Oct 22 14:59:59.891645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54258) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.897383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef490452-2da7-41c4-a604-3a82cfa12b06 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=25053e72-ea7b-4f08-8cc1-e10d21c6c53f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:59:59.916433 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-6018f366-08ac-43b6-9b95-54f784d1448d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.919677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6018f366-08ac-43b6-9b95-54f784d1448d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.934215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6018f366-08ac-43b6-9b95-54f784d1448d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/02fc7312-d32d-4648-9281-ce20d559cb3e HTTP/1.1" status: 404 len: 339 time: 0.0357745 Oct 22 14:59:59.934215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54260) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.955805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda2d89-cd74-405b-905a-0df1b5cf8798 None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:59:59.957380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.968003 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d05bcfe-faa7-4d73-b9c9-aef7a37cd603 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.968732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d05bcfe-faa7-4d73-b9c9-aef7a37cd603 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.974647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1d05bcfe-faa7-4d73-b9c9-aef7a37cd603 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/bf332d76-beab-4bf1-8634-c29ff3d8ed96 HTTP/1.1" status: 404 len: 337 time: 0.0374403 Oct 22 14:59:59.976852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54262) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:59:59.988790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:59:59.993898 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-00077020-45e0-45d4-875e-26d2ffc35575 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 14:59:59.994463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00077020-45e0-45d4-875e-26d2ffc35575 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:59:59.997663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-00077020-45e0-45d4-875e-26d2ffc35575 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/9f4d8a7d-4bdc-4bcc-b8a8-42c42354043f HTTP/1.1" status: 404 len: 339 time: 0.0214267 Oct 22 15:00:00.000467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54264) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.000840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cb640660-dcf4-430e-8976-e7aee98c6fdd req-6fd17123-8ba2-4391-b9e7-1849878c1518 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.005254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-cb640660-dcf4-430e-8976-e7aee98c6fdd req-6fd17123-8ba2-4391-b9e7-1849878c1518 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.006413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb640660-dcf4-430e-8976-e7aee98c6fdd req-6fd17123-8ba2-4391-b9e7-1849878c1518 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/b7706931-0176-4780-a608-2b2812f4aa1b HTTP/1.1" status: 204 len: 173 time: 0.4641018 Oct 22 15:00:00.021533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd17123-8ba2-4391-b9e7-1849878c1518 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7706931-0176-4780-a608-2b2812f4aa1b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:00.039724 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-277006ed-f693-496f-a5f3-60fbacfacdf3 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.040771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277006ed-f693-496f-a5f3-60fbacfacdf3 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.051356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-277006ed-f693-496f-a5f3-60fbacfacdf3 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/da5272ad-1e10-4547-84fb-774b886360b9 HTTP/1.1" status: 404 len: 337 time: 0.0491960 Oct 22 15:00:00.053866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54268) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.076404 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8095b4c1-66d2-4bc2-a784-a5c305d46fe7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.076404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8095b4c1-66d2-4bc2-a784-a5c305d46fe7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.082576 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8095b4c1-66d2-4bc2-a784-a5c305d46fe7 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/d0161d50-db81-4e54-92cf-fa76ecc66b2f HTTP/1.1" status: 404 len: 339 time: 0.0235472 Oct 22 15:00:00.082943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54270) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.087234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-849428b5-bd51-4d44-aaa5-eb5b3a6f29b6 req-b197ad5a-b318-44e0-9372-a603ebc4c689 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/ca2048f7-cf9b-41e6-a091-d19179331b32 HTTP/1.1" status: 200 len: 1807 time: 0.0579035 Oct 22 15:00:00.095621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9dc1ebe9-097f-4f96-9b6b-82517925c210, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9dc1ebe9-097f-4f96-9b6b-82517925c210,segment=NetworkSegment(d82f3e2e-86af-497a-ae06-1cc02984bcb8),segment_id=d82f3e2e-86af-497a-ae06-1cc02984bcb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:00.099077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-42482d7b-695f-4b6c-ad01-7948c810b9ad None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:00.099479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42482d7b-695f-4b6c-ad01-7948c810b9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.109070 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d989e1-c798-4e78-9eac-b15f91d774fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.109524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d989e1-c798-4e78-9eac-b15f91d774fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.112546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:00.116832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-73d989e1-c798-4e78-9eac-b15f91d774fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/47cb4425-e384-4c56-b584-97fae24675da HTTP/1.1" status: 404 len: 337 time: 0.0304501 Oct 22 15:00:00.116832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.118055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54274) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.142603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-247bfcf1-6fd2-48d2-966d-6b4a72684fcc req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1902783220', 'description': 'tempest-description-1152350353'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:00.162267 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-12946bd8-5d08-4b5e-9783-8f883936f975 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.162893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12946bd8-5d08-4b5e-9783-8f883936f975 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.168304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:00.168478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-12946bd8-5d08-4b5e-9783-8f883936f975 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/c2ab11bc-ce6e-4607-a7b1-93e1f655a47c HTTP/1.1" status: 404 len: 339 time: 0.0468404 Oct 22 15:00:00.169301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54276) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.170270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:00.182081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:00.210634 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0196b214-bc72-4cc8-83f8-400ec959fa2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.211142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0196b214-bc72-4cc8-83f8-400ec959fa2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.214404 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0196b214-bc72-4cc8-83f8-400ec959fa2e tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/a2958340-69b4-42ef-b38c-30dad246c54b HTTP/1.1" status: 404 len: 337 time: 0.0418596 Oct 22 15:00:00.232863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Pushing event updated for resources: {'Port': ['ID=f24136a3-fd76-4c6d-b983-b2281fefcb24,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:00.238015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.265109 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0908c874-d9ac-440b-a7c7-8504503723f3 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.265109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0908c874-d9ac-440b-a7c7-8504503723f3 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.268966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0908c874-d9ac-440b-a7c7-8504503723f3 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/aa6a76b6-9fef-439c-9315-d5dc674cf84c HTTP/1.1" status: 404 len: 339 time: 0.0301056 Oct 22 15:00:00.273558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54284) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.298886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:00.298886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.309587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.313844 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b72707e-9058-4f9a-bf4b-ca231fd75e8a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.314449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b72707e-9058-4f9a-bf4b-ca231fd75e8a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.321721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8b72707e-9058-4f9a-bf4b-ca231fd75e8a tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/16fc063d-1cb2-4862-9eaa-0c2a52dd422c HTTP/1.1" status: 404 len: 337 time: 0.0441101 Oct 22 15:00:00.321721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54286) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.352224 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0305b90-b274-4d14-ae8c-4430bc31f97d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.353157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0305b90-b274-4d14-ae8c-4430bc31f97d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.369644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d0305b90-b274-4d14-ae8c-4430bc31f97d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/2b5e5ef1-ee41-4ba7-8559-2ac88449784e HTTP/1.1" status: 404 len: 339 time: 0.0460832 Oct 22 15:00:00.371516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54290) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.383880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.401606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-247bfcf1-6fd2-48d2-966d-6b4a72684fcc req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.420984 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c814077-b833-443e-942a-1e06f0c1e45b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.421575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c814077-b833-443e-942a-1e06f0c1e45b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.426379 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1c814077-b833-443e-942a-1e06f0c1e45b tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/1d684a4f-5c72-4ac5-af7b-97b820e66173 HTTP/1.1" status: 404 len: 337 time: 0.0533986 Oct 22 15:00:00.433144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42482d7b-695f-4b6c-ad01-7948c810b9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.433905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54292) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.463783 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a7a60f-aa55-4ee8-8969-87c1abdc513d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.464475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a7a60f-aa55-4ee8-8969-87c1abdc513d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.468046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f1a7a60f-aa55-4ee8-8969-87c1abdc513d tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/ceae2624-e0f7-4041-be47-0e36906d03a1 HTTP/1.1" status: 404 len: 339 time: 0.0327787 Oct 22 15:00:00.477401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54296) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.509264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9dc1ebe9-097f-4f96-9b6b-82517925c210,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:00.509264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] Update dhcp port {'port': {'network_id': '22750096-12d8-4a1c-a1ba-4c975d0e308d', 'fixed_ips': [{'subnet_id': '33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e', 'ip_address': '2001:db8::2'}, {'subnet_id': '2588a08b-44ed-438b-87fb-99d642e29158'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '9dc1ebe9-097f-4f96-9b6b-82517925c210'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 15:00:00.531620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-247bfcf1-6fd2-48d2-966d-6b4a72684fcc req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.536037 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-46630fe3-bf03-4c57-ba7f-65fd0c46338f tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.536510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46630fe3-bf03-4c57-ba7f-65fd0c46338f tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.542162 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46630fe3-bf03-4c57-ba7f-65fd0c46338f tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/d16f92dc-0c97-4be5-8cb9-2e4f9f2911b9 HTTP/1.1" status: 404 len: 337 time: 0.0612247 Oct 22 15:00:00.542434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.545184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 881ba317-a321-4a08-abff-f7611140fb19 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:00.559212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-a7d73b47-3077-4d29-9d00-f3afca0bdaee tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5512042 Oct 22 15:00:00.571041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c67909f6-8b4c-4cea-9d08-70db542ca5a6 req-3ad03520-be3b-49a2-8b1d-97f5144da8ba tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 210 time: 0.0380201 Oct 22 15:00:00.573741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Request body: {'port': {'device_id': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:00.578102 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6f7230-c187-4bec-9149-a0d3e901f6b8 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] DELETE failed (client error): The resource could not be found. Oct 22 15:00:00.578301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6f7230-c187-4bec-9149-a0d3e901f6b8 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:00.585378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac6f7230-c187-4bec-9149-a0d3e901f6b8 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/c9e245e6-6ea4-4a13-b014-ad44610c2dc1 HTTP/1.1" status: 404 len: 339 time: 0.0380332 Oct 22 15:00:00.585659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.597431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54300) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:00.601717 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-42482d7b-695f-4b6c-ad01-7948c810b9ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:00:00.602288 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-42482d7b-695f-4b6c-ad01-7948c810b9ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:00:00.701690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting subnet da39ccc8-3165-496b-bcf9-79d2d9019c2c {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:00.704307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.708782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.720099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-247bfcf1-6fd2-48d2-966d-6b4a72684fcc req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.786507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.804033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] Allocated IP 2001:db8:0:1::2 (22750096-12d8-4a1c-a1ba-4c975d0e308d/2588a08b-44ed-438b-87fb-99d642e29158/9dc1ebe9-097f-4f96-9b6b-82517925c210) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:00.850043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8210f5-5669-4c46-ae60-510cc2d90a81 req-610eb097-05d6-4e52-b518-a4947fc89a75 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:00.855442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d8210f5-5669-4c46-ae60-510cc2d90a81 req-610eb097-05d6-4e52-b518-a4947fc89a75 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 935 time: 0.1416025 Oct 22 15:00:00.861190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baabd1c5-59b1-419f-bbaa-3f0e69a3d48c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:00.900173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-247bfcf1-6fd2-48d2-966d-6b4a72684fcc req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.901434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-247bfcf1-6fd2-48d2-966d-6b4a72684fcc req-50fae7df-d05f-4fa1-873e-3dc96bc65327 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7746286 Oct 22 15:00:00.913805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] For port 9dc1ebe9-097f-4f96-9b6b-82517925c210, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9dc1ebe9-097f-4f96-9b6b-82517925c210,segment=NetworkSegment(d82f3e2e-86af-497a-ae06-1cc02984bcb8),segment_id=d82f3e2e-86af-497a-ae06-1cc02984bcb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:00.958300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:00.963571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d8210f5-5669-4c46-ae60-510cc2d90a81 req-4b645241-afa0-471f-b71a-3d98854556f4 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033981 Oct 22 15:00:01.013501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e72cd912-1691-431a-8a6c-2ae779485176 req-7c0c2ca7-758c-42aa-8a9a-4eeed5e8c20a tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/baabd1c5-59b1-419f-bbaa-3f0e69a3d48c HTTP/1.1" status: 200 len: 1807 time: 0.0484316 Oct 22 15:00:01.021070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.026581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baabd1c5-59b1-419f-bbaa-3f0e69a3d48c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:01.026897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baabd1c5-59b1-419f-bbaa-3f0e69a3d48c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:01.152315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24136a3-fd76-4c6d-b983-b2281fefcb24 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:01.163255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.276394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.286688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::a7 (22750096-12d8-4a1c-a1ba-4c975d0e308d/33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e/881ba317-a321-4a08-abff-f7611140fb19) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:01.298823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8:0:1::218 (22750096-12d8-4a1c-a1ba-4c975d0e308d/2588a08b-44ed-438b-87fb-99d642e29158/881ba317-a321-4a08-abff-f7611140fb19) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:01.339529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Transition to ACTIVE for port object f24136a3-fd76-4c6d-b983-b2281fefcb24 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:00:01.343947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.354953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.370492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f7428-202b-4a91-b537-7e59f83fa5b3 None None] Pushing event updated for resources: {'Port': ['ID=9dc1ebe9-097f-4f96-9b6b-82517925c210,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:01.375829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Subnet': ['ID=da39ccc8-3165-496b-bcf9-79d2d9019c2c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:01.383054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.389060 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e5b5c3f9-80cc-4e07-92b5-a4922f8124fd tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/subnets/da39ccc8-3165-496b-bcf9-79d2d9019c2c HTTP/1.1" status: 204 len: 168 time: 0.7906392 Oct 22 15:00:01.389669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:01.402212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0afbd-4ec9-4713-81e7-ef379b334939 None None] Network 351c36f9-662e-4148-aa46-113583b594c7 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:01.418757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.495015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.552933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.554013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.600801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3655f427-5721-477b-98d5-316bcde03c5e,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:01.623979 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.636125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Deleting port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:01.636472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.662621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f24136a3-fd76-4c6d-b983-b2281fefcb24,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:01.727429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.727429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e72cd912-1691-431a-8a6c-2ae779485176 req-b57395ec-cef4-4d0c-81c2-ddbdfc56527b tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6929796 Oct 22 15:00:01.730551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] DHCP port deletion for 351c36f9-662e-4148-aa46-113583b594c7 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:00:01.790037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8815345d-ca19-47eb-a731-dc5ce7cb5799 req-650649ff-5796-42d5-b98f-cb52d9c4b3e6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 210 time: 0.0734529 Oct 22 15:00:01.815973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] For port 4f7c7b09-3296-479c-bd8f-7d2a5477d140, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4f7c7b09-3296-479c-bd8f-7d2a5477d140,segment=NetworkSegment(50df1d70-56d6-4923-95d2-756aeb2536fb),segment_id=50df1d70-56d6-4923-95d2-756aeb2536fb)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:01.816421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.847773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Calling delete_port for 4f7c7b09-3296-479c-bd8f-7d2a5477d140 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:01.858144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.868767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9dc1ebe9-097f-4f96-9b6b-82517925c210 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:01.873464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Attempting to bind port f24136a3-fd76-4c6d-b983-b2281fefcb24 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:01.873814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Attempting to bind port f24136a3-fd76-4c6d-b983-b2281fefcb24 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:01.874131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Attempting to bind port f24136a3-fd76-4c6d-b983-b2281fefcb24 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:01.907325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Port f24136a3-fd76-4c6d-b983-b2281fefcb24 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:00:01.907325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Attempting to bind port f24136a3-fd76-4c6d-b983-b2281fefcb24 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:01.935148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:01.944144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] Deleting port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:01.944144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.955249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:01.956048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:01.956678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:01.957539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Bound port: f24136a3-fd76-4c6d-b983-b2281fefcb24, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:01.958146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:01.972732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09612e3e-856d-4080-89b9-8fdc69451534 req-d6e6f149-f5bc-4300-a43d-0534e7b2b622 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/baabd1c5-59b1-419f-bbaa-3f0e69a3d48c HTTP/1.1" status: 200 len: 2401 time: 0.1756124 Oct 22 15:00:01.984111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baabd1c5-59b1-419f-bbaa-3f0e69a3d48c', 'remote_group_id': None}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:01.984428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baabd1c5-59b1-419f-bbaa-3f0e69a3d48c', 'remote_group_id': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:02.010117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:02.020686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:02.027131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:02.027847 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.044503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=881ba317-a321-4a08-abff-f7611140fb19,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:02.077012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] For port f24136a3-fd76-4c6d-b983-b2281fefcb24, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:02.080593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] For port f24136a3-fd76-4c6d-b983-b2281fefcb24, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f24136a3-fd76-4c6d-b983-b2281fefcb24,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:02.091871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] For port 4f7c7b09-3296-479c-bd8f-7d2a5477d140, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4f7c7b09-3296-479c-bd8f-7d2a5477d140,segment=NetworkSegment(50df1d70-56d6-4923-95d2-756aeb2536fb),segment_id=50df1d70-56d6-4923-95d2-756aeb2536fb)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:02.092294 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.106330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:02.106696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.122065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] Calling delete_port for 4f7c7b09-3296-479c-bd8f-7d2a5477d140 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:02.129656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f2cb-f7a8-4a27-99fc-94b6de3e4eac req-5a6212f6-02ff-4b68-a897-151a56b24e10 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:02.131444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52e7f2cb-f7a8-4a27-99fc-94b6de3e4eac req-5a6212f6-02ff-4b68-a897-151a56b24e10 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.0570934 Oct 22 15:00:02.169523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-32366a35-29cc-4ca3-a968-e57c99a2c419 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269740 Oct 22 15:00:02.262426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52e7f2cb-f7a8-4a27-99fc-94b6de3e4eac req-448cfc5f-4bc2-4100-bedd-91775144cc13 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122930 Oct 22 15:00:02.276845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.304435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.322820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-4171a003-b6b5-4ee6-bdb5-4a28ee501182 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:02.324749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-4171a003-b6b5-4ee6-bdb5-4a28ee501182 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420434 Oct 22 15:00:02.328425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.331688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.337344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122861fb-3b58-4671-b189-86339ec91763 None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:02.350905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:02.352542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.365324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-951450a9-ce26-4ecc-bd0f-a939ea87b9d3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6636546 Oct 22 15:00:02.368025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54318) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:02.373707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:02.448200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.464113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] Pushing event deleted for resources: {'Port': ['ID=4f7c7b09-3296-479c-bd8f-7d2a5477d140,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:02.474322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Port': ['ID=4f7c7b09-3296-479c-bd8f-7d2a5477d140,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:02.479238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6a30ac-3762-40cb-b222-f7cd4ae8521f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:02.482334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.493681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:02.494307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.495760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] 10.222.0.69 "PUT /v2.0/ports/f24136a3-fd76-4c6d-b983-b2281fefcb24 HTTP/1.1" status: 200 len: 1095 time: 1.9266295 Oct 22 15:00:02.497601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'tag': 'f24136a3-fd76-4c6d-b983-b2281fefcb24'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:02.504819 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ae27c-f236-4094-9c6b-5802e0634bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa77a70-6acf-4a99-8991-6e1f05002b27", "tag": "f24136a3-fd76-4c6d-b983-b2281fefcb24"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:02.522614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca60a54-cff4-4e87-aef8-9530d32f4f69 None None] No DVR routers for this DVR port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:02.537551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d985570e-f401-428e-9cd3-6be4f2a989ea None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:02.537922 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d985570e-f401-428e-9cd3-6be4f2a989ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.576726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] No DVR routers for this DVR port 4f7c7b09-3296-479c-bd8f-7d2a5477d140 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:02.663661 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9173a977-b9f2-439d-9e19-0a31ac1ca92e x-openstack-request-id: req-9173a977-b9f2-439d-9e19-0a31ac1ca92e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:02.663940 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa77a70-6acf-4a99-8991-6e1f05002b27", "tag": "f24136a3-fd76-4c6d-b983-b2281fefcb24", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:02.664194 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9173a977-b9f2-439d-9e19-0a31ac1ca92e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:02.664602 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'tag': 'f24136a3-fd76-4c6d-b983-b2281fefcb24', 'status': 'completed', 'code': 200} Oct 22 15:00:02.704506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.707755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09612e3e-856d-4080-89b9-8fdc69451534 req-5911b561-b802-4c9d-970f-ee193539bd6e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7321632 Oct 22 15:00:02.732960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.761426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351c36f9-662e-4148-aa46-113583b594c7']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:02.774038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50df1d70-56d6-4923-95d2-756aeb2536fb') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:02.774352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50df1d70-56d6-4923-95d2-756aeb2536fb') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:02.787295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.811193 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.811193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:00:02.811446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:00:02.890539 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:00:02.895723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbe09c-c9ee-45f3-8115-40fdd3213ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f24136a3-fd76-4c6d-b983-b2281fefcb24,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:02.940935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae27c-f236-4094-9c6b-5802e0634bd3 req-d70863c1-d1a0-4acb-bc94-2e3e5412fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:02.946637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f7ae27c-f236-4094-9c6b-5802e0634bd3 req-d70863c1-d1a0-4acb-bc94-2e3e5412fe98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31a31de654df492b82da9f073ce8dc52&device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 1098 time: 0.2808864 Oct 22 15:00:02.987070 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f7ae27c-f236-4094-9c6b-5802e0634bd3 req-0e74897f-7b5f-4b59-9f66-d705e793a0d1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=31a31de654df492b82da9f073ce8dc52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271425 Oct 22 15:00:02.988892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Delete allocated IP 2001:db8:0:1::218 (22750096-12d8-4a1c-a1ba-4c975d0e308d/2588a08b-44ed-438b-87fb-99d642e29158) {{(pid=107802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 15:00:02.995031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d6b2c73-4e47-44b4-82a2-e1639214c42d req-474c90e2-63d4-4ebd-9f25-99b8060e789c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/baabd1c5-59b1-419f-bbaa-3f0e69a3d48c HTTP/1.1" status: 200 len: 3000 time: 0.2334282 Oct 22 15:00:03.004014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cd2cb0a-1562-4f9a-a824-2bc4d7a23137 req-4a3db4c5-d79f-45e9-b3b2-6fe35169503a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 210 time: 0.0908265 Oct 22 15:00:03.053799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.060815 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.066871 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] 10.222.0.66 "DELETE /v2.0/networks/351c36f9-662e-4148-aa46-113583b594c7 HTTP/1.1" status: 204 len: 168 time: 1.6762004 Oct 22 15:00:03.083293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-4b0f5d3b-a14f-4085-af44-4af893a45be3 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-group-rules/2a6a30ac-3762-40cb-b222-f7cd4ae8521f HTTP/1.1" status: 200 len: 783 time: 0.0458667 Oct 22 15:00:03.118600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988ccf5-66e9-4fa6-a1ad-babeb9d50850 tempest-NetworksTest-85596725 tempest-NetworksTest-85596725-project] Pushing event deleted for resources: {'Network': ['ID=351c36f9-662e-4148-aa46-113583b594c7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:03.165763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae27c-f236-4094-9c6b-5802e0634bd3 req-ba81b3e2-ecec-44f4-8a95-1fed9786e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:03.167437 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5f7ae27c-f236-4094-9c6b-5802e0634bd3 req-ba81b3e2-ecec-44f4-8a95-1fed9786e161 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732388 Oct 22 15:00:03.186397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:03.190272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.209331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-73da8ff8-5a8d-4303-b3b8-ca893721c38f tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/baabd1c5-59b1-419f-bbaa-3f0e69a3d48c HTTP/1.1" status: 200 len: 3000 time: 0.0811603 Oct 22 15:00:03.215274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf7741-a830-40a7-92e2-72092ed8012b None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:03.247732 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.269742 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-94cc7f91-89d8-4069-b039-b9647901dec5 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.285403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-94cc7f91-89d8-4069-b039-b9647901dec5 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.320555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0620decf-82bb-403e-9763-ac3b5a08ff57 None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:03.320988 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0620decf-82bb-403e-9763-ac3b5a08ff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.329890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-2ef9716b-e4bd-4b5c-9d27-271d7a02ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:03.331658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-2ef9716b-e4bd-4b5c-9d27-271d7a02ebb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31a31de654df492b82da9f073ce8dc52&device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 1098 time: 0.1045992 Oct 22 15:00:03.391770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589578-4cf6-440c-94c6-c376143a6d4e req-7cd47b2b-6e01-419c-b217-46dda17f80af tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:03.394798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f589578-4cf6-440c-94c6-c376143a6d4e req-7cd47b2b-6e01-419c-b217-46dda17f80af tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.0606890 Oct 22 15:00:03.414461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-3dd84514-24b6-4b8b-8440-0bd754fb4e26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=f24136a3-fd76-4c6d-b983-b2281fefcb24 HTTP/1.1" status: 200 len: 217 time: 0.0473764 Oct 22 15:00:03.450904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f589578-4cf6-440c-94c6-c376143a6d4e req-9a50f4f1-9d94-40e8-9356-5bd66dbf37cd tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Oct 22 15:00:03.469735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.515571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0620decf-82bb-403e-9763-ac3b5a08ff57 None None] Provisioning complete for port 881ba317-a321-4a08-abff-f7611140fb19 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:03.515930 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0620decf-82bb-403e-9763-ac3b5a08ff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.556709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] In _notify_port_updated(), no bound segment for port 881ba317-a321-4a08-abff-f7611140fb19 on network 22750096-12d8-4a1c-a1ba-4c975d0e308d {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:00:03.561155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0620decf-82bb-403e-9763-ac3b5a08ff57 None None] Port 881ba317-a321-4a08-abff-f7611140fb19 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:03.562435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:03.563141 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.568944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/ports/881ba317-a321-4a08-abff-f7611140fb19 HTTP/1.1" status: 200 len: 924 time: 1.1998162 Oct 22 15:00:03.569594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54338) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:03.577782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e'}, {'subnet_id': '2588a08b-44ed-438b-87fb-99d642e29158'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:03.619215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d694-8e56-4a19-a18c-c84ac26a5b68 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=881ba317-a321-4a08-abff-f7611140fb19,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:03.688228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-94cc7f91-89d8-4069-b039-b9647901dec5 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.697440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-94cc7f91-89d8-4069-b039-b9647901dec5 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.715432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a75fa6a-031b-47e1-a826-bbef40e97436 req-94cc7f91-89d8-4069-b039-b9647901dec5 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2a6a30ac-3762-40cb-b222-f7cd4ae8521f HTTP/1.1" status: 204 len: 173 time: 0.4727232 Oct 22 15:00:03.715432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.726262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc7f91-89d8-4069-b039-b9647901dec5 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a6a30ac-3762-40cb-b222-f7cd4ae8521f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:03.774047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4f7c7b09-3296-479c-bd8f-7d2a5477d140 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:03.795784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4f7c7b09-3296-479c-bd8f-7d2a5477d140 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:03.796131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4f7c7b09-3296-479c-bd8f-7d2a5477d140 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:03.825456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.860871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.46 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/db3811f7-485f-4973-aca6-315856324526) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:03.884662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0224434-8acd-4cfb-a66c-10c9c9c906c8 req-f9ea51da-d17f-4076-bfd2-abc7d447ec67 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/baabd1c5-59b1-419f-bbaa-3f0e69a3d48c HTTP/1.1" status: 200 len: 2401 time: 0.1261516 Oct 22 15:00:03.901364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e53d08dc-64de-4f03-a26c-55f752de825b None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:03.901742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e53d08dc-64de-4f03-a26c-55f752de825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:03.921890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-f72610ae-a058-443b-ae31-d01f871728ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:03.927547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-f72610ae-a058-443b-ae31-d01f871728ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.4966826 Oct 22 15:00:04.028019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f0224434-8acd-4cfb-a66c-10c9c9c906c8 req-3037b7b0-c4fb-4514-aceb-49470f32f179 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.043304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-664cfa8a-1630-4204-8da1-8be0b230113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:04.047443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-664cfa8a-1630-4204-8da1-8be0b230113f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079893 Oct 22 15:00:04.060178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e53d08dc-64de-4f03-a26c-55f752de825b None None] Provisioning complete for port 881ba317-a321-4a08-abff-f7611140fb19 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:04.061266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e53d08dc-64de-4f03-a26c-55f752de825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.078848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f0224434-8acd-4cfb-a66c-10c9c9c906c8 req-3037b7b0-c4fb-4514-aceb-49470f32f179 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.145743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e53d08dc-64de-4f03-a26c-55f752de825b None None] Port 881ba317-a321-4a08-abff-f7611140fb19 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:04.223626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26489b59-35a8-4b70-b5d0-052010a6f7b2 req-aefdb346-bd47-4662-8aad-eac9b01a6fcb tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 210 time: 0.0707693 Oct 22 15:00:04.238088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8:0:1::1f0 (22750096-12d8-4a1c-a1ba-4c975d0e308d/2588a08b-44ed-438b-87fb-99d642e29158/881ba317-a321-4a08-abff-f7611140fb19) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:04.271045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54348) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:04.278808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c18e2ac3-b407-4ba3-90ed-cabafd8f2098 None None] Provisioning complete for port 881ba317-a321-4a08-abff-f7611140fb19 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:04.279872 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c18e2ac3-b407-4ba3-90ed-cabafd8f2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.321744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-733e29b6-7335-4d5f-b38a-7b15907055d5 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562816 Oct 22 15:00:04.327778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.328432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c18e2ac3-b407-4ba3-90ed-cabafd8f2098 None None] Port 881ba317-a321-4a08-abff-f7611140fb19 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:04.396916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f0224434-8acd-4cfb-a66c-10c9c9c906c8 req-3037b7b0-c4fb-4514-aceb-49470f32f179 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.400816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f0224434-8acd-4cfb-a66c-10c9c9c906c8 req-3037b7b0-c4fb-4514-aceb-49470f32f179 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.402598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0224434-8acd-4cfb-a66c-10c9c9c906c8 req-3037b7b0-c4fb-4514-aceb-49470f32f179 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/baabd1c5-59b1-419f-bbaa-3f0e69a3d48c HTTP/1.1" status: 204 len: 173 time: 0.5170207 Oct 22 15:00:04.420726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037b7b0-c4fb-4514-aceb-49470f32f179 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baabd1c5-59b1-419f-bbaa-3f0e69a3d48c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:04.477026 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-4ed346ff-bac5-4690-acab-38af4a0dbb78 req-668d5829-fb88-4c23-b4db-ff63f15cd7a9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] show failed (client error): The resource could not be found. Oct 22 15:00:04.478425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ed346ff-bac5-4690-acab-38af4a0dbb78 req-668d5829-fb88-4c23-b4db-ff63f15cd7a9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/b7706931-0176-4780-a608-2b2812f4aa1b HTTP/1.1" status: 404 len: 352 time: 0.0345821 Oct 22 15:00:04.484919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.511260 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4214d060-b76e-4810-a28c-856d5b7b2ec5 req-f20cf16b-36ca-4973-9cda-d565bc7264e3 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770835 Oct 22 15:00:04.550777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-44131cdb-c889-4e89-91ea-db23af75bf41 None None] Provisioning complete for port 881ba317-a321-4a08-abff-f7611140fb19 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:04.551256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-44131cdb-c889-4e89-91ea-db23af75bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.572361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-66a0df1d-0dcb-43c2-8f56-4e4093c5db5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a01c118867884b7aa53d18efcf93cd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002689 Oct 22 15:00:04.574894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54358) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:04.589291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-44131cdb-c889-4e89-91ea-db23af75bf41 None None] Port 881ba317-a321-4a08-abff-f7611140fb19 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:04.600184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d709ed0-5467-419d-964a-7d588da47f54 req-f63b9fa5-ce64-484e-9424-e8d8e49c14d7 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/ca2048f7-cf9b-41e6-a091-d19179331b32 HTTP/1.1" status: 200 len: 1807 time: 0.0947444 Oct 22 15:00:04.630261 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b64b686b-092f-4c31-b46c-c02418c13aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.646927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0be65-2c65-4c0f-919a-ce5c7167b93a req-1bf245fc-c50c-4818-95a1-ae7a55ab083e tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:04.648468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23b0be65-2c65-4c0f-919a-ce5c7167b93a req-1bf245fc-c50c-4818-95a1-ae7a55ab083e tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.1023650 Oct 22 15:00:04.657047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b64b686b-092f-4c31-b46c-c02418c13aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.673862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.757024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.773081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:04.775575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0', '437944c4-a190-4647-96b3-a55bb64f9f0a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:04.790255 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d709ed0-5467-419d-964a-7d588da47f54 req-5ee765c8-7252-49b8-8111-e34944dbd5e9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.813287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:04.818579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d709ed0-5467-419d-964a-7d588da47f54 req-5ee765c8-7252-49b8-8111-e34944dbd5e9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.819586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:04.836505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:04.863115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] In _notify_port_updated(), no bound segment for port 881ba317-a321-4a08-abff-f7611140fb19 on network 22750096-12d8-4a1c-a1ba-4c975d0e308d {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:00:04.869363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:04.870149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.874667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/ports/881ba317-a321-4a08-abff-f7611140fb19 HTTP/1.1" status: 200 len: 1010 time: 1.3017201 Oct 22 15:00:04.875410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54362) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:04.895347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759385-49ce-4946-b5ac-188a6c0d252b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=881ba317-a321-4a08-abff-f7611140fb19,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:04.908062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23b0be65-2c65-4c0f-919a-ce5c7167b93a req-9b03d689-a6d2-4a6d-9d58-d28d6de469aa tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509851 Oct 22 15:00:04.964972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:04.966865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:04.976388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=db3811f7-485f-4973-aca6-315856324526,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:04.993053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b64b686b-092f-4c31-b46c-c02418c13aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.000358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b64b686b-092f-4c31-b46c-c02418c13aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.006605 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b64b686b-092f-4c31-b46c-c02418c13aac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/685a6df5-9445-45c1-b792-3f84ae778fa6 HTTP/1.1" status: 204 len: 168 time: 0.4281874 Oct 22 15:00:05.039213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b686b-092f-4c31-b46c-c02418c13aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a6df5-9445-45c1-b792-3f84ae778fa6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:05.043132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d709ed0-5467-419d-964a-7d588da47f54 req-5ee765c8-7252-49b8-8111-e34944dbd5e9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.045777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d709ed0-5467-419d-964a-7d588da47f54 req-5ee765c8-7252-49b8-8111-e34944dbd5e9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.048604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d709ed0-5467-419d-964a-7d588da47f54 req-5ee765c8-7252-49b8-8111-e34944dbd5e9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/ca2048f7-cf9b-41e6-a091-d19179331b32 HTTP/1.1" status: 204 len: 173 time: 0.4412091 Oct 22 15:00:05.081403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee765c8-7252-49b8-8111-e34944dbd5e9 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2048f7-cf9b-41e6-a091-d19179331b32,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:05.125923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 881ba317-a321-4a08-abff-f7611140fb19 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:05.126153 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.173541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-570c62e6-60fb-4b42-b8d3-a559176834aa req-6ffd2b35-9ca3-4476-a9cc-53838daf6892 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/b5001e42-dcad-4278-a32c-e85785024217 HTTP/1.1" status: 200 len: 1805 time: 0.0826333 Oct 22 15:00:05.203916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5bb0bbf1-be76-437f-87c1-338039618231 None None] Provisioning complete for port 881ba317-a321-4a08-abff-f7611140fb19 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:05.204291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bbf1-be76-437f-87c1-338039618231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.222838 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-c9e534e8-809b-405d-81b7-fc436a0aeb74 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8833582 Oct 22 15:00:05.241928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Request body: {'port': {'device_id': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:05.278247 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.307781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0bbf1-be76-437f-87c1-338039618231 None None] Port 881ba317-a321-4a08-abff-f7611140fb19 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:05.308556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 881ba317-a321-4a08-abff-f7611140fb19 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:05.319862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-570c62e6-60fb-4b42-b8d3-a559176834aa req-c5aba58e-db4c-41a9-9899-e51be7029cb6 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.343195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.397386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-570c62e6-60fb-4b42-b8d3-a559176834aa req-c5aba58e-db4c-41a9-9899-e51be7029cb6 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.451753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c6e2efd7-c737-43b5-92d5-65e96ec0af1d None None] Provisioning complete for port db3811f7-485f-4973-aca6-315856324526 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:05.452203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6e2efd7-c737-43b5-92d5-65e96ec0af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.506664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362af358-0d1e-4328-a095-86993e3c29b3 req-13d68c4f-9268-4751-9dc6-56b90ca9eb54 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:05.508839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-362af358-0d1e-4328-a095-86993e3c29b3 req-13d68c4f-9268-4751-9dc6-56b90ca9eb54 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 935 time: 0.1329362 Oct 22 15:00:05.516660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2efd7-c737-43b5-92d5-65e96ec0af1d None None] Port db3811f7-485f-4973-aca6-315856324526 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:05.634142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-362af358-0d1e-4328-a095-86993e3c29b3 req-44f3746b-0d67-490f-82c6-17d320f0d2f5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962648 Oct 22 15:00:05.673241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3811f7-485f-4973-aca6-315856324526 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:05.682254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.711164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-570c62e6-60fb-4b42-b8d3-a559176834aa req-c5aba58e-db4c-41a9-9899-e51be7029cb6 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.714266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-570c62e6-60fb-4b42-b8d3-a559176834aa req-c5aba58e-db4c-41a9-9899-e51be7029cb6 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.715383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-570c62e6-60fb-4b42-b8d3-a559176834aa req-c5aba58e-db4c-41a9-9899-e51be7029cb6 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/b5001e42-dcad-4278-a32c-e85785024217 HTTP/1.1" status: 204 len: 173 time: 0.5018291 Oct 22 15:00:05.726063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aba58e-db4c-41a9-9899-e51be7029cb6 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5001e42-dcad-4278-a32c-e85785024217,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:05.779715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af15486a-70fa-4f6c-8e1d-a52dfc9f17b7 req-b3a605bb-562b-44c9-b5e6-6c3381191595 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/3c33b1db-59a7-4475-abc7-f29580ad53c9 HTTP/1.1" status: 200 len: 1806 time: 0.0458648 Oct 22 15:00:05.847432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af15486a-70fa-4f6c-8e1d-a52dfc9f17b7 req-02a7e8e3-048c-47d4-b732-569c94c92de2 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.848153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Transition to ACTIVE for port object db3811f7-485f-4973-aca6-315856324526 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:00:05.852643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.904031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=881ba317-a321-4a08-abff-f7611140fb19,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:05.907065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af15486a-70fa-4f6c-8e1d-a52dfc9f17b7 req-02a7e8e3-048c-47d4-b732-569c94c92de2 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.957412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.979771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:05.985508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5ee8c322-f143-454d-9ae8-1014727ada55 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/881ba317-a321-4a08-abff-f7611140fb19 HTTP/1.1" status: 204 len: 168 time: 1.0894396 Oct 22 15:00:05.986716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:06.024821 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5112a3d1-4c55-4b8f-a341-6eeb7de0259b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:06.027229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5112a3d1-4c55-4b8f-a341-6eeb7de0259b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/881ba317-a321-4a08-abff-f7611140fb19 HTTP/1.1" status: 404 len: 333 time: 0.0389137 Oct 22 15:00:06.036323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54386) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:06.089609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Pushing event updated for resources: {'Port': ['ID=db3811f7-485f-4973-aca6-315856324526,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:06.130209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 2588a08b-44ed-438b-87fb-99d642e29158 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:06.141940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.153804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Attempting to bind port db3811f7-485f-4973-aca6-315856324526 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:06.154140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Attempting to bind port db3811f7-485f-4973-aca6-315856324526 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:06.154475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Attempting to bind port db3811f7-485f-4973-aca6-315856324526 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:06.163191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Port db3811f7-485f-4973-aca6-315856324526 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:00:06.163530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Attempting to bind port db3811f7-485f-4973-aca6-315856324526 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:06.170785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:06.171449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:06.172006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:06.172612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Bound port: db3811f7-485f-4973-aca6-315856324526, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:06.173175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.178021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185a9c-a33c-4f2d-88d3-159b354ca9a7 req-c3e3eb46-7fe6-4261-b138-097ee20944a7 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:06.184177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64185a9c-a33c-4f2d-88d3-159b354ca9a7 req-c3e3eb46-7fe6-4261-b138-097ee20944a7 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.1662402 Oct 22 15:00:06.241325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.270017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] For port db3811f7-485f-4973-aca6-315856324526, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:06.274152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] For port db3811f7-485f-4973-aca6-315856324526, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=db3811f7-485f-4973-aca6-315856324526,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:06.285774 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af15486a-70fa-4f6c-8e1d-a52dfc9f17b7 req-02a7e8e3-048c-47d4-b732-569c94c92de2 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.288619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af15486a-70fa-4f6c-8e1d-a52dfc9f17b7 req-02a7e8e3-048c-47d4-b732-569c94c92de2 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.292573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af15486a-70fa-4f6c-8e1d-a52dfc9f17b7 req-02a7e8e3-048c-47d4-b732-569c94c92de2 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/3c33b1db-59a7-4475-abc7-f29580ad53c9 HTTP/1.1" status: 204 len: 173 time: 0.5052612 Oct 22 15:00:06.313300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64185a9c-a33c-4f2d-88d3-159b354ca9a7 req-c4ff1100-7554-4251-8dd7-43d774db3d17 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151941 Oct 22 15:00:06.327089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7e8e3-048c-47d4-b732-569c94c92de2 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c33b1db-59a7-4475-abc7-f29580ad53c9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:06.435451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.460064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.485996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:06.485996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.487787 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] 10.222.0.53 "PUT /v2.0/ports/db3811f7-485f-4973-aca6-315856324526 HTTP/1.1" status: 200 len: 1095 time: 1.2517622 Oct 22 15:00:06.490790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'tag': 'db3811f7-485f-4973-aca6-315856324526'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:06.494282 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5532ca5b-4f15-40f6-8ce7-04f042c20c22" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be", "tag": "db3811f7-485f-4973-aca6-315856324526"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:06.503050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7ad05ee-5eac-483e-a1a6-eaeb5c7183ed req-4e802dd4-dc8a-4571-83b8-fce9ab770f92 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/553f800b-cd9b-4f4e-9468-029c33f31ced HTTP/1.1" status: 200 len: 2406 time: 0.1066186 Oct 22 15:00:06.556407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4014f-78d3-4588-8ab0-6f782541f127 service neutron] Pushing event updated for resources: {'Port': ['ID=db3811f7-485f-4973-aca6-315856324526,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:06.560083 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dde4ce3-9e28-48f1-9acb-dee77038a08e x-openstack-request-id: req-6dde4ce3-9e28-48f1-9acb-dee77038a08e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:06.560379 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be", "tag": "db3811f7-485f-4973-aca6-315856324526", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:06.560635 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dde4ce3-9e28-48f1-9acb-dee77038a08e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:06.561031 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'tag': 'db3811f7-485f-4973-aca6-315856324526', 'status': 'completed', 'code': 200} Oct 22 15:00:06.605637 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d7ad05ee-5eac-483e-a1a6-eaeb5c7183ed req-2f6fab7a-949c-4d9e-a75d-a9332841287c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.639480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d7ad05ee-5eac-483e-a1a6-eaeb5c7183ed req-2f6fab7a-949c-4d9e-a75d-a9332841287c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.639818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ca5b-4f15-40f6-8ce7-04f042c20c22 req-7bf33f12-1dfe-4ce6-b4f7-3eeaab606e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:06.641451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5532ca5b-4f15-40f6-8ce7-04f042c20c22 req-7bf33f12-1dfe-4ce6-b4f7-3eeaab606e75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 1098 time: 0.0525358 Oct 22 15:00:06.685228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5532ca5b-4f15-40f6-8ce7-04f042c20c22 req-61263432-f861-41e1-86f8-b29cbc11c0e3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242360 Oct 22 15:00:06.753852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.795227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.798384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/2588a08b-44ed-438b-87fb-99d642e29158 HTTP/1.1" status: 204 len: 168 time: 0.7611120 Oct 22 15:00:06.802162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:06.804636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064475a-2995-42d9-9804-e4e6d95be32a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=2588a08b-44ed-438b-87fb-99d642e29158,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:06.807808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb73e22-0522-4f98-9322-e1fa4feb0488 None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:06.812122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ca5b-4f15-40f6-8ce7-04f042c20c22 req-79857e17-7fdd-4ea0-a63d-6837c01ffdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:06.814407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5532ca5b-4f15-40f6-8ce7-04f042c20c22 req-79857e17-7fdd-4ea0-a63d-6837c01ffdab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171985 Oct 22 15:00:06.824744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61863d81-3c97-48d7-aac9-76c4472e7015 req-71d249c6-317e-4726-b195-29051d3afa8d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:06.838504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61863d81-3c97-48d7-aac9-76c4472e7015 req-71d249c6-317e-4726-b195-29051d3afa8d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 947 time: 0.1039708 Oct 22 15:00:06.894953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61863d81-3c97-48d7-aac9-76c4472e7015 req-16059213-a74a-4662-8daa-e108219f3ca0 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610280 Oct 22 15:00:06.925482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:06.930142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.939940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d7ad05ee-5eac-483e-a1a6-eaeb5c7183ed req-2f6fab7a-949c-4d9e-a75d-a9332841287c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.946674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d7ad05ee-5eac-483e-a1a6-eaeb5c7183ed req-2f6fab7a-949c-4d9e-a75d-a9332841287c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:06.953529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7ad05ee-5eac-483e-a1a6-eaeb5c7183ed req-2f6fab7a-949c-4d9e-a75d-a9332841287c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/553f800b-cd9b-4f4e-9468-029c33f31ced HTTP/1.1" status: 204 len: 173 time: 0.4491885 Oct 22 15:00:06.961228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-908454c3-417d-4a68-afa2-330e47146842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:06.962789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-908454c3-417d-4a68-afa2-330e47146842 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 1098 time: 0.0918956 Oct 22 15:00:06.966083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fab7a-949c-4d9e-a75d-a9332841287c tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f800b-cd9b-4f4e-9468-029c33f31ced,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:06.974229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54412) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:07.022220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-0357a0e9-24b2-458e-8e1f-8402b0a5400a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=db3811f7-485f-4973-aca6-315856324526 HTTP/1.1" status: 200 len: 217 time: 0.0495274 Oct 22 15:00:07.029300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.051005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f430eba-45e3-46a8-aea1-64471ef84d9d req-b76b3083-e90c-4005-8e60-578a1f75804e tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "GET /v2.0/security-groups/32c8f6ed-893c-4366-9d51-ceb4321c0506 HTTP/1.1" status: 200 len: 2400 time: 0.0733163 Oct 22 15:00:07.125075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-bf4af23f-ac02-4635-8c44-ba42a48d1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:07.127178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-bf4af23f-ac02-4635-8c44-ba42a48d1514 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0938954 Oct 22 15:00:07.131404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--584258160'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:07.135524 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1f430eba-45e3-46a8-aea1-64471ef84d9d req-f61cb3bc-3007-48a6-a189-dd1f2b43ed60 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.167930 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1f430eba-45e3-46a8-aea1-64471ef84d9d req-f61cb3bc-3007-48a6-a189-dd1f2b43ed60 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.197730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.252770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-d283e77b-d30d-41ad-9e3e-ab841a9df23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:07.252770 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-d283e77b-d30d-41ad-9e3e-ab841a9df23f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922976 Oct 22 15:00:07.352533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-50743cf2-90ec-4112-a665-c453cce21e37 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980790 Oct 22 15:00:07.438994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1f430eba-45e3-46a8-aea1-64471ef84d9d req-f61cb3bc-3007-48a6-a189-dd1f2b43ed60 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.442377 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1f430eba-45e3-46a8-aea1-64471ef84d9d req-f61cb3bc-3007-48a6-a189-dd1f2b43ed60 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.443531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f430eba-45e3-46a8-aea1-64471ef84d9d req-f61cb3bc-3007-48a6-a189-dd1f2b43ed60 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] 10.222.0.66 "DELETE /v2.0/security-groups/32c8f6ed-893c-4366-9d51-ceb4321c0506 HTTP/1.1" status: 204 len: 173 time: 0.3861544 Oct 22 15:00:07.444234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.451532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:07.461674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.463717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.477979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cb3bc-3007-48a6-a189-dd1f2b43ed60 tempest-SecurityGroupRulesTestJSON-706435003 tempest-SecurityGroupRulesTestJSON-706435003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c8f6ed-893c-4366-9d51-ceb4321c0506,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:07.511840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:07.522081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75703e7-f80e-4f97-aa37-23329c0dbf1b req-1652de72-af46-49ba-baee-550d5252c603 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:07.525529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d75703e7-f80e-4f97-aa37-23329c0dbf1b req-1652de72-af46-49ba-baee-550d5252c603 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.1195087 Oct 22 15:00:07.529527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.535229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e4c26a41-7bd7-4516-af95-adc88e4c7687 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e HTTP/1.1" status: 204 len: 168 time: 0.7294002 Oct 22 15:00:07.536043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54424) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:07.596489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-81c92a57-0ff7-4be2-b0ef-b95d9c128749 req-9ecb63e5-c189-4cb5-a698-81c7ee421883 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253709 Oct 22 15:00:07.596979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Deleting subnet 70b58275-078f-4f70-860a-bec83ebb8f4a {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:07.615857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.624674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d75703e7-f80e-4f97-aa37-23329c0dbf1b req-160d2804-7e93-491a-9195-e8bad4061c61 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851085 Oct 22 15:00:07.685481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.697823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.709010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.716016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8969bb-c28e-4fb8-9de9-f4417265f76d None None] Network 22750096-12d8-4a1c-a1ba-4c975d0e308d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:07.778146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.826824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 9dc1ebe9-097f-4f96-9b6b-82517925c210 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:07.827195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.839782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4ab5820c-3bf0-4c61-a57e-2ef3310ba17d None None] Provisioning complete for port 9dc1ebe9-097f-4f96-9b6b-82517925c210 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:07.840342 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ab5820c-3bf0-4c61-a57e-2ef3310ba17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.894613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.902767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] For port 9dc1ebe9-097f-4f96-9b6b-82517925c210, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9dc1ebe9-097f-4f96-9b6b-82517925c210,segment=NetworkSegment(d82f3e2e-86af-497a-ae06-1cc02984bcb8),segment_id=d82f3e2e-86af-497a-ae06-1cc02984bcb8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:07.903770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:07.920429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 9dc1ebe9-097f-4f96-9b6b-82517925c210 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:07.962573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a8c326-59a3-4a1c-bcd8-1b08858569db,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:07.967841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] DHCP port deletion for 22750096-12d8-4a1c-a1ba-4c975d0e308d request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:00:08.020277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] Deleting port 9dc1ebe9-097f-4f96-9b6b-82517925c210 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:08.020932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.030764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.045200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.063229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b58275-078f-4f70-860a-bec83ebb8f4a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.066876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.070249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-33398f6b-7445-4233-9498-1fa380288499 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/70b58275-078f-4f70-860a-bec83ebb8f4a HTTP/1.1" status: 204 len: 168 time: 0.6174240 Oct 22 15:00:08.072684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.074662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51ec04-d6e2-4152-a2d3-95dad835901b req-7957c78f-e463-46f7-b04d-ca45810e8618 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:08.076285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e51ec04-d6e2-4152-a2d3-95dad835901b req-7957c78f-e463-46f7-b04d-ca45810e8618 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 947 time: 0.0812142 Oct 22 15:00:08.111966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] For port 9dc1ebe9-097f-4f96-9b6b-82517925c210, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9dc1ebe9-097f-4f96-9b6b-82517925c210,segment=NetworkSegment(d82f3e2e-86af-497a-ae06-1cc02984bcb8),segment_id=d82f3e2e-86af-497a-ae06-1cc02984bcb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:08.112442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.116982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e51ec04-d6e2-4152-a2d3-95dad835901b req-92a5dbcb-f9cc-4e0b-b667-401e87f51e31 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Oct 22 15:00:08.135501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] Calling delete_port for 9dc1ebe9-097f-4f96-9b6b-82517925c210 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:08.144982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.145546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.177146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134617e4-03f4-46d4-90fc-a461cf41254a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.218798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.231389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.239209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.245652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] Pushing event deleted for resources: {'Port': ['ID=9dc1ebe9-097f-4f96-9b6b-82517925c210,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.251172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc7276-6117-478a-baea-8a42b6d4c451 None None] No DVR routers for this DVR port 9dc1ebe9-097f-4f96-9b6b-82517925c210 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:08.278101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=9dc1ebe9-097f-4f96-9b6b-82517925c210,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.282622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No DVR routers for this DVR port 9dc1ebe9-097f-4f96-9b6b-82517925c210 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:08.289023 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.290349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bcc4cd34-a85c-4ec8-a36d-baa5f19297d1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3147421 Oct 22 15:00:08.293051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.311886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05058f1e-0e03-482b-aff4-5a2ec4b5d959']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:08.334230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14644c0-8a65-4d07-a4ef-0a596e1958ca') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:08.334519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14644c0-8a65-4d07-a4ef-0a596e1958ca') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:08.348730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.355207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-148e086d-08b7-448e-8399-ebeaf6bf228d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0609779 Oct 22 15:00:08.357826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.362615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-security--329648682', 'description': 'tempest-security-description-2085059297'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:08.394057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.396464 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.401879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.415813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:00:08.416209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:00:08.417843 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:00:08.429729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22750096-12d8-4a1c-a1ba-4c975d0e308d']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:08.444176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82f3e2e-86af-497a-ae06-1cc02984bcb8') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:08.444353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.444479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82f3e2e-86af-497a-ae06-1cc02984bcb8') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:08.488122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.501562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.508141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:00:08.508583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:00:08.511649 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:00:08.555977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.558598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.559926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "PUT /v2.0/security-groups/134617e4-03f4-46d4-90fc-a461cf41254a HTTP/1.1" status: 200 len: 1779 time: 0.2011662 Oct 22 15:00:08.562937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54434) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.587619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a6f8c-19cb-40fe-9a81-20bd7e065bf4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134617e4-03f4-46d4-90fc-a461cf41254a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.589749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.599227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.602450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] 10.222.0.66 "DELETE /v2.0/networks/05058f1e-0e03-482b-aff4-5a2ec4b5d959 HTTP/1.1" status: 204 len: 168 time: 0.5288272 Oct 22 15:00:08.619554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c58f-9081-43a2-8fc3-ecd12bdfdd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=05058f1e-0e03-482b-aff4-5a2ec4b5d959,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.625265 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69825dab-d211-49ab-bcc4-8e6956483f26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups/134617e4-03f4-46d4-90fc-a461cf41254a HTTP/1.1" status: 200 len: 1779 time: 0.0616021 Oct 22 15:00:08.630173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54440) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.690844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-222888d8-405a-4dd1-b0c0-2fae3c84a5ad tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.716460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-222888d8-405a-4dd1-b0c0-2fae3c84a5ad tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.745028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.753515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:08.756656 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/22750096-12d8-4a1c-a1ba-4c975d0e308d HTTP/1.1" status: 204 len: 168 time: 1.2188129 Oct 22 15:00:08.766710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54446) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.777498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028145b-dc30-4bbe-aa22-b7dd67a26807 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=22750096-12d8-4a1c-a1ba-4c975d0e308d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:08.794736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd956a-07f8-4ea1-8e8c-10a0965e104d req-d4f7bed3-1627-4c65-8546-a94bbd6bce12 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:08.796419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ccd956a-07f8-4ea1-8e8c-10a0965e104d req-d4f7bed3-1627-4c65-8546-a94bbd6bce12 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.0768940 Oct 22 15:00:08.823154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a7b71-25c8-44df-a29c-a62a8ba6b486 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:08.824773 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e89a7b71-25c8-44df-a29c-a62a8ba6b486 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0566080 Oct 22 15:00:08.828399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54448) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.839864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ccd956a-07f8-4ea1-8e8c-10a0965e104d req-ea4d1ff4-032a-4010-9dcc-b27781dbbd70 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Oct 22 15:00:08.874592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd16329d-cdde-4ed5-afde-90d87001233f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0450568 Oct 22 15:00:08.878460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54450) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:08.883120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999901019'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:09.076214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-222888d8-405a-4dd1-b0c0-2fae3c84a5ad tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.078947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-222888d8-405a-4dd1-b0c0-2fae3c84a5ad tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.086872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-222888d8-405a-4dd1-b0c0-2fae3c84a5ad tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/134617e4-03f4-46d4-90fc-a461cf41254a HTTP/1.1" status: 204 len: 168 time: 0.4493294 Oct 22 15:00:09.087038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54452) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.090141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222888d8-405a-4dd1-b0c0-2fae3c84a5ad tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134617e4-03f4-46d4-90fc-a461cf41254a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:09.133157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:09.136625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.143384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7bace4e3-ac50-4918-9627-16d9ad03b0f9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579457 Oct 22 15:00:09.147960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54456) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.165534 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c950e9d7-71a1-49be-aac0-e5bb8baa31ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] delete failed (client error): The resource could not be found. Oct 22 15:00:09.171645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:00:09.172386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c950e9d7-71a1-49be-aac0-e5bb8baa31ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/134617e4-03f4-46d4-90fc-a461cf41254a HTTP/1.1" status: 404 len: 347 time: 0.0182312 Oct 22 15:00:09.172386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54458) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.176546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133275750'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:09.185988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.185988 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment 2b0973db-4573-486c-982f-e2fb3238283b of type vlan for network 25b764d1-9446-4601-bb11-17e9d14a5d66 Oct 22 15:00:09.233775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.256034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfcbd9-d8b6-4309-8fa1-58f7285ac71e req-942e14fa-d7cd-4c19-a889-363bfcd70e63 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:09.257590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9bfcbd9-d8b6-4309-8fa1-58f7285ac71e req-942e14fa-d7cd-4c19-a889-363bfcd70e63 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 947 time: 0.0531049 Oct 22 15:00:09.297483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9bfcbd9-d8b6-4309-8fa1-58f7285ac71e req-de4ff0ed-3815-427f-acc5-3ded320d904f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Oct 22 15:00:09.304271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.356230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54460) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.373195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.397764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-01105459-ab91-4941-86bb-8d501d5581d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91dc013a2d184b369ab818a63bbbee3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403330 Oct 22 15:00:09.400407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54462) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.412991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.418768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:09.419389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.453155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ba5f31-fea9-4069-a743-ec534e273237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.476299 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ba5f31-fea9-4069-a743-ec534e273237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.477876 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.487322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=25b764d1-9446-4601-bb11-17e9d14a5d66,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:09.497865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:00:09.535363 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-503e7020-9f53-4bbd-8086-52d9b654fe04 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6558154 Oct 22 15:00:09.540944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c7499-4dd8-4227-885f-bbad70274d6b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:09.543359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.550472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:09.613374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.613374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-32fab700-5b28-482c-9a91-8bb0eb9df52e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4380777 Oct 22 15:00:09.614946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54466) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:09.623748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': '2d5c7499-4dd8-4227-885f-bbad70274d6b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:09.710071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9dc1ebe9-097f-4f96-9b6b-82517925c210 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:09.734749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9dc1ebe9-097f-4f96-9b6b-82517925c210 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:09.735119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9dc1ebe9-097f-4f96-9b6b-82517925c210 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:09.762081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ba5f31-fea9-4069-a743-ec534e273237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.765235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11ba5f31-fea9-4069-a743-ec534e273237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.766503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-11ba5f31-fea9-4069-a743-ec534e273237 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7cc26bce-3f73-45a6-b587-c3171834e7a9 HTTP/1.1" status: 204 len: 168 time: 0.3650932 Oct 22 15:00:09.777143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba5f31-fea9-4069-a743-ec534e273237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc26bce-3f73-45a6-b587-c3171834e7a9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:09.811015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.881787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.956330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:09.960009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:09.967376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c053e-f316-4e77-beae-772e6b8f72b9 req-7761283c-bd46-42c9-99b0-3d1a3f087e79 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:09.968884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d3c053e-f316-4e77-beae-772e6b8f72b9 req-7761283c-bd46-42c9-99b0-3d1a3f087e79 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.0501688 Oct 22 15:00:10.007652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d3c053e-f316-4e77-beae-772e6b8f72b9 req-ec5553d6-1fcd-4f5b-8c68-4239daa0a71c tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Oct 22 15:00:10.027179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.054588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0750ab17-6ed3-48e7-b2e8-4fde4f53e9da,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:10.226837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.228120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d0c1e25-1a40-4f6c-91a9-a11220d68b53 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6121817 Oct 22 15:00:10.231078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54478) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:10.259962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-499ef891-0246-44eb-8b3d-94fe1c697923 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.268111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-499ef891-0246-44eb-8b3d-94fe1c697923 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.293208 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.362416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=d28df6a2-82b1-40b0-a283-0d86e9510e33,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:10.369957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': '2b0973db-4573-486c-982f-e2fb3238283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:10.370314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: 25b764d1-9446-4601-bb11-17e9d14a5d66, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:00:10.418843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-499ef891-0246-44eb-8b3d-94fe1c697923 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.425814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-499ef891-0246-44eb-8b3d-94fe1c697923 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.429169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-499ef891-0246-44eb-8b3d-94fe1c697923 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0750ab17-6ed3-48e7-b2e8-4fde4f53e9da HTTP/1.1" status: 204 len: 168 time: 0.1948552 Oct 22 15:00:10.429999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54488) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:10.433612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c6de-65ea-4fad-a09b-f834fc261b5b req-f3086e4e-9c85-451a-be0b-9584119e2d8a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:10.435321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c93c6de-65ea-4fad-a09b-f834fc261b5b req-f3086e4e-9c85-451a-be0b-9584119e2d8a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 947 time: 0.0540261 Oct 22 15:00:10.440659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ef891-0246-44eb-8b3d-94fe1c697923 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0750ab17-6ed3-48e7-b2e8-4fde4f53e9da,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:10.475729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c93c6de-65ea-4fad-a09b-f834fc261b5b req-0ac029a2-8a0a-4917-b598-f7d30374df4d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340509 Oct 22 15:00:10.482059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c5815276-20ab-4193-b66b-a4f10fceefcf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509281 Oct 22 15:00:10.483352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:00:10.484952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54490) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:10.545379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3c69310-eee7-4a29-a106-aeada71f654a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.573388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3c69310-eee7-4a29-a106-aeada71f654a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.640952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 25b764d1-9446-4601-bb11-17e9d14a5d66) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:10.646212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:10.646808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.653576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39b3bd-11b3-49eb-9acc-c921a5926061 None None] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:10.674751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device db3811f7-485f-4973-aca6-315856324526 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:00:10.688157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3c69310-eee7-4a29-a106-aeada71f654a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.688157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3c69310-eee7-4a29-a106-aeada71f654a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.688157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d3c69310-eee7-4a29-a106-aeada71f654a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/2d5c7499-4dd8-4227-885f-bbad70274d6b HTTP/1.1" status: 204 len: 168 time: 0.1998103 Oct 22 15:00:10.689528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54494) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:10.696938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69310-eee7-4a29-a106-aeada71f654a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c7499-4dd8-4227-885f-bbad70274d6b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:10.739024 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b9235787-5624-4264-829d-fa221ed0c338 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456111 Oct 22 15:00:10.743520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54498) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:10.753091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463492280'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:10.810782 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b8459750-5e65-4159-bcaa-42273e10321e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2659986 Oct 22 15:00:10.813497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:10.832604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66', 'name': 'tempest-PortsIpV6TestJSON-1640245306'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:10.944974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:10.962338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f24136a3-fd76-4c6d-b983-b2281fefcb24 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:00:11.019344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.041252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port db3811f7-485f-4973-aca6-315856324526, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=db3811f7-485f-4973-aca6-315856324526,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:11.089337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'db3811f7-485f-4973-aca6-315856324526', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'db3811f7-485f-4973-aca6-315856324526', 'mac_address': 'fa:16:3e:52:90:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:00:11.121764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-25b764d1-9446-4601-bb11-17e9d14a5d66', 'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': 'd28df6a2-82b1-40b0-a283-0d86e9510e33'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:00:11.122624 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.137067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cedbb-7dfb-445f-bd3e-b56cf2935f2d req-d0f3c0fc-90cb-4f76-9cd8-8259ef41636d tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:11.138602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-383cedbb-7dfb-445f-bd3e-b56cf2935f2d req-d0f3c0fc-90cb-4f76-9cd8-8259ef41636d tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 947 time: 0.0547516 Oct 22 15:00:11.144662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54514) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:11.185350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-383cedbb-7dfb-445f-bd3e-b56cf2935f2d req-5a9bbb2f-fcd7-4c2a-9a3e-ffcbdfb842c5 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Oct 22 15:00:11.209459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f24136a3-fd76-4c6d-b983-b2281fefcb24, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f24136a3-fd76-4c6d-b983-b2281fefcb24,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:11.263364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1837296834-network', 'tenant_id': '0a39ea5bdff24e9eb400a4d77a5281a4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:11.269912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.270504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.274462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:11.278569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.289964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f24136a3-fd76-4c6d-b983-b2281fefcb24', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'f24136a3-fd76-4c6d-b983-b2281fefcb24', 'mac_address': 'fa:16:3e:fb:9d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:00:11.305183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d839a09f-97bf-4e1c-9d8d-c88d26ebe3cc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:11.307953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 719139f0-8c5a-4945-b3da-2020020e95f9 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:11.308297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3811f7-485f-4973-aca6-315856324526 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:11.386546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port db3811f7-485f-4973-aca6-315856324526, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=db3811f7-485f-4973-aca6-315856324526,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:11.397636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.415574 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.421857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Allocated IP 2001:db8::2 (25b764d1-9446-4601-bb11-17e9d14a5d66/d28df6a2-82b1-40b0-a283-0d86e9510e33/ac3f71c3-a41f-4229-83dc-8d2eabea2c6c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:11.426784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24136a3-fd76-4c6d-b983-b2281fefcb24 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:11.441886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Made reservation on behalf of 0a39ea5bdff24e9eb400a4d77a5281a4 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:11.444359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.453223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.461860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f24136a3-fd76-4c6d-b983-b2281fefcb24, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f24136a3-fd76-4c6d-b983-b2281fefcb24,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:11.539311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.542768 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.608662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1c797-4352-4e3a-bdf0-44b5ce7e2022 req-3bd1b4f6-853c-481a-af2d-460388c8056f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:11.610201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fa1c797-4352-4e3a-bdf0-44b5ce7e2022 req-3bd1b4f6-853c-481a-af2d-460388c8056f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 948 time: 0.0537102 Oct 22 15:00:11.635520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.637917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.638521 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.639189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c23f838a-32cb-413e-ba99-d29876e3b0d0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8939245 Oct 22 15:00:11.640188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=db3811f7-485f-4973-aca6-315856324526,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:11.644004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54520) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:11.649506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'd839a09f-97bf-4e1c-9d8d-c88d26ebe3cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:11.669794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fa1c797-4352-4e3a-bdf0-44b5ce7e2022 req-44b5b62b-241a-4af2-9347-16caf5c3af08 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529404 Oct 22 15:00:11.696769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f24136a3-fd76-4c6d-b983-b2281fefcb24,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:11.698931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.726110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:00:11.732235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f41d1-d793-4d08-8672-72ea8d257640,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:11.738574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.739044 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Added segment 9ab11fe9-3ffb-4317-8a10-5e5c77957f46 of type vlan for network 77943055-6ec7-4c23-9a03-846f5455a420 Oct 22 15:00:11.778962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.785039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.827471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:11.832248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:11.838792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:11.842156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Pushing event updated for resources: {'Port': ['ID=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:11.848383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.864273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::361 (25b764d1-9446-4601-bb11-17e9d14a5d66/d28df6a2-82b1-40b0-a283-0d86e9510e33/719139f0-8c5a-4945-b3da-2020020e95f9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:11.884346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['db3811f7-485f-4973-aca6-315856324526'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:11.925587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Attempting to bind port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:11.925952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Attempting to bind port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2b0973db-4573-486c-982f-e2fb3238283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:11.926308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Attempting to bind port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c on network 25b764d1-9446-4601-bb11-17e9d14a5d66 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:11.935127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:11.935494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Checking segment: {'id': '2b0973db-4573-486c-982f-e2fb3238283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:11.937135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.937135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Bound using segment: {'id': '2b0973db-4573-486c-982f-e2fb3238283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:11.937135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Bound port: ac3f71c3-a41f-4229-83dc-8d2eabea2c6c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0973db-4573-486c-982f-e2fb3238283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:11.937541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.937637 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.938072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:11.938680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:11.976267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.037100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] For port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:12.043336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] Pushing event updated for resources: {'Network': ['ID=77943055-6ec7-4c23-9a03-846f5455a420,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:12.060070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] For port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,segment=NetworkSegment(2b0973db-4573-486c-982f-e2fb3238283b),segment_id=2b0973db-4573-486c-982f-e2fb3238283b)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:12.063705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 77943055-6ec7-4c23-9a03-846f5455a420 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:00:12.089279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.121898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ffb971a5-4ab9-4629-9537-6f0525abd404 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9761283 Oct 22 15:00:12.124714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73df0994-32b8-4022-b38f-1b2a813c153a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:12.125236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54526) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:12.134324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Request body: {'subnet': {'network_id': '77943055-6ec7-4c23-9a03-846f5455a420', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1837296834-subnet', 'tenant_id': '0a39ea5bdff24e9eb400a4d77a5281a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:12.143221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.169316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.228796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd66c27-e1aa-4988-a12c-8efbded50dd4 None None] Pushing event updated for resources: {'Port': ['ID=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:12.229516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.235218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54530) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:12.235584 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd487fdf-1e51-43f0-b48d-7f286774c4da tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5903976 Oct 22 15:00:12.248605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'd839a09f-97bf-4e1c-9d8d-c88d26ebe3cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:12.271126 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.315148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f24136a3-fd76-4c6d-b983-b2281fefcb24'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:12.335916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:12.340659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce813-253b-427c-b23e-5baf47a45fa3 req-dd0b5c16-4d89-4902-93a2-0e9291ff2ba9 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:12.342509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa0ce813-253b-427c-b23e-5baf47a45fa3 req-dd0b5c16-4d89-4902-93a2-0e9291ff2ba9 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 948 time: 0.0657418 Oct 22 15:00:12.344001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:12.345904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=719139f0-8c5a-4945-b3da-2020020e95f9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:12.351598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:12.360451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:12.362778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.368591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Made reservation on behalf of 0a39ea5bdff24e9eb400a4d77a5281a4 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:12.372613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.466420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa0ce813-253b-427c-b23e-5baf47a45fa3 req-90b3284c-5f1a-4f0f-9888-4f21f07b22e9 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127279 Oct 22 15:00:12.580343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.651083 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b498a47b-8a66-4beb-8e2e-e0cd80935918 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8345160 Oct 22 15:00:12.653727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54532) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:12.659387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '25b764d1-9446-4601-bb11-17e9d14a5d66', 'name': 'tempest-PortsIpV6TestJSON-42795955'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:12.688328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.780250 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.853009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:12.856728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:12.881414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 80da1ef1-7649-4434-99a7-374883dbaab9 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:13.011676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::3ba (25b764d1-9446-4601-bb11-17e9d14a5d66/d28df6a2-82b1-40b0-a283-0d86e9510e33/80da1ef1-7649-4434-99a7-374883dbaab9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:13.179478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.215075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.217977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85966a-176f-4835-974e-d376d578d8cf req-778d3ea0-f28f-448c-be3e-a670f07e0551 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:13.225912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce85966a-176f-4835-974e-d376d578d8cf req-778d3ea0-f28f-448c-be3e-a670f07e0551 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 948 time: 0.4758670 Oct 22 15:00:13.230621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb91b8c-0a09-4aaf-9bb3-f84cb87ea016,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:13.241095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423d490d-12fb-4571-908c-20eaca1c68e3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:13.272673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Checking segment: {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:13.273039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Network hostable DHCP agents. Network: 77943055-6ec7-4c23-9a03-846f5455a420, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:00:13.294276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce85966a-176f-4835-974e-d376d578d8cf req-b3444c0f-c223-470b-ae34-c72b2ef53a8e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Oct 22 15:00:13.300445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc526d-e22b-4f76-81b1-76acbd4745ae None None] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:13.306926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.315263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bc246152-01d7-4dd5-bed5-8383bedecc80 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0737436 Oct 22 15:00:13.315381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54540) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:13.316743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'd839a09f-97bf-4e1c-9d8d-c88d26ebe3cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:13.367478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.420478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:13.423880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:13.426765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:13.429466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8435afe4-34df-4553-87b5-cae989c01334 None None] Provisioning complete for port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:13.429843 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8435afe4-34df-4553-87b5-cae989c01334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.432727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:13.433390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.442381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=80da1ef1-7649-4434-99a7-374883dbaab9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:13.447454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Network 77943055-6ec7-4c23-9a03-846f5455a420 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:00:13.498441 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.551554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8435afe4-34df-4553-87b5-cae989c01334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.553084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 77943055-6ec7-4c23-9a03-846f5455a420) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:13.566545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.572028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9d6cf-f558-4ed3-8c13-59baaea65dba None None] Network 77943055-6ec7-4c23-9a03-846f5455a420 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:13.582060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:13.582725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.599013 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2b80605d-d002-41ec-b054-398d92a440f0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9401467 Oct 22 15:00:13.599219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54544) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:13.622198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8435afe4-34df-4553-87b5-cae989c01334 None None] For port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,segment=NetworkSegment(2b0973db-4573-486c-982f-e2fb3238283b),segment_id=2b0973db-4573-486c-982f-e2fb3238283b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:13.653225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.673978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e711d08-3ef9-4e32-b31c-f57451004e2d req-8e48386d-6dec-4e8e-8b73-209bc131ee9a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:13.681612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103a744b-7711-4a04-902f-787cc234fd32,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:13.682700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e711d08-3ef9-4e32-b31c-f57451004e2d req-8e48386d-6dec-4e8e-8b73-209bc131ee9a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 948 time: 0.1411364 Oct 22 15:00:13.708199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c84b705f-e5f8-4bdc-b528-a3eec606d108 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5804205 Oct 22 15:00:13.758661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8435afe4-34df-4553-87b5-cae989c01334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.781580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112b3b2-c8a0-4989-a3d8-e4549baf1e00 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:13.783479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9112b3b2-c8a0-4989-a3d8-e4549baf1e00 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A361 HTTP/1.1" status: 200 len: 929 time: 0.1843600 Oct 22 15:00:13.787619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.792476 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a7d68292-1b97-48f6-b59e-ac1faa9509a8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4779944 Oct 22 15:00:13.792476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54548) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:13.795820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e711d08-3ef9-4e32-b31c-f57451004e2d req-96cf8dfc-bbae-441d-890e-a26760ebb840 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099577 Oct 22 15:00:13.799982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54550) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:13.807117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'd839a09f-97bf-4e1c-9d8d-c88d26ebe3cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:13.837033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435afe4-34df-4553-87b5-cae989c01334 None None] Pushing event updated for resources: {'Port': ['ID=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:13.839836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2a200-d037-47c6-a773-3a8842e394a8 None None] Network 77943055-6ec7-4c23-9a03-846f5455a420 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:13.875466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ac3f71c3-a41f-4229-83dc-8d2eabea2c6c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:13.927466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:13.951800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 80da1ef1-7649-4434-99a7-374883dbaab9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:13.952116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.044713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:14.045094 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.046764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Provisioning complete for port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:14.047155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.052723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.088982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.090413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7963748a-793c-4ff5-88cc-7191c6e369b5 req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-245048920', 'description': 'tempest-description-300605278'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:14.114489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 80da1ef1-7649-4434-99a7-374883dbaab9 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:14.276246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.296014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e01c56-9ffb-4ede-bcc5-033f6f02e6ef,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:14.307524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Provisioning complete for port 80da1ef1-7649-4434-99a7-374883dbaab9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:14.308052 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.313348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7963748a-793c-4ff5-88cc-7191c6e369b5 req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.345042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Port 80da1ef1-7649-4434-99a7-374883dbaab9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:14.356217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Provisioning complete for port 719139f0-8c5a-4945-b3da-2020020e95f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:14.356596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.394892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-25598bbe-e9c7-4d3d-aede-a9f48ad88a56 None None] Port 719139f0-8c5a-4945-b3da-2020020e95f9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:14.408023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.447887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=80da1ef1-7649-4434-99a7-374883dbaab9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:14.467176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871a3c-4ee7-4e3b-97b9-f2713f8f3329 req-fbc23f49-8912-4dac-a1d8-81c73ddbb232 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:14.469044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0871a3c-4ee7-4e3b-97b9-f2713f8f3329 req-fbc23f49-8912-4dac-a1d8-81c73ddbb232 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 948 time: 0.0839181 Oct 22 15:00:14.472993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.477561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.481190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-98348f1d-46fe-4205-8b2d-bf54e7e9bbbf tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6762936 Oct 22 15:00:14.481407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b092eaef-37c3-4687-9d22-8ffeb3e15706 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/80da1ef1-7649-4434-99a7-374883dbaab9 HTTP/1.1" status: 204 len: 168 time: 0.6868963 Oct 22 15:00:14.481407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54562) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:14.481830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54564) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:14.493884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'd839a09f-97bf-4e1c-9d8d-c88d26ebe3cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:14.512731 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7963748a-793c-4ff5-88cc-7191c6e369b5 req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.525146 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db8e2e0-8db9-47aa-9cdf-3673a8f3a65f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:14.525724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3c8faa5b-41c4-4964-94f9-ab1930fe47cc None None] Provisioning complete for port 719139f0-8c5a-4945-b3da-2020020e95f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:14.526199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3c8faa5b-41c4-4964-94f9-ab1930fe47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.529525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54566) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:14.529678 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1db8e2e0-8db9-47aa-9cdf-3673a8f3a65f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/80da1ef1-7649-4434-99a7-374883dbaab9 HTTP/1.1" status: 404 len: 333 time: 0.0486195 Oct 22 15:00:14.545194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0871a3c-4ee7-4e3b-97b9-f2713f8f3329 req-cea54fe2-a1a6-4bdb-80f1-2de7f5e29b31 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Oct 22 15:00:14.583686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3c8faa5b-41c4-4964-94f9-ab1930fe47cc None None] Port 719139f0-8c5a-4945-b3da-2020020e95f9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:14.586856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3c8faa5b-41c4-4964-94f9-ab1930fe47cc None None] Could not find standard attr ID for object 80da1ef1-7649-4434-99a7-374883dbaab9. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:00:14.636555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 719139f0-8c5a-4945-b3da-2020020e95f9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:14.636919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.641322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7963748a-793c-4ff5-88cc-7191c6e369b5 req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.671750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device db3811f7-485f-4973-aca6-315856324526 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:14.681048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.705545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59968671-ddc3-4b67-a686-97097aff57b7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:14.749005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.773235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.786189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 719139f0-8c5a-4945-b3da-2020020e95f9 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:14.833216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7963748a-793c-4ff5-88cc-7191c6e369b5 req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.835176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7963748a-793c-4ff5-88cc-7191c6e369b5 req-c254f9b3-21ac-421c-aa42-6d674df69a46 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7532585 Oct 22 15:00:14.836977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port db3811f7-485f-4973-aca6-315856324526 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:00:14.841080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port db3811f7-485f-4973-aca6-315856324526 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:14.841617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.863903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d463bbec-3675-4fe5-9481-02ee543bae52 req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-972333743', 'description': 'tempest-description-350030403'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:14.925184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.933245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:14.949427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3811f7-485f-4973-aca6-315856324526'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:14.951904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729e16f1-69f6-4064-8033-d2d42792764e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:14.952290 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5275a2-f895-45cd-bb84-6c2621e1527f" -d '{"events": [{"server_uuid": "d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be", "name": "network-vif-plugged", "status": "completed", "tag": "db3811f7-485f-4973-aca6-315856324526"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:14.969739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port db3811f7-485f-4973-aca6-315856324526, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=db3811f7-485f-4973-aca6-315856324526,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:14.981247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1b848-bb70-4f99-a311-654f8a7bcc9e req-b778ea36-ac79-47fb-ab17-e5005bbfb66b tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:14.983583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4a1b848-bb70-4f99-a311-654f8a7bcc9e req-b778ea36-ac79-47fb-ab17-e5005bbfb66b tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 948 time: 0.0934250 Oct 22 15:00:14.985236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f24136a3-fd76-4c6d-b983-b2281fefcb24 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:15.023298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4a1b848-bb70-4f99-a311-654f8a7bcc9e req-206fcb8e-99ef-46d1-bb17-a73cb69593cd tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Oct 22 15:00:15.064363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d463bbec-3675-4fe5-9481-02ee543bae52 req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.068036 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665d742c-253d-420e-bf46-ce2cdcacb009 x-openstack-request-id: req-665d742c-253d-420e-bf46-ce2cdcacb009 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:15.068324 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be", "name": "network-vif-plugged", "status": "completed", "tag": "db3811f7-485f-4973-aca6-315856324526", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:15.068573 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-665d742c-253d-420e-bf46-ce2cdcacb009 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:15.069045 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3811f7-485f-4973-aca6-315856324526', 'code': 200} Oct 22 15:00:15.098999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.104580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.144245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=719139f0-8c5a-4945-b3da-2020020e95f9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:15.144713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port f24136a3-fd76-4c6d-b983-b2281fefcb24 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:00:15.154639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f24136a3-fd76-4c6d-b983-b2281fefcb24 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:15.155100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.178488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.182402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bc4990ac-da37-4941-b6e7-49ab976becda tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/719139f0-8c5a-4945-b3da-2020020e95f9 HTTP/1.1" status: 204 len: 168 time: 0.6518674 Oct 22 15:00:15.188045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54576) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:15.210191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.211437 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8d86a0d1-bfb6-48e0-98a3-5e794ab30316 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7287986 Oct 22 15:00:15.217769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54580) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:15.219632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fff5e-c43f-45a3-95e8-da042838fca6 req-8ce52593-de66-4919-a7fa-ad4af487a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:15.222696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fb4fff5e-c43f-45a3-95e8-da042838fca6 req-8ce52593-de66-4919-a7fa-ad4af487a689 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 1100 time: 0.0652962 Oct 22 15:00:15.238186 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-104399b5-253f-4c64-b143-05b900f15663 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:15.238726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-104399b5-253f-4c64-b143-05b900f15663 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/719139f0-8c5a-4945-b3da-2020020e95f9 HTTP/1.1" status: 404 len: 333 time: 0.0497286 Oct 22 15:00:15.242431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54582) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:15.244017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=db3811f7-485f-4973-aca6-315856324526,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:15.259219 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d463bbec-3675-4fe5-9481-02ee543bae52 req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.312417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet d28df6a2-82b1-40b0-a283-0d86e9510e33 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:15.316330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.319652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fb4fff5e-c43f-45a3-95e8-da042838fca6 req-3a4b897b-72ca-4a8f-ad7e-4593566bf6d7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Oct 22 15:00:15.322358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6df5f1a6-2e7b-47ef-853a-55e8270398fa tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.323129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.331976 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6df5f1a6-2e7b-47ef-853a-55e8270398fa tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.359904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f24136a3-fd76-4c6d-b983-b2281fefcb24, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f24136a3-fd76-4c6d-b983-b2281fefcb24,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:15.369233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.404773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d463bbec-3675-4fe5-9481-02ee543bae52 req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.464711 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.469999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0448fb23-0d16-4f65-87c7-063f445dfbfa,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:15.485038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.515376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f24136a3-fd76-4c6d-b983-b2281fefcb24,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:15.527124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6df5f1a6-2e7b-47ef-853a-55e8270398fa tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.533390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6df5f1a6-2e7b-47ef-853a-55e8270398fa tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.534567 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6df5f1a6-2e7b-47ef-853a-55e8270398fa tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/729e16f1-69f6-4064-8033-d2d42792764e HTTP/1.1" status: 204 len: 168 time: 0.3107085 Oct 22 15:00:15.537515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54584) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:15.540129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f1a6-2e7b-47ef-853a-55e8270398fa tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=729e16f1-69f6-4064-8033-d2d42792764e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:15.609151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cad60646-e683-44d9-9fe2-7c0c97a9f462 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0703766 Oct 22 15:00:15.613701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:15.666725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53185381-05f4-4a65-8b1a-8b492a88b917 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.677521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53185381-05f4-4a65-8b1a-8b492a88b917 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.709589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9b6b8-1712-4fd3-894f-32872372e439 req-da936b72-2573-4049-93b5-619126a16a30 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:15.711114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44c9b6b8-1712-4fd3-894f-32872372e439 req-da936b72-2573-4049-93b5-619126a16a30 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.0809984 Oct 22 15:00:15.736014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ac3f71c3-a41f-4229-83dc-8d2eabea2c6c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:15.750184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44c9b6b8-1712-4fd3-894f-32872372e439 req-c1235f5e-2dbf-4975-8dcf-819e2aa5e815 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Oct 22 15:00:15.785079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:15.785444 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.889893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d463bbec-3675-4fe5-9481-02ee543bae52 req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:15.891125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d463bbec-3675-4fe5-9481-02ee543bae52 req-8b13437e-1218-4599-9037-fade1106fc16 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0335958 Oct 22 15:00:15.991927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.023462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=d28df6a2-82b1-40b0-a283-0d86e9510e33,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:16.036253 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.039487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dafb8dcb-3b35-45f0-8b48-717cb9404868 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/d28df6a2-82b1-40b0-a283-0d86e9510e33 HTTP/1.1" status: 204 len: 168 time: 0.7959776 Oct 22 15:00:16.042187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54602) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:16.044147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28cf44-fbc6-4e1f-a949-f4366a0aa993 None None] Network 25b764d1-9446-4601-bb11-17e9d14a5d66 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:16.055028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53185381-05f4-4a65-8b1a-8b492a88b917 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.067195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53185381-05f4-4a65-8b1a-8b492a88b917 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.068218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53185381-05f4-4a65-8b1a-8b492a88b917 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e0e01c56-9ffb-4ede-bcc5-033f6f02e6ef HTTP/1.1" status: 204 len: 168 time: 0.4537034 Oct 22 15:00:16.081410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:16.089946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185381-05f4-4a65-8b1a-8b492a88b917 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0e01c56-9ffb-4ede-bcc5-033f6f02e6ef,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:16.138065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.197794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:16.198204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.221877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0b7fb2cb-c489-4d91-84cb-fee5071c5265 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1386714 Oct 22 15:00:16.224407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54610) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:16.230201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-bf80d4d4-1ea2-424f-bdf9-157716d164a2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:16.231741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-bf80d4d4-1ea2-424f-bdf9-157716d164a2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 813 time: 0.2121186 Oct 22 15:00:16.253791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf547-1553-4eab-bad2-49a759d264b0 req-346dad56-85f3-4ea4-a981-78e3d09afce7 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:16.255053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15faf547-1553-4eab-bad2-49a759d264b0 req-346dad56-85f3-4ea4-a981-78e3d09afce7 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.1275933 Oct 22 15:00:16.259118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-3ed23ba4-c86c-419b-9254-ca163dd5dd29 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/quotas/0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 375 time: 0.0201135 Oct 22 15:00:16.261349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] DHCP port deletion for 25b764d1-9446-4601-bb11-17e9d14a5d66 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:00:16.287574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa044a32-20cb-4dd4-9dd2-7100e53303cd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.290558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] For port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,segment=NetworkSegment(2b0973db-4573-486c-982f-e2fb3238283b),segment_id=2b0973db-4573-486c-982f-e2fb3238283b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:16.290910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.306280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa044a32-20cb-4dd4-9dd2-7100e53303cd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.308707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-a5e1e7c9-4e9a-44b1-a683-04c2efa73951 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320566 Oct 22 15:00:16.312830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for ac3f71c3-a41f-4229-83dc-8d2eabea2c6c owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:16.321592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] Deleting port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:16.322497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.336427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15faf547-1553-4eab-bad2-49a759d264b0 req-82cca1e7-d89e-44c3-88fe-195f7584ae55 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745804 Oct 22 15:00:16.408912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] For port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,segment=NetworkSegment(2b0973db-4573-486c-982f-e2fb3238283b),segment_id=2b0973db-4573-486c-982f-e2fb3238283b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:16.410057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.439461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] Calling delete_port for ac3f71c3-a41f-4229-83dc-8d2eabea2c6c owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:16.442206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-6c2f5e3c-29a7-4030-8252-6139164e85ca service neutron] 10.222.0.66 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204841 Oct 22 15:00:16.547791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-7a60f237-f136-46c0-8253-37a5a491c00e service neutron] 10.222.0.66 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043260 Oct 22 15:00:16.652209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.678629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] Pushing event deleted for resources: {'Port': ['ID=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:16.682262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa92d68-5b5b-4b66-9a0e-eda2c0c40001 None None] No DVR routers for this DVR port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:16.761643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.788247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=ac3f71c3-a41f-4229-83dc-8d2eabea2c6c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:16.790008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No DVR routers for this DVR port ac3f71c3-a41f-4229-83dc-8d2eabea2c6c on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:16.842091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa044a32-20cb-4dd4-9dd2-7100e53303cd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.860165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa044a32-20cb-4dd4-9dd2-7100e53303cd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.865418 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aa044a32-20cb-4dd4-9dd2-7100e53303cd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/103a744b-7711-4a04-902f-787cc234fd32 HTTP/1.1" status: 204 len: 168 time: 0.6373839 Oct 22 15:00:16.879102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54620) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:16.903673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.915225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa044a32-20cb-4dd4-9dd2-7100e53303cd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=103a744b-7711-4a04-902f-787cc234fd32,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:16.935594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b764d1-9446-4601-bb11-17e9d14a5d66']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:16.943464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a657b675-6256-489f-b942-92da72281e9c req-2b92a8b9-53c1-4076-8dd5-aca00bbd26ad tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0536058 Oct 22 15:00:16.950935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0973db-4573-486c-982f-e2fb3238283b') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:16.950935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0973db-4573-486c-982f-e2fb3238283b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:16.963640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:16.972249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-330cf5b9-d6ea-449e-8291-af363677351b tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0915048 Oct 22 15:00:16.975298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54622) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:16.980763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b55fc-f78b-430a-a477-30344153562d req-623e0a78-189e-4d7b-990a-f8a4eb898414 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:16.983667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b7b55fc-f78b-430a-a477-30344153562d req-623e0a78-189e-4d7b-990a-f8a4eb898414 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.1603584 Oct 22 15:00:17.008550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.017533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92f103dd-e259-4f9f-96e9-0c6b439fce49 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.027287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:00:17.027700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:00:17.031251 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:00:17.040186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b7b55fc-f78b-430a-a477-30344153562d req-ced896d4-dd7b-4fa5-bb50-02a4c52ef836 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 Oct 22 15:00:17.040296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92f103dd-e259-4f9f-96e9-0c6b439fce49 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.070502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24136a3-fd76-4c6d-b983-b2281fefcb24'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:17.073160 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ec50a-acbb-4088-b4cb-532c50490a8f" -d '{"events": [{"server_uuid": "1fa77a70-6acf-4a99-8991-6e1f05002b27", "name": "network-vif-plugged", "status": "completed", "tag": "f24136a3-fd76-4c6d-b983-b2281fefcb24"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:17.118540 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a165b9c9-ab78-4b0b-9eff-a1f26d04ef83 x-openstack-request-id: req-a165b9c9-ab78-4b0b-9eff-a1f26d04ef83 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:17.118832 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa77a70-6acf-4a99-8991-6e1f05002b27", "name": "network-vif-plugged", "status": "completed", "tag": "f24136a3-fd76-4c6d-b983-b2281fefcb24", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:17.119112 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a165b9c9-ab78-4b0b-9eff-a1f26d04ef83 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:17.119503 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24136a3-fd76-4c6d-b983-b2281fefcb24', 'code': 200} Oct 22 15:00:17.223298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806792-1cde-41c2-9b68-605a6bb08f4b req-bf6e88d5-a059-43fb-9a10-b7eddc89f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:17.224729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60806792-1cde-41c2-9b68-605a6bb08f4b req-bf6e88d5-a059-43fb-9a10-b7eddc89f0fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 1100 time: 0.0407343 Oct 22 15:00:17.264742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60806792-1cde-41c2-9b68-605a6bb08f4b req-b6cc57dd-c9e3-4fe4-9494-fd1db9d6037b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Oct 22 15:00:17.460264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0be9f4-be80-466f-b048-aeecd2ad49d7 req-d0d0179f-2931-425d-bd89-b6c3f9ecb9f7 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:17.461769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d0be9f4-be80-466f-b048-aeecd2ad49d7 req-d0d0179f-2931-425d-bd89-b6c3f9ecb9f7 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.0504594 Oct 22 15:00:17.501521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d0be9f4-be80-466f-b048-aeecd2ad49d7 req-c50c1a33-0784-4710-8fe8-8aef63317e20 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Oct 22 15:00:17.636053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.637780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92f103dd-e259-4f9f-96e9-0c6b439fce49 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.648321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92f103dd-e259-4f9f-96e9-0c6b439fce49 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.649425 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-92f103dd-e259-4f9f-96e9-0c6b439fce49 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/edb91b8c-0a09-4aaf-9bb3-f84cb87ea016 HTTP/1.1" status: 204 len: 168 time: 0.6731627 Oct 22 15:00:17.651540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.652086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54636) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:17.659270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/25b764d1-9446-4601-bb11-17e9d14a5d66 HTTP/1.1" status: 204 len: 168 time: 1.6112695 Oct 22 15:00:17.660255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54638) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:17.664876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686566320'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:17.681120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f103dd-e259-4f9f-96e9-0c6b439fce49 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edb91b8c-0a09-4aaf-9bb3-f84cb87ea016,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:17.690131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c20a-4058-46c8-b282-3ac78bf4940b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=25b764d1-9446-4601-bb11-17e9d14a5d66,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:17.699411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3740dc86-8613-41d9-95cf-1c2c3bff2181 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0437968 Oct 22 15:00:17.699700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54640) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:17.725477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7805999e-6917-4571-9599-e48ec6b3e91d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.733271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7805999e-6917-4571-9599-e48ec6b3e91d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.733720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ac3f71c3-a41f-4229-83dc-8d2eabea2c6c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:17.757876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ac3f71c3-a41f-4229-83dc-8d2eabea2c6c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:17.758085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ac3f71c3-a41f-4229-83dc-8d2eabea2c6c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:17.864495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7805999e-6917-4571-9599-e48ec6b3e91d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.864691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:17.869474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.870736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7805999e-6917-4571-9599-e48ec6b3e91d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.871983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7805999e-6917-4571-9599-e48ec6b3e91d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/73df0994-32b8-4022-b38f-1b2a813c153a HTTP/1.1" status: 204 len: 168 time: 0.1713390 Oct 22 15:00:17.876921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54642) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:17.883335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805999e-6917-4571-9599-e48ec6b3e91d tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73df0994-32b8-4022-b38f-1b2a813c153a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:17.895916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:00:17.904914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.905256 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment d9e694e0-d6b6-487b-9c39-1aea09e3d09b of type vlan for network 98a4fee4-3273-4421-921f-b24c61271df4 Oct 22 15:00:17.920863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-69b68387-e325-4db3-bec7-a34a963a1a6e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426157 Oct 22 15:00:17.923914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54644) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:17.945609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:17.980009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3881fef-f58f-47d9-9972-151995c51cd9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.003186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3881fef-f58f-47d9-9972-151995c51cd9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.036438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b293ab0c-ba6a-45de-bfd1-d8d29dc16c93 req-c31efa09-fcb5-42df-bc43-a7c0fe34ca81 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0375743 Oct 22 15:00:18.178077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54b839-220f-448e-b3c3-263a1f45c43f req-4384ae55-58f0-4509-aea0-d6fba318a0dd tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:18.179621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a54b839-220f-448e-b3c3-263a1f45c43f req-4384ae55-58f0-4509-aea0-d6fba318a0dd tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.0501325 Oct 22 15:00:18.217924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a54b839-220f-448e-b3c3-263a1f45c43f req-c03e63fb-3523-4429-af99-f5da28b8e8dc tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Oct 22 15:00:18.253534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.261601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:18.261601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.336013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3881fef-f58f-47d9-9972-151995c51cd9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.336013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3881fef-f58f-47d9-9972-151995c51cd9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.336013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d3881fef-f58f-47d9-9972-151995c51cd9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/d839a09f-97bf-4e1c-9d8d-c88d26ebe3cc HTTP/1.1" status: 204 len: 168 time: 0.4070463 Oct 22 15:00:18.336435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=98a4fee4-3273-4421-921f-b24c61271df4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:18.336435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:18.342375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881fef-f58f-47d9-9972-151995c51cd9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839a09f-97bf-4e1c-9d8d-c88d26ebe3cc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:18.349327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 98a4fee4-3273-4421-921f-b24c61271df4 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:00:18.350257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cb46c-493d-487a-9cd1-1ac4e98ef1d3 req-c9e235f8-fb96-4f03-b74d-cbe541d2aaca tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:18.352096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d1cb46c-493d-487a-9cd1-1ac4e98ef1d3 req-c9e235f8-fb96-4f03-b74d-cbe541d2aaca tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 1100 time: 0.0616236 Oct 22 15:00:18.385945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8de0d4e-b5b0-40c5-96aa-a1c6aeac1002 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491500 Oct 22 15:00:18.395300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54654) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:18.399207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d1cb46c-493d-487a-9cd1-1ac4e98ef1d3 req-93eaaf21-fb41-4c7c-adc0-678709b65984 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Oct 22 15:00:18.399877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373990054'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:18.480649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-83e34855-1268-46bb-b48b-5e1f130032f9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8195662 Oct 22 15:00:18.483741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54658) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:18.490471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': '98a4fee4-3273-4421-921f-b24c61271df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:18.623250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9d5a-1107-41e2-8fd5-3dfa6b938eee req-6e555e92-f53a-40fa-87fc-cfbc4bd4d4bd tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:18.696900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89cc9d5a-1107-41e2-8fd5-3dfa6b938eee req-6e555e92-f53a-40fa-87fc-cfbc4bd4d4bd tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.0535629 Oct 22 15:00:18.696900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89cc9d5a-1107-41e2-8fd5-3dfa6b938eee req-e226cf27-38fc-465c-9c89-58363232edd4 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Oct 22 15:00:18.737838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-7a3524c0-7afb-4b5c-9088-754cfd256d10 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225742 Oct 22 15:00:18.797730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.849934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-aa68a3c1-8b49-4cec-8eae-7423db0c4706 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:18.851341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-aa68a3c1-8b49-4cec-8eae-7423db0c4706 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080055 Oct 22 15:00:18.866821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-9e81f189-4599-4fbb-b2ed-b72da8d5123e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/quotas/2de1d55179dd4ad0ab2afb3f624dfad1 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Oct 22 15:00:18.877486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:18.937947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-4ccc3b39-3973-4ad4-915d-96ab13633707 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0644615 Oct 22 15:00:19.112568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9831370-fdc2-428e-9905-841d32a8e19b req-d3ae45e9-a55f-4a5d-bc1a-996805dee67f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Oct 22 15:00:19.150727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:19.154360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:19.159458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:19.249029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed668af0-2465-4f5e-80e3-3df0a12926e5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:19.284290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-087c2a78-7830-4d45-9755-64c2c88c1e8d req-41460d98-1340-48bc-8e09-4374517d0af6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.0344305 Oct 22 15:00:19.449574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:19.450873 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac8e8eae-c21e-4b24-8681-a63637a93653 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0545933 Oct 22 15:00:19.453544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:19.476252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'ed668af0-2465-4f5e-80e3-3df0a12926e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:19.784955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:19.796232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:19.825740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345519-bb3a-4437-bc7b-c6fef1b280fc req-b8b3f9e9-7d4d-489a-a1ad-960b32683d73 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:19.827291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21345519-bb3a-4437-bc7b-c6fef1b280fc req-b8b3f9e9-7d4d-489a-a1ad-960b32683d73 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.0678387 Oct 22 15:00:19.873974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21345519-bb3a-4437-bc7b-c6fef1b280fc req-0c533785-50e6-497a-b5fb-0b89e88b81e8 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Oct 22 15:00:19.882385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=53f50989-f963-40bb-910f-61344cf89d3f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:19.910217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98a4fee4-3273-4421-921f-b24c61271df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:19.910584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: 98a4fee4-3273-4421-921f-b24c61271df4, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:00:19.926633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.087528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.106836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e354ea-a7d4-4711-ae99-f6dededc5e3d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:20.201203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 98a4fee4-3273-4421-921f-b24c61271df4 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:00:20.207095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dd46aca-caf9-4062-89b6-04e702a6ba9c req-fe9d4646-9cab-4cf0-896e-d833fd3bdd17 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0273395 Oct 22 15:00:20.375345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12cdbb98-e70a-46ec-9123-c45735e1a079 req-f00d514c-5efb-4a94-a6a4-7ef6605af3a5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.0298181 Oct 22 15:00:20.465098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 98a4fee4-3273-4421-921f-b24c61271df4) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:20.468658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.470719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1fadf66e-94be-4770-a196-31f1094b09f1 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0153897 Oct 22 15:00:20.474272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:20.475008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.475686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0783c463-3fc1-439c-b024-caa7bf9bf8ed None None] Network 98a4fee4-3273-4421-921f-b24c61271df4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:20.476890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54708) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:20.539057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-710bb897-1546-4ac5-9a99-6bbc5877d732 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.562342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-710bb897-1546-4ac5-9a99-6bbc5877d732 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.631988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-98a4fee4-3273-4421-921f-b24c61271df4', 'network_id': '98a4fee4-3273-4421-921f-b24c61271df4', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': '53f50989-f963-40bb-910f-61344cf89d3f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:00:20.632846 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.650072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-86d11199-3bfa-45a6-a668-29dfd8fe515b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1652968 Oct 22 15:00:20.653457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54710) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:20.658485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '98a4fee4-3273-4421-921f-b24c61271df4', 'name': 'tempest-PortsIpV6TestJSON-1998834751', 'fixed_ips': [{'subnet_id': '53f50989-f963-40bb-910f-61344cf89d3f', 'ip_address': '2001:db8::10'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:20.807545 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-0f102c8d-56f1-42fc-9ec2-b78cd1c18cb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489399 Oct 22 15:00:20.900827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-710bb897-1546-4ac5-9a99-6bbc5877d732 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.912730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-710bb897-1546-4ac5-9a99-6bbc5877d732 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:20.913404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-28cddcdc-83f2-4007-95a0-7c0fcd07f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:20.917070 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-28cddcdc-83f2-4007-95a0-7c0fcd07f40e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1095 time: 0.0524664 Oct 22 15:00:20.917529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:20.918310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-710bb897-1546-4ac5-9a99-6bbc5877d732 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/ed668af0-2465-4f5e-80e3-3df0a12926e5 HTTP/1.1" status: 204 len: 168 time: 0.4403784 Oct 22 15:00:20.932387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bb897-1546-4ac5-9a99-6bbc5877d732 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed668af0-2465-4f5e-80e3-3df0a12926e5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:20.984409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:21.025496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211d01f-9cef-4aa7-ba83-d4b591cce5d7 req-d798045e-9bd3-4473-872b-7146f37ca7d8 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:21.027107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5211d01f-9cef-4aa7-ba83-d4b591cce5d7 req-d798045e-9bd3-4473-872b-7146f37ca7d8 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.0609183 Oct 22 15:00:21.060143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Allocated IP 2001:db8::2 (98a4fee4-3273-4421-921f-b24c61271df4/53f50989-f963-40bb-910f-61344cf89d3f/6e3cab0a-2096-48f6-8d21-cf6dc7f819e3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:21.087457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5211d01f-9cef-4aa7-ba83-d4b591cce5d7 req-e6e11f81-4337-4a4e-a64d-c4d3e92d3b45 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Oct 22 15:00:21.106691 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2aa71e20-1acf-4acc-8b77-cc3d29291cce tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1853027 Oct 22 15:00:21.108408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54720) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:21.115117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716045451'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:21.138469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-0e965e9a-27ba-449f-a270-9366248e26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:21.140044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-0e965e9a-27ba-449f-a270-9366248e26dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.1976938 Oct 22 15:00:21.199908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.227874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port d467af72-dea3-4ea8-8349-35c0eec336e4 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:21.228073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.241425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.246528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-adc2ae5a-731c-428c-8f0b-fae29102e494 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.0923049 Oct 22 15:00:21.310918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea788eda-ae1f-4b85-a3a5-abd5c27192ff req-53a8f746-8876-4823-ad95-58ee2d1f48a7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0288808 Oct 22 15:00:21.350421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.364496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-547bea86-0d58-4b04-99ad-6424c2ae6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:21.366192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-547bea86-0d58-4b04-99ad-6424c2ae6d21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0921166 Oct 22 15:00:21.409725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.451918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Network 98a4fee4-3273-4421-921f-b24c61271df4 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:21.454959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:21.459389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:21.471632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Pushing event updated for resources: {'Port': ['ID=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:21.473043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-b361e98f-7245-477c-a049-87018d14bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:21.474657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-b361e98f-7245-477c-a049-87018d14bd20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904067 Oct 22 15:00:21.482293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::10 (98a4fee4-3273-4421-921f-b24c61271df4/53f50989-f963-40bb-910f-61344cf89d3f/d467af72-dea3-4ea8-8349-35c0eec336e4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:21.502513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-217c5504-96ed-4311-b84f-b975bbfb80ff req-6ccdb166-a61f-4210-80e6-168def1015e3 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.0461273 Oct 22 15:00:21.503405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.530279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Attempting to bind port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:21.530930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Attempting to bind port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98a4fee4-3273-4421-921f-b24c61271df4'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:21.531069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Attempting to bind port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 on network 98a4fee4-3273-4421-921f-b24c61271df4 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:21.536784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:21.537249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Checking segment: {'id': 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98a4fee4-3273-4421-921f-b24c61271df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:21.537607 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.538199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Bound using segment: {'id': 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98a4fee4-3273-4421-921f-b24c61271df4'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:21.538631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Bound port: 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98a4fee4-3273-4421-921f-b24c61271df4'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:21.539103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.540429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c84c328-16c9-4f0d-9e22-13229931f8d3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:21.603723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] For port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:21.606853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] For port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,segment=NetworkSegment(d9e694e0-d6b6-487b-9c39-1aea09e3d09b),segment_id=d9e694e0-d6b6-487b-9c39-1aea09e3d09b)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:21.609643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.611797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7287a791-8786-44c5-99aa-def1fb959b8c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5020480 Oct 22 15:00:21.614435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54726) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:21.618871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683754394'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:21.652767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-e12d73a2-51f3-43b0-9aae-10feba9e5f00 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693683 Oct 22 15:00:21.716196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.717741 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.791292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29ce7c-fbc6-4e53-b9bd-1cf1b3f149a0 None None] Pushing event updated for resources: {'Port': ['ID=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:21.807966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.833372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.854863 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa78d821-0ebe-458c-b9a6-0329a5caa257 req-e57f921c-73f5-4acb-9a9a-7cacd9b5fee2 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904800 Oct 22 15:00:21.893800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:21.943945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e808f1-374d-43a1-996e-2b96941c23e7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:21.973311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.055182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 98a4fee4-3273-4421-921f-b24c61271df4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:22.070455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.072352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2b7d46e4-8944-4114-8f8a-5fa980fef365 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4564164 Oct 22 15:00:22.074466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:22.074881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:22.080071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': '8c84c328-16c9-4f0d-9e22-13229931f8d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a9e808f1-374d-43a1-996e-2b96941c23e7', 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:22.109985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:22.128688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:22.136439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.180263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=d467af72-dea3-4ea8-8349-35c0eec336e4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:22.241769 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.250107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-73f3a4be-4695-4a5e-92ab-7c64952fab1d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:22.252663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-73f3a4be-4695-4a5e-92ab-7c64952fab1d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 813 time: 0.2772000 Oct 22 15:00:22.268289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'port': {'device_id': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420', 'admin_state_up': True, 'tenant_id': '0a39ea5bdff24e9eb400a4d77a5281a4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:22.285969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de07f15-9678-4870-a2fe-52b45a51d9ca req-cc7b5d3e-4330-4fd6-8036-2de9a4130ec6 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:22.287727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9de07f15-9678-4870-a2fe-52b45a51d9ca req-cc7b5d3e-4330-4fd6-8036-2de9a4130ec6 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.0884585 Oct 22 15:00:22.337237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4755b18a-4f6d-465b-938f-1469243ed44c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6825929 Oct 22 15:00:22.339804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54736) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:22.344803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': '98a4fee4-3273-4421-921f-b24c61271df4', 'name': 'tempest-PortsIpV6TestJSON-1769153278', 'fixed_ips': [{'subnet_id': '53f50989-f963-40bb-910f-61344cf89d3f', 'ip_address': '2001:db8::f'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:22.364044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.374416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9de07f15-9678-4870-a2fe-52b45a51d9ca req-5bee16a2-f110-4595-8a81-2ca30d974380 tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762308 Oct 22 15:00:22.461802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751062af-2d9d-444f-b484-aa4ad3234797 req-63e4f794-86f5-46bb-8d5d-ccf78d08800a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0314727 Oct 22 15:00:22.521105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.539107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1851922-dbdf-45ca-aae2-0943adfea5b4,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:22.591648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Made reservation on behalf of 0a39ea5bdff24e9eb400a4d77a5281a4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:22.601423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.603546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82ec94ec-a6f8-4536-b36d-291a7ad86e73 req-402998a5-f16e-4e72-8a16-5f6782af337a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.0299397 Oct 22 15:00:22.687262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a88148d5-046a-4295-bf2b-7b0b8aa0ca09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.728615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:22.733585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.764753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 34d2c6e6-114e-4d23-9146-72c0d39e16c4 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:22.781035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Allocated IP 172.20.0.2 (77943055-6ec7-4c23-9a03-846f5455a420/423d490d-12fb-4571-908c-20eaca1c68e3/c4fcc787-b784-4a6f-89a1-706bbff9a835) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:22.826856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:22.830796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-702b2394-ae45-4abc-8041-696b2510c325 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7523458 Oct 22 15:00:22.834789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:22.940585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8c13e-612b-450c-8b70-9e6acc91bc08 None None] Network 98a4fee4-3273-4421-921f-b24c61271df4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:22.971130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-ad694869-89ee-4a33-b2f8-8a344cd69058 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381303 Oct 22 15:00:22.981128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30422e0-4627-4e8b-8553-f3453b510385 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.033046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Provisioning complete for port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:23.033430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.033545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30422e0-4627-4e8b-8553-f3453b510385 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.120477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-bf4578c1-73f0-400d-9ff5-004110bf12ac tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:23.122115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-bf4578c1-73f0-400d-9ff5-004110bf12ac tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.2289603 Oct 22 15:00:23.127261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::f (98a4fee4-3273-4421-921f-b24c61271df4/53f50989-f963-40bb-910f-61344cf89d3f/34d2c6e6-114e-4d23-9146-72c0d39e16c4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:23.130935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-ddeae2ca-ea68-4d45-873c-cabd3087155e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:23.138656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-ddeae2ca-ea68-4d45-873c-cabd3087155e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544080 Oct 22 15:00:23.147477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Request body: {'port': {'device_id': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '2de1d55179dd4ad0ab2afb3f624dfad1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:23.167320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.236271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] For port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,segment=NetworkSegment(d9e694e0-d6b6-487b-9c39-1aea09e3d09b),segment_id=d9e694e0-d6b6-487b-9c39-1aea09e3d09b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:23.262795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.337948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30422e0-4627-4e8b-8553-f3453b510385 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.348526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a30422e0-4627-4e8b-8553-f3453b510385 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.349646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a30422e0-4627-4e8b-8553-f3453b510385 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f1851922-dbdf-45ca-aae2-0943adfea5b4 HTTP/1.1" status: 204 len: 168 time: 0.5138674 Oct 22 15:00:23.352694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54748) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:23.363836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.378419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Made reservation on behalf of 2de1d55179dd4ad0ab2afb3f624dfad1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:23.382210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.396951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30422e0-4627-4e8b-8553-f3453b510385 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1851922-dbdf-45ca-aae2-0943adfea5b4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:23.405880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Deleting port f24136a3-fd76-4c6d-b983-b2281fefcb24 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:23.405999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.449697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Pushing event updated for resources: {'Port': ['ID=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:23.459295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.459641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.460132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.460474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.460806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.461318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.462182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.462687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.463084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.463369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.464071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.464222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29341593-1448-48d0-bc3a-5ca9e2da3354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:23.470098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.520015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fea0db6e-c504-44e9-afba-7ab34eda472c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1653271 Oct 22 15:00:23.522611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54754) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:23.564826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.629788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Network 77943055-6ec7-4c23-9a03-846f5455a420 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:23.630476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-14f67856-aaab-46dc-a2a0-2867fe76f5cc None None] Provisioning complete for port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:23.630617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-14f67856-aaab-46dc-a2a0-2867fe76f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.633388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] For port f24136a3-fd76-4c6d-b983-b2281fefcb24, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f24136a3-fd76-4c6d-b983-b2281fefcb24,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:23.633757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.637006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.650137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:23.659461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:23.663576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:23.669060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Calling delete_port for f24136a3-fd76-4c6d-b983-b2281fefcb24 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:23.767395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network 98a4fee4-3273-4421-921f-b24c61271df4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:23.786255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9ae4f-a6df-469d-bc0e-42f467135c57 req-aa80fba7-0e3a-4f00-ab12-425cfcd71a4a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:23.792186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:23.800854 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:00:23.801381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30a9ae4f-a6df-469d-bc0e-42f467135c57 req-aa80fba7-0e3a-4f00-ab12-425cfcd71a4a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 949 time: 0.2215071 Oct 22 15:00:23.803529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:23.809932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:23.809932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.822469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=34d2c6e6-114e-4d23-9146-72c0d39e16c4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:23.847272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:23.847272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.854323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-14f67856-aaab-46dc-a2a0-2867fe76f5cc None None] Provisioning complete for port d467af72-dea3-4ea8-8349-35c0eec336e4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:23.854955 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-14f67856-aaab-46dc-a2a0-2867fe76f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.861186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93cb9b6b-4fa6-4d78-b53f-1361fed746a4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.887019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbee13-d678-4642-95c6-af4cecae9529 req-cf072d43-2a18-4fdd-9cbc-ca1aa349cace tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:23.890037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07dbee13-d678-4642-95c6-af4cecae9529 req-cf072d43-2a18-4fdd-9cbc-ca1aa349cace tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 931 time: 0.3026030 Oct 22 15:00:23.901501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:23.914641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30a9ae4f-a6df-469d-bc0e-42f467135c57 req-8a636d09-59be-4c22-8206-883114a5967d tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/security-groups?id=31254666-2b88-4392-b2c8-6cf57ffadcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171842 Oct 22 15:00:23.949994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-14f67856-aaab-46dc-a2a0-2867fe76f5cc None None] Port d467af72-dea3-4ea8-8349-35c0eec336e4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:23.968262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:23.968623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:23.974005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93cb9b6b-4fa6-4d78-b53f-1361fed746a4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.020659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Allocated IP 192.168.233.49 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/894befce-826f-4d69-9be8-521a939cfb49) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:24.067238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-05bfe3e0-94e1-45f0-81a5-6934ca6049db tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7263560 Oct 22 15:00:24.070362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.071983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f7654eb7-4b2c-4daa-b664-d6b41dd81813 None None] Provisioning complete for port d467af72-dea3-4ea8-8349-35c0eec336e4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:24.072354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7654eb7-4b2c-4daa-b664-d6b41dd81813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.082008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07dbee13-d678-4642-95c6-af4cecae9529 req-c596d643-9eac-48a7-b486-cfb2c0f53bbd tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867337 Oct 22 15:00:24.089209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-509c61d2-6715-434c-828d-f596e4c0064a req-eea924b2-4431-4889-87bd-084bb8152f50 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.0710797 Oct 22 15:00:24.120800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f7654eb7-4b2c-4daa-b664-d6b41dd81813 None None] Port d467af72-dea3-4ea8-8349-35c0eec336e4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:24.145356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-9ac2cd3b-fac5-436d-93fb-4f6d22f13694 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8825588 Oct 22 15:00:24.148290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.186749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Request body: {'port': {'device_id': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:24.228871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Pushing event deleted for resources: {'Port': ['ID=f24136a3-fd76-4c6d-b983-b2281fefcb24,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:24.286231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93cb9b6b-4fa6-4d78-b53f-1361fed746a4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.286359 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93cb9b6b-4fa6-4d78-b53f-1361fed746a4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.290287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-93cb9b6b-4fa6-4d78-b53f-1361fed746a4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/a9e808f1-374d-43a1-996e-2b96941c23e7 HTTP/1.1" status: 204 len: 168 time: 0.7639594 Oct 22 15:00:24.294709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54764) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.316149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] No DVR routers for this DVR port f24136a3-fd76-4c6d-b983-b2281fefcb24 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:24.318938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.323149 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7643e8-13bd-4686-9ff5-07aad2157f26 req-83064668-a2fb-40da-9dc8-6bb6f601d05a tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.69 "DELETE /v2.0/ports/f24136a3-fd76-4c6d-b983-b2281fefcb24 HTTP/1.1" status: 204 len: 173 time: 1.1862457 Oct 22 15:00:24.326621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'name': 'network-vif-deleted', 'tag': 'f24136a3-fd76-4c6d-b983-b2281fefcb24'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:24.328614 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b1fcc4-1fb3-4032-a3a5-00ff5a7870a9" -d '{"events": [{"server_uuid": "1fa77a70-6acf-4a99-8991-6e1f05002b27", "name": "network-vif-deleted", "tag": "f24136a3-fd76-4c6d-b983-b2281fefcb24"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:24.332035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb9b6b-4fa6-4d78-b53f-1361fed746a4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e808f1-374d-43a1-996e-2b96941c23e7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:24.372068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7f0338cf-cf17-4986-8086-ed401b2b3278 None None] Provisioning complete for port 34d2c6e6-114e-4d23-9146-72c0d39e16c4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:24.372487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7f0338cf-cf17-4986-8086-ed401b2b3278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.373415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe53501-8bce-4512-9d3c-37d8d885c8ea tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:24.378920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cbe53501-8bce-4512-9d3c-37d8d885c8ea tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3076322 Oct 22 15:00:24.380586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.384514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54768) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.396827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.404940 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039f65c-b964-4f68-9d56-d26c24d0b74a x-openstack-request-id: req-2039f65c-b964-4f68-9d56-d26c24d0b74a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:24.405607 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa77a70-6acf-4a99-8991-6e1f05002b27", "name": "network-vif-deleted", "tag": "f24136a3-fd76-4c6d-b983-b2281fefcb24", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:24.411659 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2039f65c-b964-4f68-9d56-d26c24d0b74a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:24.411659 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa77a70-6acf-4a99-8991-6e1f05002b27', 'name': 'network-vif-deleted', 'tag': 'f24136a3-fd76-4c6d-b983-b2281fefcb24', 'status': 'completed', 'code': 200} Oct 22 15:00:24.489969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7f0338cf-cf17-4986-8086-ed401b2b3278 None None] Port 34d2c6e6-114e-4d23-9146-72c0d39e16c4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:24.522364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bab531d2-ff79-4f9b-80d4-291c5660e31b tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2264633 Oct 22 15:00:24.533393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54770) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.596513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9329b05-c8c2-455e-b492-f2cba3ac6fe3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:24.603109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9329b05-c8c2-455e-b492-f2cba3ac6fe3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:24.609244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9329b05-c8c2-455e-b492-f2cba3ac6fe3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:24.616894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d9329b05-c8c2-455e-b492-f2cba3ac6fe3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2256465 Oct 22 15:00:24.617138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54772) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.653335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3493401-bef7-4f3c-a0f0-eefc4c215315 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.676813 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3493401-bef7-4f3c-a0f0-eefc4c215315 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.721833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.736060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0', '437944c4-a190-4647-96b3-a55bb64f9f0a', 'db3811f7-485f-4973-aca6-315856324526'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:24.741690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:24.772020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:24.775250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:24.782593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:24.787324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event updated for resources: {'Port': ['ID=894befce-826f-4d69-9be8-521a939cfb49,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:24.817210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3493401-bef7-4f3c-a0f0-eefc4c215315 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.819918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3493401-bef7-4f3c-a0f0-eefc4c215315 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.823654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f3493401-bef7-4f3c-a0f0-eefc4c215315 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/8c84c328-16c9-4f0d-9e22-13229931f8d3 HTTP/1.1" status: 204 len: 168 time: 0.2882719 Oct 22 15:00:24.831243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54774) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.859407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3493401-bef7-4f3c-a0f0-eefc4c215315 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c84c328-16c9-4f0d-9e22-13229931f8d3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:24.881245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:24.881766 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:24.910792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d7c75e13-0354-4b22-a223-ce8ee1249be9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786011 Oct 22 15:00:24.915540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:24.920097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--638114271'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:25.018283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f24136a3-fd76-4c6d-b983-b2281fefcb24 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:25.069114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dbdb0ba-566d-4267-a8b8-b2dd15cceea4 req-9428fabe-d7cc-489d-bcfe-27c39526807f tempest-VolumesNegativeTest-570604760 tempest-VolumesNegativeTest-570604760-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa77a70-6acf-4a99-8991-6e1f05002b27 HTTP/1.1" status: 200 len: 210 time: 0.0430920 Oct 22 15:00:25.070413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: f24136a3-fd76-4c6d-b983-b2281fefcb24 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:25.070767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f24136a3-fd76-4c6d-b983-b2281fefcb24 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:25.104578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-f5c5b163-fbfe-47c3-b571-65fcbc79516b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9616964 Oct 22 15:00:25.120523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Request body: {'port': {'device_id': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:25.192915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.215041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fcc787-b784-4a6f-89a1-706bbff9a835 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:25.223605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.236713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Transition to ACTIVE for port object c4fcc787-b784-4a6f-89a1-706bbff9a835 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:00:25.247994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f531ecde-52f0-4645-a93f-9733df4185ca None None] Provisioning complete for port 894befce-826f-4d69-9be8-521a939cfb49 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:25.248365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f531ecde-52f0-4645-a93f-9733df4185ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.255142 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8311-36aa-4f4c-8fb7-c0dcdf064b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.283950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 34d2c6e6-114e-4d23-9146-72c0d39e16c4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:25.284291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.339653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f531ecde-52f0-4645-a93f-9733df4185ca None None] Port 894befce-826f-4d69-9be8-521a939cfb49 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:25.365098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.459384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.461670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.536658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:25.553064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 34d2c6e6-114e-4d23-9146-72c0d39e16c4 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:25.612966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262ca5-6f90-4a69-984d-d73a0ee38a0f req-55025eb2-5918-4c80-8001-b72759ffe9f9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:25.620305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4262ca5-6f90-4a69-984d-d73a0ee38a0f req-55025eb2-5918-4c80-8001-b72759ffe9f9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.1637437 Oct 22 15:00:25.637093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Attempting to bind port c4fcc787-b784-4a6f-89a1-706bbff9a835 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:25.642467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Attempting to bind port c4fcc787-b784-4a6f-89a1-706bbff9a835 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:25.642467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Attempting to bind port c4fcc787-b784-4a6f-89a1-706bbff9a835 on network 77943055-6ec7-4c23-9a03-846f5455a420 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:25.649155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Port c4fcc787-b784-4a6f-89a1-706bbff9a835 on network 77943055-6ec7-4c23-9a03-846f5455a420 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:00:25.649811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Attempting to bind port c4fcc787-b784-4a6f-89a1-706bbff9a835 on network 77943055-6ec7-4c23-9a03-846f5455a420 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:25.670691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:25.671323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Checking segment: {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:25.672106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Bound using segment: {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:25.672795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Bound port: c4fcc787-b784-4a6f-89a1-706bbff9a835, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:25.674473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.681243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba78511-c7d6-4341-90b2-dc7e39ca0465 req-9f679517-0afb-4a0a-b0dc-7ca6868f6435 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:25.682764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ba78511-c7d6-4341-90b2-dc7e39ca0465 req-9f679517-0afb-4a0a-b0dc-7ca6868f6435 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 935 time: 0.2275345 Oct 22 15:00:25.786238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:25.790745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4262ca5-6f90-4a69-984d-d73a0ee38a0f req-d03efffe-237e-4200-8ee4-377c520d56c2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695867 Oct 22 15:00:25.806232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ba78511-c7d6-4341-90b2-dc7e39ca0465 req-d7e83f83-7157-4dd6-ad2b-98036648af1f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037889 Oct 22 15:00:25.816024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:25.822165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.927393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.948604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894befce-826f-4d69-9be8-521a939cfb49 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:25.956893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.963789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:25.964417 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.965767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] 10.222.0.69 "PUT /v2.0/ports/c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 1091 time: 1.7952576 Oct 22 15:00:25.972306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.975711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:25.975869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Transition to ACTIVE for port object 894befce-826f-4d69-9be8-521a939cfb49 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:00:25.996739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449e1c-05a2-409c-b568-ea48eae49a3a service neutron] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:26.018083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75179c2f-88db-4a52-afd8-fc1203e0db87,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:26.040353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=34d2c6e6-114e-4d23-9146-72c0d39e16c4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:26.042427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.045822 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8d910fe1-5b21-47e0-bfef-cd80af4b2036 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/34d2c6e6-114e-4d23-9146-72c0d39e16c4 HTTP/1.1" status: 204 len: 168 time: 1.4281445 Oct 22 15:00:26.048507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54788) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:26.073323 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ddd5f2-a295-4e0a-9fcf-e8b09b3fd1f3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:26.074897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a6ddd5f2-a295-4e0a-9fcf-e8b09b3fd1f3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/34d2c6e6-114e-4d23-9146-72c0d39e16c4 HTTP/1.1" status: 404 len: 333 time: 0.0253508 Oct 22 15:00:26.077552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54790) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:26.127365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.215296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.216634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2344fc2c-27ac-4c23-bd4d-cfe3e8a69cec tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3000624 Oct 22 15:00:26.224862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54798) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:26.230196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=894befce-826f-4d69-9be8-521a939cfb49,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:26.230788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': '75179c2f-88db-4a52-afd8-fc1203e0db87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:26.279202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port d467af72-dea3-4ea8-8349-35c0eec336e4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:26.279728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.328765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Attempting to bind port 894befce-826f-4d69-9be8-521a939cfb49 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:26.329263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Attempting to bind port 894befce-826f-4d69-9be8-521a939cfb49 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:26.330295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Attempting to bind port 894befce-826f-4d69-9be8-521a939cfb49 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:26.336390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Port 894befce-826f-4d69-9be8-521a939cfb49 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:00:26.341757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Attempting to bind port 894befce-826f-4d69-9be8-521a939cfb49 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:26.355119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:26.356803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:26.357279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:26.357742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Bound port: 894befce-826f-4d69-9be8-521a939cfb49, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:26.358137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.387899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-4a995a31-e20a-49ba-9e3e-82f8d08d559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:26.389663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-4a995a31-e20a-49ba-9e3e-82f8d08d559d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1094 time: 0.1935146 Oct 22 15:00:26.411672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:26.413872 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:26.441583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] For port 894befce-826f-4d69-9be8-521a939cfb49, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:26.444927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] For port 894befce-826f-4d69-9be8-521a939cfb49, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=894befce-826f-4d69-9be8-521a939cfb49,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:26.453925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.457742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-c653a3df-f9a6-49eb-8d44-efc7f051814e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 217 time: 0.0577540 Oct 22 15:00:26.465244 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e96489-879d-4ea1-b246-d662320511ec x-openstack-request-id: req-58e96489-879d-4ea1-b246-d662320511ec {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:26.465537 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:26.465770 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58e96489-879d-4ea1-b246-d662320511ec {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:26.466154 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'status': 'completed', 'code': 200} Oct 22 15:00:26.468421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.482242 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.486300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.486481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for d467af72-dea3-4ea8-8349-35c0eec336e4 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:26.589643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-ff6b2d18-b33d-4511-9907-951c48e7d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:26.591067 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-ff6b2d18-b33d-4511-9907-951c48e7d70c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.1164596 Oct 22 15:00:26.607394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.639939 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-3d56ed92-aa97-4dd3-9a4a-f4ef7d8dc151 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392194 Oct 22 15:00:26.648108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.649154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:26.649872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.651476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/894befce-826f-4d69-9be8-521a939cfb49 HTTP/1.1" status: 200 len: 1095 time: 1.5372934 Oct 22 15:00:26.651915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'tag': '894befce-826f-4d69-9be8-521a939cfb49'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:26.654250 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7018e4a3-70e2-48c3-bdf5-145be534eab0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0daa7d-15f5-48fe-b167-716fab8a38d3", "tag": "894befce-826f-4d69-9be8-521a939cfb49"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:26.697886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573ae49-635b-4dc9-bac1-da66974bc0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=894befce-826f-4d69-9be8-521a939cfb49,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:26.717472 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba374fd4-8128-4df7-81e8-e4712d7fa608 x-openstack-request-id: req-ba374fd4-8128-4df7-81e8-e4712d7fa608 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:26.717840 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0daa7d-15f5-48fe-b167-716fab8a38d3", "tag": "894befce-826f-4d69-9be8-521a939cfb49", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:26.718192 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba374fd4-8128-4df7-81e8-e4712d7fa608 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:26.718696 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'tag': '894befce-826f-4d69-9be8-521a939cfb49', 'status': 'completed', 'code': 200} Oct 22 15:00:26.758916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.805154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018e4a3-70e2-48c3-bdf5-145be534eab0 req-3a7029f3-4e72-4381-8e72-84971be7240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:26.806801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7018e4a3-70e2-48c3-bdf5-145be534eab0 req-3a7029f3-4e72-4381-8e72-84971be7240d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 1098 time: 0.0541396 Oct 22 15:00:26.813390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c464bd6-52be-4d0d-9437-7a82a1efbaef,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:26.832456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-eba5bfb4-640f-4f17-a495-4d214a8e6d0c service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705990 Oct 22 15:00:26.842032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7018e4a3-70e2-48c3-bdf5-145be534eab0 req-942e47b6-cc94-4f9c-8919-b162a0df8bee service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238960 Oct 22 15:00:26.942041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.984463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:26.985946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ddf239d0-6d2e-43b1-a3aa-6dbdbb96dc26 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7589686 Oct 22 15:00:27.000000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54828) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:27.005271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=d467af72-dea3-4ea8-8349-35c0eec336e4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:27.012946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53cd3b87-0944-4622-b239-d92fe3ecd3af req-7f0de067-2ebc-4063-b84c-c83a8fb5cb61 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717262 Oct 22 15:00:27.047122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.050957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d4392016-3418-438a-bd72-752b86a7d756 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/d467af72-dea3-4ea8-8349-35c0eec336e4 HTTP/1.1" status: 204 len: 168 time: 0.9723203 Oct 22 15:00:27.053662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54830) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:27.054694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbaf9a-120b-48e4-a7a8-6aa7cf8ebb75 req-b409b4e5-a73b-4b4f-a76d-b18d84b974e1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.062669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bbaf9a-120b-48e4-a7a8-6aa7cf8ebb75 req-b409b4e5-a73b-4b4f-a76d-b18d84b974e1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.1583276 Oct 22 15:00:27.087256 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5425866-ef52-496c-9db3-2f5ef4c45f9c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:27.088937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b5425866-ef52-496c-9db3-2f5ef4c45f9c tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/d467af72-dea3-4ea8-8349-35c0eec336e4 HTTP/1.1" status: 404 len: 333 time: 0.0343566 Oct 22 15:00:27.094252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54834) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:27.112792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018e4a3-70e2-48c3-bdf5-145be534eab0 req-0802bf01-dd24-4b32-8f45-94b76a885065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.114575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7018e4a3-70e2-48c3-bdf5-145be534eab0 req-0802bf01-dd24-4b32-8f45-94b76a885065 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644935 Oct 22 15:00:27.135482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912430-7595-4ddf-a6d3-500fbc52a168 req-3f131337-954e-45f7-ba9a-b661e054f6a9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.137000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97912430-7595-4ddf-a6d3-500fbc52a168 req-3f131337-954e-45f7-ba9a-b661e054f6a9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 947 time: 0.2180316 Oct 22 15:00:27.147514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8bbaf9a-120b-48e4-a7a8-6aa7cf8ebb75 req-998b2f22-2162-4f23-b5c5-948afde39bb5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839128 Oct 22 15:00:27.150699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ad43018d-a678-4bcd-b240-88f7e2cfbff4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.166033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ad43018d-a678-4bcd-b240-88f7e2cfbff4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.191949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 53f50989-f963-40bb-910f-61344cf89d3f {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:27.199094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.247605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97912430-7595-4ddf-a6d3-500fbc52a168 req-0da40888-74fc-4ba6-9e7b-f2c3718470c7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984356 Oct 22 15:00:27.266028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-6abcc13f-d77a-4aa5-8aab-90ce28db68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.266028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-6abcc13f-d77a-4aa5-8aab-90ce28db68dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 1098 time: 0.0801554 Oct 22 15:00:27.301803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.311761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-dbfff82e-c212-4955-a110-3828e7e1c534 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=894befce-826f-4d69-9be8-521a939cfb49 HTTP/1.1" status: 200 len: 217 time: 0.0380623 Oct 22 15:00:27.350898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-ed94ae58-d8fb-4164-95e0-5225d6c6204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.352466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-ed94ae58-d8fb-4164-95e0-5225d6c6204a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1094 time: 0.1309824 Oct 22 15:00:27.369686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-99503668-42be-4133-98f6-4f2cf198c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.371293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-99503668-42be-4133-98f6-4f2cf198c2a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0513577 Oct 22 15:00:27.429775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ad43018d-a678-4bcd-b240-88f7e2cfbff4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.430054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b98c5-7387-438a-930b-299a46becfa2 req-44038aa8-77af-4fff-a8e5-d83aae166374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.432263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-44038aa8-77af-4fff-a8e5-d83aae166374 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532925 Oct 22 15:00:27.464099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ad43018d-a678-4bcd-b240-88f7e2cfbff4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.465214 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ad43018d-a678-4bcd-b240-88f7e2cfbff4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0c464bd6-52be-4d0d-9437-7a82a1efbaef HTTP/1.1" status: 204 len: 168 time: 0.4559767 Oct 22 15:00:27.470659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54844) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:27.484579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43018d-a678-4bcd-b240-88f7e2cfbff4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c464bd6-52be-4d0d-9437-7a82a1efbaef,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:27.496654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.541403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-83232d34-89b1-49e1-ba53-3751d3167f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.542615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-83232d34-89b1-49e1-ba53-3751d3167f69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.1765246 Oct 22 15:00:27.551823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-804cbf82-9fef-4f11-986d-9cb2d114ccf0 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0793548 Oct 22 15:00:27.558067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54852) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:27.578758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-2f6d21a9-1b57-4bbc-a8d4-dd19959e8ee4 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378944 Oct 22 15:00:27.589257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-18820a47-1256-40e3-9bd7-c9aca085964f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 217 time: 0.0346854 Oct 22 15:00:27.649399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-5621e542-f4a7-403f-960a-42087457eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:27.651145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-5621e542-f4a7-403f-960a-42087457eeaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.0512373 Oct 22 15:00:27.659533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-908901d1-2155-4788-909d-9cb459ee42b8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.704798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-1b1e463c-1476-4197-8209-c9702444dad6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439241 Oct 22 15:00:27.717818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-908901d1-2155-4788-909d-9cb459ee42b8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.745940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c13b98c5-7387-438a-930b-299a46becfa2 req-9533ccde-d98a-411b-ae3c-65c7d29b36aa service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424408 Oct 22 15:00:27.756125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.814793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=53f50989-f963-40bb-910f-61344cf89d3f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:27.821455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.828428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-68a5689f-d101-46f1-8ade-d8e4914dea12 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/53f50989-f963-40bb-910f-61344cf89d3f HTTP/1.1" status: 204 len: 168 time: 0.7295048 Oct 22 15:00:27.830432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cae32-c164-4f08-9d5c-08206ad7e47f None None] Network 98a4fee4-3273-4421-921f-b24c61271df4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:27.830917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:27.846204 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-9426122f-973e-4649-a068-b69e137b8529 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330028 Oct 22 15:00:27.933792 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:27.954373 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c750a6b-42ab-4df3-801a-ca5d7a9aa576 req-71be74a6-ab29-4ae8-a4a5-00369ec9945e service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994074 Oct 22 15:00:27.995634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:27.996048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.011124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-908901d1-2155-4788-909d-9cb459ee42b8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.013676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-908901d1-2155-4788-909d-9cb459ee42b8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.014815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-908901d1-2155-4788-909d-9cb459ee42b8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/75179c2f-88db-4a52-afd8-fc1203e0db87 HTTP/1.1" status: 204 len: 168 time: 0.4542580 Oct 22 15:00:28.024081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:28.031174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] DHCP port deletion for 98a4fee4-3273-4421-921f-b24c61271df4 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:00:28.035970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908901d1-2155-4788-909d-9cb459ee42b8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75179c2f-88db-4a52-afd8-fc1203e0db87,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:28.073415 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-80893a81-fa81-447e-9257-b628ceb725ed tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535989 Oct 22 15:00:28.081076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:28.086730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group': {'name': 'tempest-secgroup--56974006'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:28.095621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] For port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,segment=NetworkSegment(d9e694e0-d6b6-487b-9c39-1aea09e3d09b),segment_id=d9e694e0-d6b6-487b-9c39-1aea09e3d09b)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:28.096010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.111805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:28.114084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] Deleting port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:28.114084 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.116022 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.184515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] For port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,segment=NetworkSegment(d9e694e0-d6b6-487b-9c39-1aea09e3d09b),segment_id=d9e694e0-d6b6-487b-9c39-1aea09e3d09b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:28.185067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.202997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] Calling delete_port for 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:28.248747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.282462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.303517 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.318305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No DVR routers for this DVR port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:28.326233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:28.354691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] Pushing event deleted for resources: {'Port': ['ID=6e3cab0a-2096-48f6-8d21-cf6dc7f819e3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:28.355351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-76ab529b-69d4-4cdc-b070-d0298f249d12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327817 Oct 22 15:00:28.357598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.361389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658845f-281b-47ee-8179-43cf4da24653 None None] No DVR routers for this DVR port 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:28.424512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdf914-35fb-4d27-a304-3b9ba912d9e2 req-4d502a33-203f-4c0d-a55c-86303e56798a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:28.432312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4fdf914-35fb-4d27-a304-3b9ba912d9e2 req-4d502a33-203f-4c0d-a55c-86303e56798a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.1992948 Oct 22 15:00:28.443428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-ed04ae25-4c43-4e2c-bb6b-2c83af804af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:28.447061 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-ed04ae25-4c43-4e2c-bb6b-2c83af804af2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 1101 time: 0.0601373 Oct 22 15:00:28.487619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.489039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.541157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a4fee4-3273-4421-921f-b24c61271df4']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:28.552054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4fdf914-35fb-4d27-a304-3b9ba912d9e2 req-1c45359e-a36a-4b7f-aa09-356f9c5819b5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184065 Oct 22 15:00:28.560442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0623679-c497-467e-b01d-dac70592908c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:28.581078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f770-8a79-42b2-969b-e5ce62400994 req-1100c02a-44a9-4908-ae55-16673870fc81 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:28.593849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3212f770-8a79-42b2-969b-e5ce62400994 req-1100c02a-44a9-4908-ae55-16673870fc81 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 947 time: 0.2418234 Oct 22 15:00:28.601846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:28.602261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e694e0-d6b6-487b-9c39-1aea09e3d09b') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:28.612799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-84f225b4-f1b4-401f-82c9-3fe2b347e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:28.614706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-84f225b4-f1b4-401f-82c9-3fe2b347e34e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1458454 Oct 22 15:00:28.635778 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.672792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.675450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a2b20358-95e7-4e86-b8ad-1dbb4912a87e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5933211 Oct 22 15:00:28.677794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-3e0b2a79-f809-4716-bfed-4ce45337108d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66 HTTP/1.1" status: 200 len: 217 time: 0.0554769 Oct 22 15:00:28.678385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54920) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:28.685483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'e0623679-c497-467e-b01d-dac70592908c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:28.697832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3212f770-8a79-42b2-969b-e5ce62400994 req-7b667bba-5482-4701-8543-ff1ce0413e30 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Oct 22 15:00:28.697832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.702281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:00:28.702625 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:00:28.706750 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:00:28.746106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-b06c855b-d4e5-4d99-9b34-5282c3564846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:28.747645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-b06c855b-d4e5-4d99-9b34-5282c3564846 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0563939 Oct 22 15:00:28.798961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-55cb3f79-f540-4e77-8701-0d7fca6470ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:28.800466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-55cb3f79-f540-4e77-8701-0d7fca6470ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448484 Oct 22 15:00:28.897859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-1c003643-af52-4495-83d6-8ee611f4f9fd service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875731 Oct 22 15:00:28.899166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.921393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.930212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:28.936382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/98a4fee4-3273-4421-921f-b24c61271df4 HTTP/1.1" status: 204 len: 168 time: 1.1009011 Oct 22 15:00:28.936611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54928) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:28.942207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-893820511'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:28.957511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa35a8-7626-4b31-925e-b8631c0be293 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=98a4fee4-3273-4421-921f-b24c61271df4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:29.027763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.034306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8387cd60-3348-4aeb-a2d7-3e04702761b4 req-6a32e543-c2d5-4a79-8500-5d66ac3a4d86 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265979 Oct 22 15:00:29.121112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:29.124654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.148730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:00:29.157182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.158051 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Added segment 593b299c-03e1-4b91-8e7f-255fffdccb0a of type vlan for network bdf04088-fe6b-4bf7-932a-dc133b005aee Oct 22 15:00:29.190179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.208945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.209176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b41ea5-a4ca-42f5-97c4-e00e8447a5a8,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:29.429877 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.430764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.431628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:29.432137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-606e9674-cdee-4b0f-a70b-0266a54da5e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7529047 Oct 22 15:00:29.432689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.434825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54952) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:29.461335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5fbb9aeb-7881-4ee0-8ae1-da84252ee467 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules/42b41ea5-a4ca-42f5-97c4-e00e8447a5a8 HTTP/1.1" status: 200 len: 763 time: 0.0252230 Oct 22 15:00:29.466372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:29.509235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Network': ['ID=bdf04088-fe6b-4bf7-932a-dc133b005aee,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:29.513267 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1118eea1-98de-4561-af7b-f7f73171e2bd tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0457311 Oct 22 15:00:29.517073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54968) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:29.520930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network bdf04088-fe6b-4bf7-932a-dc133b005aee details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:00:29.543728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee424aed-2115-466d-8090-bad22b27becc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.553619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee424aed-2115-466d-8090-bad22b27becc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.600934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b8733557-9a94-4cdd-991c-7a76db5ff6d9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6593888 Oct 22 15:00:29.600934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54984) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:29.608550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:29.693170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee424aed-2115-466d-8090-bad22b27becc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.707021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ee424aed-2115-466d-8090-bad22b27becc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.715062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee424aed-2115-466d-8090-bad22b27becc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/42b41ea5-a4ca-42f5-97c4-e00e8447a5a8 HTTP/1.1" status: 204 len: 168 time: 0.1965308 Oct 22 15:00:29.716254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54998) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:29.746639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee424aed-2115-466d-8090-bad22b27becc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42b41ea5-a4ca-42f5-97c4-e00e8447a5a8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:29.772568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba247981-f153-4e64-a7eb-95534151a196 req-de280e92-8070-437b-98ac-65bed9e31df3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:29.773920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba247981-f153-4e64-a7eb-95534151a196 req-de280e92-8070-437b-98ac-65bed9e31df3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.1272821 Oct 22 15:00:29.774768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:29.810275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:29.810632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6e3cab0a-2096-48f6-8d21-cf6dc7f819e3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:29.815839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-83867a9e-aa58-4b8b-b4aa-1c1bb20e08e8 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934541 Oct 22 15:00:29.821537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55004) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:29.821537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'e0623679-c497-467e-b01d-dac70592908c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:29.826218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba247981-f153-4e64-a7eb-95534151a196 req-85b0e7f0-d234-47d9-913e-243ddb50cdba tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Oct 22 15:00:29.918108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:29.921871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:29.969206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e965b-574f-4b04-b5d5-9819c165e705 req-12528d2e-266e-4f67-b5ad-13c8ef79d107 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:29.971196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b8e965b-574f-4b04-b5d5-9819c165e705 req-12528d2e-266e-4f67-b5ad-13c8ef79d107 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 947 time: 0.0843079 Oct 22 15:00:30.040390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.061071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b8e965b-574f-4b04-b5d5-9819c165e705 req-9eeeb4c3-f142-4274-aeb6-5d8304c42bf5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564125 Oct 22 15:00:30.116487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.281401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.281628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.306066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c456504-056e-486a-9f32-4b12e59bbd34,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:30.351279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=5da46b1b-2d11-4480-b8a1-d074bdefb6f1,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:30.360797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Checking segment: {'id': '593b299c-03e1-4b91-8e7f-255fffdccb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:30.361153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network hostable DHCP agents. Network: bdf04088-fe6b-4bf7-932a-dc133b005aee, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:00:30.403940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.407756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6399bba3-1e79-4a87-947f-617b7fc5b0a3 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5881031 Oct 22 15:00:30.411931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55018) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:30.433795 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-24db7999-6b0d-4b1e-bf91-0f09a0fd3e1a tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules/7c456504-056e-486a-9f32-4b12e59bbd34 HTTP/1.1" status: 200 len: 763 time: 0.0205379 Oct 22 15:00:30.436735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55020) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:30.474809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network bdf04088-fe6b-4bf7-932a-dc133b005aee is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:00:30.482286 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-672bd04f-e492-4525-ba5a-676a952aeda9 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442429 Oct 22 15:00:30.484673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55030) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:30.511101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7391d73c-5f42-4bce-ab08-441a2d3627ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.519697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7391d73c-5f42-4bce-ab08-441a2d3627ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.583529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, bdf04088-fe6b-4bf7-932a-dc133b005aee) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:30.587705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:30.588381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.596984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ce26e-8ae5-40dd-a153-2c00d7d4e16f None None] Network bdf04088-fe6b-4bf7-932a-dc133b005aee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:30.698280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7391d73c-5f42-4bce-ab08-441a2d3627ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.707896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7391d73c-5f42-4bce-ab08-441a2d3627ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.712182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55046) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:30.712339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7391d73c-5f42-4bce-ab08-441a2d3627ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7c456504-056e-486a-9f32-4b12e59bbd34 HTTP/1.1" status: 204 len: 168 time: 0.2262354 Oct 22 15:00:30.716854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391d73c-5f42-4bce-ab08-441a2d3627ff tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c456504-056e-486a-9f32-4b12e59bbd34,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:30.738878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2f8072a7-6b08-4c04-b55a-60118cfde4ad tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1354442 Oct 22 15:00:30.740428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55050) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:30.754924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1429413998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:30.772980 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dccfcc63-9d11-4384-a34a-7ea115b0d2d2 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599566 Oct 22 15:00:30.775696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55052) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:30.780264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Request body: {'security_group_rule': {'security_group_id': 'e0623679-c497-467e-b01d-dac70592908c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:30.781879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-bdf04088-fe6b-4bf7-932a-dc133b005aee', 'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': '5da46b1b-2d11-4480-b8a1-d074bdefb6f1'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:00:30.783532 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.888526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.894747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.961566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Allocated IP 2001:db8::2 (bdf04088-fe6b-4bf7-932a-dc133b005aee/5da46b1b-2d11-4480-b8a1-d074bdefb6f1/f44170c8-3071-4969-a3c8-f5080c833c46) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:30.962216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:30.987767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7665d8-cc08-42f3-9f21-d059b2c04a02 req-4942945f-20da-4746-a40b-fde93fea9d7a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:30.989275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f7665d8-cc08-42f3-9f21-d059b2c04a02 req-4942945f-20da-4746-a40b-fde93fea9d7a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.0788970 Oct 22 15:00:31.027982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f7665d8-cc08-42f3-9f21-d059b2c04a02 req-05b9d584-c100-48d4-b195-334b4612059e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Oct 22 15:00:31.086935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.122703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.153406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.222937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4b01-f584-42ec-82ab-e2cfa4dc5827 req-837430d9-3e6a-4441-919f-d673eb570e77 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:31.224502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3bb4b01-f584-42ec-82ab-e2cfa4dc5827 req-837430d9-3e6a-4441-919f-d673eb570e77 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 947 time: 0.0557320 Oct 22 15:00:31.264393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3bb4b01-f584-42ec-82ab-e2cfa4dc5827 req-dff4eecc-abac-4342-be22-2202cc489ffd tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Oct 22 15:00:31.270808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.288364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.289690 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-55f66eb9-013f-4861-8487-0a6475adbb80 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5480249 Oct 22 15:00:31.292323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55068) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:31.297427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee', 'name': 'tempest-PortsIpV6TestJSON-1638921228'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:31.355062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.374725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff36a6ea-8bff-43c1-9bf9-b0aba2c9002d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:31.407029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.448349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Network bdf04088-fe6b-4bf7-932a-dc133b005aee is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:31.458062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:31.458062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:31.463651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Pushing event updated for resources: {'Port': ['ID=f44170c8-3071-4969-a3c8-f5080c833c46,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:31.495353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.496680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-df56c26f-69f4-4036-bc56-129411257bd4 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7199135 Oct 22 15:00:31.506178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55082) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:31.527113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Attempting to bind port f44170c8-3071-4969-a3c8-f5080c833c46 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:31.527113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Attempting to bind port f44170c8-3071-4969-a3c8-f5080c833c46 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '593b299c-03e1-4b91-8e7f-255fffdccb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:31.527113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Attempting to bind port f44170c8-3071-4969-a3c8-f5080c833c46 on network bdf04088-fe6b-4bf7-932a-dc133b005aee {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:31.530761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:31.531497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Checking segment: {'id': '593b299c-03e1-4b91-8e7f-255fffdccb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:31.532165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.532533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Bound using segment: {'id': '593b299c-03e1-4b91-8e7f-255fffdccb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:31.533091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Bound port: f44170c8-3071-4969-a3c8-f5080c833c46, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593b299c-03e1-4b91-8e7f-255fffdccb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bdf04088-fe6b-4bf7-932a-dc133b005aee'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:31.533716 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.540175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-db9fb2c1-aa86-452d-8f87-2cf92cae97bb tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules/ff36a6ea-8bff-43c1-9bf9-b0aba2c9002d HTTP/1.1" status: 200 len: 764 time: 0.0323489 Oct 22 15:00:31.542586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55088) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:31.606469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4d41388d-2e8c-4f35-a3f8-ff4554bbe2dc tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0533619 Oct 22 15:00:31.607148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:31.627282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:31.633522 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.638916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] For port f44170c8-3071-4969-a3c8-f5080c833c46, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:31.643636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] For port f44170c8-3071-4969-a3c8-f5080c833c46, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f44170c8-3071-4969-a3c8-f5080c833c46,segment=NetworkSegment(593b299c-03e1-4b91-8e7f-255fffdccb0a),segment_id=593b299c-03e1-4b91-8e7f-255fffdccb0a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:31.669070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 971e77a7-112f-435a-8302-28638a259134 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:31.674596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa8f81cb-8c59-4ffe-b65d-597d594d4e79 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.685603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa8f81cb-8c59-4ffe-b65d-597d594d4e79 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.739106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.811269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58f4f9-211a-4e46-ba9f-30b3993456d7 None None] Pushing event updated for resources: {'Port': ['ID=f44170c8-3071-4969-a3c8-f5080c833c46,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:31.827764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::203 (bdf04088-fe6b-4bf7-932a-dc133b005aee/5da46b1b-2d11-4480-b8a1-d074bdefb6f1/971e77a7-112f-435a-8302-28638a259134) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:31.843842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa8f81cb-8c59-4ffe-b65d-597d594d4e79 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.854491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa8f81cb-8c59-4ffe-b65d-597d594d4e79 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:31.855670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa8f81cb-8c59-4ffe-b65d-597d594d4e79 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ff36a6ea-8bff-43c1-9bf9-b0aba2c9002d HTTP/1.1" status: 204 len: 168 time: 0.2478788 Oct 22 15:00:31.860636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55104) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:31.887983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f81cb-8c59-4ffe-b65d-597d594d4e79 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff36a6ea-8bff-43c1-9bf9-b0aba2c9002d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:31.932845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ef6cfc6c-04c0-44d4-a4da-52e04fcdb3c6 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0700598 Oct 22 15:00:31.933269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55110) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:32.004863 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe93b60f-d33f-451a-872b-2dac5983ac73 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.048333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe93b60f-d33f-451a-872b-2dac5983ac73 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.106680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.184486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a7930-564c-4449-928a-853b28c2eb51 req-633f091e-eb06-46f2-a956-842cb4898ff4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:32.186088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a1a7930-564c-4449-928a-853b28c2eb51 req-633f091e-eb06-46f2-a956-842cb4898ff4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.0646563 Oct 22 15:00:32.226502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a1a7930-564c-4449-928a-853b28c2eb51 req-ceda4212-5633-477d-a2f6-7c9d8b107ba4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Oct 22 15:00:32.281009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe93b60f-d33f-451a-872b-2dac5983ac73 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.283789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fe93b60f-d33f-451a-872b-2dac5983ac73 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.284992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe93b60f-d33f-451a-872b-2dac5983ac73 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "DELETE /v2.0/security-groups/e0623679-c497-467e-b01d-dac70592908c HTTP/1.1" status: 204 len: 168 time: 0.3451149 Oct 22 15:00:32.288155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:32.295715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93b60f-d33f-451a-872b-2dac5983ac73 tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0623679-c497-467e-b01d-dac70592908c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:32.322284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.380006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network bdf04088-fe6b-4bf7-932a-dc133b005aee is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:32.385524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c6929586-9b62-4db2-a817-5609b4f0520c tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948734 Oct 22 15:00:32.388549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55118) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:32.392934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:32.395511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:32.401826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:32.402479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:32.422253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=971e77a7-112f-435a-8302-28638a259134,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:32.453509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb47c-031a-43d6-81cb-cbda719a6702 req-1cade6e3-8733-4272-a488-76f8a4c7160f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:32.455202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7aeb47c-031a-43d6-81cb-cbda719a6702 req-1cade6e3-8733-4272-a488-76f8a4c7160f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 947 time: 0.0882280 Oct 22 15:00:32.473873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a218199-6ae1-4384-bc61-35197050fb7e tempest-SecGroupTest-825098547 tempest-SecGroupTest-825098547-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696309 Oct 22 15:00:32.502131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7aeb47c-031a-43d6-81cb-cbda719a6702 req-d881fa6f-2122-48d0-b5c5-1fd4580babcf tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Oct 22 15:00:32.531081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aba59801-d484-48e8-bd50-875b709b7846 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2377186 Oct 22 15:00:32.537042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55122) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:32.919431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.002727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1c79f-cc07-4cdc-81eb-309f31f4e83e None None] Network bdf04088-fe6b-4bf7-932a-dc133b005aee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:33.007367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:33.038352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 894befce-826f-4d69-9be8-521a939cfb49 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:00:33.117036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4c256f62-2cd0-420b-9a32-e253b66b0b04 None None] Provisioning complete for port f44170c8-3071-4969-a3c8-f5080c833c46 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:33.117505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c256f62-2cd0-420b-9a32-e253b66b0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.218438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-25854b7f-e661-4be8-9147-b0069e73edbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89aa26c19c8043a089e71cf9d3800db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083478 Oct 22 15:00:33.221390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55136) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:33.228824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.298585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.315664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ca6f2f8-d4cd-4981-a3d8-bb84e1a3831e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.330857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 894befce-826f-4d69-9be8-521a939cfb49, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=894befce-826f-4d69-9be8-521a939cfb49,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:33.371398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ca6f2f8-d4cd-4981-a3d8-bb84e1a3831e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.373872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=971e77a7-112f-435a-8302-28638a259134,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:33.374575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '894befce-826f-4d69-9be8-521a939cfb49', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': '894befce-826f-4d69-9be8-521a939cfb49', 'mac_address': 'fa:16:3e:27:90:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:00:33.394634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c256f62-2cd0-420b-9a32-e253b66b0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.462578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.477274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e743dd8-3443-4a85-91ff-40b6fe252740 req-824c28b9-b606-4612-987c-761b84f7ebe5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:33.479623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894befce-826f-4d69-9be8-521a939cfb49 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:33.484900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4c256f62-2cd0-420b-9a32-e253b66b0b04 None None] For port f44170c8-3071-4969-a3c8-f5080c833c46, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f44170c8-3071-4969-a3c8-f5080c833c46,segment=NetworkSegment(593b299c-03e1-4b91-8e7f-255fffdccb0a),segment_id=593b299c-03e1-4b91-8e7f-255fffdccb0a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:33.492241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e743dd8-3443-4a85-91ff-40b6fe252740 req-824c28b9-b606-4612-987c-761b84f7ebe5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 943 time: 0.1775355 Oct 22 15:00:33.503892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 894befce-826f-4d69-9be8-521a939cfb49, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=894befce-826f-4d69-9be8-521a939cfb49,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:33.548721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e743dd8-3443-4a85-91ff-40b6fe252740 req-2d94822d-5ee9-4705-bb4b-e33e8c9d969e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Oct 22 15:00:33.576698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.585431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ca6f2f8-d4cd-4981-a3d8-bb84e1a3831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.591878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ca6f2f8-d4cd-4981-a3d8-bb84e1a3831e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.591878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2ca6f2f8-d4cd-4981-a3d8-bb84e1a3831e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1a8c326-59a3-4a1c-bcd8-1b08858569db HTTP/1.1" status: 204 len: 168 time: 0.3674519 Oct 22 15:00:33.599527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6f2f8-d4cd-4981-a3d8-bb84e1a3831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a8c326-59a3-4a1c-bcd8-1b08858569db,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:33.636417 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.642546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4fcc787-b784-4a6f-89a1-706bbff9a835 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:00:33.642546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c256f62-2cd0-420b-9a32-e253b66b0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.713295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fad7d3-eb1b-4626-8dac-334a864d14b8 req-93ad0f37-0955-4907-a6d2-39fef51ec508 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:33.714879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3fad7d3-eb1b-4626-8dac-334a864d14b8 req-93ad0f37-0955-4907-a6d2-39fef51ec508 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 948 time: 0.0730264 Oct 22 15:00:33.742021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.759044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=894befce-826f-4d69-9be8-521a939cfb49,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:33.810296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3fad7d3-eb1b-4626-8dac-334a864d14b8 req-1e54fdd7-659c-453c-a8af-693599ba1ed1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758333 Oct 22 15:00:33.873255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f44170c8-3071-4969-a3c8-f5080c833c46 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:33.925374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:33.934232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c256f62-2cd0-420b-9a32-e253b66b0b04 None None] Pushing event updated for resources: {'Port': ['ID=f44170c8-3071-4969-a3c8-f5080c833c46,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:33.958717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:33.976896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0649db3d-a357-4289-82b5-babfe9929940 None None] Provisioning complete for port f44170c8-3071-4969-a3c8-f5080c833c46 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:33.977351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0649db3d-a357-4289-82b5-babfe9929940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.014320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420', 'port_id': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'mac_address': 'fa:16:3e:76:df:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423d490d-12fb-4571-908c-20eaca1c68e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:00:34.103891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.106150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f44170c8-3071-4969-a3c8-f5080c833c46 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:34.106583 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.191441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fcc787-b784-4a6f-89a1-706bbff9a835 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:34.215514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:34.275314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0649db3d-a357-4289-82b5-babfe9929940 None None] Provisioning complete for port 971e77a7-112f-435a-8302-28638a259134 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:34.275694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0649db3d-a357-4289-82b5-babfe9929940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.319259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.449403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:34.454863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0649db3d-a357-4289-82b5-babfe9929940 None None] Port 971e77a7-112f-435a-8302-28638a259134 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:34.471188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.545534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.546348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.586644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ae59c3f9-7a39-491a-8429-5a37de44d97f None None] Provisioning complete for port 971e77a7-112f-435a-8302-28638a259134 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:34.587898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae59c3f9-7a39-491a-8429-5a37de44d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:34.635807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=971e77a7-112f-435a-8302-28638a259134,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:34.648616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ae59c3f9-7a39-491a-8429-5a37de44d97f None None] Port 971e77a7-112f-435a-8302-28638a259134 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:34.692389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3457ed-5df3-4eb4-99f4-c6f45b30c0c3 req-b7fcc2ae-b3c4-4d2d-8a86-2fb877e9de96 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:34.693939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db3457ed-5df3-4eb4-99f4-c6f45b30c0c3 req-b7fcc2ae-b3c4-4d2d-8a86-2fb877e9de96 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 944 time: 0.0522513 Oct 22 15:00:34.706866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network bdf04088-fe6b-4bf7-932a-dc133b005aee is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:34.708332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:34.738889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db3457ed-5df3-4eb4-99f4-c6f45b30c0c3 req-7b6a4fe8-c217-4e95-a8d0-7951f0b99ca0 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384800 Oct 22 15:00:34.862765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['894befce-826f-4d69-9be8-521a939cfb49'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:34.976881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:34.977525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a7a1-93e8-490d-93ca-e8dddccf91d5 req-abb48f8a-9305-4eac-a8f5-85c0c2ab86e2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:34.985505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd96a7a1-93e8-490d-93ca-e8dddccf91d5 req-abb48f8a-9305-4eac-a8f5-85c0c2ab86e2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 948 time: 0.0822275 Oct 22 15:00:35.006234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Router c7a4d341-71e6-406f-b05f-9bae0bf4050f is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:00:35.024874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd96a7a1-93e8-490d-93ca-e8dddccf91d5 req-a941232d-68a9-4df2-af58-4ac5e21ee935 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Oct 22 15:00:35.117244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:00:35.127253 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-96e96d44-a3ed-4bb6-a6a8-54940c86dfcf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/routers/c7a4d341-71e6-406f-b05f-9bae0bf4050f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852814 Oct 22 15:00:35.127408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55178) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:35.130158 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] Sync routers for ids ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:00:35.145499 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] Routers {'c7a4d341-71e6-406f-b05f-9bae0bf4050f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:35.146197 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:35.168183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-278603cd-3870-41b4-b51f-8c8f0ef8294d None None] Provisioning complete for port 971e77a7-112f-435a-8302-28638a259134 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:35.168738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-278603cd-3870-41b4-b51f-8c8f0ef8294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:35.195411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5739aaa-68df-4360-9ac8-0b47fcbf9fc8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:35.199753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5739aaa-68df-4360-9ac8-0b47fcbf9fc8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7a4d341-71e6-406f-b05f-9bae0bf4050f HTTP/1.1" status: 200 len: 989 time: 0.0687182 Oct 22 15:00:35.202148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55180) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:35.208527 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:35.219652 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] Routers {'c7a4d341-71e6-406f-b05f-9bae0bf4050f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:35.220521 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:35.259949 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:35.260890 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6aeb1-3408-4279-bdda-ab31b7f76db9 None None] The sync data for ids ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:00:35.277384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-278603cd-3870-41b4-b51f-8c8f0ef8294d None None] Port 971e77a7-112f-435a-8302-28638a259134 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:35.771393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f44170c8-3071-4969-a3c8-f5080c833c46 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:35.879832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f44170c8-3071-4969-a3c8-f5080c833c46 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:35.880426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:35.969908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71499b1-2e5a-493d-bda6-c00bc5d90518 req-e8be8146-48aa-4c74-a45b-b6a82d1ed9c7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:35.971943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a71499b1-2e5a-493d-bda6-c00bc5d90518 req-e8be8146-48aa-4c74-a45b-b6a82d1ed9c7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 944 time: 0.1093729 Oct 22 15:00:35.990202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8505b-999e-40c7-84e2-02d977b9315e req-fb4b5f02-cc33-4390-9b43-308403bda553 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:35.997804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bd8505b-999e-40c7-84e2-02d977b9315e req-fb4b5f02-cc33-4390-9b43-308403bda553 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3999784 Oct 22 15:00:36.023795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:36.067521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a71499b1-2e5a-493d-bda6-c00bc5d90518 req-e2a1c80e-8492-4f9c-9206-3ea7f6dd87bd tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849485 Oct 22 15:00:36.071534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bd8505b-999e-40c7-84e2-02d977b9315e req-421a95d9-959e-4ce1-a64b-c0fba9e143ec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728695 Oct 22 15:00:36.270348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d93c-c260-44d5-9795-4e4201e2a7dd req-e88f7d1d-3fe9-4650-9229-7c59d24c92d8 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:36.272446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8312d93c-c260-44d5-9795-4e4201e2a7dd req-e88f7d1d-3fe9-4650-9229-7c59d24c92d8 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 948 time: 0.1020606 Oct 22 15:00:36.302376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef3f9-80ec-4019-84a8-8e527e778b3f req-30e73ee8-dc3c-4da3-aa8f-339e2a32046a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:36.304407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-359ef3f9-80ec-4019-84a8-8e527e778b3f req-30e73ee8-dc3c-4da3-aa8f-339e2a32046a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0983028 Oct 22 15:00:36.369696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-359ef3f9-80ec-4019-84a8-8e527e778b3f req-5ad5f9a8-bfa4-4922-ab0d-b56bdb24f533 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548041 Oct 22 15:00:36.378021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 971e77a7-112f-435a-8302-28638a259134 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:36.378385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:36.379120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8312d93c-c260-44d5-9795-4e4201e2a7dd req-adb680e4-9ef5-46c0-abf2-29542af99a59 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945449 Oct 22 15:00:36.506184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:36.533074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 971e77a7-112f-435a-8302-28638a259134 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:36.814943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-977bce3f-0305-4534-84d9-7a3e204046f2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:36.816419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-977bce3f-0305-4534-84d9-7a3e204046f2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.1100552 Oct 22 15:00:36.831238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-ea317015-b69e-45f9-80a7-b7907680999d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/quotas/2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 375 time: 0.0088892 Oct 22 15:00:36.834993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:36.867605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=971e77a7-112f-435a-8302-28638a259134,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:36.934687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-9ed7a9fc-df4f-46d0-8508-7e93f2b97a4d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0956097 Oct 22 15:00:36.989770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.045478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55240) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:37.047577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 894befce-826f-4d69-9be8-521a939cfb49 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:37.127025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-74fb2bcb-0a17-4cf7-abf9-c96fc2a057c0 service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768737 Oct 22 15:00:37.223259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Router c7a4d341-71e6-406f-b05f-9bae0bf4050f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:00:37.273466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-254faa7b-9306-40dc-9895-af69f8acf03a service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454365 Oct 22 15:00:37.292125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 894befce-826f-4d69-9be8-521a939cfb49 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:00:37.297481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 894befce-826f-4d69-9be8-521a939cfb49 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:37.298152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.328328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:00:37.342041 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4bc8b402-c6cf-4784-b052-86137b5d94c3 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/routers/c7a4d341-71e6-406f-b05f-9bae0bf4050f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1384556 Oct 22 15:00:37.342552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55248) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:37.346564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] Sync routers for ids ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:00:37.362876 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eebf746d-e7bf-46a4-9bd6-b44a045169b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31a31de654df492b82da9f073ce8dc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162386 Oct 22 15:00:37.363592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55250) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:37.381182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] Routers {'c7a4d341-71e6-406f-b05f-9bae0bf4050f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:37.381817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:37.390690 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be49e45-1e84-4b94-aaed-e9af4791759b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:37.395479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1be49e45-1e84-4b94-aaed-e9af4791759b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/971e77a7-112f-435a-8302-28638a259134 HTTP/1.1" status: 404 len: 333 time: 0.0493593 Oct 22 15:00:37.396360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:37.437664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:37.474226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] Routers {'c7a4d341-71e6-406f-b05f-9bae0bf4050f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:37.474837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:37.504941 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.509852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c18c38-b074-494b-a604-37babf364783 req-b0a25ecb-d92a-45ed-911b-75b73e36b9d7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:37.518721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34c18c38-b074-494b-a604-37babf364783 req-b0a25ecb-d92a-45ed-911b-75b73e36b9d7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 944 time: 0.2725210 Oct 22 15:00:37.519856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:37.520510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f87eb-32c2-410e-aad0-fdd2900a8d0c None None] The sync data for ids ['c7a4d341-71e6-406f-b05f-9bae0bf4050f'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:00:37.522282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.546549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894befce-826f-4d69-9be8-521a939cfb49'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:37.548588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91967e28-6bcc-48b4-b4d2-809b6563b3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.549500 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737aadf0-82b6-4f4d-8e95-e4e7d5decb0e" -d '{"events": [{"server_uuid": "1c0daa7d-15f5-48fe-b167-716fab8a38d3", "name": "network-vif-plugged", "status": "completed", "tag": "894befce-826f-4d69-9be8-521a939cfb49"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:37.564819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 894befce-826f-4d69-9be8-521a939cfb49, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=894befce-826f-4d69-9be8-521a939cfb49,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:37.571886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34c18c38-b074-494b-a604-37babf364783 req-5ebd7ad6-ddb7-4c22-a4cd-7d5878d7cab5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519793 Oct 22 15:00:37.617240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91967e28-6bcc-48b4-b4d2-809b6563b3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.686773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.687626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4fcc787-b784-4a6f-89a1-706bbff9a835 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:37.754988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.759532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.779810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c35a-062f-4b2a-8146-e11abdc15e21 req-93ddac8b-1145-41a1-9782-46cda7f40cab tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:37.783754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cce5c35a-062f-4b2a-8146-e11abdc15e21 req-93ddac8b-1145-41a1-9782-46cda7f40cab tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 948 time: 0.1177897 Oct 22 15:00:37.823014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=894befce-826f-4d69-9be8-521a939cfb49,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:37.835576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cce5c35a-062f-4b2a-8146-e11abdc15e21 req-a5a1147e-24d0-4f69-b243-38d5f5278ccf tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456774 Oct 22 15:00:37.854454 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c018b1f-f13a-450f-b095-5831bc371fcc x-openstack-request-id: req-0c018b1f-f13a-450f-b095-5831bc371fcc {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:37.854748 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0daa7d-15f5-48fe-b167-716fab8a38d3", "name": "network-vif-plugged", "status": "completed", "tag": "894befce-826f-4d69-9be8-521a939cfb49", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:37.855881 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c018b1f-f13a-450f-b095-5831bc371fcc {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:37.856622 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894befce-826f-4d69-9be8-521a939cfb49', 'code': 200} Oct 22 15:00:37.908309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e49979b-4f26-49ad-92f1-0564110efe4b req-b584c9ed-9613-4e3d-9f38-cbb7fa55280c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Oct 22 15:00:37.943221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.951476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Fanout notify agent at l3_agent the message router_deleted on router c7a4d341-71e6-406f-b05f-9bae0bf4050f {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:00:37.952372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:37.953452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c5d2ebf-3d71-4789-9bcc-aa72c41a0430 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/routers/c7a4d341-71e6-406f-b05f-9bae0bf4050f HTTP/1.1" status: 204 len: 168 time: 0.5560877 Oct 22 15:00:37.956956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55270) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:37.968542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ba0d-0ba7-4f1b-9032-c821a53e72db req-8d0fb29e-3022-42a1-be6c-2f410593fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:37.970304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-68a7ba0d-0ba7-4f1b-9032-c821a53e72db req-8d0fb29e-3022-42a1-be6c-2f410593fd83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 1100 time: 0.0561204 Oct 22 15:00:38.002555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port c4fcc787-b784-4a6f-89a1-706bbff9a835 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:00:38.007737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c4fcc787-b784-4a6f-89a1-706bbff9a835 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:38.008220 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.008351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91967e28-6bcc-48b4-b4d2-809b6563b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.012950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91967e28-6bcc-48b4-b4d2-809b6563b3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.013601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 5da46b1b-2d11-4480-b8a1-d074bdefb6f1 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:38.018614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91967e28-6bcc-48b4-b4d2-809b6563b3dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31254666-2b88-4392-b2c8-6cf57ffadcfe HTTP/1.1" status: 204 len: 168 time: 0.6539054 Oct 22 15:00:38.026224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-68a7ba0d-0ba7-4f1b-9032-c821a53e72db req-a5bac86e-e7a6-45d1-aa9c-99dc56e2fac0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Oct 22 15:00:38.032667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.037181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91967e28-6bcc-48b4-b4d2-809b6563b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31254666-2b88-4392-b2c8-6cf57ffadcfe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:38.104003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.129580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.167529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:38.192053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.280597 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.331102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:38.338602 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.366124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=5da46b1b-2d11-4480-b8a1-d074bdefb6f1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:38.369829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.376697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6a45ecbc-881e-4198-bf13-03417723bdca tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/5da46b1b-2d11-4480-b8a1-d074bdefb6f1 HTTP/1.1" status: 204 len: 168 time: 0.4185994 Oct 22 15:00:38.376853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55276) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:38.381344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51909335-016f-4e8a-9d80-f36f97978d76 None None] Network bdf04088-fe6b-4bf7-932a-dc133b005aee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:38.464846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.533087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port f44170c8-3071-4969-a3c8-f5080c833c46 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:38.533432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.612246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] DHCP port deletion for bdf04088-fe6b-4bf7-932a-dc133b005aee request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:00:38.617575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] For port f44170c8-3071-4969-a3c8-f5080c833c46, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f44170c8-3071-4969-a3c8-f5080c833c46,segment=NetworkSegment(593b299c-03e1-4b91-8e7f-255fffdccb0a),segment_id=593b299c-03e1-4b91-8e7f-255fffdccb0a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:38.617575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.633218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for f44170c8-3071-4969-a3c8-f5080c833c46 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:38.676276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] Deleting port f44170c8-3071-4969-a3c8-f5080c833c46 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:38.676780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.714617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d7eec-fffd-4d7f-a451-e2e2b65ae6cf req-ef8fd704-e2bf-45f6-bb81-d6232d928749 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:38.716329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f0d7eec-fffd-4d7f-a451-e2e2b65ae6cf req-ef8fd704-e2bf-45f6-bb81-d6232d928749 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 945 time: 0.0602424 Oct 22 15:00:38.757795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] For port f44170c8-3071-4969-a3c8-f5080c833c46, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f44170c8-3071-4969-a3c8-f5080c833c46,segment=NetworkSegment(593b299c-03e1-4b91-8e7f-255fffdccb0a),segment_id=593b299c-03e1-4b91-8e7f-255fffdccb0a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:38.758189 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.763066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f0d7eec-fffd-4d7f-a451-e2e2b65ae6cf req-485dddce-1e09-4b0a-a982-b254ed6e388e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Oct 22 15:00:38.773105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] Calling delete_port for f44170c8-3071-4969-a3c8-f5080c833c46 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:38.892393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: from cryptography.utils import int_from_bytes Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: from cryptography.utils import int_from_bytes Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.892703 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:00:38.895808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:38.900671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] No DVR routers for this DVR port f44170c8-3071-4969-a3c8-f5080c833c46 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:38.911039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=f44170c8-3071-4969-a3c8-f5080c833c46,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:38.914656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No DVR routers for this DVR port f44170c8-3071-4969-a3c8-f5080c833c46 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:38.920314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ee56f-888d-4021-b95b-4d5acc56555a None None] Pushing event deleted for resources: {'Port': ['ID=f44170c8-3071-4969-a3c8-f5080c833c46,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:38.984169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a1f14-8adb-43e5-9ee0-7b8829d056fa req-947d8814-b352-4bf1-9d2a-80d773e8fc6e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:38.986243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c05a1f14-8adb-43e5-9ee0-7b8829d056fa req-947d8814-b352-4bf1-9d2a-80d773e8fc6e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 949 time: 0.0665765 Oct 22 15:00:39.002317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.009587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86c97490-7291-42a3-bc7e-72ff90f7781a req-a2ce2da4-9c28-4575-a608-55b492bce0a5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0422626 Oct 22 15:00:39.027018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf04088-fe6b-4bf7-932a-dc133b005aee']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:39.040617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593b299c-03e1-4b91-8e7f-255fffdccb0a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:39.040928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593b299c-03e1-4b91-8e7f-255fffdccb0a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:39.057367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.076959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.084248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:00:39.084797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:00:39.091037 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:00:39.257855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.270046 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.270638 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/bdf04088-fe6b-4bf7-932a-dc133b005aee HTTP/1.1" status: 204 len: 168 time: 0.8922908 Oct 22 15:00:39.277426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55310) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:39.285340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f0339-c988-4b80-a102-01864bd8f0f7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=bdf04088-fe6b-4bf7-932a-dc133b005aee,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:39.324540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c05a1f14-8adb-43e5-9ee0-7b8829d056fa req-a0dcfac6-f519-492c-b8cb-52e3a1a19a8d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171844 Oct 22 15:00:39.339748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe274226-fab4-47b6-8d1a-1b2049f5076a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:39.344531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fe274226-fab4-47b6-8d1a-1b2049f5076a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/ba565bda-c813-4108-acc8-b5dc892fb38d HTTP/1.1" status: 200 len: 845 time: 0.0621481 Oct 22 15:00:39.345600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55314) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:39.390603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d36b39e1-8209-4c25-9f8c-66b1411e27d2 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/ba565bda-c813-4108-acc8-b5dc892fb38d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0437322 Oct 22 15:00:39.395348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55316) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:39.400219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:39.436421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:39.538512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1627423463-network', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:39.566215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:39.569728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.714910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Made reservation on behalf of 0acdfbacf6624807a9f0e6a6a5226f7c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:39.717508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.727371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.753569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f44170c8-3071-4969-a3c8-f5080c833c46 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:39.784798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f44170c8-3071-4969-a3c8-f5080c833c46 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:39.785137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f44170c8-3071-4969-a3c8-f5080c833c46 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:39.852565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.857318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:39.859720 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f92201-2e34-408a-bc08-374c45021853" -d '{"events": [{"server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "name": "network-vif-plugged", "status": "completed", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:39.888390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.901037 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e8b02-d50d-493b-b00a-83f75300e942 x-openstack-request-id: req-aa6e8b02-d50d-493b-b00a-83f75300e942 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:39.901356 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "name": "network-vif-plugged", "status": "completed", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:39.902425 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa6e8b02-d50d-493b-b00a-83f75300e942 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:39.902826 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'code': 200} Oct 22 15:00:39.947988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:39.956019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:39.964217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea3029-421f-4aeb-b352-ed509381869a None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:39.967079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7312f3-c852-424f-8423-06bcbc4c77a8 req-7d5ee580-d3c4-4989-8cc9-50c1261a8ba6 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:39.968873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c7312f3-c852-424f-8423-06bcbc4c77a8 req-7d5ee580-d3c4-4989-8cc9-50c1261a8ba6 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 945 time: 0.1130667 Oct 22 15:00:39.973375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:39.973963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:39.983927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=7d318436-7f2a-4028-81c5-5fcd61e9fd52,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:40.024472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c7312f3-c852-424f-8423-06bcbc4c77a8 req-40737405-876e-4d22-937b-d37d9d891771 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 Oct 22 15:00:40.047762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd38c0-06ce-4fe1-b3d5-c7d89e9e2f48 req-39e831ae-9e46-401f-8af1-76cecc5f4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:40.048340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccd38c0-06ce-4fe1-b3d5-c7d89e9e2f48 req-39e831ae-9e46-401f-8af1-76cecc5f4a1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1096 time: 0.0632348 Oct 22 15:00:40.087858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.097105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccd38c0-06ce-4fe1-b3d5-c7d89e9e2f48 req-2e927527-166b-4ba4-9917-43f01f74f957 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Oct 22 15:00:40.112458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:00:40.126737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be31b09d-89a7-4fa4-b21f-eb89580d181f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:40.133433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.133782 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Added segment d888713e-3b1d-4b58-9a72-16754c031a0c of type vlan for network c025f90a-36f9-4dcf-980d-c594d8685f46 Oct 22 15:00:40.152091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b9232713-6788-42c2-ac78-3e4b56af5675 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7556334 Oct 22 15:00:40.154785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55334) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:40.161365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299521245'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:40.185825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.218131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2aac634d-ae0f-46db-ae78-cc845e279ce5 req-d4ae5f05-0622-4602-834b-5b75d72bcaaf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0396593 Oct 22 15:00:40.314383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-be7b00ad-6e7c-4f4e-8680-6abb163da638', 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'tenant_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'fixed_ips': [{'subnet_id': '7d318436-7f2a-4028-81c5-5fcd61e9fd52'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:00:40.315293 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.355196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.356200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:40.356857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.390627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.444823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] Pushing event updated for resources: {'Network': ['ID=c025f90a-36f9-4dcf-980d-c594d8685f46,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:40.461480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c025f90a-36f9-4dcf-980d-c594d8685f46 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:00:40.483029 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-68567861-925f-4aa7-88a9-23f738bd4511 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0453095 Oct 22 15:00:40.487140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55338) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:40.492270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c9e3-e581-4679-965a-3c6de10d75a5 req-838a1582-faca-44c2-bc45-9d53c6f1a711 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:40.493293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Request body: {'subnet': {'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1627423463-subnet', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:40.494346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6151c9e3-e581-4679-965a-3c6de10d75a5 req-838a1582-faca-44c2-bc45-9d53c6f1a711 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 949 time: 0.0726080 Oct 22 15:00:40.525989 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.548240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6151c9e3-e581-4679-965a-3c6de10d75a5 req-5754a631-4fa3-4358-8005-629785fbf116 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Oct 22 15:00:40.556265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Allocated IP 2001:db8::2 (be7b00ad-6e7c-4f4e-8680-6abb163da638/7d318436-7f2a-4028-81c5-5fcd61e9fd52/47a2c08c-c108-4358-9d4c-8b5a5a300cf6) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:40.655327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Made reservation on behalf of 0acdfbacf6624807a9f0e6a6a5226f7c for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:40.658120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.660781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d0b8a-c7d5-43d4-b074-4265881c1629 req-de0f4d77-74b1-4ddd-b7d0-6bc13da126c1 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:40.662212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b51d0b8a-c7d5-43d4-b074-4265881c1629 req-de0f4d77-74b1-4ddd-b7d0-6bc13da126c1 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 1100 time: 0.0455427 Oct 22 15:00:40.679759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-c101e003-ffa6-4190-9b5a-5e3c20eae11c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:40.681281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-c101e003-ffa6-4190-9b5a-5e3c20eae11c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.1436775 Oct 22 15:00:40.697155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.697707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'port': {'device_id': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'admin_state_up': True, 'tenant_id': '2d6155e809354c36b66bf888314c2f85'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:40.743181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.747010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b51d0b8a-c7d5-43d4-b074-4265881c1629 req-1d2cd6fe-6c07-4342-bea7-2157122a2046 tempest-ServersOnMultiNodesTest-1909133294 tempest-ServersOnMultiNodesTest-1909133294-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729516 Oct 22 15:00:40.762899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117caba2-e1d2-4867-a5d5-d3df67797fd9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:40.853140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.855533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:40.857411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4d6363b7-1675-4b67-9b41-a4d7ffadc347 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7012825 Oct 22 15:00:40.860142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55350) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:40.870540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1526532064'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:40.929724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Pushing event updated for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:40.935798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:40.938533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:40.940963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:40.997528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Attempting to bind port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:40.997905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Attempting to bind port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'ed4ad579-63b0-493d-b2a6-92556e4578fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:40.998273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Attempting to bind port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 on network be7b00ad-6e7c-4f4e-8680-6abb163da638 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:41.004034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:41.004456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Checking segment: {'id': 'ed4ad579-63b0-493d-b2a6-92556e4578fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:41.004858 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.005258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Bound using segment: {'id': 'ed4ad579-63b0-493d-b2a6-92556e4578fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:41.005744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Bound port: 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ad579-63b0-493d-b2a6-92556e4578fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:41.006301 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.013140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:41.017935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.106961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:41.111271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,segment=NetworkSegment(ed4ad579-63b0-493d-b2a6-92556e4578fe),segment_id=ed4ad579-63b0-493d-b2a6-92556e4578fe)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:41.170620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Allocated IP 172.20.0.3 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/2699ca44-47d3-4ffd-ac4b-f2b070d4a50b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:41.190090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e903-b617-4e7f-9b15-7832ecc00e07 req-9d2c487f-b025-4d01-a80e-023c11943936 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:41.191532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d66e903-b617-4e7f-9b15-7832ecc00e07 req-9d2c487f-b025-4d01-a80e-023c11943936 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Oct 22 15:00:41.203357 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.233267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d66e903-b617-4e7f-9b15-7832ecc00e07 req-217ba0a6-4a61-46ee-bbf7-4b9366a2be8d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Oct 22 15:00:41.234451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.244860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.330578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.345980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571428ec-38e4-40d2-8192-2f479433f965,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:41.354684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Checking segment: {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:41.355176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Network hostable DHCP agents. Network: c025f90a-36f9-4dcf-980d-c594d8685f46, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:00:41.374530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893a2d7-25a2-4811-acff-a7f98167d8c9 None None] Pushing event updated for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:41.395063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.421858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a28c8446-a6b7-41e8-91eb-2a7a09ed4965 req-5f444087-821e-4228-86c1-368cb42417f0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0700362 Oct 22 15:00:41.461063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77292d4-cf40-43eb-8c63-c659aa6a0e0d req-f29f8b46-41f2-4546-a5f4-e3064d62ad53 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:41.476006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e77292d4-cf40-43eb-8c63-c659aa6a0e0d req-f29f8b46-41f2-4546-a5f4-e3064d62ad53 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 949 time: 0.1414309 Oct 22 15:00:41.485349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.506413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e77292d4-cf40-43eb-8c63-c659aa6a0e0d req-8fd88840-361b-48b8-980c-a94a0314d62d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367343 Oct 22 15:00:41.548785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.587380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13ab1b-ef4a-4cd5-a629-38f7c69983ca,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:41.595241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Network c025f90a-36f9-4dcf-980d-c594d8685f46 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:00:41.692835 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.706693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a', '11b055e7-12ac-4e20-973f-719f45d9a00c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:41.739502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c025f90a-36f9-4dcf-980d-c594d8685f46) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:41.749865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f3572-0827-4a91-b5ae-6ebe74ab2d2f None None] Network c025f90a-36f9-4dcf-980d-c594d8685f46 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:41.750000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.751696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc755bd2-f8d8-44e5-a02e-022bc22202a0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8905237 Oct 22 15:00:41.754305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:41.761995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1959520595', 'security_groups': ['cb13ab1b-ef4a-4cd5-a629-38f7c69983ca'], 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d318436-7f2a-4028-81c5-5fcd61e9fd52'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:41.764972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:41.776451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:41.780186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:41.780850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.790097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:41.881094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:41.927613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:41.928248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:41.933286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:42.081437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55374) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:42.083167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-084a6166-8daa-4075-89c3-e6c8dcc1fe69 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5945261 Oct 22 15:00:42.087633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:42.101745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:42.102034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.136914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-577dbe8a-d52a-4bcb-907a-7b4350bcb329 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4435575 Oct 22 15:00:42.139958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 15:00:42.139958 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 15:00:42.139958 n-d-812148-2 neutron-server[107802]: [parameters: {'project_id_1': '0acdfbacf6624807a9f0e6a6a5226f7c', 'expiration_1': datetime.datetime(2021, 10, 22, 15, 0, 22, 93443)}] Oct 22 15:00:42.139958 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:00:42.140554 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:00:42.153945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Request body: {'port': {'device_id': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:42.234070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.245720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:42.309367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2844af0e-e549-4318-98b3-2c89aa0c1dbd None None] Provisioning complete for port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:42.310016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2844af0e-e549-4318-98b3-2c89aa0c1dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.355460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2844af0e-e549-4318-98b3-2c89aa0c1dbd None None] Port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:42.415724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.436650 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.439817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c025f90a-36f9-4dcf-980d-c594d8685f46', 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'fixed_ips': [{'subnet_id': '571428ec-38e4-40d2-8192-2f479433f965'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:00:42.440662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.454842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:00:42.548965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133157a-050f-4d6e-a1bf-1e4503d94531 req-e450101f-33d1-42b2-83b4-e84a2f0a648c tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:42.556706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e133157a-050f-4d6e-a1bf-1e4503d94531 req-e450101f-33d1-42b2-83b4-e84a2f0a648c tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 945 time: 0.1862113 Oct 22 15:00:42.630100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,segment=NetworkSegment(ed4ad579-63b0-493d-b2a6-92556e4578fe),segment_id=ed4ad579-63b0-493d-b2a6-92556e4578fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:42.659437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:42.668917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.685163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Transition to ACTIVE for port object 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:00:42.707543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e133157a-050f-4d6e-a1bf-1e4503d94531 req-b89c7470-3b81-44d4-9875-32aed25beb0d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496253 Oct 22 15:00:42.753426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.786452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.787835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.791830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e5cf76f6-a50c-433c-99af-a7edceae7dc6 None None] Provisioning complete for port ba565bda-c813-4108-acc8-b5dc892fb38d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:42.792139 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5cf76f6-a50c-433c-99af-a7edceae7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.812530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77635-9eef-4fa1-8db6-06486fda47a3 req-69c1176b-5bb3-47b2-b0e3-c2188e092aae tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:42.815086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17f77635-9eef-4fa1-8db6-06486fda47a3 req-69c1176b-5bb3-47b2-b0e3-c2188e092aae tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 931 time: 0.2559376 Oct 22 15:00:42.817509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::2aa (be7b00ad-6e7c-4f4e-8680-6abb163da638/7d318436-7f2a-4028-81c5-5fcd61e9fd52/3f48f84b-457d-48c2-966f-b6a98ffdfbfd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:42.846242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.849076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Allocated IP 172.20.0.2 (c025f90a-36f9-4dcf-980d-c594d8685f46/571428ec-38e4-40d2-8192-2f479433f965/0479d4e6-7935-47f9-b176-3261e8f6f63e) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:42.903183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:42.910116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf76f6-a50c-433c-99af-a7edceae7dc6 None None] Port ba565bda-c813-4108-acc8-b5dc892fb38d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:42.963316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e5cf76f6-a50c-433c-99af-a7edceae7dc6 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:42.964077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5cf76f6-a50c-433c-99af-a7edceae7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:42.974468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Pushing event updated for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:43.002086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eaedb-b16b-4b59-b0ce-d46b72204063 req-572eae3e-36a8-4ea5-810d-01e612db684f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:43.009836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-865eaedb-b16b-4b59-b0ce-d46b72204063 req-572eae3e-36a8-4ea5-810d-01e612db684f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 949 time: 0.2263849 Oct 22 15:00:43.086459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.131300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Attempting to bind port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:43.132623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Attempting to bind port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:43.133172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Attempting to bind port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:43.140099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:00:43.140593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Attempting to bind port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:43.143910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17f77635-9eef-4fa1-8db6-06486fda47a3 req-65b62afd-c073-486e-9303-2221bdadd744 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164463 Oct 22 15:00:43.149636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:43.150202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:43.150801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:43.152990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Bound port: 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:43.153648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.190432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.218015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-865eaedb-b16b-4b59-b0ce-d46b72204063 req-d79c168a-27a7-475b-9fdd-73b57f1642b7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702101 Oct 22 15:00:43.286755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:43.290426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:43.350173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.404751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Network c025f90a-36f9-4dcf-980d-c594d8685f46 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:43.415844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:43.419522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:43.432424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Pushing event updated for resources: {'Port': ['ID=0479d4e6-7935-47f9-b176-3261e8f6f63e,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:43.458794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.464559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-f890a915-a9b7-4871-ac3d-49875630b8ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-245048920&fields=id&tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 267 time: 0.1943133 Oct 22 15:00:43.509273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:43.510200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.511667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] 10.222.0.53 "PUT /v2.0/ports/2699ca44-47d3-4ffd-ac4b-f2b070d4a50b HTTP/1.1" status: 200 len: 1091 time: 1.3664799 Oct 22 15:00:43.513873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.521289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Attempting to bind port 0479d4e6-7935-47f9-b176-3261e8f6f63e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:43.521672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Attempting to bind port 0479d4e6-7935-47f9-b176-3261e8f6f63e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:43.525846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:43.525972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Attempting to bind port 0479d4e6-7935-47f9-b176-3261e8f6f63e on network c025f90a-36f9-4dcf-980d-c594d8685f46 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:43.526059 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a537848-30ab-4500-9cce-3b25323afac5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:43.534672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:43.535099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Checking segment: {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:43.535513 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.535912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Bound using segment: {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:43.536443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Bound port: 0479d4e6-7935-47f9-b176-3261e8f6f63e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:43.536826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.561965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.564016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e300-015c-44f7-8438-eb9d9ddb3647 service neutron] Pushing event updated for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:43.596372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-169219b9-8b5a-400f-a5c3-934f1d1eef4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:43.598004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-169219b9-8b5a-400f-a5c3-934f1d1eef4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 945 time: 0.1194096 Oct 22 15:00:43.631681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'port': {'security_groups': ['b97f41d1-d793-4d08-8672-72ea8d257640', '59968671-ddc3-4b67-a686-97097aff57b7']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:43.646113 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71be0c8b-a3af-4ad1-aa63-130907b12c01 x-openstack-request-id: req-71be0c8b-a3af-4ad1-aa63-130907b12c01 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:43.646546 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:43.646928 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71be0c8b-a3af-4ad1-aa63-130907b12c01 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:43.647440 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b', 'status': 'completed', 'code': 200} Oct 22 15:00:43.698341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-393551fa-fd6e-4fe1-9855-4788a75f0680 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:43.699962 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-393551fa-fd6e-4fe1-9855-4788a75f0680 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 949 time: 0.1291177 Oct 22 15:00:43.747144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-041803df-1496-4206-b774-40b3f18b3cee None None] For port 0479d4e6-7935-47f9-b176-3261e8f6f63e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:43.752330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-041803df-1496-4206-b774-40b3f18b3cee None None] For port 0479d4e6-7935-47f9-b176-3261e8f6f63e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0479d4e6-7935-47f9-b176-3261e8f6f63e,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:43.773046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.791143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:43.800456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a537848-30ab-4500-9cce-3b25323afac5 req-a02b4ab5-f2a2-4441-9a7f-b2e0e5d0d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:43.802005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a537848-30ab-4500-9cce-3b25323afac5 req-a02b4ab5-f2a2-4441-9a7f-b2e0e5d0d89c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 1094 time: 0.1428058 Oct 22 15:00:43.849779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:43.849779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.929814 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.939273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port 894befce-826f-4d69-9be8-521a939cfb49 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:43.940136 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:43.959921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.020698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041803df-1496-4206-b774-40b3f18b3cee None None] Pushing event updated for resources: {'Port': ['ID=0479d4e6-7935-47f9-b176-3261e8f6f63e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:44.049926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a537848-30ab-4500-9cce-3b25323afac5 req-767910a9-dc69-4090-9258-49c8c8964ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.052110 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a537848-30ab-4500-9cce-3b25323afac5 req-767910a9-dc69-4090-9258-49c8c8964ea0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2d6155e809354c36b66bf888314c2f85&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2383316 Oct 22 15:00:44.062077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:44.110240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:44.140617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port 894befce-826f-4d69-9be8-521a939cfb49, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=894befce-826f-4d69-9be8-521a939cfb49,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:44.141313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.217458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:44.230137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a537848-30ab-4500-9cce-3b25323afac5 req-c3d4de41-86ce-49ac-bdc9-eee1512e3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.232748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a537848-30ab-4500-9cce-3b25323afac5 req-c3d4de41-86ce-49ac-bdc9-eee1512e3985 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722424 Oct 22 15:00:44.244114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for 894befce-826f-4d69-9be8-521a939cfb49 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:44.265272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.270199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:44.283809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.283809 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.343311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=3f48f84b-457d-48c2-966f-b6a98ffdfbfd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:44.417007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.427338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.439074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:44.477996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-61be31e0-ac87-4974-8aa4-4245f1719c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.486199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-61be31e0-ac87-4974-8aa4-4245f1719c90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 1094 time: 0.1266725 Oct 22 15:00:44.523451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.550217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-432a9c98-c4a1-4dee-8879-e90e523b6569 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7941637 Oct 22 15:00:44.566906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55418) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:44.567193 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-0fe0f563-37cb-4e15-a9dc-1691885a653f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b HTTP/1.1" status: 200 len: 217 time: 0.0732296 Oct 22 15:00:44.602554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.603322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.604702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd08e75-4112-4148-84f0-69fa52807da1 req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "PUT /v2.0/ports/c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 981 time: 0.9984102 Oct 22 15:00:44.619150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:44.631996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:44.639759 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bcde31-9f1b-4bd2-8cd5-c239485900ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:44.688569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-263e1a5e-6f9e-4d17-8f01-932e9ebd6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.690579 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-263e1a5e-6f9e-4d17-8f01-932e9ebd6f50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1138868 Oct 22 15:00:44.747326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715172-3735-4cc7-a9e4-10b77c993950 req-6ab984ff-00bc-48a9-9bd0-68d3205ecf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:44.747952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9ae234ab-eb60-4cd8-ad18-ddfb4efb4ea1 None None] Provisioning complete for port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:44.747952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9ae234ab-eb60-4cd8-ad18-ddfb4efb4ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.748861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-6ab984ff-00bc-48a9-9bd0-68d3205ecf7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500157 Oct 22 15:00:44.750081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:44.763974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:44.806735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=894befce-826f-4d69-9be8-521a939cfb49,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:44.874350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0', '437944c4-a190-4647-96b3-a55bb64f9f0a', 'db3811f7-485f-4973-aca6-315856324526'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:45.002391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9ae234ab-eb60-4cd8-ad18-ddfb4efb4ea1 None None] Port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:45.052565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916fa0-8d4f-4e1c-903e-d1a79445c6e0 req-ed1389b9-346c-498e-846b-e433fbf4f8c5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:45.061559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a916fa0-8d4f-4e1c-903e-d1a79445c6e0 req-ed1389b9-346c-498e-846b-e433fbf4f8c5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 943 time: 0.7092946 Oct 22 15:00:45.249168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7549956-e3ff-4b5a-83ae-1f4d42b2f087 req-0469afb4-96d7-4804-932d-41d09b31ace2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.5584137 Oct 22 15:00:45.263646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde1fae-b110-4eb5-90e9-90aea616d64e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:45.446134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port 894befce-826f-4d69-9be8-521a939cfb49 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:45.478142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:45.481729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b3294b6-d481-4d69-a96c-99a6efe2005a req-27c7e20f-be2c-47dc-820f-3c401b03e4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "DELETE /v2.0/ports/894befce-826f-4d69-9be8-521a939cfb49 HTTP/1.1" status: 204 len: 173 time: 1.7703686 Oct 22 15:00:45.508246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a916fa0-8d4f-4e1c-903e-d1a79445c6e0 req-2fc27639-1679-4534-9212-5e1ca78c70ad tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456041 Oct 22 15:00:45.541158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-4406ecd7-9216-46ca-8a6b-7db4055bfd6e service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813106 Oct 22 15:00:45.589612 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3d56eb-3e99-4f8b-9663-c21586897d1f x-openstack-request-id: req-8e3d56eb-3e99-4f8b-9663-c21586897d1f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:45.590174 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:45.594989 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e3d56eb-3e99-4f8b-9663-c21586897d1f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:45.594989 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'status': 'completed', 'code': 200} Oct 22 15:00:45.634997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Allocated IP 172.25.1.48 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/4cab7d81-88e3-4512-9c35-95d880d45c96) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:45.654067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'name': 'network-vif-deleted', 'tag': '894befce-826f-4d69-9be8-521a939cfb49'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:45.656555 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78bb65c-50fa-406f-ba32-2114c637217d" -d '{"events": [{"server_uuid": "1c0daa7d-15f5-48fe-b167-716fab8a38d3", "name": "network-vif-deleted", "tag": "894befce-826f-4d69-9be8-521a939cfb49"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:45.763145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-80957e26-b1a8-4e2e-bba2-cc4b32c07c6b tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-972333743&fields=id&tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 267 time: 0.1428690 Oct 22 15:00:45.785600 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bc8569-14ab-44ac-8271-594f3363941e x-openstack-request-id: req-f1bc8569-14ab-44ac-8271-594f3363941e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:45.786079 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0daa7d-15f5-48fe-b167-716fab8a38d3", "name": "network-vif-deleted", "tag": "894befce-826f-4d69-9be8-521a939cfb49", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:45.786177 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1bc8569-14ab-44ac-8271-594f3363941e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:45.786520 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0daa7d-15f5-48fe-b167-716fab8a38d3', 'name': 'network-vif-deleted', 'tag': '894befce-826f-4d69-9be8-521a939cfb49', 'status': 'completed', 'code': 200} Oct 22 15:00:45.796937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-198a2715-3534-4846-b135-59865a758ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:45.799627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-198a2715-3534-4846-b135-59865a758ae8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1135 time: 0.1811867 Oct 22 15:00:45.803643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de715172-3735-4cc7-a9e4-10b77c993950 req-72efbb41-adeb-4443-85f3-b8bb75df6eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544746 Oct 22 15:00:45.804912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf420d-01ff-4db6-9e08-8399d5c9a48c None None] Network c025f90a-36f9-4dcf-980d-c594d8685f46 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:45.873321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:45.878207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:45.896125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-795e97f1-b9fc-4afc-9ac2-bd202af7ab1a None None] Provisioning complete for port 0479d4e6-7935-47f9-b176-3261e8f6f63e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:45.896824 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-795e97f1-b9fc-4afc-9ac2-bd202af7ab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:45.909117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0479d4e6-7935-47f9-b176-3261e8f6f63e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:45.946939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-7e38b430-e7d7-4b6f-8238-58a6955d90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:45.948709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-7e38b430-e7d7-4b6f-8238-58a6955d90db service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.1368439 Oct 22 15:00:46.028219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-d96fa161-cc3e-41bb-92c4-ba218943acdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 217 time: 0.0709145 Oct 22 15:00:46.030913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-8b66b853-e92d-4668-8c37-57338093f7b2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:46.033126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-8b66b853-e92d-4668-8c37-57338093f7b2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 984 time: 0.2605295 Oct 22 15:00:46.038228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.057884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'port': {'security_groups': ['59968671-ddc3-4b67-a686-97097aff57b7', 'b97f41d1-d793-4d08-8672-72ea8d257640', '0448fb23-0d16-4f65-87c7-063f445dfbfa']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:46.099847 n-d-812148-2 neutron-server[107802]: INFO neutron.db.ipam_backend_mixin [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d318436-7f2a-4028-81c5-5fcd61e9fd52 (CIDR: 2001:db8::/64) Oct 22 15:00:46.103218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-51a3267a-4ea6-48ab-910d-8853bc05db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:46.109424 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-51a3267a-4ea6-48ab-910d-8853bc05db21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.0726838 Oct 22 15:00:46.141736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1', '894befce-826f-4d69-9be8-521a939cfb49'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:46.157978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-97c2dd02-3ab5-48ba-8468-e255434a560c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335829 Oct 22 15:00:46.172091 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:00:46.172799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:00:46.200145 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.217761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.223624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0479d4e6-7935-47f9-b176-3261e8f6f63e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:46.224000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.290874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-13424361-bd39-40b7-b976-f993d92b188a service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169286 Oct 22 15:00:46.339406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:46.347246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:46.350531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-795e97f1-b9fc-4afc-9ac2-bd202af7ab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.365688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:46.441285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-73bcde31-9f1b-4bd2-8cd5-c239485900ed req-eac33556-c669-4284-82e9-631a494ceaf4 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388016 Oct 22 15:00:46.475904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5dc33573-381c-4cd9-a625-24dbc5167709 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8935504 Oct 22 15:00:46.478790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55444) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:46.485358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:46.507360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-795e97f1-b9fc-4afc-9ac2-bd202af7ab1a None None] For port 0479d4e6-7935-47f9-b176-3261e8f6f63e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0479d4e6-7935-47f9-b176-3261e8f6f63e,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:46.533765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-475719b3-ebe7-45bf-ad03-c175c06ecdd3 req-8031204f-861f-4d8c-9cd4-1ff20e43befe tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c0daa7d-15f5-48fe-b167-716fab8a38d3 HTTP/1.1" status: 200 len: 210 time: 0.0887167 Oct 22 15:00:46.534451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=4cab7d81-88e3-4512-9c35-95d880d45c96,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:46.634775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.647725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-795e97f1-b9fc-4afc-9ac2-bd202af7ab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.823130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:46.828655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.847547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e97f1-b9fc-4afc-9ac2-bd202af7ab1a None None] Pushing event updated for resources: {'Port': ['ID=0479d4e6-7935-47f9-b176-3261e8f6f63e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:46.919694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:00:46.920040 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:00:46.947526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-927b746f-1413-4a27-8e70-2faffdc2aa47 None None] Provisioning complete for port 0479d4e6-7935-47f9-b176-3261e8f6f63e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:46.947949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-927b746f-1413-4a27-8e70-2faffdc2aa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:46.965772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:47.017530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.123947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0f550-7ef3-4205-b929-ae3c8ecde52d req-ad5474a0-365e-46d2-80eb-d32cb8eb22b4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:47.126848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71e0f550-7ef3-4205-b929-ae3c8ecde52d req-ad5474a0-365e-46d2-80eb-d32cb8eb22b4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 943 time: 0.2223444 Oct 22 15:00:47.178497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.212307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.242189 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.258500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:47.259168 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.264278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d971988-9c30-4e74-83c0-630403fd2d1a req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "PUT /v2.0/ports/c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 1020 time: 1.2128484 Oct 22 15:00:47.270009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:47.273585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:47.279536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:47.280550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.294992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=dfe2edc7-d008-42f5-9c8f-74c09342d3e5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:47.306827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eaf6ae-d7ac-4c56-bac0-54556c49ce05 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:47.396239 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e1ef440-e17b-4e12-aa58-e83c8cc339ec tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9132261 Oct 22 15:00:47.396239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55454) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:47.408114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1145002945', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfe2edc7-d008-42f5-9c8f-74c09342d3e5'}], 'security_groups': ['117caba2-e1d2-4867-a5d5-d3df67797fd9']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:47.417905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71e0f550-7ef3-4205-b929-ae3c8ecde52d req-3f320baf-6332-4d1d-9bcf-feed481affec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514377 Oct 22 15:00:47.460150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:47.521671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7fcfb-bafc-4054-99ea-6513f6c4a9e7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:47.588029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee2a57-7820-4b4c-a07c-6c98b31910e9 req-a80a86f4-2e82-4ea4-8a75-749cc7b4a13c tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:47.589381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1ee2a57-7820-4b4c-a07c-6c98b31910e9 req-a80a86f4-2e82-4ea4-8a75-749cc7b4a13c tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1023 time: 0.1845448 Oct 22 15:00:47.592362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:47.595359 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd08e5-74eb-4503-8380-c5c71ca604d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:47.701099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.714376 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b94187-7cd9-4235-b464-c50738a9d729 x-openstack-request-id: req-44b94187-7cd9-4235-b464-c50738a9d729 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:47.714877 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:47.715349 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44b94187-7cd9-4235-b464-c50738a9d729 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:47.715919 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'status': 'completed', 'code': 200} Oct 22 15:00:47.720071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] Update dhcp port {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'fixed_ips': [{'subnet_id': '7d318436-7f2a-4028-81c5-5fcd61e9fd52', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfe2edc7-d008-42f5-9c8f-74c09342d3e5'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '47a2c08c-c108-4358-9d4c-8b5a5a300cf6'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 15:00:47.754570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.763849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:47.790021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1ee2a57-7820-4b4c-a07c-6c98b31910e9 req-45b07726-6e61-4c1d-af55-8f4fdcfb7340 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&id=59968671-ddc3-4b67-a686-97097aff57b7&id=0448fb23-0d16-4f65-87c7-063f445dfbfa HTTP/1.1" status: 200 len: 6154 time: 0.1861508 Oct 22 15:00:47.860187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-5692fbbd-58fd-4b24-8890-3de74006ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:47.862794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0479d4e6-7935-47f9-b176-3261e8f6f63e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:47.864394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-5692fbbd-58fd-4b24-8890-3de74006ba24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1174 time: 0.1182830 Oct 22 15:00:48.036344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-795360bd-7818-4655-8b8d-067bb0455a75 req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': ' tempest-securitygroup -124430611 ', 'description': 'tempest-description-1794903699'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:48.070552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] Allocated IP 2001:db8:0:1::2 (be7b00ad-6e7c-4f4e-8680-6abb163da638/dfe2edc7-d008-42f5-9c8f-74c09342d3e5/47a2c08c-c108-4358-9d4c-8b5a5a300cf6) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:48.102414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-c7e9fde4-3186-465c-8a71-a58b11d49d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:48.103954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-c7e9fde4-3186-465c-8a71-a58b11d49d17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.2321711 Oct 22 15:00:48.131937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Router 99621406-3717-4d40-92cf-6921b0739216 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:00:48.152350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-119a1f0c-4024-4101-bb30-a0b939460d63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 200 len: 217 time: 0.0402689 Oct 22 15:00:48.208622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-2aa718e1-06be-47c0-8926-3e83dc90240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:48.210341 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-2aa718e1-06be-47c0-8926-3e83dc90240e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.0505722 Oct 22 15:00:48.252241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-795360bd-7818-4655-8b8d-067bb0455a75 req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.256310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-0234935d-c73f-41d9-9b15-67aed2bf7910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320244 Oct 22 15:00:48.274582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,segment=NetworkSegment(ed4ad579-63b0-493d-b2a6-92556e4578fe),segment_id=ed4ad579-63b0-493d-b2a6-92556e4578fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:48.284357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0479d4e6-7935-47f9-b176-3261e8f6f63e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:48.284734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.291656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:00:48.309295 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Sync routers for ids ['99621406-3717-4d40-92cf-6921b0739216'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:00:48.326907 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Routers {'99621406-3717-4d40-92cf-6921b0739216'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:48.328372 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99621406-3717-4d40-92cf-6921b0739216'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:48.357395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.381947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-795360bd-7818-4655-8b8d-067bb0455a75 req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.427004 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-fb21c084-c513-4f98-a518-281540096a83 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548915 Oct 22 15:00:48.455788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.457346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-22f43448-1c4e-4608-9aaf-38ee29a25aa6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3745234 Oct 22 15:00:48.459754 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Set router 99621406-3717-4d40-92cf-6921b0739216 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:00:48.460124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55474) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:48.489249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03acb-8c1d-4d5d-942f-7f103f35c4a6 req-ee1baac8-0d05-4222-8aa3-be2c9e49dfd5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:48.491664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3c03acb-8c1d-4d5d-942f-7f103f35c4a6 req-ee1baac8-0d05-4222-8aa3-be2c9e49dfd5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.0724080 Oct 22 15:00:48.510800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.568761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3c03acb-8c1d-4d5d-942f-7f103f35c4a6 req-e99b6315-93e4-4cd0-b711-a235c0f235c7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680552 Oct 22 15:00:48.605557 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-795360bd-7818-4655-8b8d-067bb0455a75 req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.632195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e779b2-1149-4aae-a0d2-2c657a3b7902 None None] Pushing event updated for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:48.676835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b914c83-5fa2-42ce-8c52-b5b4c94353f2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:48.711758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-795360bd-7818-4655-8b8d-067bb0455a75 req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:48.713071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-795360bd-7818-4655-8b8d-067bb0455a75 req-bd51dece-edf7-4df0-8c2e-358b29660b25 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6824105 Oct 22 15:00:48.730634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:00:48.772329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a1fd08e5-74eb-4503-8380-c5c71ca604d8 req-776e493d-611d-4313-9e73-3e54b775c09b service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377471 Oct 22 15:00:48.797793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a60f9e-5285-45ee-8198-e8e0d9f9e65b req-28e51a29-d134-4c6a-8119-1da52df6db33 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:48.803691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0a60f9e-5285-45ee-8198-e8e0d9f9e65b req-28e51a29-d134-4c6a-8119-1da52df6db33 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 943 time: 0.1023073 Oct 22 15:00:48.871900 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:00:46Z', 'revision_number': 3, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:48.880436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fdf05d0-1abb-42b5-ab36-f4219a3591d4 req-fa4ce618-010d-48a0-8e06-edd31f826c76 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/4b914c83-5fa2-42ce-8c52-b5b4c94353f2 HTTP/1.1" status: 200 len: 1782 time: 0.1135876 Oct 22 15:00:48.919646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:48.919889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Checking router: 99621406-3717-4d40-92cf-6921b0739216 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:00:48.920054 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Updating router 99621406-3717-4d40-92cf-6921b0739216 port 4cab7d81-88e3-4512-9c35-95d880d45c96 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:00:48.920208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Delete allocated IP 2001:db8::2aa (be7b00ad-6e7c-4f4e-8680-6abb163da638/7d318436-7f2a-4028-81c5-5fcd61e9fd52) {{(pid=107801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 15:00:48.940504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8:0:1::297 (be7b00ad-6e7c-4f4e-8680-6abb163da638/dfe2edc7-d008-42f5-9c8f-74c09342d3e5/3f48f84b-457d-48c2-966f-b6a98ffdfbfd) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:48.945961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0a60f9e-5285-45ee-8198-e8e0d9f9e65b req-69a3603e-5dc8-461e-94b5-d5fb6440e493 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118455 Oct 22 15:00:48.961115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b', 'mac_address': 'fa:16:3e:58:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:00:48.992354 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.014487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5b46a67-2b0d-4721-9de2-42e9a7cdb947 req-86a5fca2-6bdf-450e-8952-742ea64e0bd0 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/4b914c83-5fa2-42ce-8c52-b5b4c94353f2 HTTP/1.1" status: 200 len: 1782 time: 0.1064312 Oct 22 15:00:49.068682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.110224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 894befce-826f-4d69-9be8-521a939cfb49 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:49.115200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b5b46a67-2b0d-4721-9de2-42e9a7cdb947 req-ce3aced5-bf09-456c-9e94-d0d2f00aaf71 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.163049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:00:49.166332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b5b46a67-2b0d-4721-9de2-42e9a7cdb947 req-ce3aced5-bf09-456c-9e94-d0d2f00aaf71 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.207083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:49.217421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 894befce-826f-4d69-9be8-521a939cfb49 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:49.219532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 894befce-826f-4d69-9be8-521a939cfb49 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:49.281167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:49.315453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b5b46a67-2b0d-4721-9de2-42e9a7cdb947 req-ce3aced5-bf09-456c-9e94-d0d2f00aaf71 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.318518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b5b46a67-2b0d-4721-9de2-42e9a7cdb947 req-ce3aced5-bf09-456c-9e94-d0d2f00aaf71 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.323503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5b46a67-2b0d-4721-9de2-42e9a7cdb947 req-ce3aced5-bf09-456c-9e94-d0d2f00aaf71 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/4b914c83-5fa2-42ce-8c52-b5b4c94353f2 HTTP/1.1" status: 204 len: 173 time: 0.3077819 Oct 22 15:00:49.341982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3aced5-bf09-456c-9e94-d0d2f00aaf71 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b914c83-5fa2-42ce-8c52-b5b4c94353f2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:49.368369 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.384842 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-3725ec0f-8b3c-48ad-9dd7-3bdc26f11746 req-06b789bf-8a93-44a3-9307-90e186642c4b tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:00:49.396138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3725ec0f-8b3c-48ad-9dd7-3bdc26f11746 req-06b789bf-8a93-44a3-9307-90e186642c4b tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/4b914c83-5fa2-42ce-8c52-b5b4c94353f2 HTTP/1.1" status: 404 len: 352 time: 0.0339451 Oct 22 15:00:49.408633 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.420583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-9492654e-9e96-4abc-af06-a3b76422b183 req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-823417142', 'description': 'tempest-description-967679973'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:49.475487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.484110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:49.491810 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.538258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9492654e-9e96-4abc-af06-a3b76422b183 req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.557797 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Attempting to bind port 4cab7d81-88e3-4512-9c35-95d880d45c96 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:49.558458 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Attempting to bind port 4cab7d81-88e3-4512-9c35-95d880d45c96 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:49.559076 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Attempting to bind port 4cab7d81-88e3-4512-9c35-95d880d45c96 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:49.563157 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Pushing event updated for resources: {'Port': ['ID=4cab7d81-88e3-4512-9c35-95d880d45c96,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:49.572972 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:49.573587 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:49.574176 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.574726 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:49.575405 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Bound port: 4cab7d81-88e3-4512-9c35-95d880d45c96, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:49.576079 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.580291 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.580825 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.581343 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.581893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.582383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.582881 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.583379 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.583875 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.584366 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.584852 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.585350 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.586454 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:49.609184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.662233 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] For port 4cab7d81-88e3-4512-9c35-95d880d45c96, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:49.667880 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] For port 4cab7d81-88e3-4512-9c35-95d880d45c96, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cab7d81-88e3-4512-9c35-95d880d45c96,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:49.702817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.711400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9492654e-9e96-4abc-af06-a3b76422b183 req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.713908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:49.769406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] In _notify_port_updated(), no bound segment for port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd on network be7b00ad-6e7c-4f4e-8680-6abb163da638 {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:00:49.788663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:49.789639 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.795947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/ports/3f48f84b-457d-48c2-966f-b6a98ffdfbfd HTTP/1.1" status: 200 len: 931 time: 2.3939183 Oct 22 15:00:49.796148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:49.817801 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.831074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:49.835073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe00f-0371-4913-8bc7-2a021b2555cc req-6d9fe47b-996f-490a-9aea-265f165aa324 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:49.836808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13dfe00f-0371-4913-8bc7-2a021b2555cc req-6d9fe47b-996f-490a-9aea-265f165aa324 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.1078489 Oct 22 15:00:49.876839 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9492654e-9e96-4abc-af06-a3b76422b183 req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.929742 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Routers {'99621406-3717-4d40-92cf-6921b0739216'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:49.932004 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99621406-3717-4d40-92cf-6921b0739216'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:49.949644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Provisioning complete for port ba565bda-c813-4108-acc8-b5dc892fb38d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:49.950021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:49.956001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=3f48f84b-457d-48c2-966f-b6a98ffdfbfd,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:49.959883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae4b58c-ce22-46be-bd31-0a1a3ff8e6b6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:50.011586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9492654e-9e96-4abc-af06-a3b76422b183 req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.017652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9492654e-9e96-4abc-af06-a3b76422b183 req-c1f001d8-fd84-4445-935e-dc5893f8bf89 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6027889 Oct 22 15:00:50.027652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Port ba565bda-c813-4108-acc8-b5dc892fb38d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:50.042184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13dfe00f-0371-4913-8bc7-2a021b2555cc req-95203ac4-33c6-4f09-9a06-e0a5b328cff1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893203 Oct 22 15:00:50.058895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-4de1909d-5471-4fe3-b69a-5cbc7c4fe241 req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1746012772', 'description': 'tempest-description-746282683'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:50.060851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3abad-f68e-4b89-ab34-4909b20f90c2 None None] Pushing event updated for resources: {'Port': ['ID=4cab7d81-88e3-4512-9c35-95d880d45c96,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:50.089104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:50.089489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.106615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.107134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.108313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.108748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.109184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.109858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.110343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.110810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.111276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.111705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.112183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.112601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d33c0-4ea8-4cce-a9ec-9ffbbcf7e3c4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:50.140822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:50.141251 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.174038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de1909d-5471-4fe3-b69a-5cbc7c4fe241 req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.210505 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] Set router 99621406-3717-4d40-92cf-6921b0739216 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:00:50.255121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8244-d837-416e-b755-a9af644939b6 req-d4ac84ac-e6ce-4c8d-a26c-663d094ed9af tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:50.257026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-76db8244-d837-416e-b755-a9af644939b6 req-d4ac84ac-e6ce-4c8d-a26c-663d094ed9af tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.4616621 Oct 22 15:00:50.325371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad571203-0ce9-4906-a639-c490f67f443d req-2570c567-5838-4056-80dc-250b6c5d1f14 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:50.327170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad571203-0ce9-4906-a639-c490f67f443d req-2570c567-5838-4056-80dc-250b6c5d1f14 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 944 time: 0.1654196 Oct 22 15:00:50.399263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad571203-0ce9-4906-a639-c490f67f443d req-d930bc42-c7e0-4947-8dad-4871f827f987 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568113 Oct 22 15:00:50.405662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de1909d-5471-4fe3-b69a-5cbc7c4fe241 req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.468911 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de1909d-5471-4fe3-b69a-5cbc7c4fe241 req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.479800 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:00:46Z', 'revision_number': 3, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:50.518656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c83849-17e9-4026-ae74-b8f16431b32d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:50.557621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:50.558232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.564986 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e65-1ab7-48be-ae6b-fb1e402c57f9 None None] The sync data for ids ['99621406-3717-4d40-92cf-6921b0739216'] in n-d-812148-2 is: [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:00:46Z', 'revision_number': 3, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:00:50.649230 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de1909d-5471-4fe3-b69a-5cbc7c4fe241 req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.656830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4de1909d-5471-4fe3-b69a-5cbc7c4fe241 req-0df17314-7a22-49e5-8597-2659c0ec69ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6016691 Oct 22 15:00:50.689871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Allocated IP 172.20.0.1 (c025f90a-36f9-4dcf-980d-c594d8685f46/571428ec-38e4-40d2-8192-2f479433f965/5164e61b-72b6-4582-91bf-979567d30c48) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:50.691378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-38a75964-fabd-4409-9c81-c870111f3123 req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-791826496', 'description': 'tempest-description-2032386001'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:50.795616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Provisioning complete for port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:50.795616 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.822580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.846923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-38a75964-fabd-4409-9c81-c870111f3123 req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.854832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 3f48f84b-457d-48c2-966f-b6a98ffdfbfd owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:50.860473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port db3811f7-485f-4973-aca6-315856324526 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:50.860817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.865958 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:50.882107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3dc86313-53bf-47ea-8fd6-fd5a90e91f65 None None] Port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:51.013328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-38a75964-fabd-4409-9c81-c870111f3123 req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.033886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4d02aea6-90d2-4d34-bc06-ccda43368c75 None None] Provisioning complete for port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:51.035826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4d02aea6-90d2-4d34-bc06-ccda43368c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.091430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port db3811f7-485f-4973-aca6-315856324526, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=db3811f7-485f-4973-aca6-315856324526,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:51.091913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.147703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4d02aea6-90d2-4d34-bc06-ccda43368c75 None None] Port 3f48f84b-457d-48c2-966f-b6a98ffdfbfd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:51.153197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for db3811f7-485f-4973-aca6-315856324526 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:51.180715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-38a75964-fabd-4409-9c81-c870111f3123 req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.248906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.309983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7060a1f-10b5-4e51-8204-466fb40c2023,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:51.323010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Network c025f90a-36f9-4dcf-980d-c594d8685f46 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:51.328995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-38a75964-fabd-4409-9c81-c870111f3123 req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.330496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38a75964-fabd-4409-9c81-c870111f3123 req-358a1b60-1909-4fd7-857d-935e062a6fb2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6510406 Oct 22 15:00:51.353665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21620-e889-4765-8b3a-9fc985b31d1a req-3c49b24b-37ce-4952-b626-2e9437d5c81d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:51.355298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71e21620-e889-4765-8b3a-9fc985b31d1a req-3c49b24b-37ce-4952-b626-2e9437d5c81d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 949 time: 0.2218628 Oct 22 15:00:51.364342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.370176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:51.373121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:00:51.460261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Pushing event updated for resources: {'Port': ['ID=5164e61b-72b6-4582-91bf-979567d30c48,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:51.541591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:51.549068 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/3f48f84b-457d-48c2-966f-b6a98ffdfbfd HTTP/1.1" status: 204 len: 168 time: 1.7443352 Oct 22 15:00:51.550906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412f4da-02ec-4730-8129-65312f0458f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=3f48f84b-457d-48c2-966f-b6a98ffdfbfd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:51.557584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71e21620-e889-4765-8b3a-9fc985b31d1a req-f12f91bc-371c-4e1d-bc6d-821b0cf76ec1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876836 Oct 22 15:00:51.559368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55536) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:51.736194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83414b81-a261-405b-8486-4a80d1c97009 req-ab2c44e5-ee00-412c-9f35-393cfef47352 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 10906 time: 0.3442550 Oct 22 15:00:51.937636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cab7d81-88e3-4512-9c35-95d880d45c96 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:51.943768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83414b81-a261-405b-8486-4a80d1c97009 req-06ba7db5-36b3-4811-ab70-5816801ac4cc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/b97f41d1-d793-4d08-8672-72ea8d257640 HTTP/1.1" status: 200 len: 2985 time: 0.2065513 Oct 22 15:00:52.045563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5591f773-ce80-44d7-a2e2-4d137358dbd0 None None] Provisioning complete for port 5164e61b-72b6-4582-91bf-979567d30c48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:52.046087 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5591f773-ce80-44d7-a2e2-4d137358dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.052479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83414b81-a261-405b-8486-4a80d1c97009 req-6bf1dd4b-ff50-43ef-a94a-a52b9c6d5da2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/b97f41d1-d793-4d08-8672-72ea8d257640 HTTP/1.1" status: 200 len: 2985 time: 0.1004467 Oct 22 15:00:52.128020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0deae-6041-4064-8294-baffa5ac8af1 req-43434f4b-f586-4139-9532-c287b61f64ac tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:52.129609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3db0deae-6041-4064-8294-baffa5ac8af1 req-43434f4b-f586-4139-9532-c287b61f64ac tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 944 time: 0.3907473 Oct 22 15:00:52.181315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5591f773-ce80-44d7-a2e2-4d137358dbd0 None None] Port 5164e61b-72b6-4582-91bf-979567d30c48 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:52.207759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3db0deae-6041-4064-8294-baffa5ac8af1 req-c78cb734-28d1-43a0-b276-99be7cea1406 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710597 Oct 22 15:00:52.209240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4cab7d81-88e3-4512-9c35-95d880d45c96 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:52.209709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.308488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58fd4087-048f-4d31-90fc-52a8720521ed req-8a801c21-31bf-4e9d-bbd3-174689e081bc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/6ae4b58c-ce22-46be-bd31-0a1a3ff8e6b6 HTTP/1.1" status: 200 len: 1801 time: 0.0709071 Oct 22 15:00:52.393707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-58fd4087-048f-4d31-90fc-52a8720521ed req-f405cda3-86c9-4d9b-b60b-1f1166f3e47f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.397835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.423360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4cab7d81-88e3-4512-9c35-95d880d45c96, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cab7d81-88e3-4512-9c35-95d880d45c96,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:52.425644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-58fd4087-048f-4d31-90fc-52a8720521ed req-f405cda3-86c9-4d9b-b60b-1f1166f3e47f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.473218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.480210 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f21225-b92b-44ee-b9bc-e06eaf948bf4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:00:52.484937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55548) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:52.489742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-35f21225-b92b-44ee-b9bc-e06eaf948bf4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/3f48f84b-457d-48c2-966f-b6a98ffdfbfd HTTP/1.1" status: 404 len: 333 time: 0.9240491 Oct 22 15:00:52.565117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.607322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a0b1-56eb-4be2-aef0-0fa44bacf8bd tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.643828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b8c49004-3c2d-4530-b139-d48b0758d02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.652622 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a0b1-56eb-4be2-aef0-0fa44bacf8bd tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.680712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4cab7d81-88e3-4512-9c35-95d880d45c96,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:52.695484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-58fd4087-048f-4d31-90fc-52a8720521ed req-f405cda3-86c9-4d9b-b60b-1f1166f3e47f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.698477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-58fd4087-048f-4d31-90fc-52a8720521ed req-f405cda3-86c9-4d9b-b60b-1f1166f3e47f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.699708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58fd4087-048f-4d31-90fc-52a8720521ed req-f405cda3-86c9-4d9b-b60b-1f1166f3e47f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/6ae4b58c-ce22-46be-bd31-0a1a3ff8e6b6 HTTP/1.1" status: 204 len: 173 time: 0.3901880 Oct 22 15:00:52.738962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405cda3-86c9-4d9b-b60b-1f1166f3e47f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae4b58c-ce22-46be-bd31-0a1a3ff8e6b6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:52.751956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:52.769882 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-60137e28-b61b-449f-8728-7275e6234929 req-659bd1a6-44af-4386-8a70-ef94daf6f427 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:00:52.771897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.778899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60137e28-b61b-449f-8728-7275e6234929 req-659bd1a6-44af-4386-8a70-ef94daf6f427 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/6ae4b58c-ce22-46be-bd31-0a1a3ff8e6b6 HTTP/1.1" status: 404 len: 352 time: 0.0570827 Oct 22 15:00:52.789107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0', '437944c4-a190-4647-96b3-a55bb64f9f0a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:52.798723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:52.819472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=db3811f7-485f-4973-aca6-315856324526,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:52.871921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port db3811f7-485f-4973-aca6-315856324526 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:52.876122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.882332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-76db8244-d837-416e-b755-a9af644939b6 req-bae4db60-8638-4e6e-9f56-c3e0843a2a4e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "DELETE /v2.0/ports/db3811f7-485f-4973-aca6-315856324526 HTTP/1.1" status: 204 len: 173 time: 2.6166391 Oct 22 15:00:52.888233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'name': 'network-vif-deleted', 'tag': 'db3811f7-485f-4973-aca6-315856324526'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:52.893285 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94194f5-aca9-4835-9375-b7fab633f3c9" -d '{"events": [{"server_uuid": "d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be", "name": "network-vif-deleted", "tag": "db3811f7-485f-4973-aca6-315856324526"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:52.917529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a1137-6a4c-484b-9c4b-20d6c0c2c668 req-5a95faca-9f40-40df-9a45-77deeefccc0b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:52.920375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df7a1137-6a4c-484b-9c4b-20d6c0c2c668 req-5a95faca-9f40-40df-9a45-77deeefccc0b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 867 time: 0.2265980 Oct 22 15:00:52.929825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a0b1-56eb-4be2-aef0-0fa44bacf8bd tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.932543 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a0b1-56eb-4be2-aef0-0fa44bacf8bd tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.934741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5c0a0b1-56eb-4be2-aef0-0fa44bacf8bd tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/security-groups/cb13ab1b-ef4a-4cd5-a629-38f7c69983ca HTTP/1.1" status: 204 len: 168 time: 0.4476731 Oct 22 15:00:52.937261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55560) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:52.952600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:52.989899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0a0b1-56eb-4be2-aef0-0fa44bacf8bd tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13ab1b-ef4a-4cd5-a629-38f7c69983ca,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:53.033616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15473f9f-e9ba-4ff3-887b-3919cb7372aa req-ab0455d3-3377-4318-a208-3e708046ac9b tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/d1c83849-17e9-4026-ae74-b8f16431b32d HTTP/1.1" status: 200 len: 1802 time: 0.1852241 Oct 22 15:00:53.050061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df7a1137-6a4c-484b-9c4b-20d6c0c2c668 req-e1f14d37-8b2f-419e-b19d-e0843011d005 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214094 Oct 22 15:00:53.090373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70654ce3-695d-44a8-9ae9-27f4c7079f95 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.137296 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15473f9f-e9ba-4ff3-887b-3919cb7372aa req-918ae1ea-1ca2-4a46-943f-84da324af0f7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.141896 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28912ed6-b225-49e0-92da-3fe58c627258 x-openstack-request-id: req-28912ed6-b225-49e0-92da-3fe58c627258 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:53.141896 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be", "name": "network-vif-deleted", "tag": "db3811f7-485f-4973-aca6-315856324526", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:53.141896 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28912ed6-b225-49e0-92da-3fe58c627258 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:53.141896 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be', 'name': 'network-vif-deleted', 'tag': 'db3811f7-485f-4973-aca6-315856324526', 'status': 'completed', 'code': 200} Oct 22 15:00:53.152372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70654ce3-695d-44a8-9ae9-27f4c7079f95 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.175122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15473f9f-e9ba-4ff3-887b-3919cb7372aa req-918ae1ea-1ca2-4a46-943f-84da324af0f7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.199049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:00:53.243334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:53.243619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.311234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.343643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15473f9f-e9ba-4ff3-887b-3919cb7372aa req-918ae1ea-1ca2-4a46-943f-84da324af0f7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.347978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-15473f9f-e9ba-4ff3-887b-3919cb7372aa req-918ae1ea-1ca2-4a46-943f-84da324af0f7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.360168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15473f9f-e9ba-4ff3-887b-3919cb7372aa req-918ae1ea-1ca2-4a46-943f-84da324af0f7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/d1c83849-17e9-4026-ae74-b8f16431b32d HTTP/1.1" status: 204 len: 173 time: 0.3250027 Oct 22 15:00:53.378579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ae1ea-1ca2-4a46-943f-84da324af0f7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c83849-17e9-4026-ae74-b8f16431b32d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:53.400158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70654ce3-695d-44a8-9ae9-27f4c7079f95 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.407925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70654ce3-695d-44a8-9ae9-27f4c7079f95 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.407925 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-70654ce3-695d-44a8-9ae9-27f4c7079f95 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/security-groups/117caba2-e1d2-4867-a5d5-d3df67797fd9 HTTP/1.1" status: 204 len: 168 time: 0.4663692 Oct 22 15:00:53.411097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55570) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:53.492261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50725-20d7-4c33-8a1f-2f1b49c5abbc req-f169e439-5b55-44db-8a0c-2383d1e2aa8b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:53.500920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68e50725-20d7-4c33-8a1f-2f1b49c5abbc req-f169e439-5b55-44db-8a0c-2383d1e2aa8b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 944 time: 0.1061282 Oct 22 15:00:53.509270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 7d318436-7f2a-4028-81c5-5fcd61e9fd52 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:00:53.513569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.543961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.552107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70654ce3-695d-44a8-9ae9-27f4c7079f95 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117caba2-e1d2-4867-a5d5-d3df67797fd9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:53.552732 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.574639 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-3e6ac6a8-8fab-4ce1-b88d-2f91921adf68 req-e913f24f-da00-4eba-a117-9088f86cd772 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:00:53.575764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e6ac6a8-8fab-4ce1-b88d-2f91921adf68 req-e913f24f-da00-4eba-a117-9088f86cd772 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/d1c83849-17e9-4026-ae74-b8f16431b32d HTTP/1.1" status: 404 len: 352 time: 0.0486734 Oct 22 15:00:53.604041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68e50725-20d7-4c33-8a1f-2f1b49c5abbc req-f267a5d1-baee-43ed-ab43-08c445088f50 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995989 Oct 22 15:00:53.610347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:53.612744 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9493d257-cdb9-4576-b01d-bb67f18d01ba" -d '{"events": [{"server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "name": "network-vif-plugged", "status": "completed", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:53.626259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.628576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:53.664373 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1314fd51-57eb-4c9a-8cfc-6a280e4c4630 x-openstack-request-id: req-1314fd51-57eb-4c9a-8cfc-6a280e4c4630 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:53.664672 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "name": "network-vif-plugged", "status": "completed", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:53.664924 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1314fd51-57eb-4c9a-8cfc-6a280e4c4630 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:53.665317 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b', 'code': 200} Oct 22 15:00:53.707490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16cc6e8e-cca8-4bbc-840f-a9632f338109 req-52f0eac0-e5af-4dcd-b47b-903007bf36ea tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/f7060a1f-10b5-4e51-8204-466fb40c2023 HTTP/1.1" status: 200 len: 1802 time: 0.0842540 Oct 22 15:00:53.740015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Pushing event updated for resources: {'Port': ['ID=5164e61b-72b6-4582-91bf-979567d30c48,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:53.756951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.805048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-16cc6e8e-cca8-4bbc-840f-a9632f338109 req-94b94e24-fe88-416d-b2e0-cea7e4dfa156 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.824793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cab7d81-88e3-4512-9c35-95d880d45c96 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:53.830567 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.831668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device db3811f7-485f-4973-aca6-315856324526 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:00:53.840685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-16cc6e8e-cca8-4bbc-840f-a9632f338109 req-94b94e24-fe88-416d-b2e0-cea7e4dfa156 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.896678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: db3811f7-485f-4973-aca6-315856324526 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:00:53.897015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device db3811f7-485f-4973-aca6-315856324526 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:00:53.962684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ddd7a-cfc2-4cda-85ce-b1501888b002 req-e6db591d-e94e-481b-9c8f-e587903af571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:53.964269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-371ddd7a-cfc2-4cda-85ce-b1501888b002 req-e6db591d-e94e-481b-9c8f-e587903af571 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 1095 time: 0.2205713 Oct 22 15:00:53.965487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:53.972402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:53.987607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4cab7d81-88e3-4512-9c35-95d880d45c96 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:53.987971 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:54.071129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-371ddd7a-cfc2-4cda-85ce-b1501888b002 req-c8c44bf0-b55a-427f-b20f-950db5814873 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757432 Oct 22 15:00:54.073311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Network c025f90a-36f9-4dcf-980d-c594d8685f46 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:54.082669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:54.094146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-16cc6e8e-cca8-4bbc-840f-a9632f338109 req-94b94e24-fe88-416d-b2e0-cea7e4dfa156 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:54.101675 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-16cc6e8e-cca8-4bbc-840f-a9632f338109 req-94b94e24-fe88-416d-b2e0-cea7e4dfa156 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:54.103775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16cc6e8e-cca8-4bbc-840f-a9632f338109 req-94b94e24-fe88-416d-b2e0-cea7e4dfa156 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/f7060a1f-10b5-4e51-8204-466fb40c2023 HTTP/1.1" status: 204 len: 173 time: 0.3818777 Oct 22 15:00:54.121664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b94e24-fe88-416d-b2e0-cea7e4dfa156 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7060a1f-10b5-4e51-8204-466fb40c2023,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:54.151641 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-108814dd-c530-4587-8bbb-c3fc32cce62a req-8b5d4e0f-a45c-4246-80da-393bdb435c8a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:00:54.152674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-108814dd-c530-4587-8bbb-c3fc32cce62a req-8b5d4e0f-a45c-4246-80da-393bdb435c8a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/f7060a1f-10b5-4e51-8204-466fb40c2023 HTTP/1.1" status: 404 len: 352 time: 0.0200598 Oct 22 15:00:54.193293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22f52325-f6fd-4df9-96ee-391d1c111a9e req-68d2bc3f-1be7-4d0a-9465-23a6e4fc704d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4d2b0dd-c0d0-43d7-8dc5-7cc0bff2f6be HTTP/1.1" status: 200 len: 210 time: 0.0351653 Oct 22 15:00:54.234083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Router 99621406-3717-4d40-92cf-6921b0739216 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:00:54.264409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0bf6705-8749-4000-a45f-7f1b26f251c3 req-5ac39bd6-759a-45d8-adec-f55d27ff0c9a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 6154 time: 0.0787938 Oct 22 15:00:54.293309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:54.310112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:54.313694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/7d318436-7f2a-4028-81c5-5fcd61e9fd52 HTTP/1.1" status: 204 len: 168 time: 0.9015374 Oct 22 15:00:54.319805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0b16e-c9b7-4f5c-af7b-338d1998be0e None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:54.331373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:54.348992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:54.349549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f105a-efb1-408a-8e8b-6301c10ca056 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=7d318436-7f2a-4028-81c5-5fcd61e9fd52,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:54.366756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0bf6705-8749-4000-a45f-7f1b26f251c3 req-76b57385-5783-4252-a3ff-2106abb58cf2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/b97f41d1-d793-4d08-8672-72ea8d257640 HTTP/1.1" status: 200 len: 2985 time: 0.0955594 Oct 22 15:00:54.422093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:00:54.428120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3b0b81cb-922c-48ba-8153-20f94e790fbb admin admin] 10.222.0.66 "PUT /v2.0/routers/99621406-3717-4d40-92cf-6921b0739216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9669392 Oct 22 15:00:54.446402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Sync routers for ids ['99621406-3717-4d40-92cf-6921b0739216'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:00:54.467907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0bf6705-8749-4000-a45f-7f1b26f251c3 req-9cfc311a-3ced-47aa-bf1d-c7f988b27a9e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/b97f41d1-d793-4d08-8672-72ea8d257640 HTTP/1.1" status: 200 len: 2985 time: 0.0999997 Oct 22 15:00:54.497671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Routers {'99621406-3717-4d40-92cf-6921b0739216'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:54.498480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99621406-3717-4d40-92cf-6921b0739216'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:54.575695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a762c088-e1ec-4803-aa71-ddfc11a3c15d None None] Provisioning complete for port 5164e61b-72b6-4582-91bf-979567d30c48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:54.576034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a762c088-e1ec-4803-aa71-ddfc11a3c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:54.661478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a762c088-e1ec-4803-aa71-ddfc11a3c15d None None] Port 5164e61b-72b6-4582-91bf-979567d30c48 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:54.741292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Set router 99621406-3717-4d40-92cf-6921b0739216 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:00:54.799030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7b13de2e-77a2-4235-9243-ab6eb0a4b910 req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-856623336', 'description': 'tempest-description-355684105'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:54.902424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb3a4-b864-4816-bbfe-fcef5ce30cb6 req-00aa8e93-b8d3-4db1-ade1-abd92681e22d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:54.907492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e9eb3a4-b864-4816-bbfe-fcef5ce30cb6 req-00aa8e93-b8d3-4db1-ade1-abd92681e22d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0977113 Oct 22 15:00:54.948717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e9eb3a4-b864-4816-bbfe-fcef5ce30cb6 req-9826020b-7dfa-4385-a9db-f6134c0f6d9d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Oct 22 15:00:54.980655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5164e61b-72b6-4582-91bf-979567d30c48', 'name': '', 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'mac_address': 'fa:16:3e:e4:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '571428ec-38e4-40d2-8192-2f479433f965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:49Z', 'updated_at': '2021-10-22T15:00:53Z', 'revision_number': 2, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'subnets': [{'id': '571428ec-38e4-40d2-8192-2f479433f965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:55.012956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Checking router: 99621406-3717-4d40-92cf-6921b0739216 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:00:55.013313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Updating router 99621406-3717-4d40-92cf-6921b0739216 port 5164e61b-72b6-4582-91bf-979567d30c48 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:00:55.048751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.068158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7b13de2e-77a2-4235-9243-ab6eb0a4b910 req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.192973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7b13de2e-77a2-4235-9243-ab6eb0a4b910 req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.238441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03f1605d-ae02-40a6-a9e3-f0167b28776a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.337586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:55.344687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.449121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7b13de2e-77a2-4235-9243-ab6eb0a4b910 req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.451203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.503231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092ab751-601d-4376-a616-5511edc850ae,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.521206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.521206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.521439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.521609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:00:55.554398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.681598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-81cf7261-b538-4146-84d6-bcd5f0c364be None None] Provisioning complete for port ba565bda-c813-4108-acc8-b5dc892fb38d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:55.681970 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81cf7261-b538-4146-84d6-bcd5f0c364be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.683420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55626) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:55.695717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-657888527-network', 'tenant_id': '8027fae226cf403e873816d489a6903b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:55.716639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7b13de2e-77a2-4235-9243-ab6eb0a4b910 req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.717879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b13de2e-77a2-4235-9243-ab6eb0a4b910 req-fe3b82b1-8c1c-4c3f-aacd-755bc3036777 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9284356 Oct 22 15:00:55.723984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad978e6-3b95-4617-bad2-12e87ae2bd9a None None] Pushing event updated for resources: {'Port': ['ID=5164e61b-72b6-4582-91bf-979567d30c48,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:55.741005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Attempting to bind port 5164e61b-72b6-4582-91bf-979567d30c48 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:00:55.741728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Attempting to bind port 5164e61b-72b6-4582-91bf-979567d30c48 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:00:55.741728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Attempting to bind port 5164e61b-72b6-4582-91bf-979567d30c48 on network c025f90a-36f9-4dcf-980d-c594d8685f46 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:00:55.749112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:00:55.749508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Checking segment: {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:55.750241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.750623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Bound using segment: {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:00:55.751133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Bound port: 5164e61b-72b6-4582-91bf-979567d30c48, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd888713e-3b1d-4b58-9a72-16754c031a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:00:55.752427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.832404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-81cf7261-b538-4146-84d6-bcd5f0c364be None None] Port ba565bda-c813-4108-acc8-b5dc892fb38d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:55.853979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] For port 5164e61b-72b6-4582-91bf-979567d30c48, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:00:55.853979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] For port 5164e61b-72b6-4582-91bf-979567d30c48, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5164e61b-72b6-4582-91bf-979567d30c48,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:00:55.861752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-81cf7261-b538-4146-84d6-bcd5f0c364be None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:55.862453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81cf7261-b538-4146-84d6-bcd5f0c364be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.895450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5af6a589-941c-43ff-836a-69826024ba3a req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1355274474', 'description': 'tempest-description-1914990456'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:55.988560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Made reservation on behalf of 8027fae226cf403e873816d489a6903b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:55.990864 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:55.997398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.054146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.080997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:00:56.082868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c6dfba92-2a66-4d48-b089-9864ac729a6e None None] Provisioning complete for port 5164e61b-72b6-4582-91bf-979567d30c48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:56.083372 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6dfba92-2a66-4d48-b089-9864ac729a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.087066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.092501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:00:56.101886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:56.101886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.125447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26b0c9-67fc-4c52-b6be-435c6f470f13 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:00:56.135617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180e31-7947-4556-badd-86f6cb849760 req-ee143084-784b-4565-a61f-ec768c6743d8 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:56.137123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69180e31-7947-4556-badd-86f6cb849760 req-ee143084-784b-4565-a61f-ec768c6743d8 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 950 time: 0.1617320 Oct 22 15:00:56.145569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=14286581-8979-42b2-a837-411f7f505b72,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:56.227847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69180e31-7947-4556-badd-86f6cb849760 req-cca58663-771e-4860-9b92-7f1744fa46be tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723367 Oct 22 15:00:56.251504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.272429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad978e6-3b95-4617-bad2-12e87ae2bd9a None None] Pushing event updated for resources: {'Port': ['ID=5164e61b-72b6-4582-91bf-979567d30c48,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:56.274276 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5af6a589-941c-43ff-836a-69826024ba3a req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.277391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Routers {'99621406-3717-4d40-92cf-6921b0739216'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:00:56.278030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99621406-3717-4d40-92cf-6921b0739216'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:56.376009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.462293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:00:56.468263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e22f7580-5c9f-41f1-af06-d7e8fc544553 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1310325 Oct 22 15:00:56.472426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55640) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:56.477552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'security_group': {'name': 'tempest-secgroup-472637495'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:56.505652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.506116 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Added segment f66e0b2a-2a06-4c60-b3a9-e5a7755812ab of type vlan for network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 Oct 22 15:00:56.529591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d393a7c-7ce3-41cb-b235-751ba9c82d67,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:56.541191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5af6a589-941c-43ff-836a-69826024ba3a req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.578769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9b6ad-7670-45f7-9804-bc9ea0fd4014 req-3551fca8-39a0-44d2-93d4-46bea579142e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:56.580314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbb9b6ad-7670-45f7-9804-bc9ea0fd4014 req-3551fca8-39a0-44d2-93d4-46bea579142e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 945 time: 0.2133822 Oct 22 15:00:56.583928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.634265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbb9b6ad-7670-45f7-9804-bc9ea0fd4014 req-155073af-646f-483b-9e9d-4cdc2d532a2d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Oct 22 15:00:56.708825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6dfba92-2a66-4d48-b089-9864ac729a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.734709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.744077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] Set router 99621406-3717-4d40-92cf-6921b0739216 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:00:56.744245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-cc18caee-6f4e-4603-af92-ab1b0c00c633 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 267 time: 0.0384982 Oct 22 15:00:56.825158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.829100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-da447ec2-d909-4bb3-8400-2ae046b8ee6b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:56.830613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-da447ec2-d909-4bb3-8400-2ae046b8ee6b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0808423 Oct 22 15:00:56.848044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5af6a589-941c-43ff-836a-69826024ba3a req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.854761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'port': {'security_groups': []}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:56.865668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.869138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c6dfba92-2a66-4d48-b089-9864ac729a6e None None] For port 5164e61b-72b6-4582-91bf-979567d30c48, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5164e61b-72b6-4582-91bf-979567d30c48,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:56.871595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.891173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.892101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:56.892668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:56.907752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8888b67b-916e-49b8-be12-b2fb718af9a5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:57.009880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] Update dhcp port {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'fixed_ips': [{'subnet_id': 'dfe2edc7-d008-42f5-9c8f-74c09342d3e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14286581-8979-42b2-a837-411f7f505b72'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '47a2c08c-c108-4358-9d4c-8b5a5a300cf6'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 15:00:57.020437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] Pushing event updated for resources: {'Network': ['ID=6ebbc61f-41af-4616-bba7-4e6b5edc0251,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:57.027879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.053940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:00:57.081991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.218570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.219418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5af6a589-941c-43ff-836a-69826024ba3a req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.219418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5af6a589-941c-43ff-836a-69826024ba3a req-480d7643-ce13-4530-94ea-02a92f0fd381 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3206358 Oct 22 15:00:57.229300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:57.256611 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6dfba92-2a66-4d48-b089-9864ac729a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.263724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d342872-095a-4eb5-8969-0a2100481491,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:57.269159 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.337872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5164e61b-72b6-4582-91bf-979567d30c48', 'name': '', 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'mac_address': 'fa:16:3e:e4:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '571428ec-38e4-40d2-8192-2f479433f965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:49Z', 'updated_at': '2021-10-22T15:00:55Z', 'revision_number': 4, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'subnets': [{'id': '571428ec-38e4-40d2-8192-2f479433f965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:00:57.397752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfba92-2a66-4d48-b089-9864ac729a6e None None] Pushing event updated for resources: {'Port': ['ID=5164e61b-72b6-4582-91bf-979567d30c48,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:57.406362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77adcb-ff0b-4df1-bdf8-3b57a2db19a7 None None] The sync data for ids ['99621406-3717-4d40-92cf-6921b0739216'] in n-d-812148-2 is: [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5164e61b-72b6-4582-91bf-979567d30c48', 'name': '', 'network_id': 'c025f90a-36f9-4dcf-980d-c594d8685f46', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'mac_address': 'fa:16:3e:e4:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '571428ec-38e4-40d2-8192-2f479433f965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:49Z', 'updated_at': '2021-10-22T15:00:55Z', 'revision_number': 4, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'subnets': [{'id': '571428ec-38e4-40d2-8192-2f479433f965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:00:57.436821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-ece3275e-5d17-438a-870b-252115915b25 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:57.436821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-ece3275e-5d17-438a-870b-252115915b25 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 950 time: 0.1313155 Oct 22 15:00:57.447500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] Allocated IP 2001:db8::2 (be7b00ad-6e7c-4f4e-8680-6abb163da638/14286581-8979-42b2-a837-411f7f505b72/47a2c08c-c108-4358-9d4c-8b5a5a300cf6) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:00:57.449616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-41749794-1679-439b-ac3f-1b08959b1adc None None] Provisioning complete for port 5164e61b-72b6-4582-91bf-979567d30c48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:57.449937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-41749794-1679-439b-ac3f-1b08959b1adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.525491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0b9081fa-170a-46eb-b7bb-57810ae2bccb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8278263 Oct 22 15:00:57.526400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55658) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:57.531746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Request body: {'subnet': {'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-657888527-subnet', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:57.583278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.635853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.641026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f3a3db58-0602-415c-be8f-8e73577cd0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1674836 Oct 22 15:00:57.643694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55660) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:57.648483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710740291'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:57.652729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,segment=NetworkSegment(ed4ad579-63b0-493d-b2a6-92556e4578fe),segment_id=ed4ad579-63b0-493d-b2a6-92556e4578fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:57.697134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port 437944c4-a190-4647-96b3-a55bb64f9f0a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:00:57.697486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.701383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.711741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a', '11b055e7-12ac-4e20-973f-719f45d9a00c', '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:57.728014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:57.730740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.754255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5ac84f9-312c-4e4a-8096-81c621797503 req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "PUT /v2.0/ports/2699ca44-47d3-4ffd-ac4b-f2b070d4a50b HTTP/1.1" status: 200 len: 904 time: 0.9075696 Oct 22 15:00:57.884352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:57.902835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port 437944c4-a190-4647-96b3-a55bb64f9f0a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=437944c4-a190-4647-96b3-a55bb64f9f0a,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:00:57.903535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.909914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:57.924433 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c68f75-b53d-47f5-8ff3-36a851a7d12a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:57.927765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for 437944c4-a190-4647-96b3-a55bb64f9f0a owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:00:57.948974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Made reservation on behalf of 8027fae226cf403e873816d489a6903b for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:00:57.951512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:57.969157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b5cdc-b947-4863-90d3-a31fc1be1ba8 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:57.970496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5164e61b-72b6-4582-91bf-979567d30c48 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:58.010229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.177157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.305914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b054d-0b12-450c-a30a-af3d56e220c4 None None] Pushing event updated for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:58.315860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac7b1-bfcf-46b2-ab14-25918b80a6db req-4b4cd7d3-b020-4c65-9201-813a79ada09f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:58.319518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.321652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cac497c8-655b-4201-b59b-79a5493242e0 None None] Provisioning complete for port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:58.322199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cac497c8-655b-4201-b59b-79a5493242e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.325787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2ac7b1-bfcf-46b2-ab14-25918b80a6db req-4b4cd7d3-b020-4c65-9201-813a79ada09f tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 950 time: 0.4166634 Oct 22 15:00:58.353197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-cd45203d-0641-4d1b-9770-1538ae4c84b2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:58.361823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-cd45203d-0641-4d1b-9770-1538ae4c84b2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 813 time: 0.4158835 Oct 22 15:00:58.384698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.394281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5164e61b-72b6-4582-91bf-979567d30c48 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:58.394934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.399930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-bf6f8b5b-f6bc-44e1-8edb-fac16c0843e1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/quotas/0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 375 time: 0.0369437 Oct 22 15:00:58.543869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2ac7b1-bfcf-46b2-ab14-25918b80a6db req-436af474-8862-4dbd-918b-ff4c48175c6b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124991 Oct 22 15:00:58.674445 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.691132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:58.704529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-3c6db6bb-444f-44b9-8a1b-145a50008220 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3028445 Oct 22 15:00:58.776238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.776238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=437944c4-a190-4647-96b3-a55bb64f9f0a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:58.852456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:00:58.932151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port 437944c4-a190-4647-96b3-a55bb64f9f0a on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:00:58.956425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:58.960138 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89a5641b-6d41-47d8-9286-9c11b464b0be req-57182529-0d9e-4152-8e79-c2f9138cd8a6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "DELETE /v2.0/ports/437944c4-a190-4647-96b3-a55bb64f9f0a HTTP/1.1" status: 204 len: 173 time: 1.5272245 Oct 22 15:00:58.961815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db3f6c-4fb5-4d92-a7cd-631d9a61a8b9 req-9135aed1-a0fa-4524-948c-55d1d7a68d91 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:58.962313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'name': 'network-vif-deleted', 'tag': '437944c4-a190-4647-96b3-a55bb64f9f0a'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:00:58.965358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5db3f6c-4fb5-4d92-a7cd-631d9a61a8b9 req-9135aed1-a0fa-4524-948c-55d1d7a68d91 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.2349761 Oct 22 15:00:58.970932 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f185ab-bc2a-4a6f-beef-90f5f6cf55c5" -d '{"events": [{"server_uuid": "f9d6a4fa-0485-471c-a8e0-06c759699397", "name": "network-vif-deleted", "tag": "437944c4-a190-4647-96b3-a55bb64f9f0a"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:00:58.974866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdcf012-c563-46bc-a53b-05e939afcaf9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:59.009177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:59.021942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-27b5b81f-ae27-4e66-81de-510fcdfc025e tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3747435 Oct 22 15:00:59.031414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:00:59.050062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001786726'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:00:59.139771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:59.250742 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b70fcf-7acb-4504-8409-a84437fcff4c x-openstack-request-id: req-a3b70fcf-7acb-4504-8409-a84437fcff4c {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:59.255324 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:59.255784 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3b70fcf-7acb-4504-8409-a84437fcff4c {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:59.257871 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b', 'status': 'completed', 'code': 200} Oct 22 15:00:59.347495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:59.453869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-878de061-019b-4db4-9961-2a7ba8134898 service neutron] 10.222.0.66 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361383 Oct 22 15:00:59.472347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-1d536ef5-3019-4f1d-b185-1b82caeecbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:59.473880 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-1d536ef5-3019-4f1d-b185-1b82caeecbb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 1058 time: 0.2579849 Oct 22 15:00:59.631003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f054d63c-64b5-4bff-920b-f42c36e0bdf6,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:59.697750 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba23aacb-6f63-4962-8ca8-5241647ecd0e x-openstack-request-id: req-ba23aacb-6f63-4962-8ca8-5241647ecd0e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:00:59.698615 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d6a4fa-0485-471c-a8e0-06c759699397", "name": "network-vif-deleted", "tag": "437944c4-a190-4647-96b3-a55bb64f9f0a", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:00:59.699079 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba23aacb-6f63-4962-8ca8-5241647ecd0e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:00:59.704086 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d6a4fa-0485-471c-a8e0-06c759699397', 'name': 'network-vif-deleted', 'tag': '437944c4-a190-4647-96b3-a55bb64f9f0a', 'status': 'completed', 'code': 200} Oct 22 15:00:59.726781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Checking segment: {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:00:59.727473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Network hostable DHCP agents. Network: 6ebbc61f-41af-4616-bba7-4e6b5edc0251, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:00:59.752966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5450f511-fc38-48e0-82c8-88d10be3acbd None None] Provisioning complete for port ba565bda-c813-4108-acc8-b5dc892fb38d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:00:59.753345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5450f511-fc38-48e0-82c8-88d10be3acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:59.779366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:59.809537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-ba2c5b60-b8a1-489d-8f53-ad2e9b20c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:59.810333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-ba2c5b60-b8a1-489d-8f53-ad2e9b20c736 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.3154151 Oct 22 15:00:59.839444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-bbcc4d9c-b5fe-42ff-a695-3a1584e3a280 service neutron] 10.222.0.66 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817201 Oct 22 15:00:59.847231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5450f511-fc38-48e0-82c8-88d10be3acbd None None] Port ba565bda-c813-4108-acc8-b5dc892fb38d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:00:59.865260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:00:59.889684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:00:59.907332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a48202-bf2e-4f62-b1b6-779c04c9ec24 req-692c899e-a0b9-48d6-8b65-0af6dc038de5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:00:59.909334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5a48202-bf2e-4f62-b1b6-779c04c9ec24 req-692c899e-a0b9-48d6-8b65-0af6dc038de5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1683223 Oct 22 15:00:59.928130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffabed1-3e70-4ef3-95a5-5a855e8d12f7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:00:59.957082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:00:59.993645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5a48202-bf2e-4f62-b1b6-779c04c9ec24 req-fb91caf1-683e-4f1b-8fd2-c99abd258232 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772491 Oct 22 15:01:00.015939 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-fbcdae14-7151-4de4-9fca-e81fbafaa972 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b HTTP/1.1" status: 200 len: 217 time: 0.1957402 Oct 22 15:01:00.078500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-d0ba0883-6b25-4553-ab6e-4f1bdefc7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:00.079943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-d0ba0883-6b25-4553-ab6e-4f1bdefc7ede service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0568793 Oct 22 15:01:00.116745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.121571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1f9279f8-5461-44e0-aea0-213657120a67 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0852227 Oct 22 15:01:00.121783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55704) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:00.126069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bef72b7-ee51-4f3b-90db-3875960d0fb8 req-f4738c06-94c9-42bb-aebb-64f7356cc73e tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d6a4fa-0485-471c-a8e0-06c759699397 HTTP/1.1" status: 200 len: 210 time: 0.0394719 Oct 22 15:01:00.126724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 6ebbc61f-41af-4616-bba7-4e6b5edc0251) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:00.132054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-446724412', 'security_groups': ['dffabed1-3e70-4ef3-95a5-5a855e8d12f7'], 'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14286581-8979-42b2-a837-411f7f505b72'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:00.146685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-ad789bc4-92cb-490d-b0fa-214036b7287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:00.157271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:00.157271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.157518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8cece0-d75b-4b73-acea-2499a31318d5 None None] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:00.160195 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-ad789bc4-92cb-490d-b0fa-214036b7287b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728605 Oct 22 15:01:00.182497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5450f511-fc38-48e0-82c8-88d10be3acbd None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:00.182870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5450f511-fc38-48e0-82c8-88d10be3acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.316040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-8bbc5720-4c92-433b-ba23-7a1966a9ca17 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472785 Oct 22 15:01:00.450415 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-12c68f75-b53d-47f5-8ff3-36a851a7d12a req-ac86a81a-e785-4124-bef5-f8687cec908c service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256809 Oct 22 15:01:00.468830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba7aa765-358e-4de5-a458-ac457a5a1e1d req-8793d8b1-5557-4465-aa4d-9e5c243c379f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 210 time: 0.1777389 Oct 22 15:01:00.496431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-694ffe4f-f646-4618-9275-b08e25a5abc8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9683762 Oct 22 15:01:00.498556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55716) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:00.516579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:00.518072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:00.518777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.555490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607050-fb6a-4ab1-b458-7a3ed88f5147 req-802bb936-6403-45e3-9180-bcff569cc84a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:00.566447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00607050-fb6a-4ab1-b458-7a3ed88f5147 req-802bb936-6403-45e3-9180-bcff569cc84a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3309929 Oct 22 15:01:00.596351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 15:01:00.596351 n-d-812148-2 neutron-server[107802]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 22 15:01:00.596351 n-d-812148-2 neutron-server[107802]: [parameters: {'project_id': '431ec35fa40b41c8b1df2cdc10cdbc7f', 'id': 'c22abaae-9e80-4ccb-9e80-57e14ed6bed5', 'expiration': datetime.datetime(2021, 10, 22, 15, 3, 0, 578497)}] Oct 22 15:01:00.596351 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:01:00.597301 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:01:00.628841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00607050-fb6a-4ab1-b458-7a3ed88f5147 req-896ef697-03b5-4e10-89db-ea1195bb5189 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608404 Oct 22 15:01:00.733770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-6ebbc61f-41af-4616-bba7-4e6b5edc0251', 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'fixed_ips': [{'subnet_id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:01:00.735196 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.771447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 437944c4-a190-4647-96b3-a55bb64f9f0a no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:00.792231 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:01:00.822910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.824073 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:00.845443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 437944c4-a190-4647-96b3-a55bb64f9f0a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:00.845700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 437944c4-a190-4647-96b3-a55bb64f9f0a not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:00.906921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.021845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-24b5f920-f1b9-4226-8017-27f2278b81fb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:01.024848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-24b5f920-f1b9-4226-8017-27f2278b81fb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.1949530 Oct 22 15:01:01.045141 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-9e76022e-0daf-44f9-a295-f1ecf087fa38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/quotas/2d6155e809354c36b66bf888314c2f85 HTTP/1.1" status: 200 len: 375 time: 0.0127540 Oct 22 15:01:01.092548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Allocated IP 172.20.0.2 (6ebbc61f-41af-4616-bba7-4e6b5edc0251/f054d63c-64b5-4bff-920b-f42c36e0bdf6/880b6a09-8e59-4edd-b916-2114f757bebf) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:01.177374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-c9c4d174-9cbe-4b11-981c-df7f13511368 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1240151 Oct 22 15:01:01.209478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:01.219695 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.305012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.352496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-c8bb8f0a-99ad-45da-9a82-03fe9589621a service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667480 Oct 22 15:01:01.360993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.411993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.417232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] device_id is not set on port 6f143eef-200e-4013-b065-f246c3780736 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:01:01.490014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:01.505518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:01.509046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Pushing event updated for resources: {'Port': ['ID=880b6a09-8e59-4edd-b916-2114f757bebf,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:01.511829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:01.579204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Attempting to bind port 880b6a09-8e59-4edd-b916-2114f757bebf on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:01.579698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Attempting to bind port 880b6a09-8e59-4edd-b916-2114f757bebf by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:01.580183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Attempting to bind port 880b6a09-8e59-4edd-b916-2114f757bebf on network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:01.587587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:01.589065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Checking segment: {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:01.589065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.589065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Bound using segment: {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:01.589795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Bound port: 880b6a09-8e59-4edd-b916-2114f757bebf, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:01.590255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.614901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-99999cf2-6d16-4815-9a14-95948b141a4c service neutron] 10.222.0.66 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509167 Oct 22 15:01:01.655712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.676293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] For port 880b6a09-8e59-4edd-b916-2114f757bebf, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:01.680296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] For port 880b6a09-8e59-4edd-b916-2114f757bebf, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=880b6a09-8e59-4edd-b916-2114f757bebf,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:01.696919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.782985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8::1da (be7b00ad-6e7c-4f4e-8680-6abb163da638/14286581-8979-42b2-a837-411f7f505b72/6f143eef-200e-4013-b065-f246c3780736) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:01.783674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:01.811733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94326f5c-4b1c-4d6c-9541-424940110db4 req-651ddf93-2724-47de-8867-2025528b1f81 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 210 time: 0.0493596 Oct 22 15:01:01.846595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Allocated IP 172.25.1.61 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/321ccbb9-4d18-4c44-a2d3-08fabf0401ed) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:01.864898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12005f11-c617-444c-a26a-57f1f11675ef None None] Pushing event updated for resources: {'Port': ['ID=880b6a09-8e59-4edd-b916-2114f757bebf,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:02.007993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.199749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3a56f-13d6-46eb-83e7-6b47d0ccbd2f req-75e38455-3b52-4827-848c-8b0c18d918fe tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 210 time: 0.0416107 Oct 22 15:01:02.222098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.224081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.277895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:02.281470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:02.285119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:02.293172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Pushing event updated for resources: {'Port': ['ID=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:02.434732 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.519789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:02.522852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:02.526464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:02.532801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:02.533424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.545219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=6f143eef-200e-4013-b065-f246c3780736,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:02.706513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8743a-9e54-4a29-a1d3-3c5d114e5158 req-22e45f58-e5a0-42d0-a15b-c28ed9ea947b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:02.709079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc8743a-9e54-4a29-a1d3-3c5d114e5158 req-22e45f58-e5a0-42d0-a15b-c28ed9ea947b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 950 time: 0.0617380 Oct 22 15:01:02.760491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-52656265-43cf-4308-9e65-89b3bef29e25 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6374333 Oct 22 15:01:02.785008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc8743a-9e54-4a29-a1d3-3c5d114e5158 req-15f258e4-4adb-47f6-9adf-3ecce2454917 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666640 Oct 22 15:01:02.785521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55770) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:02.790777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:02.809549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.842079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4dd1e839-bf23-4f42-9fad-2d9a95d992f4 None None] Provisioning complete for port 6f143eef-200e-4013-b065-f246c3780736 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:02.843074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e839-bf23-4f42-9fad-2d9a95d992f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:02.912210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1e839-bf23-4f42-9fad-2d9a95d992f4 None None] Port 6f143eef-200e-4013-b065-f246c3780736 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:02.992573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ece6465-f14b-4c45-9ae7-d3552d758931 req-3ca22d7b-b499-427f-a9e3-592fe5055cc7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 210 time: 0.0632472 Oct 22 15:01:03.120146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.142503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-400aed21-6bde-409c-9dd1-b7e6a177560b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:03.144307 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-400aed21-6bde-409c-9dd1-b7e6a177560b tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 950 time: 0.1366584 Oct 22 15:01:03.171137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:03.175558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.268555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c22b3-17ee-4393-87bf-ee952a12f3fc None None] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:03.302337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fade52e7-03e5-4cbd-a739-223e8fe1bee2 req-a9142887-d7b9-43f4-bd80-8aeec2f933ff tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 210 time: 0.0419128 Oct 22 15:01:03.350705 n-d-812148-2 neutron-server[107802]: INFO neutron.db.ipam_backend_mixin [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14286581-8979-42b2-a837-411f7f505b72 (CIDR: 2001:db8::/64) Oct 22 15:01:03.377209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-05affc8b-0e16-48d5-bb92-d12318a5aea5 None None] Provisioning complete for port 880b6a09-8e59-4edd-b916-2114f757bebf triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:03.377707 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05affc8b-0e16-48d5-bb92-d12318a5aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.412300 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:01:03.412838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:03.534890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05affc8b-0e16-48d5-bb92-d12318a5aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.555881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6d6ffef-d493-470c-b286-838c0f3ffb40 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7684066 Oct 22 15:01:03.556749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55786) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:03.565122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:03.610652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-05affc8b-0e16-48d5-bb92-d12318a5aea5 None None] For port 880b6a09-8e59-4edd-b916-2114f757bebf, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=880b6a09-8e59-4edd-b916-2114f757bebf,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:03.772789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.774923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05affc8b-0e16-48d5-bb92-d12318a5aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.872587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 880b6a09-8e59-4edd-b916-2114f757bebf up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:03.925133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05affc8b-0e16-48d5-bb92-d12318a5aea5 None None] Pushing event updated for resources: {'Port': ['ID=880b6a09-8e59-4edd-b916-2114f757bebf,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:03.938124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-795d16f6-9b6b-4866-8d5d-4bdd5ebb6cde tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:03.939946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-795d16f6-9b6b-4866-8d5d-4bdd5ebb6cde tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 813 time: 0.3398428 Oct 22 15:01:03.947983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fa300cd1-0487-498f-a564-4a7bb26f3e2c None None] Provisioning complete for port 880b6a09-8e59-4edd-b916-2114f757bebf triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:03.948357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fa300cd1-0487-498f-a564-4a7bb26f3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:03.970521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'port': {'device_id': '41910b98-3590-41d1-afc5-a369cd468ae6', 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420', 'admin_state_up': True, 'tenant_id': '0a39ea5bdff24e9eb400a4d77a5281a4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:03.977345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628075-a194-43b8-beaa-33d5cd47bddc req-30ffafaf-ee17-48c2-9a64-5791176f932a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:03.978935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34628075-a194-43b8-beaa-33d5cd47bddc req-30ffafaf-ee17-48c2-9a64-5791176f932a tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 950 time: 0.0712349 Oct 22 15:01:03.990660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:03.995782 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.012583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 880b6a09-8e59-4edd-b916-2114f757bebf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:04.012891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.117362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34628075-a194-43b8-beaa-33d5cd47bddc req-35d58a31-54ae-40e0-bbb5-169bcf979850 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290421 Oct 22 15:01:04.134872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:04.135450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.331710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port d58d4b1a-191f-4457-8c3c-9dc440afb8b0, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:04.332335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.368556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for d58d4b1a-191f-4457-8c3c-9dc440afb8b0 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:04.458040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:01:04.531613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Made reservation on behalf of 0a39ea5bdff24e9eb400a4d77a5281a4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:04.535137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.548336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e6a70a8-9e10-4e68-87ee-ae3e8c21ab11 req-d0a56794-2291-4254-abfe-500f876f57e4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 210 time: 0.3871105 Oct 22 15:01:04.560921 n-d-812148-2 neutron-server[107802]: INFO neutron.db.ipam_backend_mixin [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dfe2edc7-d008-42f5-9c8f-74c09342d3e5 (CIDR: 2001:db8:0:1::/64) Oct 22 15:01:04.576512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4bcbbae0-fa6f-4054-9c45-32f34a7e8ff3 req-c72de226-cfd9-4374-b83a-9bdff482cf6c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 210 time: 0.0341108 Oct 22 15:01:04.637271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-9707fd50-b8e6-41c5-a6f9-5116c1c6fe13 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:04.638919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-9707fd50-b8e6-41c5-a6f9-5116c1c6fe13 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 949 time: 0.0488470 Oct 22 15:01:04.673843 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:01:04.674331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:04.713943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:04.725136 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Sync routers for ids ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:04.736724 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Routers {'7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:04.737616 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:04.753788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:04.754126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.776676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.788402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d58d4b1a-191f-4457-8c3c-9dc440afb8b0'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:04.807926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Allocated IP 172.20.0.7 (77943055-6ec7-4c23-9a03-846f5455a420/423d490d-12fb-4571-908c-20eaca1c68e3/7714bca9-abef-4b62-aed1-7393b720a396) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:04.810334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=d58d4b1a-191f-4457-8c3c-9dc440afb8b0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:04.832177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32', '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:04.841135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1ec5605e-5692-4f74-8cd6-aa1306b80e4f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2806647 Oct 22 15:01:04.851558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55806) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:04.859362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'subnet': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:04.888815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port d58d4b1a-191f-4457-8c3c-9dc440afb8b0 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:04.894225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.899449 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5a86f7e5-bc2d-47f0-8a79-bda58adb10d3 req-6d28aa2d-98c8-46f3-a312-abd21a8271db tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.53 "DELETE /v2.0/ports/d58d4b1a-191f-4457-8c3c-9dc440afb8b0 HTTP/1.1" status: 204 len: 173 time: 1.7118530 Oct 22 15:01:04.903874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:04.904525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.908643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'name': 'network-vif-deleted', 'tag': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:04.911429 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc3c671-25be-4dd1-98d3-5d4ddbce6d37" -d '{"events": [{"server_uuid": "b6913f72-891c-4f4b-a69a-3b73390a51c1", "name": "network-vif-deleted", "tag": "d58d4b1a-191f-4457-8c3c-9dc440afb8b0"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:04.954861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:04.958652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2c41b2e8-f4a4-4ffe-a2b3-fde7b3f806b2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4577205 Oct 22 15:01:04.959926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:04.963659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:04.994806 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fffc93-4a34-4ab8-b844-61023c487ea1 x-openstack-request-id: req-72fffc93-4a34-4ab8-b844-61023c487ea1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:04.995852 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6913f72-891c-4f4b-a69a-3b73390a51c1", "name": "network-vif-deleted", "tag": "d58d4b1a-191f-4457-8c3c-9dc440afb8b0", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:04.996182 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Set router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:04.996314 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72fffc93-4a34-4ab8-b844-61023c487ea1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:04.998065 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6913f72-891c-4f4b-a69a-3b73390a51c1', 'name': 'network-vif-deleted', 'tag': 'd58d4b1a-191f-4457-8c3c-9dc440afb8b0', 'status': 'completed', 'code': 200} Oct 22 15:01:05.207879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:05.351623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Made reservation on behalf of 431ec35fa40b41c8b1df2cdc10cdbc7f for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:05.358500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:05.372418 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:02Z', 'revision_number': 3, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:05.395232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:05.411146 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Checking router: 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:05.411146 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Updating router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:01:05.482739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b4aea81-0dbb-4acc-98fb-5c328cfc370c req-994578bc-8e26-4cbe-9cd4-45df99fbbca6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6913f72-891c-4f4b-a69a-3b73390a51c1 HTTP/1.1" status: 200 len: 210 time: 0.1515305 Oct 22 15:01:05.487760 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:05.664079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Network 77943055-6ec7-4c23-9a03-846f5455a420 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:05.682394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:05.711297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:05.762862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:05.806890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-72b20ae6-d165-4a2a-b858-c2890304015c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:05.808469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-72b20ae6-d165-4a2a-b858-c2890304015c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.69 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 811 time: 0.2803154 Oct 22 15:01:05.815579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:05.816213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:05.823907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Request body: {'port': {'device_id': '09a6319b-399b-425b-845c-1f993d4d3a93', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'admin_state_up': True, 'tenant_id': '2d6155e809354c36b66bf888314c2f85'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:05.883942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 880b6a09-8e59-4edd-b916-2114f757bebf up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:05.921272 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:05.950881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29bc83e4-ade0-4024-aee2-c1e3ce920362 req-8ec8dd45-a58c-4c61-8446-827152bec08f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 210 time: 0.0744314 Oct 22 15:01:05.958985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 880b6a09-8e59-4edd-b916-2114f757bebf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:05.959380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.036472 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.057068 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.064268 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a7ba8939-6e17-4226-97bd-12f652150fd4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1059566 Oct 22 15:01:06.080696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Request body: {'port': {'device_id': '41910b98-3590-41d1-afc5-a369cd468ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:06.118284 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Attempting to bind port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:06.118752 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Attempting to bind port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:06.119305 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Attempting to bind port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:06.129772 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eff88e-68a1-40e9-8626-e5d95bd543da None None] Pushing event updated for resources: {'Port': ['ID=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:06.132634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:06.133480 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:06.134134 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:06.134377 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.134860 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:06.135467 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Bound port: 321ccbb9-4d18-4c44-a2d3-08fabf0401ed, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:06.135963 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.142441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1eef0e-4e08-4a3a-834d-accff4c8cea6 req-f1feff4e-ae10-4092-b667-4f4ae4d3fc74 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:06.150672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d1eef0e-4e08-4a3a-834d-accff4c8cea6 req-f1feff4e-ae10-4092-b667-4f4ae4d3fc74 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 931 time: 0.2764819 Oct 22 15:01:06.163956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.204536 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] For port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:06.207156 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] For port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:06.217630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Made reservation on behalf of 2d6155e809354c36b66bf888314c2f85 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:06.223885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.247975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:06.261352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.264843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-860743ba-ca8f-4baf-9937-4d9c45c837bf req-3c332235-1a02-4a79-831a-c80f1090dc26 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "DELETE /v2.0/ports/1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 HTTP/1.1" status: 204 len: 173 time: 1.6182234 Oct 22 15:01:06.268840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'name': 'network-vif-deleted', 'tag': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:06.271162 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9658257-6b1c-49b3-8bba-adf3d4ca0166" -d '{"events": [{"server_uuid": "02cd9a30-6a72-4829-b448-932bf0d8e618", "name": "network-vif-deleted", "tag": "1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:06.286178 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.349413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d1eef0e-4e08-4a3a-834d-accff4c8cea6 req-f380e394-7b7e-43fa-9d0c-ca84cd47b374 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976812 Oct 22 15:01:06.355564 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72131bc-197a-47c3-b03d-bd161cafacef x-openstack-request-id: req-b72131bc-197a-47c3-b03d-bd161cafacef {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:06.355564 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cd9a30-6a72-4829-b448-932bf0d8e618", "name": "network-vif-deleted", "tag": "1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:06.355564 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b72131bc-197a-47c3-b03d-bd161cafacef {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:06.355564 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cd9a30-6a72-4829-b448-932bf0d8e618', 'name': 'network-vif-deleted', 'tag': '1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1', 'status': 'completed', 'code': 200} Oct 22 15:01:06.413772 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eff88e-68a1-40e9-8626-e5d95bd543da None None] Pushing event updated for resources: {'Port': ['ID=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:06.425330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:06.436696 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Routers {'7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:06.438524 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:06.590632 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] Set router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:06.792004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d58d4b1a-191f-4457-8c3c-9dc440afb8b0 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:06.803809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80a823ad-2eba-4ea4-a109-7b7b39b13ad7 req-eeee2331-6ba0-4c78-8fd5-29f99cafa164 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=02cd9a30-6a72-4829-b448-932bf0d8e618 HTTP/1.1" status: 200 len: 210 time: 0.0877783 Oct 22 15:01:06.814869 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:02Z', 'revision_number': 3, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:06.842178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: d58d4b1a-191f-4457-8c3c-9dc440afb8b0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:06.843015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d58d4b1a-191f-4457-8c3c-9dc440afb8b0 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:06.844509 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe38902-a2a5-4166-b6d1-d69eb953c0fb None None] The sync data for ids ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'] in n-d-812148-2 is: [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:02Z', 'revision_number': 3, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:06.855522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Allocated IP 172.20.0.7 (1d6592f3-3906-4707-8296-4fee4a4c6ed9/846e63f0-3c13-4450-9c09-4914904783d2/152c7f1d-ce7e-48bd-bfe2-32fd40570d5d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:06.948969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Allocated IP 172.20.0.1 (6ebbc61f-41af-4616-bba7-4e6b5edc0251/f054d63c-64b5-4bff-920b-f42c36e0bdf6/a278fec4-1113-45b7-b68b-8e01db15c5f6) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:07.032909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.037276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7714bca9-abef-4b62-aed1-7393b720a396 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:01:07.048538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.100151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Transition to ACTIVE for port object 7714bca9-abef-4b62-aed1-7393b720a396 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:01:07.135512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.153865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Subnet': ['ID=3c74e20d-06f7-4cce-a007-9d5a67ceba34,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:07.168848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:07.181996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:07.200146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.201857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdd21927-8bb0-4497-ac0d-be9cf94b5ee1 req-e25e1ded-ebc8-43c3-9aba-231266e7bcf6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 210 time: 0.0427072 Oct 22 15:01:07.204901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:07.210359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:07.259745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871f842-0151-4f22-ba0d-61b72be643c6 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:07.261904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:07.262545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.280569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.296498 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.307899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:07.425346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a', '11b055e7-12ac-4e20-973f-719f45d9a00c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:07.431572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:07.439005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:07.441261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:07.443777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:07.536485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.642570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-37b3f435-1317-460a-9bda-b675293b4c7b tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7875543 Oct 22 15:01:07.646789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:07.647646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Pushing event updated for resources: {'Port': ['ID=a278fec4-1113-45b7-b68b-8e01db15c5f6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:07.658534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2047721951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c74e20d-06f7-4cce-a007-9d5a67ceba34'}], 'security_groups': ['6d342872-095a-4eb5-8969-0a2100481491', 'efdcf012-c563-46bc-a53b-05e939afcaf9']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:07.679622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Attempting to bind port 7714bca9-abef-4b62-aed1-7393b720a396 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:07.679622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Attempting to bind port 7714bca9-abef-4b62-aed1-7393b720a396 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:07.679622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Attempting to bind port 7714bca9-abef-4b62-aed1-7393b720a396 on network 77943055-6ec7-4c23-9a03-846f5455a420 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:07.690827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:07.703376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.714988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Port 7714bca9-abef-4b62-aed1-7393b720a396 on network 77943055-6ec7-4c23-9a03-846f5455a420 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:01:07.715498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Attempting to bind port 7714bca9-abef-4b62-aed1-7393b720a396 on network 77943055-6ec7-4c23-9a03-846f5455a420 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:07.743658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:07.745347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Checking segment: {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:07.745898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Bound using segment: {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:07.748859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Bound port: 7714bca9-abef-4b62-aed1-7393b720a396, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab11fe9-3ffb-4317-8a10-5e5c77957f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:07.748859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:07.883421 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-21100d6c-2c3a-4434-adf2-02156b6c6baf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0593021 Oct 22 15:01:07.913010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Request body: {'port': {'device_id': '09a6319b-399b-425b-845c-1f993d4d3a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:07.940436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:07.956761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:07.980131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:08.028843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321ccbb9-4d18-4c44-a2d3-08fabf0401ed up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:08.051072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182873b-52d4-4839-bd76-09d042228b17 req-0081e184-62ab-437d-a98b-9a00d2b02d97 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:08.057582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a182873b-52d4-4839-bd76-09d042228b17 req-0081e184-62ab-437d-a98b-9a00d2b02d97 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 943 time: 0.5484920 Oct 22 15:01:08.057989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:08.075318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:08.145559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.152271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.274518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-86c15dc4-485d-4015-9c92-17224631d82c None None] Provisioning complete for port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:08.275171 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-86c15dc4-485d-4015-9c92-17224631d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.351085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-86c15dc4-485d-4015-9c92-17224631d82c None None] Port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:08.396990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:08.397365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.426272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a182873b-52d4-4839-bd76-09d042228b17 req-9661cad4-afd5-4e95-8c25-bbac7441876f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447042 Oct 22 15:01:08.449470 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.632440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.752060 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.784833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] Update dhcp port {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'fixed_ips': [{'subnet_id': 'dfe2edc7-d008-42f5-9c8f-74c09342d3e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14286581-8979-42b2-a837-411f7f505b72', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c74e20d-06f7-4cce-a007-9d5a67ceba34'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '47a2c08c-c108-4358-9d4c-8b5a5a300cf6'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 15:01:08.802029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:08.802653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.804114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] 10.222.0.69 "PUT /v2.0/ports/7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 1091 time: 2.7304497 Oct 22 15:01:08.807043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:08.809370 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3087eba-481f-4951-bf7d-f335bb41374d" -d '{"events": [{"name": "network-changed", "server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "tag": "7714bca9-abef-4b62-aed1-7393b720a396"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:08.860060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a9d2f-c5c4-4439-8105-13afc1a05c30 service neutron] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:08.906781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.968681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:08.971432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cc20-bac1-4b6e-87df-706bf9f0661c req-e22c999e-f2ca-4eaf-acac-eed6962da391 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:08.979354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b641cc20-bac1-4b6e-87df-706bf9f0661c req-e22c999e-f2ca-4eaf-acac-eed6962da391 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 931 time: 0.3911991 Oct 22 15:01:09.024784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:01:09.027626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6becb401-2742-44ca-86bd-a62fd8f76eb5 None None] Provisioning complete for port a278fec4-1113-45b7-b68b-8e01db15c5f6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:09.028109 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6becb401-2742-44ca-86bd-a62fd8f76eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.034586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.048047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Transition to ACTIVE for port object 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:01:09.090018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:09.127127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a519624b-5cea-41a4-9c28-3d873f151613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:09.132567 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-a519624b-5cea-41a4-9c28-3d873f151613 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1094 time: 0.0826554 Oct 22 15:01:09.137092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.145625 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.251846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-9c39106e-66ae-4971-b9b0-a516bb88fadc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 217 time: 0.1027513 Oct 22 15:01:09.275393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:09.304507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.307655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6becb401-2742-44ca-86bd-a62fd8f76eb5 None None] Port a278fec4-1113-45b7-b68b-8e01db15c5f6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:09.323236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:09.323543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1de90265-a9ae-44bf-87d7-5b1cf9fd5ca1 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:09.394926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-8194fd32-64fc-4755-9877-55d92a14d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:09.397000 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-8194fd32-64fc-4755-9877-55d92a14d7b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.0829151 Oct 22 15:01:09.429925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Delete allocated IP 2001:db8::1da (be7b00ad-6e7c-4f4e-8680-6abb163da638/14286581-8979-42b2-a837-411f7f505b72) {{(pid=107802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 15:01:09.479092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:09.479626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Allocated IP 2001:db8:0:2::c0 (be7b00ad-6e7c-4f4e-8680-6abb163da638/3c74e20d-06f7-4cce-a007-9d5a67ceba34/6f143eef-200e-4013-b065-f246c3780736) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:09.494889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.502929 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-c9a8a7ff-7629-409d-8f58-0b3845f19416 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888927 Oct 22 15:01:09.510006 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aaeae4-e2bc-4135-82ff-6c86daa9b78f x-openstack-request-id: req-91aaeae4-e2bc-4135-82ff-6c86daa9b78f {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:09.510377 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "tag": "7714bca9-abef-4b62-aed1-7393b720a396", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:09.510741 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91aaeae4-e2bc-4135-82ff-6c86daa9b78f {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:09.511386 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396', 'status': 'completed', 'code': 200} Oct 22 15:01:09.599536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:09.673806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Attempting to bind port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:09.674069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Attempting to bind port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:09.674340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Attempting to bind port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:09.688184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b641cc20-bac1-4b6e-87df-706bf9f0661c req-5fa78501-d605-4431-b40c-8c5ef5802a39 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7081411 Oct 22 15:01:09.690169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:01:09.690672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Attempting to bind port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d on network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:09.702800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:09.703280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Checking segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:09.703961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Bound using segment: {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:09.704464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Bound port: 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af38d6-c9ee-4043-9a21-a348b1635ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:09.704832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.723857 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.736770 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-f7e293ee-76b1-4bdb-912b-711f4969cc26 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739266 Oct 22 15:01:09.747420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Pushing event updated for resources: {'Port': ['ID=a278fec4-1113-45b7-b68b-8e01db15c5f6,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:09.815700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:09.819215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:09.844953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321ccbb9-4d18-4c44-a2d3-08fabf0401ed up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:09.900517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:09.901358 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:09.934332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-063b9d8a-f4fe-4fe7-8aee-7674483eeaed req-e2d42184-f055-445c-9c17-377b751c7a54 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134944 Oct 22 15:01:09.965907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:10.021819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.022431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:10.024069 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] 10.222.0.69 "PUT /v2.0/ports/152c7f1d-ce7e-48bd-bfe2-32fd40570d5d HTTP/1.1" status: 200 len: 1091 time: 2.1295905 Oct 22 15:01:10.058299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dccd5-e76b-4bf7-8136-1317d963b637 service neutron] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:10.187947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06097e-555e-4132-84f3-e33ce105812a req-ba98e069-3498-422a-ad94-e5fae9da9ee9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.189418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b06097e-555e-4132-84f3-e33ce105812a req-ba98e069-3498-422a-ad94-e5fae9da9ee9 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 950 time: 0.4963372 Oct 22 15:01:10.289009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb909-8569-402a-a81b-74cd6f1286fd req-297a0e53-27e0-4811-a69a-f66c44ee2204 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.290598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-897cb909-8569-402a-a81b-74cd6f1286fd req-297a0e53-27e0-4811-a69a-f66c44ee2204 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 943 time: 0.1948912 Oct 22 15:01:10.319853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b06097e-555e-4132-84f3-e33ce105812a req-ab779af4-a588-49bf-a6ef-7124e564e7b1 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979085 Oct 22 15:01:10.346266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:10.373676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087eba-481f-4951-bf7d-f335bb41374d req-617fec97-2c51-4cc2-8214-bb7e98d686f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.375798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-617fec97-2c51-4cc2-8214-bb7e98d686f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1094 time: 0.0910139 Oct 22 15:01:10.396577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-0a257c06-e6be-486b-9947-ba935bca5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.398246 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-0a257c06-e6be-486b-9947-ba935bca5665 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 1094 time: 0.0706177 Oct 22 15:01:10.426856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:10.458180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-d8389a83-7c8d-4dfa-b162-ba585afd0ca9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d HTTP/1.1" status: 200 len: 217 time: 0.0493281 Oct 22 15:01:10.458408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:10.471867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-897cb909-8569-402a-a81b-74cd6f1286fd req-49073804-8f6d-41bc-aa60-c87d25852678 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689606 Oct 22 15:01:10.572612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-a568293d-0155-455a-b3e9-eae51ed66e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.575303 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-a568293d-0155-455a-b3e9-eae51ed66e36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1080980 Oct 22 15:01:10.581190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087eba-481f-4951-bf7d-f335bb41374d req-2f1f6936-925f-4de5-8e95-fec21655f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.583075 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-2f1f6936-925f-4de5-8e95-fec21655f0f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.1982300 Oct 22 15:01:10.590302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:10.670431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-5b307ff5-f4fb-43d3-b614-fc69bed141c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 217 time: 0.0760975 Oct 22 15:01:10.692210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] Allocated IP 2001:db8:0:2::2 (be7b00ad-6e7c-4f4e-8680-6abb163da638/3c74e20d-06f7-4cce-a007-9d5a67ceba34/47a2c08c-c108-4358-9d4c-8b5a5a300cf6) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:10.724349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723e80-4a61-482e-923a-44fc27a85c59 req-009c7f15-b25b-4e34-93af-e54f46be9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.726301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-009c7f15-b25b-4e34-93af-e54f46be9590 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408372 Oct 22 15:01:10.785864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087eba-481f-4951-bf7d-f335bb41374d req-99390df7-839c-4630-ba9a-6547e01b9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.786090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:10.787673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-99390df7-839c-4630-ba9a-6547e01b9d61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.1074831 Oct 22 15:01:10.794539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event updated for resources: {'Port': ['ID=6f143eef-200e-4013-b065-f246c3780736,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:10.803114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] In _notify_port_updated(), no bound segment for port 6f143eef-200e-4013-b065-f246c3780736 on network be7b00ad-6e7c-4f4e-8680-6abb163da638 {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:01:10.810409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.811095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:10.817016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-774bb982-1c38-4088-8462-8fdf3f3fe219 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "PUT /v2.0/ports/6f143eef-200e-4013-b065-f246c3780736 HTTP/1.1" status: 200 len: 969 time: 3.1621530 Oct 22 15:01:10.817904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55902) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:10.836781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-1fcfca28-ceb9-4861-8868-84239c77f5c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381942 Oct 22 15:01:10.871339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1ef911bf-96b1-4fbe-a6ee-ca9588d8fbf4 None None] Provisioning complete for port a278fec4-1113-45b7-b68b-8e01db15c5f6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:10.871547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ef911bf-96b1-4fbe-a6ee-ca9588d8fbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:10.918566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1ef911bf-96b1-4fbe-a6ee-ca9588d8fbf4 None None] Port a278fec4-1113-45b7-b68b-8e01db15c5f6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:10.929583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-fefbfb1a-dcdf-4ab7-803b-09a1fb113877 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:10.931107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-fefbfb1a-dcdf-4ab7-803b-09a1fb113877 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 950 time: 0.3110754 Oct 22 15:01:10.945843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,segment=NetworkSegment(ed4ad579-63b0-493d-b2a6-92556e4578fe),segment_id=ed4ad579-63b0-493d-b2a6-92556e4578fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:10.983654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-dba9eca1-5b9c-4d10-9334-c2b105a87f78 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487495 Oct 22 15:01:10.993016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.035639 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-2b14a911-d977-4b3c-a875-d4cfabddc460 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661801 Oct 22 15:01:11.086037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06facc-08a0-4e07-a3b0-05693ed7bae7 req-eb1c3d53-b86a-4183-80ee-22bc40146463 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:11.087575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd06facc-08a0-4e07-a3b0-05693ed7bae7 req-eb1c3d53-b86a-4183-80ee-22bc40146463 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.2398725 Oct 22 15:01:11.106813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.159819 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39723e80-4a61-482e-923a-44fc27a85c59 req-1d0103c4-bb3d-4504-8b7a-84fcf2defd81 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668048 Oct 22 15:01:11.197038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3087eba-481f-4951-bf7d-f335bb41374d req-1c3e778d-81f0-4607-9363-9162a2a478a4 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305947 Oct 22 15:01:11.204256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port 6f143eef-200e-4013-b065-f246c3780736 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:11.204815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.212111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:11.227622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c3755dc4-b448-4bcc-bc8a-00f8bb7bb427 admin admin] 10.222.0.66 "PUT /v2.0/routers/7ba1e645-d02f-4a4a-b2af-13f8a989f9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2629561 Oct 22 15:01:11.235410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd06facc-08a0-4e07-a3b0-05693ed7bae7 req-108f82ed-c8e5-4b55-ad3f-c07e872de27a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257021 Oct 22 15:01:11.272567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Sync routers for ids ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:11.329425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Routers {'7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:11.331859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:11.338653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6d96a-3e35-4e13-a5b4-5bd22f3f97c5 None None] Pushing event updated for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:11.356080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.375429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for 6f143eef-200e-4013-b065-f246c3780736 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:11.384162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port b2445192-61c9-44a3-9edb-d4fd7228ba66 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:11.384499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.415664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.512267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:11.515050 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599e9630-7273-4b34-a11c-de7393a763ff" -d '{"events": [{"name": "network-changed", "server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:11.525771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Set router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:11.647085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2476e-4911-455a-b304-55562a046750 req-bddaae8f-f25a-41d5-878d-7225b3b186c6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:11.649071 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3d2476e-4911-455a-b304-55562a046750 req-bddaae8f-f25a-41d5-878d-7225b3b186c6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 949 time: 0.1106935 Oct 22 15:01:11.681131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5f116-4fa1-4e98-a132-81ac22eb2fac req-f6726c73-26ce-4122-bb3e-11c324a8c553 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:11.682862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91e5f116-4fa1-4e98-a132-81ac22eb2fac req-f6726c73-26ce-4122-bb3e-11c324a8c553 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 950 time: 0.1880827 Oct 22 15:01:11.856480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port b2445192-61c9-44a3-9edb-d4fd7228ba66, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=b2445192-61c9-44a3-9edb-d4fd7228ba66,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:11.856849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.863267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91e5f116-4fa1-4e98-a132-81ac22eb2fac req-469d795e-8353-4b98-8f01-68608647242d tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185915 Oct 22 15:01:11.882961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for b2445192-61c9-44a3-9edb-d4fd7228ba66 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:11.950656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port 91eef634-11bf-467f-82fe-a91bed2a5d32 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:11.953422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:11.959703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:11.987669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.009431 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d469d14c-6b9a-49ca-8117-81c04b0848ca x-openstack-request-id: req-d469d14c-6b9a-49ca-8117-81c04b0848ca {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:12.010261 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:12.011247 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d469d14c-6b9a-49ca-8117-81c04b0848ca {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:12.011834 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'status': 'completed', 'code': 200} Oct 22 15:01:12.026206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=6f143eef-200e-4013-b065-f246c3780736,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:12.146105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.159080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55928) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:12.161854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a4a4bc67-97c5-4a2a-9b50-26dc1a269724 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/6f143eef-200e-4013-b065-f246c3780736 HTTP/1.1" status: 204 len: 168 time: 1.3312187 Oct 22 15:01:12.195075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c391-9c9c-4e3e-9613-4786f08df701 req-3c916f72-fac3-4972-b1a2-f20bdb360620 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:12.199895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c29c391-9c9c-4e3e-9613-4786f08df701 req-3c916f72-fac3-4972-b1a2-f20bdb360620 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 943 time: 0.1712050 Oct 22 15:01:12.211590 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54b36c8-88d2-4f63-9bda-955e0e656ca9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] GET failed (client error): The resource could not be found. Oct 22 15:01:12.226854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e54b36c8-88d2-4f63-9bda-955e0e656ca9 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports/6f143eef-200e-4013-b065-f246c3780736 HTTP/1.1" status: 404 len: 333 time: 0.0553536 Oct 22 15:01:12.227999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55930) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:12.240624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9630-7273-4b34-a11c-de7393a763ff req-203821eb-52c7-4e49-8a4a-6cdd481e41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:12.244826 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-203821eb-52c7-4e49-8a4a-6cdd481e41a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 1094 time: 0.2233310 Oct 22 15:01:12.325596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c29c391-9c9c-4e3e-9613-4786f08df701 req-7eab97e6-8067-48ca-ac43-d816687b14f8 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139143 Oct 22 15:01:12.336495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:12.338348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.351584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port 91eef634-11bf-467f-82fe-a91bed2a5d32, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91eef634-11bf-467f-82fe-a91bed2a5d32,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:12.351950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.388404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for 91eef634-11bf-467f-82fe-a91bed2a5d32 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:12.435658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'a278fec4-1113-45b7-b68b-8e01db15c5f6', 'name': '', 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'mac_address': 'fa:16:3e:4a:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:06Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 2, 'project_id': '8027fae226cf403e873816d489a6903b', 'subnets': [{'id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:12.458043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.482847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Checking router: 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:12.484025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Updating router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba port a278fec4-1113-45b7-b68b-8e01db15c5f6 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:01:12.492008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=b2445192-61c9-44a3-9edb-d4fd7228ba66,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:12.521672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2', 'b2445192-61c9-44a3-9edb-d4fd7228ba66', '91eef634-11bf-467f-82fe-a91bed2a5d32'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:12.526724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.536829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0050793-dc76-4a21-966f-565960881e82 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.596659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1fd5-825e-42f9-9cb9-f4a2bb6a8672 req-4795d463-e6f2-43e7-a00a-732371458496 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:12.598382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d01b1fd5-825e-42f9-9cb9-f4a2bb6a8672 req-4795d463-e6f2-43e7-a00a-732371458496 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.2219577 Oct 22 15:01:12.600120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port b2445192-61c9-44a3-9edb-d4fd7228ba66 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:12.604329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.607969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "DELETE /v2.0/ports/b2445192-61c9-44a3-9edb-d4fd7228ba66 HTTP/1.1" status: 204 len: 173 time: 1.6692710 Oct 22 15:01:12.609971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'name': 'network-vif-deleted', 'tag': 'b2445192-61c9-44a3-9edb-d4fd7228ba66'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:12.614942 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef8fcf-fd14-44a3-993b-67d76b2c7f53" -d '{"events": [{"server_uuid": "1b72a52e-dbde-481e-96a1-79f3fd60aaf4", "name": "network-vif-deleted", "tag": "b2445192-61c9-44a3-9edb-d4fd7228ba66"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:12.621833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9630-7273-4b34-a11c-de7393a763ff req-14614769-43e4-4969-b7c4-21f0194c5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:12.626333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-14614769-43e4-4969-b7c4-21f0194c5205 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.3618071 Oct 22 15:01:12.678869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d01b1fd5-825e-42f9-9cb9-f4a2bb6a8672 req-f247949c-b472-4770-b095-8f76123957df tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548072 Oct 22 15:01:12.722141 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f26415-b9b9-4fd7-94d5-882811b951a5 x-openstack-request-id: req-72f26415-b9b9-4fd7-94d5-882811b951a5 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:12.722356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e84c68a5-f757-403f-b5fe-2c3913ee5d15 None None] Provisioning complete for port ba565bda-c813-4108-acc8-b5dc892fb38d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:12.722467 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b72a52e-dbde-481e-96a1-79f3fd60aaf4", "name": "network-vif-deleted", "tag": "b2445192-61c9-44a3-9edb-d4fd7228ba66", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:12.722661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e84c68a5-f757-403f-b5fe-2c3913ee5d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.722775 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72f26415-b9b9-4fd7-94d5-882811b951a5 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:12.723117 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b72a52e-dbde-481e-96a1-79f3fd60aaf4', 'name': 'network-vif-deleted', 'tag': 'b2445192-61c9-44a3-9edb-d4fd7228ba66', 'status': 'completed', 'code': 200} Oct 22 15:01:12.731615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0050793-dc76-4a21-966f-565960881e82 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:12.901034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-a0493f9e-9749-411d-8bb8-5ea80cbe3738 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d HTTP/1.1" status: 200 len: 217 time: 0.1976001 Oct 22 15:01:12.941549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e84c68a5-f757-403f-b5fe-2c3913ee5d15 None None] Port ba565bda-c813-4108-acc8-b5dc892fb38d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:12.966803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e84c68a5-f757-403f-b5fe-2c3913ee5d15 None None] Could not find standard attr ID for object 6f143eef-200e-4013-b065-f246c3780736. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:01:12.991043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9630-7273-4b34-a11c-de7393a763ff req-1ada64e8-3544-43b0-8a14-c78e004d4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:12.992961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-1ada64e8-3544-43b0-8a14-c78e004d4744 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.0740726 Oct 22 15:01:13.025618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.174451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e84c68a5-f757-403f-b5fe-2c3913ee5d15 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:13.175014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e84c68a5-f757-403f-b5fe-2c3913ee5d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.207401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=91eef634-11bf-467f-82fe-a91bed2a5d32,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:13.265549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfd109c1-777b-48a2-bd9c-2eddb57d5cf4 req-2b59b011-fe03-42b7-b066-ee7000203b80 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b72a52e-dbde-481e-96a1-79f3fd60aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0715311 Oct 22 15:01:13.308926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port 91eef634-11bf-467f-82fe-a91bed2a5d32 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:13.332368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.337593 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3d2476e-4911-455a-b304-55562a046750 req-12e17663-7f75-438e-aaab-bff4b7b27add tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "DELETE /v2.0/ports/91eef634-11bf-467f-82fe-a91bed2a5d32 HTTP/1.1" status: 204 len: 173 time: 1.6794426 Oct 22 15:01:13.340583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0050793-dc76-4a21-966f-565960881e82 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.344468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0050793-dc76-4a21-966f-565960881e82 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.348690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55966) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:13.349405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f0050793-dc76-4a21-966f-565960881e82 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/security-groups/dffabed1-3e70-4ef3-95a5-5a855e8d12f7 HTTP/1.1" status: 204 len: 168 time: 1.1172307 Oct 22 15:01:13.384008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050793-dc76-4a21-966f-565960881e82 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffabed1-3e70-4ef3-95a5-5a855e8d12f7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:13.388228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9630-7273-4b34-a11c-de7393a763ff req-60890d8c-5469-4515-af8f-bfd0e6543da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:13.395814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-60890d8c-5469-4515-af8f-bfd0e6543da3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3906045 Oct 22 15:01:13.480256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f20bb898-e804-4a47-805c-de7b28661141 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.561580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f20bb898-e804-4a47-805c-de7b28661141 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.580836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-ad6b57de-2c36-4da3-bdc4-2f3e184ca1f5 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761191 Oct 22 15:01:13.627513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdae7a-4af5-457c-80c3-5314a3653ac6 req-0ca5ee56-fbc4-4fde-b7bd-d5bb900625ef tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:13.629106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28bdae7a-4af5-457c-80c3-5314a3653ac6 req-0ca5ee56-fbc4-4fde-b7bd-d5bb900625ef tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 943 time: 0.0890150 Oct 22 15:01:13.688482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.714346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28bdae7a-4af5-457c-80c3-5314a3653ac6 req-a2ad6877-99cb-42ed-bd7b-0ad3aafcb794 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Oct 22 15:01:13.769618 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f20bb898-e804-4a47-805c-de7b28661141 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.774400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f20bb898-e804-4a47-805c-de7b28661141 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.779021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f20bb898-e804-4a47-805c-de7b28661141 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/security-groups/efdcf012-c563-46bc-a53b-05e939afcaf9 HTTP/1.1" status: 204 len: 168 time: 0.4261789 Oct 22 15:01:13.812307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-160d3fa5-6127-4112-a5fc-93cc6a132b15 None None] Could not find standard attr ID for object 6f143eef-200e-4013-b065-f246c3780736. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:01:13.815835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55974) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:13.816821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:13.818295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb898-e804-4a47-805c-de7b28661141 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdcf012-c563-46bc-a53b-05e939afcaf9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:13.972702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb4cb6-e8fa-4a32-8688-572572204199 None None] Pushing event updated for resources: {'Port': ['ID=a278fec4-1113-45b7-b68b-8e01db15c5f6,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:14.031650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360fd8d5-37b8-4859-962d-88492917913b', 'name': 'network-vif-deleted', 'tag': '91eef634-11bf-467f-82fe-a91bed2a5d32'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:14.040367 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf54f03-7c25-4c49-ba23-e19ce471b888" -d '{"events": [{"server_uuid": "360fd8d5-37b8-4859-962d-88492917913b", "name": "network-vif-deleted", "tag": "91eef634-11bf-467f-82fe-a91bed2a5d32"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:14.049036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Attempting to bind port a278fec4-1113-45b7-b68b-8e01db15c5f6 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:14.049696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Attempting to bind port a278fec4-1113-45b7-b68b-8e01db15c5f6 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:14.050229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Attempting to bind port a278fec4-1113-45b7-b68b-8e01db15c5f6 on network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:14.056553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:14.057373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Checking segment: {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:14.057942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.058783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Bound using segment: {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:14.059684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Bound port: a278fec4-1113-45b7-b68b-8e01db15c5f6, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:14.059684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.114631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d225aa7-b2fe-47bd-9cda-7afdd289907c req-9e86c02b-25e6-4fbd-8dbd-a53ce4a6b076 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:14.122486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d225aa7-b2fe-47bd-9cda-7afdd289907c req-9e86c02b-25e6-4fbd-8dbd-a53ce4a6b076 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.3056023 Oct 22 15:01:14.140994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc59c8e4-e5dc-4656-8717-8b9bee4e80c8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.176292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] For port a278fec4-1113-45b7-b68b-8e01db15c5f6, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:14.178136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc59c8e4-e5dc-4656-8717-8b9bee4e80c8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.180943 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] For port a278fec4-1113-45b7-b68b-8e01db15c5f6, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a278fec4-1113-45b7-b68b-8e01db15c5f6,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:14.191906 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-599e9630-7273-4b34-a11c-de7393a763ff req-54ccb578-4e75-4c26-a869-7ff00e60fdea service neutron] 10.222.0.69 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999258 Oct 22 15:01:14.194791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:14.215129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d225aa7-b2fe-47bd-9cda-7afdd289907c req-d670219c-551b-4c67-b9bd-b2897d3161a4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910280 Oct 22 15:01:14.374772 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7cdbc-5bc3-4c4b-9ca7-74462cd9da4d x-openstack-request-id: req-89b7cdbc-5bc3-4c4b-9ca7-74462cd9da4d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:14.375206 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360fd8d5-37b8-4859-962d-88492917913b", "name": "network-vif-deleted", "tag": "91eef634-11bf-467f-82fe-a91bed2a5d32", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:14.375483 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89b7cdbc-5bc3-4c4b-9ca7-74462cd9da4d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:14.375730 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360fd8d5-37b8-4859-962d-88492917913b', 'name': 'network-vif-deleted', 'tag': '91eef634-11bf-467f-82fe-a91bed2a5d32', 'status': 'completed', 'code': 200} Oct 22 15:01:14.382921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc59c8e4-e5dc-4656-8717-8b9bee4e80c8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.383925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.385653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7738d565-6f43-408c-b4fa-f9dff96aab42 None None] Provisioning complete for port a278fec4-1113-45b7-b68b-8e01db15c5f6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:14.386004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7738d565-6f43-408c-b4fa-f9dff96aab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.390767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc59c8e4-e5dc-4656-8717-8b9bee4e80c8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.390767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc59c8e4-e5dc-4656-8717-8b9bee4e80c8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/security-groups/6d342872-095a-4eb5-8969-0a2100481491 HTTP/1.1" status: 204 len: 168 time: 0.5647409 Oct 22 15:01:14.392425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55996) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:14.403903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59c8e4-e5dc-4656-8717-8b9bee4e80c8 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d342872-095a-4eb5-8969-0a2100481491,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:14.472800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 14286581-8979-42b2-a837-411f7f505b72 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:14.477692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.541900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.563332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb4cb6-e8fa-4a32-8688-572572204199 None None] Pushing event updated for resources: {'Port': ['ID=a278fec4-1113-45b7-b68b-8e01db15c5f6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:14.567899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Routers {'7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:14.568789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:14.608146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc069cd-48e7-4838-ba8c-3af30b84bef5 req-0af7722b-d787-4d85-ba2a-64df4a85f7e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=360fd8d5-37b8-4859-962d-88492917913b HTTP/1.1" status: 200 len: 210 time: 0.0982840 Oct 22 15:01:14.689964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.702235 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7738d565-6f43-408c-b4fa-f9dff96aab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.790831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:14.807801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] Set router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:14.847846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7738d565-6f43-408c-b4fa-f9dff96aab42 None None] For port a278fec4-1113-45b7-b68b-8e01db15c5f6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a278fec4-1113-45b7-b68b-8e01db15c5f6,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:14.880955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758daece-779f-4058-8141-ce0d8b3b9408 req-a49edcdf-aa68-4ed7-8e2a-03664f741205 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:14.883911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-758daece-779f-4058-8141-ce0d8b3b9408 req-a49edcdf-aa68-4ed7-8e2a-03664f741205 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 943 time: 0.0576150 Oct 22 15:01:14.896636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.933505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-758daece-779f-4058-8141-ce0d8b3b9408 req-41ba777b-85a2-4472-ad3f-faec35853219 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Oct 22 15:01:14.941134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=14286581-8979-42b2-a837-411f7f505b72,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:14.943834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:14.960810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56010) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:14.960986 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46501eef-121d-4145-800a-5d85fd863b86 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/14286581-8979-42b2-a837-411f7f505b72 HTTP/1.1" status: 204 len: 168 time: 0.5669689 Oct 22 15:01:14.966892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cfedcc-4125-4b52-bfa1-ae442a6b8b11 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:15.020281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7738d565-6f43-408c-b4fa-f9dff96aab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.033650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet 3c74e20d-06f7-4cce-a007-9d5a67ceba34 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:15.037139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.083522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.194282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.195205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738d565-6f43-408c-b4fa-f9dff96aab42 None None] Pushing event updated for resources: {'Port': ['ID=a278fec4-1113-45b7-b68b-8e01db15c5f6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:15.210301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c7e3e566-2bfd-4d06-b302-e90e901e6dba None None] Provisioning complete for port a278fec4-1113-45b7-b68b-8e01db15c5f6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:15.210678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e566-2bfd-4d06-b302-e90e901e6dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.275720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:01:15.277901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b2445192-61c9-44a3-9edb-d4fd7228ba66 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:15.307890 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.397608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26fbec-13ec-44ed-8330-0deb797542c8 req-1b0b9c07-b723-47e5-9de5-f7fdea78e10c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:15.405551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a26fbec-13ec-44ed-8330-0deb797542c8 req-1b0b9c07-b723-47e5-9de5-f7fdea78e10c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.1006453 Oct 22 15:01:15.425069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.486091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=3c74e20d-06f7-4cce-a007-9d5a67ceba34,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:15.495993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'a278fec4-1113-45b7-b68b-8e01db15c5f6', 'name': '', 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'mac_address': 'fa:16:3e:4a:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:06Z', 'updated_at': '2021-10-22T15:01:14Z', 'revision_number': 4, 'project_id': '8027fae226cf403e873816d489a6903b', 'subnets': [{'id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:15.502049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.502288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: b2445192-61c9-44a3-9edb-d4fd7228ba66 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:15.502632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device b2445192-61c9-44a3-9edb-d4fd7228ba66 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:15.503329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91eef634-11bf-467f-82fe-a91bed2a5d32 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:15.505144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c3cc06a9-0853-4bd6-8848-0b62b7694924 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/3c74e20d-06f7-4cce-a007-9d5a67ceba34 HTTP/1.1" status: 204 len: 168 time: 0.5434797 Oct 22 15:01:15.508095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56020) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:15.520103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a26fbec-13ec-44ed-8330-0deb797542c8 req-0e392980-55cf-4329-8418-e0a5e03dc048 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032290 Oct 22 15:01:15.543010 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52c4bf3-9563-4f4d-80ae-72180cd1fb0d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:15.543010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52c4bf3-9563-4f4d-80ae-72180cd1fb0d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:15.546771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f52c4bf3-9563-4f4d-80ae-72180cd1fb0d tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/14286581-8979-42b2-a837-411f7f505b72 HTTP/1.1" status: 404 len: 337 time: 0.0354857 Oct 22 15:01:15.547299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56022) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:15.565600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2be5c-16fb-4029-88a2-3762160af444 None None] The sync data for ids ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'] in n-d-812148-2 is: [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'a278fec4-1113-45b7-b68b-8e01db15c5f6', 'name': '', 'network_id': '6ebbc61f-41af-4616-bba7-4e6b5edc0251', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'mac_address': 'fa:16:3e:4a:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:06Z', 'updated_at': '2021-10-22T15:01:14Z', 'revision_number': 4, 'project_id': '8027fae226cf403e873816d489a6903b', 'subnets': [{'id': 'f054d63c-64b5-4bff-920b-f42c36e0bdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:15.571535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 91eef634-11bf-467f-82fe-a91bed2a5d32 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:15.571535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91eef634-11bf-467f-82fe-a91bed2a5d32 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:15.659645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting subnet dfe2edc7-d008-42f5-9c8f-74c09342d3e5 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:15.663321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Deleting port 5164e61b-72b6-4582-91bf-979567d30c48 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:15.663883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.671295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.759459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.812662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a0568-1eb8-4ee8-8f62-cd6f7bc6784d None None] Update dhcp port {'port': {'network_id': 'be7b00ad-6e7c-4f4e-8680-6abb163da638', 'fixed_ips': [{'subnet_id': 'dfe2edc7-d008-42f5-9c8f-74c09342d3e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3c74e20d-06f7-4cce-a007-9d5a67ceba34'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '47a2c08c-c108-4358-9d4c-8b5a5a300cf6'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 15:01:15.864114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:15.873162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0568-1eb8-4ee8-8f62-cd6f7bc6784d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.898590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] For port 5164e61b-72b6-4582-91bf-979567d30c48, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5164e61b-72b6-4582-91bf-979567d30c48,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:15.899598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:15.913813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'mac_address': 'fa:16:3e:ac:72:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:01:15.919682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Calling delete_port for 5164e61b-72b6-4582-91bf-979567d30c48 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:16.026093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.044363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a278fec4-1113-45b7-b68b-8e01db15c5f6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:16.203544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebda18-9ebc-40f4-afcb-52eb38659f23 req-9789112a-cf79-4cc7-99f8-6ada50870dac tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:16.214288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09ebda18-9ebc-40f4-afcb-52eb38659f23 req-9789112a-cf79-4cc7-99f8-6ada50870dac tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 943 time: 0.1422558 Oct 22 15:01:16.221150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.262708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:01:16.263144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09ebda18-9ebc-40f4-afcb-52eb38659f23 req-d3cedaee-4b26-4c0e-8ac1-9d56f969e258 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Oct 22 15:01:16.306812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.312020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:16.317284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a278fec4-1113-45b7-b68b-8e01db15c5f6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:16.317653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.334427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe2edc7-d008-42f5-9c8f-74c09342d3e5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:16.343617 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.349466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5e525e88-6d63-4a85-8da1-a8db25502b0a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/dfe2edc7-d008-42f5-9c8f-74c09342d3e5 HTTP/1.1" status: 204 len: 168 time: 0.7988329 Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-ca9a0568-1eb8-4ee8-8f62-cd6f7bc6784d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfe2edc7-d008-42f5-9c8f-74c09342d3e5: This subnet is being modified by another concurrent operation. Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 15:01:16.349635 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfe2edc7-d008-42f5-9c8f-74c09342d3e5: This subnet is being modified by another concurrent operation. Oct 22 15:01:16.354098 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 15:01:16.358033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56034) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:16.384434 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77ff247-7bec-4ed1-8156-a61a5e65aecf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:16.391095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77ff247-7bec-4ed1-8156-a61a5e65aecf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:16.401853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c77ff247-7bec-4ed1-8156-a61a5e65aecf tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/7d318436-7f2a-4028-81c5-5fcd61e9fd52 HTTP/1.1" status: 404 len: 337 time: 0.0488093 Oct 22 15:01:16.402493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56036) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:16.457717 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.458450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7714bca9-abef-4b62-aed1-7393b720a396 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:01:16.488277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-250604e8-0ba6-41d0-beaf-c0dfbd704ef7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7a4d341-71e6-406f-b05f-9bae0bf4050f HTTP/1.1" status: 200 len: 205 time: 0.0754602 Oct 22 15:01:16.488277 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.491451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56044) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:16.554559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90232989-0113-4659-80d6-27509514abd3 None None] Network be7b00ad-6e7c-4f4e-8680-6abb163da638 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:16.613670 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-23487aaa-1607-4b26-8047-697297a35214 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] delete failed (client error): The resource could not be found. Oct 22 15:01:16.618530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-23487aaa-1607-4b26-8047-697297a35214 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/routers/c7a4d341-71e6-406f-b05f-9bae0bf4050f HTTP/1.1" status: 404 len: 336 time: 0.1306159 Oct 22 15:01:16.619837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56054) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:16.652742 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-affac21a-2289-427d-a824-6a163c013d6f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:16.653319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affac21a-2289-427d-a824-6a163c013d6f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:16.658500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-affac21a-2289-427d-a824-6a163c013d6f tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/5da46b1b-2d11-4480-b8a1-d074bdefb6f1 HTTP/1.1" status: 404 len: 337 time: 0.0373647 Oct 22 15:01:16.668499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56056) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:16.772450 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-3164daa1-d863-4d15-a022-e1637d481980 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:16.772450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3164daa1-d863-4d15-a022-e1637d481980 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:16.772681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3be5eb76-b90b-4d28-9158-eaa581123f82 None None] Provisioning complete for port ba565bda-c813-4108-acc8-b5dc892fb38d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:16.772681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3be5eb76-b90b-4d28-9158-eaa581123f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:16.773688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3164daa1-d863-4d15-a022-e1637d481980 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/53f50989-f963-40bb-910f-61344cf89d3f HTTP/1.1" status: 404 len: 337 time: 0.1027839 Oct 22 15:01:16.776866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56062) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:16.808648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:16.915616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5164e61b-72b6-4582-91bf-979567d30c48,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:16.993199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.003076 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ec59dc-256c-43c7-8ece-e9f23cfec5f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.003600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ec59dc-256c-43c7-8ece-e9f23cfec5f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.007833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6ec59dc-256c-43c7-8ece-e9f23cfec5f4 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/d28df6a2-82b1-40b0-a283-0d86e9510e33 HTTP/1.1" status: 404 len: 337 time: 0.2299023 Oct 22 15:01:17.012979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56068) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.019892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3be5eb76-b90b-4d28-9158-eaa581123f82 None None] Port ba565bda-c813-4108-acc8-b5dc892fb38d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:17.021800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fcb67-0b2d-40ed-a042-17e040968ee5 req-02fa4c78-810c-4317-b5e2-348231071776 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:17.023407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-399fcb67-0b2d-40ed-a042-17e040968ee5 req-02fa4c78-810c-4317-b5e2-348231071776 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 950 time: 0.3730459 Oct 22 15:01:17.042668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ec340-a42a-4b96-9837-d29451903822 req-465980aa-652c-4407-8356-4bc4f2f81f6c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:17.052861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-206ec340-a42a-4b96-9837-d29451903822 req-465980aa-652c-4407-8356-4bc4f2f81f6c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 944 time: 0.2934346 Oct 22 15:01:17.068008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:17.086313 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-04241f17-edbd-4067-8838-52b99503a0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.086313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04241f17-edbd-4067-8838-52b99503a0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.088530 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04241f17-edbd-4067-8838-52b99503a0ae tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/881ba317-a321-4a08-abff-f7611140fb19 HTTP/1.1" status: 404 len: 333 time: 0.0741868 Oct 22 15:01:17.104508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '7714bca9-abef-4b62-aed1-7393b720a396', 'network_id': '77943055-6ec7-4c23-9a03-846f5455a420', 'port_id': '7714bca9-abef-4b62-aed1-7393b720a396', 'mac_address': 'fa:16:3e:3b:92:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423d490d-12fb-4571-908c-20eaca1c68e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:01:17.111595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56072) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.126017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3be5eb76-b90b-4d28-9158-eaa581123f82 None None] Provisioning complete for port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:17.127400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3be5eb76-b90b-4d28-9158-eaa581123f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.196610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] DHCP port deletion for be7b00ad-6e7c-4f4e-8680-6abb163da638 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:01:17.213224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.228336 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d57ebb-4916-4ab3-abfe-a8c52219b299 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.228797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d57ebb-4916-4ab3-abfe-a8c52219b299 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.235490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a9d57ebb-4916-4ab3-abfe-a8c52219b299 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/2588a08b-44ed-438b-87fb-99d642e29158 HTTP/1.1" status: 404 len: 337 time: 0.1165054 Oct 22 15:01:17.237182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56076) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.267196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7714bca9-abef-4b62-aed1-7393b720a396 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:01:17.331927 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83eea2a-be3b-4727-8ae8-93909b664eb0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.331927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83eea2a-be3b-4727-8ae8-93909b664eb0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.332652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56080) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.334022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a83eea2a-be3b-4727-8ae8-93909b664eb0 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/33e3cba9-105a-42f2-bcd5-21bb2ac9ee5e HTTP/1.1" status: 404 len: 337 time: 0.0925014 Oct 22 15:01:17.354582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-399fcb67-0b2d-40ed-a042-17e040968ee5 req-1a0c037b-1c29-4d38-af72-199da4f5ab86 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930710 Oct 22 15:01:17.372200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-206ec340-a42a-4b96-9837-d29451903822 req-9c1080fb-d28c-40e8-abfa-a566c2ea4261 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182960 Oct 22 15:01:17.385524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:17.414461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] Deleting port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:17.415113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.493802 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5e7dcf-83b5-4f5c-b3ad-a5632a083738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.496015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5e7dcf-83b5-4f5c-b3ad-a5632a083738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.515122 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a5e7dcf-83b5-4f5c-b3ad-a5632a083738 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/d78ea4f9-9157-4ece-9d89-726ef3868416 HTTP/1.1" status: 404 len: 333 time: 0.1811054 Oct 22 15:01:17.531400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56086) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.563340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] For port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,segment=NetworkSegment(ed4ad579-63b0-493d-b2a6-92556e4578fe),segment_id=ed4ad579-63b0-493d-b2a6-92556e4578fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:17.563949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.588563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] Calling delete_port for 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:17.589881 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac89e68d-83be-4937-b7c5-6016556bfec7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.590503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac89e68d-83be-4937-b7c5-6016556bfec7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.597850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac89e68d-83be-4937-b7c5-6016556bfec7 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/3feb9fab-4b47-48c0-bc39-b827bd6abba3 HTTP/1.1" status: 404 len: 337 time: 0.0644469 Oct 22 15:01:17.599674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56088) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.606260 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.632473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Router 99621406-3717-4d40-92cf-6921b0739216 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:17.669688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:17.675434 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49f1609-08c6-43d8-81eb-d1fbbf7ce991 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] DELETE failed (client error): The resource could not be found. Oct 22 15:01:17.678042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49f1609-08c6-43d8-81eb-d1fbbf7ce991 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:01:17.690414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a49f1609-08c6-43d8-81eb-d1fbbf7ce991 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/subnets/ecbfc229-7f7b-4bfe-aef5-a6248ff31835 HTTP/1.1" status: 404 len: 337 time: 0.0885835 Oct 22 15:01:17.698125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.752632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935555ea-dbf7-4b21-b14e-4f972296a845 req-b57075ce-32eb-498b-976b-2f5aed0b0be3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:17.761482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-935555ea-dbf7-4b21-b14e-4f972296a845 req-b57075ce-32eb-498b-976b-2f5aed0b0be3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 944 time: 0.2505040 Oct 22 15:01:17.836183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:17.850550 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] Sync routers for ids ['99621406-3717-4d40-92cf-6921b0739216'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:17.852840 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d7332ce4-4030-417d-943c-087297afbb31 admin admin] 10.222.0.66 "PUT /v2.0/routers/99621406-3717-4d40-92cf-6921b0739216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0606885 Oct 22 15:01:17.859670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:17.866927 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] Routers {'99621406-3717-4d40-92cf-6921b0739216'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:17.877286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99621406-3717-4d40-92cf-6921b0739216'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:17.914464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-935555ea-dbf7-4b21-b14e-4f972296a845 req-b3649b6d-92a7-4b98-b84a-7429022eaebc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514614 Oct 22 15:01:17.967345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Deleting port ba565bda-c813-4108-acc8-b5dc892fb38d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:17.981449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:17.981839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:18.063449 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.095841 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] Set router 99621406-3717-4d40-92cf-6921b0739216 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:18.118684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.127342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 update to DOWN by agent not found {{(pid=107803) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 15:01:18.131345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] Pushing event deleted for resources: {'Port': ['ID=47a2c08c-c108-4358-9d4c-8b5a5a300cf6,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:18.133920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8665a8-5b06-4844-8f07-ab46f5c1c0bb None None] No DVR routers for this DVR port 47a2c08c-c108-4358-9d4c-8b5a5a300cf6 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:18.147704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:18.174560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7778-d354-4149-93d9-a21710997c6e req-f4c40587-e20c-41a1-9f5a-27c02dbfbac2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:18.184975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29dc7778-d354-4149-93d9-a21710997c6e req-f4c40587-e20c-41a1-9f5a-27c02dbfbac2 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 950 time: 0.1604469 Oct 22 15:01:18.191012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['7714bca9-abef-4b62-aed1-7393b720a396'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:18.194914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bd26b-a148-40a1-9b0a-32dc956822f2 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 15:01:18.416181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.439758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:18.461660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Calling delete_port for ba565bda-c813-4108-acc8-b5dc892fb38d owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:18.504828 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:01:16Z', 'revision_number': 5, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:18.576781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] Checking router: 99621406-3717-4d40-92cf-6921b0739216 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:18.602494 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] Routers {'99621406-3717-4d40-92cf-6921b0739216'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:18.603353 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99621406-3717-4d40-92cf-6921b0739216'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:18.661666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690d6a-8d29-4282-90ff-0c4b14716c43 req-ee77c005-6263-4094-bb93-a1a2c6b465e5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:18.663664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81690d6a-8d29-4282-90ff-0c4b14716c43 req-ee77c005-6263-4094-bb93-a1a2c6b465e5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 944 time: 0.1324956 Oct 22 15:01:18.683916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25f3d931-973d-4a18-a847-bc2d9ae0bc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.708486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.718135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911b94c-7753-4200-9e27-4eea328fa123 req-27d5b4b0-2f5a-40d4-9b22-7c1f91a81dc7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:18.720624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2911b94c-7753-4200-9e27-4eea328fa123 req-27d5b4b0-2f5a-40d4-9b22-7c1f91a81dc7 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 950 time: 0.1921515 Oct 22 15:01:18.777277 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] Set router 99621406-3717-4d40-92cf-6921b0739216 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:18.805783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81690d6a-8d29-4282-90ff-0c4b14716c43 req-3c52aefb-41c4-4e2a-8c7f-24f8839ef8d6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254396 Oct 22 15:01:18.808789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bd26b-a148-40a1-9b0a-32dc956822f2 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 15:01:18.829511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Deleting port 37ea5041-6851-479a-b6da-36ef0af091f2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:18.829858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.835248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2911b94c-7753-4200-9e27-4eea328fa123 req-124aadc9-8550-4f1b-a900-8002f763d4e5 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f705665-a618-4a0b-a43e-4f163a14e948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066878 Oct 22 15:01:18.841529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.931379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Port': ['ID=ba565bda-c813-4108-acc8-b5dc892fb38d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:18.950876 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:18.959805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3a171777-9c4a-44b7-9c67-bcd69e746665 tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/ports/ba565bda-c813-4108-acc8-b5dc892fb38d HTTP/1.1" status: 204 len: 168 time: 1.2541673 Oct 22 15:01:18.965620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56112) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:19.002828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] For port 37ea5041-6851-479a-b6da-36ef0af091f2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=37ea5041-6851-479a-b6da-36ef0af091f2,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:19.003358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.039484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Calling delete_port for 37ea5041-6851-479a-b6da-36ef0af091f2 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:19.052136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Deleting port 4cab7d81-88e3-4512-9c35-95d880d45c96 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:19.052523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.122482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25f3d931-973d-4a18-a847-bc2d9ae0bc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.127698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.201310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f517684-0136-4d36-bc2c-ac4553e3b7e9 req-58e32129-95be-4caf-bf69-7db18eac33c1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:19.203155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f517684-0136-4d36-bc2c-ac4553e3b7e9 req-58e32129-95be-4caf-bf69-7db18eac33c1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 944 time: 0.1318865 Oct 22 15:01:19.227687 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:01:16Z', 'revision_number': 5, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:19.242143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25f3d931-973d-4a18-a847-bc2d9ae0bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.259371 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd8afa-5e1b-47ec-b270-719a25d13851 None None] The sync data for ids ['99621406-3717-4d40-92cf-6921b0739216'] in n-d-812148-2 is: [{'id': '99621406-3717-4d40-92cf-6921b0739216', 'name': 'tempest-TestAggregatesBasicOps-1627423463-router', 'tenant_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:00:42Z', 'updated_at': '2021-10-22T15:01:16Z', 'revision_number': 5, 'project_id': '0acdfbacf6624807a9f0e6a6a5226f7c', 'gw_port': {'id': '4cab7d81-88e3-4512-9c35-95d880d45c96', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99621406-3717-4d40-92cf-6921b0739216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:00:44Z', 'updated_at': '2021-10-22T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:19.287473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] For port 4cab7d81-88e3-4512-9c35-95d880d45c96, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cab7d81-88e3-4512-9c35-95d880d45c96,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:19.287842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.292198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.308029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Calling delete_port for 4cab7d81-88e3-4512-9c35-95d880d45c96 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:19.345278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f517684-0136-4d36-bc2c-ac4553e3b7e9 req-e6320bd6-2d01-49e0-a121-41db0d36a434 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290264 Oct 22 15:01:19.352950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-25f3d931-973d-4a18-a847-bc2d9ae0bc4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f5bc6e12d8f4199abb3323064fa1265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9107709 Oct 22 15:01:19.354646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7b00ad-6e7c-4f4e-8680-6abb163da638']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:19.358081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:19.366995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3d931-973d-4a18-a847-bc2d9ae0bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb845dc4-5e7b-4091-8742-37c737631608,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:19.370229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4ad579-63b0-493d-b2a6-92556e4578fe') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:19.370536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4ad579-63b0-493d-b2a6-92556e4578fe') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:19.380882 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.400599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.405482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.411089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:01:19.411516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:01:19.414667 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:01:19.487282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Pushing event deleted for resources: {'Port': ['ID=37ea5041-6851-479a-b6da-36ef0af091f2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:19.527760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1289-b71c-416d-85ec-29fdba1cf6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.544357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] No DVR routers for this DVR port 37ea5041-6851-479a-b6da-36ef0af091f2 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:19.548821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.552289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-29dc7778-d354-4149-93d9-a21710997c6e req-722b7fd4-d7c6-4fde-b6a0-35aa13854c52 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.69 "DELETE /v2.0/ports/37ea5041-6851-479a-b6da-36ef0af091f2 HTTP/1.1" status: 204 len: 173 time: 1.3551145 Oct 22 15:01:19.556896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'name': 'network-vif-deleted', 'tag': '37ea5041-6851-479a-b6da-36ef0af091f2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:19.559231 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea7f97-4415-478b-9562-b7bd7b661433" -d '{"events": [{"server_uuid": "44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c", "name": "network-vif-deleted", "tag": "37ea5041-6851-479a-b6da-36ef0af091f2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:19.599237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1289-b71c-416d-85ec-29fdba1cf6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.603677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.614629 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.619823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] 10.222.0.66 "DELETE /v2.0/networks/be7b00ad-6e7c-4f4e-8680-6abb163da638 HTTP/1.1" status: 204 len: 168 time: 0.6467087 Oct 22 15:01:19.640693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9ea53-436e-4c85-b50a-7793cc1b238a tempest-PortsIpV6TestJSON-1085816938 tempest-PortsIpV6TestJSON-1085816938-project] Pushing event deleted for resources: {'Network': ['ID=be7b00ad-6e7c-4f4e-8680-6abb163da638,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:19.752950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5164e61b-72b6-4582-91bf-979567d30c48 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:19.780645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5164e61b-72b6-4582-91bf-979567d30c48 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:19.780645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5164e61b-72b6-4582-91bf-979567d30c48 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:19.783102 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.814821 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef209540-0ca5-419c-895b-646cb8623875 x-openstack-request-id: req-ef209540-0ca5-419c-895b-646cb8623875 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:19.815127 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c", "name": "network-vif-deleted", "tag": "37ea5041-6851-479a-b6da-36ef0af091f2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:19.815339 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef209540-0ca5-419c-895b-646cb8623875 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:19.815684 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c', 'name': 'network-vif-deleted', 'tag': '37ea5041-6851-479a-b6da-36ef0af091f2', 'status': 'completed', 'code': 200} Oct 22 15:01:19.818351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cab7d81-88e3-4512-9c35-95d880d45c96,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:19.846399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1289-b71c-416d-85ec-29fdba1cf6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.849051 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1289-b71c-416d-85ec-29fdba1cf6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.853281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1e4a1289-b71c-416d-85ec-29fdba1cf6e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb845dc4-5e7b-4091-8742-37c737631608 HTTP/1.1" status: 204 len: 168 time: 0.4911654 Oct 22 15:01:19.909287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1289-b71c-416d-85ec-29fdba1cf6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb845dc4-5e7b-4091-8742-37c737631608,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:19.929227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:19.964713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['37ea5041-6851-479a-b6da-36ef0af091f2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:20.051285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0c6b3a9-cfc4-4bb5-8e71-e7b199ab48f6 req-16b19870-c1f5-493f-ac58-75be9aeb65f6 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 210 time: 0.0387075 Oct 22 15:01:20.055657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.058817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.074145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf45dd9-db1a-45b0-a017-21c65069713a req-7ca08766-931c-4f76-a1b6-c3f16453ee26 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:20.082537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bf45dd9-db1a-45b0-a017-21c65069713a req-7ca08766-931c-4f76-a1b6-c3f16453ee26 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 944 time: 0.1230981 Oct 22 15:01:20.126503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bf45dd9-db1a-45b0-a017-21c65069713a req-0abcfd77-60ab-49ff-a6e6-ac5c8438eedf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Oct 22 15:01:20.221943 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.222753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99621406-3717-4d40-92cf-6921b0739216 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:01:20.235717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.235717 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-da973b51-4423-4af8-b134-6ca559122750 admin admin] 10.222.0.66 "DELETE /v2.0/routers/99621406-3717-4d40-92cf-6921b0739216 HTTP/1.1" status: 204 len: 168 time: 2.3676782 Oct 22 15:01:20.235887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56134) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:20.278498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56136) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:20.291646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Deleting subnet 571428ec-38e4-40d2-8192-2f479433f965 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:20.295516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.340242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.462080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac0117b4-43ba-4eb2-96c2-39798d81c60c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=431ec35fa40b41c8b1df2cdc10cdbc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822777 Oct 22 15:01:20.469327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.471000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56144) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:20.542306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-069dab2e-afe1-402d-8f21-5fbe99086dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.564712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316489-e73f-4f48-a082-0e29f4a336b3 req-0cadfde6-cf3d-4f0a-8b8f-a5a63537ecf2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:20.566419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90316489-e73f-4f48-a082-0e29f4a336b3 req-0cadfde6-cf3d-4f0a-8b8f-a5a63537ecf2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 944 time: 0.1143265 Oct 22 15:01:20.573061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-069dab2e-afe1-402d-8f21-5fbe99086dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.616766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90316489-e73f-4f48-a082-0e29f4a336b3 req-2fc5399f-a857-42fa-a291-6993f70ca05d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Oct 22 15:01:20.753720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-069dab2e-afe1-402d-8f21-5fbe99086dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.753981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.756596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-069dab2e-afe1-402d-8f21-5fbe99086dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.766995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-069dab2e-afe1-402d-8f21-5fbe99086dbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a72bdeb4-a14c-46b9-ae46-2e2d28397324 HTTP/1.1" status: 204 len: 168 time: 0.2857723 Oct 22 15:01:20.775234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dab2e-afe1-402d-8f21-5fbe99086dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72bdeb4-a14c-46b9-ae46-2e2d28397324,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:20.782841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571428ec-38e4-40d2-8192-2f479433f965,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:20.789147 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.800138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-824a48c0-ae5d-48f8-be88-224aa6983b85 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/571428ec-38e4-40d2-8192-2f479433f965 HTTP/1.1" status: 204 len: 168 time: 0.5560713 Oct 22 15:01:20.800921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa6868-4979-4850-b84e-dbf829fca209 None None] Network c025f90a-36f9-4dcf-980d-c594d8685f46 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:20.801376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56148) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:20.915126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:20.976234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56150) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:20.994467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Deleting port 0479d4e6-7935-47f9-b176-3261e8f6f63e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:20.994812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.014929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-902e11d0-4f08-4ba0-9c25-065d055959a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.046125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] DHCP port deletion for c025f90a-36f9-4dcf-980d-c594d8685f46 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:01:21.107031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] Deleting port 0479d4e6-7935-47f9-b176-3261e8f6f63e {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:21.107419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.112432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] For port 0479d4e6-7935-47f9-b176-3261e8f6f63e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0479d4e6-7935-47f9-b176-3261e8f6f63e,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:21.113236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.137162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Calling delete_port for 0479d4e6-7935-47f9-b176-3261e8f6f63e owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:21.217791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] For port 0479d4e6-7935-47f9-b176-3261e8f6f63e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0479d4e6-7935-47f9-b176-3261e8f6f63e,segment=NetworkSegment(d888713e-3b1d-4b58-9a72-16754c031a0c),segment_id=d888713e-3b1d-4b58-9a72-16754c031a0c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:21.218229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.236009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] Calling delete_port for 0479d4e6-7935-47f9-b176-3261e8f6f63e owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:21.246608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18aaffcb-f56c-40a5-be6b-85f8454872b2 req-55171adb-b869-495c-8abe-b077dd8db303 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] 10.222.0.66 "GET /v2.0/ports?device_id=44de1c5d-9a8d-4b42-b2b0-1f7b04153b8c HTTP/1.1" status: 200 len: 210 time: 0.0826650 Oct 22 15:01:21.314409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-902e11d0-4f08-4ba0-9c25-065d055959a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.341643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528af0-61de-44d0-ae26-f92b5390d3a4 req-00dd52df-073f-44f3-8151-0039942db9e0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:21.343760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05528af0-61de-44d0-ae26-f92b5390d3a4 req-00dd52df-073f-44f3-8151-0039942db9e0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 944 time: 0.0997236 Oct 22 15:01:21.373227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-902e11d0-4f08-4ba0-9c25-065d055959a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.396831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.412065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.446846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] Pushing event deleted for resources: {'Port': ['ID=0479d4e6-7935-47f9-b176-3261e8f6f63e,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:21.450325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba544baf-e2b2-4c75-8a0c-028c574b5125 None None] No DVR routers for this DVR port 0479d4e6-7935-47f9-b176-3261e8f6f63e on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:21.455573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05528af0-61de-44d0-ae26-f92b5390d3a4 req-3a3ac5a7-0fec-4075-a224-2fbf18f8824e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055350 Oct 22 15:01:21.481592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] No DVR routers for this DVR port 0479d4e6-7935-47f9-b176-3261e8f6f63e on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:21.489256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Pushing event deleted for resources: {'Port': ['ID=0479d4e6-7935-47f9-b176-3261e8f6f63e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:21.494560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-902e11d0-4f08-4ba0-9c25-065d055959a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4f9784ba1804ed196d80d2964007e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184917 Oct 22 15:01:21.497414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56166) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:21.518261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e11d0-4f08-4ba0-9c25-065d055959a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9b561-2b09-4e8e-8423-5d17aa8e5a92,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:21.571779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa882d2-987c-457c-b4ce-d0630697dc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.580977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.594897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa882d2-987c-457c-b4ce-d0630697dc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.601269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c025f90a-36f9-4dcf-980d-c594d8685f46']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:21.611287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd888713e-3b1d-4b58-9a72-16754c031a0c') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:21.611611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd888713e-3b1d-4b58-9a72-16754c031a0c') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:21.621237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.631954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:21.637388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.647564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:01:21.648061 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:01:21.649851 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:01:21.759229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa882d2-987c-457c-b4ce-d0630697dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.762649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7aa882d2-987c-457c-b4ce-d0630697dc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.764029 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7aa882d2-987c-457c-b4ce-d0630697dc53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eca9b561-2b09-4e8e-8423-5d17aa8e5a92 HTTP/1.1" status: 204 len: 168 time: 0.2656183 Oct 22 15:01:21.781058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c932f3-d178-49f9-8ba4-c1f75663624f req-4ea92895-8b43-43df-ba9d-51757a1c0eee tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:21.782592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:01:21.787137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:21.787515 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.797304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26c932f3-d178-49f9-8ba4-c1f75663624f req-4ea92895-8b43-43df-ba9d-51757a1c0eee tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 944 time: 0.0657480 Oct 22 15:01:21.798096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa882d2-987c-457c-b4ce-d0630697dc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9b561-2b09-4e8e-8423-5d17aa8e5a92,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:21.830092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cab7d81-88e3-4512-9c35-95d880d45c96 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:21.831815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26c932f3-d178-49f9-8ba4-c1f75663624f req-2b6d23cc-e85c-4f7b-b029-f523eec661e0 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Oct 22 15:01:21.859850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4cab7d81-88e3-4512-9c35-95d880d45c96 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:21.860194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cab7d81-88e3-4512-9c35-95d880d45c96 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:21.860606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0479d4e6-7935-47f9-b176-3261e8f6f63e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:21.867845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.873272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.877407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c025f90a-36f9-4dcf-980d-c594d8685f46 HTTP/1.1" status: 204 len: 168 time: 1.0760324 Oct 22 15:01:21.880615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56176) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:21.888406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712954-bf0f-485d-b97f-a5b72d74aa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c025f90a-36f9-4dcf-980d-c594d8685f46,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:21.888618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 0479d4e6-7935-47f9-b176-3261e8f6f63e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:21.889247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0479d4e6-7935-47f9-b176-3261e8f6f63e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:21.944258 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:21.967105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:21.970109 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc80f37-af03-4fa5-8b19-0ec672197064" -d '{"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-plugged", "status": "completed", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:21.984368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:22.011233 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f175700-badf-4993-8239-c2f901adffda x-openstack-request-id: req-7f175700-badf-4993-8239-c2f901adffda {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:22.011527 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-plugged", "status": "completed", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:22.011782 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f175700-badf-4993-8239-c2f901adffda {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:22.012177 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'code': 200} Oct 22 15:01:22.079854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.081040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7714bca9-abef-4b62-aed1-7393b720a396 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:22.177210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:22.191811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cce921-e2e5-4f6e-9876-fb37d0b6870b req-d7b6c500-e87e-49ad-9747-97a5a9b39cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:22.193771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-18cce921-e2e5-4f6e-9876-fb37d0b6870b req-d7b6c500-e87e-49ad-9747-97a5a9b39cf1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 1096 time: 0.1146441 Oct 22 15:01:22.253888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-18cce921-e2e5-4f6e-9876-fb37d0b6870b req-e9a6472c-3527-4d6e-9d64-2f102a6a75d6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Oct 22 15:01:22.348091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 7714bca9-abef-4b62-aed1-7393b720a396 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:01:22.354126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 7714bca9-abef-4b62-aed1-7393b720a396 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:22.354728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.377726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.442644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56204) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:22.458308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.500541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:22.582686 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.584102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 37ea5041-6851-479a-b6da-36ef0af091f2 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:22.635756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c15d-6e75-4cf3-af15-ebacea40deeb req-61d10381-523a-4112-a8b8-ac29ae7231b0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:22.638409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d80c15d-6e75-4cf3-af15-ebacea40deeb req-61d10381-523a-4112-a8b8-ac29ae7231b0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.0614128 Oct 22 15:01:22.658855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 37ea5041-6851-479a-b6da-36ef0af091f2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:22.659571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 37ea5041-6851-479a-b6da-36ef0af091f2 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:22.663704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e65840f4-9335-4b8b-91c2-11f7503b8af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.699942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:22.707911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d80c15d-6e75-4cf3-af15-ebacea40deeb req-9c3d6c8a-d9ad-490e-8680-5e8dd2148fa4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615377 Oct 22 15:01:22.729570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Deleting port a278fec4-1113-45b7-b68b-8e01db15c5f6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:22.730198 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.769373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1283717068'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:22.839274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:22.841569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] For port a278fec4-1113-45b7-b68b-8e01db15c5f6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a278fec4-1113-45b7-b68b-8e01db15c5f6,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:22.841934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.843084 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.852500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:22.860592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-7877e841-c099-476e-8f6e-8a5704e8f1d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739207 Oct 22 15:01:22.864695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Calling delete_port for a278fec4-1113-45b7-b68b-8e01db15c5f6 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:22.987559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d7ace-82d5-45a2-821f-f294bf8bf6ec req-e86707dd-26bf-493b-a5e1-6be425399933 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:22.989357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-074d7ace-82d5-45a2-821f-f294bf8bf6ec req-e86707dd-26bf-493b-a5e1-6be425399933 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 945 time: 0.0705786 Oct 22 15:01:23.025580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.037950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-7c8cdb25-d85d-49fd-a3e1-f888d727ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:23.037950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-7c8cdb25-d85d-49fd-a3e1-f888d727ed39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 1096 time: 0.1025813 Oct 22 15:01:23.048517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-074d7ace-82d5-45a2-821f-f294bf8bf6ec req-82650829-bb96-4fe6-b1c5-3c6e0b36aacf tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 Oct 22 15:01:23.119112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.152885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96032d29-317c-4f0c-b14c-0ffbddfcdc1a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:23.172474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56222) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:23.207219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-2a119ffb-10d0-4426-abad-54528f8cc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:23.208779 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-2a119ffb-10d0-4426-abad-54528f8cc39d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.1507483 Oct 22 15:01:23.261506 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-d0779f91-d757-4d50-af7b-50796dc7e417 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a HTTP/1.1" status: 200 len: 217 time: 0.0410845 Oct 22 15:01:23.294774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.295791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:01:23.311234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.312027 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment dfc34da2-bb86-4dca-ae00-f08916194957 of type vlan for network 136ecae3-3bcc-46bb-a808-fd1b905d704e Oct 22 15:01:23.341764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a278fec4-1113-45b7-b68b-8e01db15c5f6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:23.387634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.476880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-6ea106d5-a879-4c14-afe4-4f5033076ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:23.478539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-6ea106d5-a879-4c14-afe4-4f5033076ced service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.2144470 Oct 22 15:01:23.485803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0040b5cc-94b3-437e-89d8-05c860ea106c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2de1d55179dd4ad0ab2afb3f624dfad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119471 Oct 22 15:01:23.488296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56230) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:23.540872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.546572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:23.547330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.563124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01adad27-5885-4c34-bf5a-caedb94ff19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.626107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01adad27-5885-4c34-bf5a-caedb94ff19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.698394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2539055 Oct 22 15:01:23.705220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dcbf7-3858-4a95-a0db-cf1b6d85dc66 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=136ecae3-3bcc-46bb-a808-fd1b905d704e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:23.709217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:23.718886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256919421'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:23.724296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:01:23.878095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-e92c7663-eb46-4381-afd9-8b5e1abd85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:23.879758 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-e92c7663-eb46-4381-afd9-8b5e1abd85d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3901854 Oct 22 15:01:23.891528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a18-9684-4ec2-a8c1-6567631b9f14 req-38bd5f58-9037-437f-aa3a-6b0f47c13e38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:23.893261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37727a18-9684-4ec2-a8c1-6567631b9f14 req-38bd5f58-9037-437f-aa3a-6b0f47c13e38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.0662906 Oct 22 15:01:23.931855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.971701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37727a18-9684-4ec2-a8c1-6567631b9f14 req-6ba63618-26be-4ebb-8392-a268aad5fdd1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 Oct 22 15:01:23.971701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01adad27-5885-4c34-bf5a-caedb94ff19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.987216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-01adad27-5885-4c34-bf5a-caedb94ff19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:23.992726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-01adad27-5885-4c34-bf5a-caedb94ff19e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f705665-a618-4a0b-a43e-4f163a14e948 HTTP/1.1" status: 204 len: 168 time: 0.5000954 Oct 22 15:01:23.992726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:24.000574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.013633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adad27-5885-4c34-bf5a-caedb94ff19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f705665-a618-4a0b-a43e-4f163a14e948,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:24.018964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:24.022282 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1222a-3344-41d8-a361-6c9956395dde" -d '{"events": [{"server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "name": "network-vif-plugged", "status": "completed", "tag": "7714bca9-abef-4b62-aed1-7393b720a396"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:24.049045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:01:24.071971 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.072123 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment ae31cbc5-8554-40b1-a8bf-951d4d34a1b3 of type vlan for network 7f368064-2c3c-40a7-8354-1a67c06197e0 Oct 22 15:01:24.100469 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1d26b-5df0-47ba-ac6a-ee13113339e8 x-openstack-request-id: req-69a1d26b-5df0-47ba-ac6a-ee13113339e8 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:24.100668 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "name": "network-vif-plugged", "status": "completed", "tag": "7714bca9-abef-4b62-aed1-7393b720a396", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:24.101163 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69a1d26b-5df0-47ba-ac6a-ee13113339e8 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:24.101807 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396', 'code': 200} Oct 22 15:01:24.187450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.251243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37504b1-80be-4358-9ee7-eab0ec07e412 req-67a18489-38db-4b07-8eb1-1d06967f9983 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:24.252929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a37504b1-80be-4358-9ee7-eab0ec07e412 req-67a18489-38db-4b07-8eb1-1d06967f9983 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 945 time: 0.0826738 Oct 22 15:01:24.266849 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-253e23d7-9c9b-4567-98f5-a1ad5e864800 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701684 Oct 22 15:01:24.294712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a37504b1-80be-4358-9ee7-eab0ec07e412 req-2d1a9744-e911-4a2a-ae02-62cb22b00e41 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Oct 22 15:01:24.329423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386f00e-d811-42ea-ba68-61e8dae8df25 req-f34096b0-2972-4d91-97c4-57b276de5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:24.331007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3386f00e-d811-42ea-ba68-61e8dae8df25 req-f34096b0-2972-4d91-97c4-57b276de5d80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1446052 Oct 22 15:01:24.366119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.372947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:24.373761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.466118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=7f368064-2c3c-40a7-8354-1a67c06197e0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:24.471706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3386f00e-d811-42ea-ba68-61e8dae8df25 req-c1b43cc4-5b1f-4f98-aed5-7a257108774c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Oct 22 15:01:24.476365 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c8b876-ef02-406f-a257-c2ad3e6535ec req-e52c4627-2f63-4263-a32a-10463a03da36 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992850 Oct 22 15:01:24.479058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:24.480123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:01:24.488961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dc7b5e65-1d6f-4199-b5b0-77d5a2c03cdb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7761006 Oct 22 15:01:24.491560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56260) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:24.497734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:24.634937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:24.652087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7005601e-d73d-4304-81a2-b0b4a7e99c54 admin admin] 10.222.0.66 "PUT /v2.0/routers/7ba1e645-d02f-4a4a-b2af-13f8a989f9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7652214 Oct 22 15:01:24.652087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56270) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:24.661140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] Sync routers for ids ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:24.673567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:24.677059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] Routers {'7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:24.678159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:24.678325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.791846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.846002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] Set router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:24.900627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56278) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:24.925499 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:24.987404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab7fd174-ceb2-4984-9171-7cac6c4872aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5022436d0254d97b2da2c5cbcacbde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849037 Oct 22 15:01:24.990093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:25.076246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:23Z', 'revision_number': 5, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port': {'id': '321ccbb9-4d18-4c44-a2d3-08fabf0401ed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:01Z', 'updated_at': '2021-10-22T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:25.078045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33601d9c-cca2-4767-b635-11763582ff29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.111297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33601d9c-cca2-4767-b635-11763582ff29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.112303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f88f8-90e2-489b-b194-5a500f9a5d6a req-bbc29993-559b-4a7c-a4a0-32c13307fd72 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:25.113380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] Checking router: 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:25.114011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b15f88f8-90e2-489b-b194-5a500f9a5d6a req-bbc29993-559b-4a7c-a4a0-32c13307fd72 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Oct 22 15:01:25.122373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] Routers {'7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:25.123004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:25.149914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Deleting port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:25.150353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.160263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b15f88f8-90e2-489b-b194-5a500f9a5d6a req-73ff2b84-4e11-45c0-aa06-59a535071709 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Oct 22 15:01:25.165365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.165590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-accb61b5-e5bd-4a9f-96bb-20bdb66326df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.242090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] Set router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:25.256091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] For port 321ccbb9-4d18-4c44-a2d3-08fabf0401ed, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:25.256782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.272706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Calling delete_port for 321ccbb9-4d18-4c44-a2d3-08fabf0401ed owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:25.272940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:25.293695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': 'dfc34da2-bb86-4dca-ae00-f08916194957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:25.295111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: 136ecae3-3bcc-46bb-a808-fd1b905d704e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:01:25.317817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:24Z', 'revision_number': 6, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:25.350772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843f7f9-cfb5-444b-b234-2c3f6c412c83 None None] The sync data for ids ['7ba1e645-d02f-4a4a-b2af-13f8a989f9ba'] in n-d-812148-2 is: [{'id': '7ba1e645-d02f-4a4a-b2af-13f8a989f9ba', 'name': 'tempest-TestAggregatesBasicOps-657888527-router', 'tenant_id': '8027fae226cf403e873816d489a6903b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:00Z', 'updated_at': '2021-10-22T15:01:24Z', 'revision_number': 6, 'project_id': '8027fae226cf403e873816d489a6903b', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:25.402592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:01:25.450466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33601d9c-cca2-4767-b635-11763582ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.455870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-33601d9c-cca2-4767-b635-11763582ff29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.455870 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-33601d9c-cca2-4767-b635-11763582ff29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27c0f968-2f4c-48fc-84b3-94548be1c1f1 HTTP/1.1" status: 204 len: 168 time: 0.4633803 Oct 22 15:01:25.466961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:25.475251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33601d9c-cca2-4767-b635-11763582ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0f968-2f4c-48fc-84b3-94548be1c1f1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:25.480349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8c2e0-4570-4f64-851b-0f8fa8ac712f req-6023526e-eb07-4ce8-97e8-55cd5f7b0388 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:25.496590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5d8c2e0-4570-4f64-851b-0f8fa8ac712f req-6023526e-eb07-4ce8-97e8-55cd5f7b0388 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 945 time: 0.1099033 Oct 22 15:01:25.538012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 136ecae3-3bcc-46bb-a808-fd1b905d704e) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:25.555382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51cc5f9-86d2-4553-b6c8-a8de62a6c211 None None] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:25.560405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:25.563414 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.609537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb71bc-db19-4fd5-b0fc-e4fbeb04e84f req-93a9540e-1325-429e-8e7d-16da70b469ee tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:25.611154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-effb71bc-db19-4fd5-b0fc-e4fbeb04e84f req-93a9540e-1325-429e-8e7d-16da70b469ee tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.0992777 Oct 22 15:01:25.614274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5d8c2e0-4570-4f64-851b-0f8fa8ac712f req-d31a269f-8a15-42a0-ae2c-d76c5580f1aa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154916 Oct 22 15:01:25.667798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2083-be18-4766-800e-316e0ef60981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.699990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-effb71bc-db19-4fd5-b0fc-e4fbeb04e84f req-93e52f9d-4126-4bae-a83c-eeb8bc512f60 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745108 Oct 22 15:01:25.707869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.751761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=321ccbb9-4d18-4c44-a2d3-08fabf0401ed,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:25.796722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e6c03f29-831e-452b-8288-1e0101edd80e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2996974 Oct 22 15:01:25.800394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56304) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:25.806390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:25.815942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a278fec4-1113-45b7-b68b-8e01db15c5f6 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:25.842868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-136ecae3-3bcc-46bb-a808-fd1b905d704e', 'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': '4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:01:25.843772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.859190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: a278fec4-1113-45b7-b68b-8e01db15c5f6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:25.859942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a278fec4-1113-45b7-b68b-8e01db15c5f6 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:25.944381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:25.949920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2083-be18-4766-800e-316e0ef60981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.039318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2083-be18-4766-800e-316e0ef60981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.065932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.068853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.082668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Allocated IP 2001:db8::2 (136ecae3-3bcc-46bb-a808-fd1b905d704e/4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412/e861967b-2aed-458b-99c3-686b3680f357) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:26.091838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad2083-be18-4766-800e-316e0ef60981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2f9807-f867-4b19-b4c1-4b45762f5130,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:26.100279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a2ad2083-be18-4766-800e-316e0ef60981 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f5d47b5afa849048510af5185390429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890570 Oct 22 15:01:26.102839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56312) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:26.126681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:26.131548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.216348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.217059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba1e645-d02f-4a4a-b2af-13f8a989f9ba {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:01:26.221740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.223032 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bef7137e-c706-44b0-b9ea-4e1a2bee11b2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7ba1e645-d02f-4a4a-b2af-13f8a989f9ba HTTP/1.1" status: 204 len: 168 time: 1.5723808 Oct 22 15:01:26.225447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:26.249421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0536d923-59d1-462a-9383-6ee4fa6456e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.281365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.285426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0536d923-59d1-462a-9383-6ee4fa6456e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.286861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Deleting subnet f054d63c-64b5-4bff-920b-f42c36e0bdf6 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:26.291225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.339956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.441713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.496361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.535989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:26.538962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:26.542390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:26.550873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Pushing event updated for resources: {'Port': ['ID=e861967b-2aed-458b-99c3-686b3680f357,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:26.555421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.558149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.567259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.567610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.567940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.568272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.568601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.568935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.569255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.569557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.569880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.570188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.570495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.570809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:26.594162 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.594738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.615430 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0536d923-59d1-462a-9383-6ee4fa6456e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.618335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0536d923-59d1-462a-9383-6ee4fa6456e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.622840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0536d923-59d1-462a-9383-6ee4fa6456e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce2f9807-f867-4b19-b4c1-4b45762f5130 HTTP/1.1" status: 204 len: 168 time: 0.5162764 Oct 22 15:01:26.629923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f054d63c-64b5-4bff-920b-f42c36e0bdf6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:26.631104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Attempting to bind port e861967b-2aed-458b-99c3-686b3680f357 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:26.631697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Attempting to bind port e861967b-2aed-458b-99c3-686b3680f357 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'dfc34da2-bb86-4dca-ae00-f08916194957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:26.632144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Attempting to bind port e861967b-2aed-458b-99c3-686b3680f357 on network 136ecae3-3bcc-46bb-a808-fd1b905d704e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:26.636054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.640240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:26.644373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Checking segment: {'id': 'dfc34da2-bb86-4dca-ae00-f08916194957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:26.644373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.644373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Bound using segment: {'id': 'dfc34da2-bb86-4dca-ae00-f08916194957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:26.644373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Bound port: e861967b-2aed-458b-99c3-686b3680f357, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc34da2-bb86-4dca-ae00-f08916194957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '136ecae3-3bcc-46bb-a808-fd1b905d704e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:26.644373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.655641 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a255ec7-9888-4697-a2c5-550492dfe37e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f054d63c-64b5-4bff-920b-f42c36e0bdf6 HTTP/1.1" status: 204 len: 168 time: 0.4283495 Oct 22 15:01:26.656694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56326) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:26.659400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6f4ea-4fd6-46df-a51b-9dab0eb481f7 None None] Network 6ebbc61f-41af-4616-bba7-4e6b5edc0251 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:26.777642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536d923-59d1-462a-9383-6ee4fa6456e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2f9807-f867-4b19-b4c1-4b45762f5130,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:26.825587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.839274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] For port e861967b-2aed-458b-99c3-686b3680f357, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:26.871281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] For port e861967b-2aed-458b-99c3-686b3680f357, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e861967b-2aed-458b-99c3-686b3680f357,segment=NetworkSegment(dfc34da2-bb86-4dca-ae00-f08916194957),segment_id=dfc34da2-bb86-4dca-ae00-f08916194957)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:26.872392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=e4b1cb0a-49c0-4665-8c2f-81151391fa6d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:26.909784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4121e-2c74-4520-ba46-c3eedbc3f9fb req-ed23527f-644b-4f67-8de2-6eef76a676a9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:26.911334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cba4121e-2c74-4520-ba46-c3eedbc3f9fb req-ed23527f-644b-4f67-8de2-6eef76a676a9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 945 time: 0.1882944 Oct 22 15:01:26.912507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:26.912973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: 7f368064-2c3c-40a7-8354-1a67c06197e0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:01:26.927452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Deleting port 880b6a09-8e59-4edd-b916-2114f757bebf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:26.927820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:26.953133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6344b80-39ee-4ad9-a3cf-2c8d93a8eee4 req-b8d9c708-a274-4b79-a634-6d41ba888934 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:26.962125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6344b80-39ee-4ad9-a3cf-2c8d93a8eee4 req-b8d9c708-a274-4b79-a634-6d41ba888934 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1355336 Oct 22 15:01:26.962315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.006073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] For port 880b6a09-8e59-4edd-b916-2114f757bebf, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=880b6a09-8e59-4edd-b916-2114f757bebf,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:27.006073 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.012813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cba4121e-2c74-4520-ba46-c3eedbc3f9fb req-23c03732-c407-486d-8ce3-550464b47489 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939147 Oct 22 15:01:27.016159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] DHCP port deletion for 6ebbc61f-41af-4616-bba7-4e6b5edc0251 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:01:27.018704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6344b80-39ee-4ad9-a3cf-2c8d93a8eee4 req-23dd7378-021d-4054-9e3e-099e30c57f80 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 Oct 22 15:01:27.041629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Calling delete_port for 880b6a09-8e59-4edd-b916-2114f757bebf owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:27.073404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:01:27.109126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8531b7-ac1b-455b-85dd-84b8959ef9c8 None None] Pushing event updated for resources: {'Port': ['ID=e861967b-2aed-458b-99c3-686b3680f357,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:27.173915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56346) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:27.198851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 7f368064-2c3c-40a7-8354-1a67c06197e0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:27.203628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:27.204223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.219855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7861d61-6719-4b94-a618-8c9195b17f42 None None] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:27.314912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-network', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:27.340073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-bd20c7c7-c7bd-44a7-a85e-bb85e0b46a47 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-856623336&fields=id&tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 267 time: 0.0548928 Oct 22 15:01:27.341555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] Deleting port 880b6a09-8e59-4edd-b916-2114f757bebf {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:27.341927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.357179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9e199a8b-43f8-4b73-84c1-413d78b48354 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5553138 Oct 22 15:01:27.360074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:27.365844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1061499174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:27.394668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.429367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Pushing event deleted for resources: {'Port': ['ID=880b6a09-8e59-4edd-b916-2114f757bebf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:27.431262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] No DVR routers for this DVR port 880b6a09-8e59-4edd-b916-2114f757bebf on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:27.516958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-d5ae79e7-8955-4c42-834c-e0308c69b900 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:27.527178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-d5ae79e7-8955-4c42-834c-e0308c69b900 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 945 time: 0.1680291 Oct 22 15:01:27.529406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Made reservation on behalf of e7c752cf1dc743eeaa4e735648f1b264 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:27.531959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] For port 880b6a09-8e59-4edd-b916-2114f757bebf, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=880b6a09-8e59-4edd-b916-2114f757bebf,segment=NetworkSegment(f66e0b2a-2a06-4c60-b3a9-e5a7755812ab),segment_id=f66e0b2a-2a06-4c60-b3a9-e5a7755812ab)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:27.532402 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.532994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.543611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-7f368064-2c3c-40a7-8354-1a67c06197e0', 'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': 'e4b1cb0a-49c0-4665-8c2f-81151391fa6d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:01:27.545044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.551300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'port': {'security_groups': ['b97f41d1-d793-4d08-8672-72ea8d257640', '092ab751-601d-4376-a616-5511edc850ae']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:27.551635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.556570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.572323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] Calling delete_port for 880b6a09-8e59-4edd-b916-2114f757bebf owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:27.589248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebbc61f-41af-4616-bba7-4e6b5edc0251']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:27.612701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:27.613359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66e0b2a-2a06-4c60-b3a9-e5a7755812ab') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:27.627361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.642656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.649235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:01:27.649628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:01:27.651412 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:01:27.670739 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.749109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.749109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.776381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.781136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:27.797582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.802867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.806849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67044b9b-ea94-46e9-9002-a2a55a91864f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.846781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Allocated IP 2001:db8:1::2 (7f368064-2c3c-40a7-8354-1a67c06197e0/e4b1cb0a-49c0-4665-8c2f-81151391fa6d/c9769466-2575-4632-a5b4-b4f9d7587385) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:27.861170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] No DVR routers for this DVR port 880b6a09-8e59-4edd-b916-2114f757bebf on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:27.862696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da218c5-e79b-4b35-9597-2f43bc0e298a None None] Pushing event deleted for resources: {'Port': ['ID=880b6a09-8e59-4edd-b916-2114f757bebf,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:27.915876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.919001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:27.920098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] 10.222.0.66 "DELETE /v2.0/networks/6ebbc61f-41af-4616-bba7-4e6b5edc0251 HTTP/1.1" status: 204 len: 168 time: 1.2622702 Oct 22 15:01:27.944316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa44a5f-5c47-443a-80b1-05f4dd74c22e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebbc61f-41af-4616-bba7-4e6b5edc0251,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:28.015334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:01:28.048489 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.048864 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Added segment c7f708de-e9dc-4b55-9f98-3b7a3207cce1 of type vlan for network ad0484e9-14b1-4988-9f89-bf8643ee2955 Oct 22 15:01:28.056373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.075313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77571920-cda5-4071-ae01-0ff10c1b89b8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:28.095311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67044b9b-ea94-46e9-9002-a2a55a91864f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.114174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:28.131771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.165136 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.198899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67044b9b-ea94-46e9-9002-a2a55a91864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.216695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.259290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.260520 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c851c5a1-a7d9-4453-959f-d4a41e9bb8e8 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8987710 Oct 22 15:01:28.263365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56370) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:28.264937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e861967b-2aed-458b-99c3-686b3680f357 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:28.265464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044b9b-ea94-46e9-9002-a2a55a91864f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12091754-6bed-4ad8-83b8-9eb9d445f7ed,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:28.316861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-67044b9b-ea94-46e9-9002-a2a55a91864f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0a6339ab0fa4475bd3d8c6c40ae40d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345416 Oct 22 15:01:28.317592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56374) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:28.338452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.367778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835', '7714bca9-abef-4b62-aed1-7393b720a396'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:28.370223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.371239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:28.371812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.409826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04a088b3-0ade-4d9a-a03f-90f7c19f17e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.440475 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04a088b3-0ade-4d9a-a03f-90f7c19f17e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.465536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.483738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e861967b-2aed-458b-99c3-686b3680f357 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:28.484725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.533788 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.587404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:28.589662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.594029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e777889-b7af-4b7f-b26a-64de6a933fd5 req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "PUT /v2.0/ports/7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 981 time: 1.0656998 Oct 22 15:01:28.594775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:28.604400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56378) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:28.618131 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ad7e5b-7704-4017-b912-d440bafe9982" -d '{"events": [{"name": "network-changed", "server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "tag": "7714bca9-abef-4b62-aed1-7393b720a396"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:28.632189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d0713-76b8-43c9-9f97-730312f9f9db None None] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:28.641784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04a088b3-0ade-4d9a-a03f-90f7c19f17e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.641784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04a088b3-0ade-4d9a-a03f-90f7c19f17e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.641784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04a088b3-0ade-4d9a-a03f-90f7c19f17e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12091754-6bed-4ad8-83b8-9eb9d445f7ed HTTP/1.1" status: 204 len: 168 time: 0.3192921 Oct 22 15:01:28.643304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.707526 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6cce8010-d164-4677-9e58-41ed032daa93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0acdfbacf6624807a9f0e6a6a5226f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985007 Oct 22 15:01:28.718468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56384) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:28.726457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a088b3-0ade-4d9a-a03f-90f7c19f17e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12091754-6bed-4ad8-83b8-9eb9d445f7ed,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:28.752702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:28.791226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:28.793735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['7714bca9-abef-4b62-aed1-7393b720a396'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:28.805539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Pushing event updated for resources: {'Port': ['ID=c9769466-2575-4632-a5b4-b4f9d7587385,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:28.816812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:28.817191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f86a75a9-4500-4afb-9954-d28c397cb209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.859123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f86a75a9-4500-4afb-9954-d28c397cb209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:28.870163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.015740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5ff19311-45ef-482e-a34b-f13a39842d35 None None] Provisioning complete for port e861967b-2aed-458b-99c3-686b3680f357 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:29.016006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ff19311-45ef-482e-a34b-f13a39842d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.039371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f86a75a9-4500-4afb-9954-d28c397cb209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.042267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f86a75a9-4500-4afb-9954-d28c397cb209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.046805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f86a75a9-4500-4afb-9954-d28c397cb209 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be31b09d-89a7-4fa4-b21f-eb89580d181f HTTP/1.1" status: 204 len: 168 time: 0.3236370 Oct 22 15:01:29.054589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a75a9-4500-4afb-9954-d28c397cb209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be31b09d-89a7-4fa4-b21f-eb89580d181f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:29.096764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port e861967b-2aed-458b-99c3-686b3680f357, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e861967b-2aed-458b-99c3-686b3680f357,segment=NetworkSegment(dfc34da2-bb86-4dca-ae00-f08916194957),segment_id=dfc34da2-bb86-4dca-ae00-f08916194957)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:29.133469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Attempting to bind port c9769466-2575-4632-a5b4-b4f9d7587385 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:29.133469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Attempting to bind port c9769466-2575-4632-a5b4-b4f9d7587385 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:29.133469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Attempting to bind port c9769466-2575-4632-a5b4-b4f9d7587385 on network 7f368064-2c3c-40a7-8354-1a67c06197e0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:29.149506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9730611 Oct 22 15:01:29.149979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56390) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:29.152984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Request body: {'subnet': {'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-subnet', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:29.169624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2f66-9956-4ba5-a9cb-e066d1039059 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:29.172102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:29.172698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Checking segment: {'id': 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:29.173291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.173837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Bound using segment: {'id': 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:29.174911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Bound port: c9769466-2575-4632-a5b4-b4f9d7587385, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7f368064-2c3c-40a7-8354-1a67c06197e0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:29.175501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.176297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec47f51-1794-489f-afbe-3bb97003115e admin admin] Pushing event updated for resources: {'Network': ['ID=ad0484e9-14b1-4988-9f89-bf8643ee2955,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:29.214709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:01:29.226402 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.272500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1b6fe-64f2-477e-984c-1ef7d7e2b645 req-26bf5d4e-cc1b-45d7-880e-88cc10344f0d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:29.279603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e1b6fe-64f2-477e-984c-1ef7d7e2b645 req-26bf5d4e-cc1b-45d7-880e-88cc10344f0d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.9012771 Oct 22 15:01:29.350187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 880b6a09-8e59-4edd-b916-2114f757bebf no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:29.361822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f8900ad-eeba-4b5f-bd65-3b5e15ec1a9c req-a6b09d7b-b5ff-4dd1-bc47-95b2317c8280 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/092ab751-601d-4376-a616-5511edc850ae HTTP/1.1" status: 200 len: 1801 time: 0.2784188 Oct 22 15:01:29.379373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Made reservation on behalf of e7c752cf1dc743eeaa4e735648f1b264 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:29.386301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.399100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e1b6fe-64f2-477e-984c-1ef7d7e2b645 req-b0f327b8-09bc-4b73-a930-c3ac6f575471 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121688 Oct 22 15:01:29.491575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 880b6a09-8e59-4edd-b916-2114f757bebf {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:29.491916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 880b6a09-8e59-4edd-b916-2114f757bebf not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:29.492320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321ccbb9-4d18-4c44-a2d3-08fabf0401ed no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:29.504340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.529369 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-7f8900ad-eeba-4b5f-bd65-3b5e15ec1a9c req-05d75081-8aba-4c8e-a1f9-686295ec7c17 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 15:01:29.529369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f8900ad-eeba-4b5f-bd65-3b5e15ec1a9c req-05d75081-8aba-4c8e-a1f9-686295ec7c17 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/092ab751-601d-4376-a616-5511edc850ae HTTP/1.1" status: 409 len: 341 time: 0.1447198 Oct 22 15:01:29.559789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 321ccbb9-4d18-4c44-a2d3-08fabf0401ed {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:29.560173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321ccbb9-4d18-4c44-a2d3-08fabf0401ed not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:29.571996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=e861967b-2aed-458b-99c3-686b3680f357,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:29.671674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] For port c9769466-2575-4632-a5b4-b4f9d7587385, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:29.697380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] For port c9769466-2575-4632-a5b4-b4f9d7587385, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c9769466-2575-4632-a5b4-b4f9d7587385,segment=NetworkSegment(ae31cbc5-8554-40b1-a8bf-951d4d34a1b3),segment_id=ae31cbc5-8554-40b1-a8bf-951d4d34a1b3)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:29.823591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.858512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:29.923716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e861967b-2aed-458b-99c3-686b3680f357 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:29.931404 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b905d9a-72cf-4dd6-8950-d619ef4e29be x-openstack-request-id: req-0b905d9a-72cf-4dd6-8950-d619ef4e29be {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:29.932068 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "tag": "7714bca9-abef-4b62-aed1-7393b720a396", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:29.932336 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b905d9a-72cf-4dd6-8950-d619ef4e29be {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:29.932717 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396', 'status': 'completed', 'code': 200} Oct 22 15:01:30.095633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Checking segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:30.101726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8::1 (136ecae3-3bcc-46bb-a808-fd1b905d704e/4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412/ca4845f5-2e18-4826-ac98-1f4a142571ba) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:30.102005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Network hostable DHCP agents. Network: ad0484e9-14b1-4988-9f89-bf8643ee2955, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:01:30.115291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84b7db3-fe76-49da-8eea-de99bc7aceeb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:30.115527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc09a6a-a11a-4301-b82f-c4dd83d93af1 None None] Pushing event updated for resources: {'Port': ['ID=c9769466-2575-4632-a5b4-b4f9d7587385,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:30.168986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e861967b-2aed-458b-99c3-686b3680f357 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:30.169347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.216680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c88d83f-2011-4255-a065-044be78a3329 None None] Provisioning complete for port e861967b-2aed-458b-99c3-686b3680f357 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:30.216680 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c88d83f-2011-4255-a065-044be78a3329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.238961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:01:30.320122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.343040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ad0484e9-14b1-4988-9f89-bf8643ee2955) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:30.348257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:30.353017 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.390176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0deb3c-7bb7-4df5-adce-40d5b35a6bf8 None None] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:30.422039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182d468-db16-4e16-a676-7ea733cac5ae req-9a01ff09-3ce6-4ec7-b852-684fb2bc6695 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:30.444218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3182d468-db16-4e16-a676-7ea733cac5ae req-9a01ff09-3ce6-4ec7-b852-684fb2bc6695 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 984 time: 0.3115387 Oct 22 15:01:30.445084 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e834548e-0248-4087-8fb4-8a0c4ee078e3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2960362 Oct 22 15:01:30.447978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56424) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:30.469856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:30.693916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.766948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-c0f5ab70-c503-42db-8271-718dd33c6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:30.766948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-c0f5ab70-c503-42db-8271-718dd33c6f70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1135 time: 0.6386402 Oct 22 15:01:30.768808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:30.768808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:30.768808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:30.768808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:30.768808 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.768808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3182d468-db16-4e16-a676-7ea733cac5ae req-cd96faf1-4949-4559-9471-cf2be4655acd tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2775865 Oct 22 15:01:30.770135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ad0484e9-14b1-4988-9f89-bf8643ee2955', 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'fixed_ips': [{'subnet_id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:01:30.770135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.771016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.771016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.782818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-23919c88-a456-41bd-8252-9886264f254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:30.784740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-23919c88-a456-41bd-8252-9886264f254d service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.1999416 Oct 22 15:01:30.848886 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-909472f3-0a85-4ae6-8a00-c804ad4b1925 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 217 time: 0.0510767 Oct 22 15:01:30.895299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:30.938210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ca4845f5-2e18-4826-ac98-1f4a142571ba,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:30.976750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-da68f060-e6a2-4c5c-9db6-b8630114d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:30.979078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-da68f060-e6a2-4c5c-9db6-b8630114d408 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.0823650 Oct 22 15:01:31.026722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4aca-d8fc-4164-9d79-636016e98c3e req-e2867c75-80af-4ce9-917f-b0d424880240 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:31.041472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b9d4aca-d8fc-4164-9d79-636016e98c3e req-e2867c75-80af-4ce9-917f-b0d424880240 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.4031396 Oct 22 15:01:31.055120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-5deb4028-cfc7-429e-ac36-d394cd1a5c6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665057 Oct 22 15:01:31.090577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8ce29f3b-6235-4852-8cca-a8ed94316834 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8027fae226cf403e873816d489a6903b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154773 Oct 22 15:01:31.104181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:31.315125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.315690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f218975c-7fa1-4017-a064-f9b75af87e61 None None] Provisioning complete for port ca4845f5-2e18-4826-ac98-1f4a142571ba triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:31.316500 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f218975c-7fa1-4017-a064-f9b75af87e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.328334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b9d4aca-d8fc-4164-9d79-636016e98c3e req-5bf4a1ba-7003-4dea-8e49-9fdcae4a828c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840936 Oct 22 15:01:31.393856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a088129f-6cce-49f7-bf99-48962efb39e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.449228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Allocated IP 172.20.0.2 (ad0484e9-14b1-4988-9f89-bf8643ee2955/c84b7db3-fe76-49da-8eea-de99bc7aceeb/5a5b7b76-d51a-41d7-b071-a60bfae11e3a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:31.503718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f218975c-7fa1-4017-a064-f9b75af87e61 None None] Port ca4845f5-2e18-4826-ac98-1f4a142571ba cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:31.509550 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a088129f-6cce-49f7-bf99-48962efb39e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.669823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3598a49-6fff-4fb1-b069-3351233ef96c None None] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:31.712275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.720284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-82718779-1bf1-4074-8542-ef5e39de2a3c service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923784 Oct 22 15:01:31.751625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:01:31.759186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.919688 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10ad7e5b-7704-4017-b912-d440bafe9982 req-4e9531ac-9108-4196-a2c9-8651ac16fcfb service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897819 Oct 22 15:01:31.942392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a088129f-6cce-49f7-bf99-48962efb39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.945445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a088129f-6cce-49f7-bf99-48962efb39e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.952835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:31.955813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a088129f-6cce-49f7-bf99-48962efb39e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d393a7c-7ce3-41cb-b235-751ba9c82d67 HTTP/1.1" status: 204 len: 168 time: 0.8484311 Oct 22 15:01:31.975097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-75d29e33-f13a-4bd1-ba6e-dc6c49fae2a3 None None] Provisioning complete for port c9769466-2575-4632-a5b4-b4f9d7587385 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:31.980836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75d29e33-f13a-4bd1-ba6e-dc6c49fae2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.013462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.resource_extend [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:01:32.029700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088129f-6cce-49f7-bf99-48962efb39e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d393a7c-7ce3-41cb-b235-751ba9c82d67,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:32.074552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf8cdb-726b-4073-9073-f9fc4f68dbe6 req-2e43196c-29de-4884-87a6-5f15e8c7c638 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:32.077922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdbf8cdb-726b-4073-9073-f9fc4f68dbe6 req-2e43196c-29de-4884-87a6-5f15e8c7c638 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 984 time: 0.1380832 Oct 22 15:01:32.113764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c9769466-2575-4632-a5b4-b4f9d7587385 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:32.118419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Pushing event updated for resources: {'Port': ['ID=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:32.185206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.230226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:32.249890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdbf8cdb-726b-4073-9073-f9fc4f68dbe6 req-ae203c08-f4c7-4d61-a228-302cb875aa9b tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1502757 Oct 22 15:01:32.280630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-743009b4-1628-4296-b8a3-aa9fe82dc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:32.282750 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-743009b4-1628-4296-b8a3-aa9fe82dc0a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1135 time: 0.1697237 Oct 22 15:01:32.284700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.285598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.304602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:32.311536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:32.376335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.439969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.505681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ca4845f5-2e18-4826-ac98-1f4a142571ba,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:32.561692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:32.612398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'port_id': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'mac_address': 'fa:16:3e:ac:72:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:01:32.614242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c9769466-2575-4632-a5b4-b4f9d7587385 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:32.614641 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.616819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Attempting to bind port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:32.616819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Attempting to bind port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:32.617086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Attempting to bind port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a on network ad0484e9-14b1-4988-9f89-bf8643ee2955 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:32.621477 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75d29e33-f13a-4bd1-ba6e-dc6c49fae2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.654298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:32.663977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b51c71-3d3d-4b22-ab0f-624083ed1d1d req-06b1599e-96b3-40d3-92eb-ede4fdd0d82b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:32.676729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77b51c71-3d3d-4b22-ab0f-624083ed1d1d req-06b1599e-96b3-40d3-92eb-ede4fdd0d82b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1923707 Oct 22 15:01:32.678019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:32.679943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-d2025945-9f99-4f8b-b315-9f3ab553f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:32.684737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-d2025945-9f99-4f8b-b315-9f3ab553f368 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.3913908 Oct 22 15:01:32.714870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:32.715542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Checking segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:32.716124 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.716814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Bound using segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:32.718105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Bound port: 5a5b7b76-d51a-41d7-b071-a60bfae11e3a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:32.718661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.820058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-1162e6d8-9d1b-441a-8fb1-c82cdf6f4cc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 217 time: 0.1159966 Oct 22 15:01:32.887450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77b51c71-3d3d-4b22-ab0f-624083ed1d1d req-15f07692-a361-4ccc-be24-2b8fb3369f2d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921334 Oct 22 15:01:32.915627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:32.934454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-75d29e33-f13a-4bd1-ba6e-dc6c49fae2a3 None None] For port c9769466-2575-4632-a5b4-b4f9d7587385, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c9769466-2575-4632-a5b4-b4f9d7587385,segment=NetworkSegment(ae31cbc5-8554-40b1-a8bf-951d4d34a1b3),segment_id=ae31cbc5-8554-40b1-a8bf-951d4d34a1b3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:32.941112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:01:32.962086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Allocated IP 172.25.1.197 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/537a494a-cdf4-4b39-9ab1-553e7d9d0d9e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:32.988584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-d1f9398d-4749-4eb2-856d-102ab4e95a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:32.989368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:32.990578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-d1f9398d-4749-4eb2-856d-102ab4e95a55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.1621766 Oct 22 15:01:33.040629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.047047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75d29e33-f13a-4bd1-ba6e-dc6c49fae2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.063594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-29a2538f-8928-4618-8b42-d0681db2d130 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596485 Oct 22 15:01:33.108036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] For port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:33.133641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] For port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:33.143047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 4c662c3f-4a9e-405e-a9e7-83c98e203653 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:01:33.161861 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.175107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d29e33-f13a-4bd1-ba6e-dc6c49fae2a3 None None] Pushing event updated for resources: {'Port': ['ID=c9769466-2575-4632-a5b4-b4f9d7587385,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:33.288263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:33.295910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-61f55147-51e2-4548-b1fb-d62988f38278 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/4c662c3f-4a9e-405e-a9e7-83c98e203653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0297363 Oct 22 15:01:33.299824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56492) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:33.308202 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] Sync routers for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:33.317311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3079344e-0a41-4184-b123-7e389714d7f1 None None] Provisioning complete for port c9769466-2575-4632-a5b4-b4f9d7587385 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:33.319162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3079344e-0a41-4184-b123-7e389714d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.357214 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:33.361270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:33.382654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a7c72-f2de-4803-862f-091df6a02f3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:33.388200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a43a7c72-f2de-4803-862f-091df6a02f3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports/ca4845f5-2e18-4826-ac98-1f4a142571ba HTTP/1.1" status: 200 len: 911 time: 0.0830841 Oct 22 15:01:33.399246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.400628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:33.479315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.481608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:33.484489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:01:33.485073 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:01:33.489705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:33.507756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:33.525476 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:33.528286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:33.532189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-f2f94172-bc9a-4ac1-ac20-2acb6bf60f3f service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592898 Oct 22 15:01:33.581034 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:33.581971 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b254d-e0d2-4c60-8adf-e4d3e75afffc None None] The sync data for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:33.603235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea73c-6b68-43ea-b698-6dbe4b4d7562 req-c2ec53bb-398c-4066-87bf-c54e3896f2b4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:33.615817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c3ea73c-6b68-43ea-b698-6dbe4b4d7562 req-c2ec53bb-398c-4066-87bf-c54e3896f2b4 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 984 time: 0.1156151 Oct 22 15:01:33.661058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9016-0cd6-4ae3-af6d-0aac4e382aad None None] Pushing event updated for resources: {'Port': ['ID=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:33.666878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c3ea73c-6b68-43ea-b698-6dbe4b4d7562 req-4dbb804e-2a26-4e3b-a394-5a4e3e67bf09 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0482392 Oct 22 15:01:33.743945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b9704d3f-298b-4725-ac4a-922dd5fb4d9e req-8d2bc4e4-e789-4181-bbfd-ac0602f741ba service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854396 Oct 22 15:01:33.784701 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.811300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3079344e-0a41-4184-b123-7e389714d7f1 None None] Provisioning complete for port ca4845f5-2e18-4826-ac98-1f4a142571ba triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:33.811300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3079344e-0a41-4184-b123-7e389714d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:33.891527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3079344e-0a41-4184-b123-7e389714d7f1 None None] Port ca4845f5-2e18-4826-ac98-1f4a142571ba cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:33.902638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:34.017083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Pushing event updated for resources: {'Port': ['ID=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:34.152848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c9663-00cf-4374-8d66-e9f990caf7dc req-765326fd-b87e-42d8-9064-7c08a8cdc324 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:34.154233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f6c9663-00cf-4374-8d66-e9f990caf7dc req-765326fd-b87e-42d8-9064-7c08a8cdc324 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 944 time: 0.1166294 Oct 22 15:01:34.186325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:34.194833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:34.194833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:34.230395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f6c9663-00cf-4374-8d66-e9f990caf7dc req-46e84659-daca-4fb6-bba3-7a86768ced0b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Oct 22 15:01:34.401644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5a5b7b76-d51a-41d7-b071-a60bfae11e3a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:34.488758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:34.489672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:34.496468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:34.599017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:34.644571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:34.901607 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:34.906247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c9769466-2575-4632-a5b4-b4f9d7587385 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:34.964734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efb79f-314d-499f-a276-d61ac40e4aa5 req-7de79d8d-0f94-42dd-bd92-930008d2f197 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:34.975490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71efb79f-314d-499f-a276-d61ac40e4aa5 req-7de79d8d-0f94-42dd-bd92-930008d2f197 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 984 time: 0.1142392 Oct 22 15:01:34.992065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8:1::1 (7f368064-2c3c-40a7-8354-1a67c06197e0/e4b1cb0a-49c0-4665-8c2f-81151391fa6d/c8757933-796d-4fdb-a6d1-41de56cd1fb7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:35.051739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71efb79f-314d-499f-a276-d61ac40e4aa5 req-c71c996c-c705-44e9-931a-c20bf6fa16ec tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0674536 Oct 22 15:01:35.131335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56554) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:35.159049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c9769466-2575-4632-a5b4-b4f9d7587385 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:35.160916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.165016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.220532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:35.390267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b7d07-0821-48db-a9e2-215aa5e0145b None None] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:35.438811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'network': {'name': 'tempest-network-smoke--1474746886', 'project_id': '4da48237c7fc4553949e355dd822987d', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:35.485860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033929-e686-46a5-932f-20972656191f req-f9ec902a-0e11-4659-add3-08e8091a9f18 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:35.494887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07033929-e686-46a5-932f-20972656191f req-f9ec902a-0e11-4659-add3-08e8091a9f18 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 944 time: 0.1291163 Oct 22 15:01:35.503329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5d992b1d-9473-4a57-99d1-6c3706737d73 None None] Provisioning complete for port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:35.503712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5d992b1d-9473-4a57-99d1-6c3706737d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.568176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07033929-e686-46a5-932f-20972656191f req-0fe24723-75d9-40f5-9734-610f59ea3695 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721102 Oct 22 15:01:35.581803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:35.590360 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.608285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.670047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.733431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:35.797132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.826108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56570) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:35.836097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:35.836544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.873692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.880239 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.884889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.953018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f1f4e-897c-481e-9f30-ae1f17512853,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:35.968274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:01:35.977911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:35.990365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=c8757933-796d-4fdb-a6d1-41de56cd1fb7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:36.018186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:36.022017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:36.034350 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ab89e-43b6-4c03-865f-4fed3b218613" -d '{"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-plugged", "status": "completed", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:36.055396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c785f7-1bcb-4d9c-92db-b8968693b8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.062897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:36.094493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:36.099634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:36.100711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.152118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.168394 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Added segment b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8 of type vlan for network 118adbd1-e5b3-45f8-851f-7c0539274303 Oct 22 15:01:36.182015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-478a99b3-26cc-4719-8450-a863a3f7c8fd None None] Provisioning complete for port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:36.182015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-478a99b3-26cc-4719-8450-a863a3f7c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.334890 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.344429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5a5b7b76-d51a-41d7-b071-a60bfae11e3a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:36.397901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.398153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f4df9-dac7-447b-9eeb-c750a36a87dc req-827dd16a-3514-4a75-9b21-063ae6c6fa27 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:36.398153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a8f4df9-dac7-447b-9eeb-c750a36a87dc req-827dd16a-3514-4a75-9b21-063ae6c6fa27 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 984 time: 0.1963108 Oct 22 15:01:36.486565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c785f7-1bcb-4d9c-92db-b8968693b8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.507926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a8f4df9-dac7-447b-9eeb-c750a36a87dc req-74034a12-66b0-4fdd-926f-1f6e921e206a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0891025 Oct 22 15:01:36.552952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.562208 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2727feb-a779-4b21-b970-dc84cd41f163 x-openstack-request-id: req-b2727feb-a779-4b21-b970-dc84cd41f163 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:36.562514 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-plugged", "status": "completed", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:36.563504 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2727feb-a779-4b21-b970-dc84cd41f163 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:36.563841 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'code': 200} Oct 22 15:01:36.633395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Router 65366ddd-bc6a-4f14-806c-231e13487f6a is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:01:36.715099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c785f7-1bcb-4d9c-92db-b8968693b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.717959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.724117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:36.725034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.792657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-470f067d-744e-4533-8812-c79ce5d5e26e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1355274474&fields=id&tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4 HTTP/1.1" status: 200 len: 267 time: 0.1560152 Oct 22 15:01:36.878827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-30c785f7-1bcb-4d9c-92db-b8968693b8f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9af9aa2db3ef43139fb01749b4e13829&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0501502 Oct 22 15:01:36.880107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:36.888052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56604) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:36.905909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:36.905909 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:36.914619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c785f7-1bcb-4d9c-92db-b8968693b8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0e7a2-de9e-4537-8c92-1f2abd2b0e46,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:36.921781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Network': ['ID=118adbd1-e5b3-45f8-851f-7c0539274303,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:36.933785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1c923be4-9463-429b-8100-cd4cbf80971f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8009257 Oct 22 15:01:36.934463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:36.945430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0706-e96b-48ce-a6a9-f444b16ea212 req-d2d5f3aa-0f08-4d33-9fb1-9acf3051c9e7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:36.951709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:36.955481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-362d0706-e96b-48ce-a6a9-f444b16ea212 req-d2d5f3aa-0f08-4d33-9fb1-9acf3051c9e7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2908499 Oct 22 15:01:36.965827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-198980526', 'admin_state_up': True, 'project_id': '4da48237c7fc4553949e355dd822987d', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:36.968364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Sync routers for ids ['65366ddd-bc6a-4f14-806c-231e13487f6a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:36.972096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 118adbd1-e5b3-45f8-851f-7c0539274303 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:01:37.024009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-a3ac875d-6763-4683-8026-444efee83955 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:37.032520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-a3ac875d-6763-4683-8026-444efee83955 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 984 time: 0.2240942 Oct 22 15:01:37.045611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'port': {'security_groups': ['092ab751-601d-4376-a616-5511edc850ae', 'b97f41d1-d793-4d08-8672-72ea8d257640', '8888b67b-916e-49b8-be12-b2fb718af9a5']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:37.064369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-362d0706-e96b-48ce-a6a9-f444b16ea212 req-21f8f16f-4795-42c0-9a40-bd2a05bb808b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079299 Oct 22 15:01:37.067301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9d11e4-fce1-4734-a7fb-4394e5ba7358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.116483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Routers {'65366ddd-bc6a-4f14-806c-231e13487f6a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:37.117859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['65366ddd-bc6a-4f14-806c-231e13487f6a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:37.120653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-665b955c-aeb1-4a32-b3d0-63fdecc710c0 None None] Provisioning complete for port c8757933-796d-4fdb-a6d1-41de56cd1fb7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:37.121320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-665b955c-aeb1-4a32-b3d0-63fdecc710c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.133229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9d11e4-fce1-4734-a7fb-4394e5ba7358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.181190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.182507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.195115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-665b955c-aeb1-4a32-b3d0-63fdecc710c0 None None] Port c8757933-796d-4fdb-a6d1-41de56cd1fb7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:37.198584 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.220889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.235681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.239937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aa56d80e-cce9-4bb7-b538-563041896852 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7907100 Oct 22 15:01:37.240672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:37.340440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9d11e4-fce1-4734-a7fb-4394e5ba7358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.345591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9d11e4-fce1-4734-a7fb-4394e5ba7358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.353171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf9d11e4-fce1-4734-a7fb-4394e5ba7358 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cb0e7a2-de9e-4537-8c92-1f2abd2b0e46 HTTP/1.1" status: 204 len: 168 time: 0.4629197 Oct 22 15:01:37.358466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.359603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.450364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d11e4-fce1-4734-a7fb-4394e5ba7358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0e7a2-de9e-4537-8c92-1f2abd2b0e46,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:37.524871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Set router 65366ddd-bc6a-4f14-806c-231e13487f6a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:37.587847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=c8757933-796d-4fdb-a6d1-41de56cd1fb7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:37.588210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.795866 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:01:37.840155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:01:34Z', 'revision_number': 3, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:37.927844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Checking router: 65366ddd-bc6a-4f14-806c-231e13487f6a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:37.928382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Updating router 65366ddd-bc6a-4f14-806c-231e13487f6a port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:01:37.987688 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:37.998862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:38.002100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:38.610662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56630) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:38.667857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-692931eb-d17e-4315-90d1-bb28b76aa9fe None None] Provisioning complete for port c8757933-796d-4fdb-a6d1-41de56cd1fb7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:38.668469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-692931eb-d17e-4315-90d1-bb28b76aa9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.691228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 4c662c3f-4a9e-405e-a9e7-83c98e203653 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:38.693011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.760601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:38.767721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.769728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-692931eb-d17e-4315-90d1-bb28b76aa9fe None None] Port c8757933-796d-4fdb-a6d1-41de56cd1fb7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:38.782728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f02f3f88-8607-4532-b218-a59ae5f4a28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.842694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ea45f-2115-4b56-b69f-1dc2d030b680 req-5ab949e1-5324-43c0-8452-998f80357d07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:38.844180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-985ea45f-2115-4b56-b69f-1dc2d030b680 req-5ab949e1-5324-43c0-8452-998f80357d07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.3902414 Oct 22 15:01:38.846462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.867454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.931373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:38.938211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb15693-b7ab-4971-bbed-a97a093ac8df None None] Pushing event updated for resources: {'Port': ['ID=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:38.950439 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] Sync routers for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:38.953717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f02f3f88-8607-4532-b218-a59ae5f4a28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.955117 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c0f14db4-33c5-4b65-b665-570add67dbf5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/4c662c3f-4a9e-405e-a9e7-83c98e203653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5533442 Oct 22 15:01:38.959760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.962404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56632) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:38.965349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Attempting to bind port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:38.965994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Attempting to bind port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:38.966365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Attempting to bind port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:38.973824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:38.974310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:38.974745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.975823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:38.976415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Bound port: 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:38.976805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:38.988283 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:38.993797 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:38.996521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.015160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835', '7714bca9-abef-4b62-aed1-7393b720a396'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:39.100448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f02f3f88-8607-4532-b218-a59ae5f4a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.100748 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:39.119515 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:39.121915 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:39.133589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] For port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:39.152359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] For port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:39.175363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f02f3f88-8607-4532-b218-a59ae5f4a28f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6af3d3587eca445f8337f95d4aa59758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442803 Oct 22 15:01:39.179289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:39.223178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:39.224582 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ebc4e-4f0e-46df-b837-aa98a2dccaf2 None None] The sync data for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:39.273625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-985ea45f-2115-4b56-b69f-1dc2d030b680 req-7dcae264-e5e4-4a14-bfea-46a14b222acf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155890 Oct 22 15:01:39.278412 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.289257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f241be0-70fe-4093-a82c-36255f0df268 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:39.299454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6f241be0-70fe-4093-a82c-36255f0df268 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports/c8757933-796d-4fdb-a6d1-41de56cd1fb7 HTTP/1.1" status: 200 len: 913 time: 0.3262699 Oct 22 15:01:39.312667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56636) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:39.340034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:39.341343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.355462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Allocated IP 172.20.0.1 (ad0484e9-14b1-4988-9f89-bf8643ee2955/c84b7db3-fe76-49da-8eea-de99bc7aceeb/e638a56e-6ccf-4c5e-921e-ca36b912492c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:39.356275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d179b0d-f1dd-4906-a646-ea1e01fa17b2 req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "PUT /v2.0/ports/7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 1020 time: 2.3227682 Oct 22 15:01:39.359351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:39.363345 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f0448e-6963-4a84-a044-6ec75b3ab301" -d '{"events": [{"name": "network-changed", "server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "tag": "7714bca9-abef-4b62-aed1-7393b720a396"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:39.401478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb15693-b7ab-4971-bbed-a97a093ac8df None None] Pushing event updated for resources: {'Port': ['ID=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:39.476992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2069262-9cb0-451d-b8ab-ba8b39117c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.505816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['7714bca9-abef-4b62-aed1-7393b720a396'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:39.515451 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8562ba9-37a7-46c1-ba2b-8f7e7991961a x-openstack-request-id: req-a8562ba9-37a7-46c1-ba2b-8f7e7991961a {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:39.516158 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "tag": "7714bca9-abef-4b62-aed1-7393b720a396", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:39.516632 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8562ba9-37a7-46c1-ba2b-8f7e7991961a {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:39.517241 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396', 'status': 'completed', 'code': 200} Oct 22 15:01:39.518208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f3f88-8607-4532-b218-a59ae5f4a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54517ba-1bab-4c9e-95c0-b6c3365ef5ed,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:39.562524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce23c-6371-4418-808b-8c079e21fdfa tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:39.579506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e14ec16b-3a38-46ab-a24e-b045ec86881f req-f75b4913-aa4f-43cc-96e0-670812d4a7f3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/8888b67b-916e-49b8-be12-b2fb718af9a5 HTTP/1.1" status: 200 len: 1803 time: 0.1820185 Oct 22 15:01:39.646646 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-e14ec16b-3a38-46ab-a24e-b045ec86881f req-1bdc3431-7bea-4f4b-9ee3-cc8c628eaef7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 15:01:39.652794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Routers {'65366ddd-bc6a-4f14-806c-231e13487f6a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:39.653237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['65366ddd-bc6a-4f14-806c-231e13487f6a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:39.666498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e14ec16b-3a38-46ab-a24e-b045ec86881f req-1bdc3431-7bea-4f4b-9ee3-cc8c628eaef7 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/8888b67b-916e-49b8-be12-b2fb718af9a5 HTTP/1.1" status: 409 len: 341 time: 0.0725641 Oct 22 15:01:39.756002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2069262-9cb0-451d-b8ab-ba8b39117c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.781373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-6dd54903-434a-40be-9588-339747788ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:39.786592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-6dd54903-434a-40be-9588-339747788ff7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1174 time: 0.2214096 Oct 22 15:01:39.863291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.885762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:39.988946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] Set router 65366ddd-bc6a-4f14-806c-231e13487f6a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:40.131075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.25.1.138 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/42406d4f-688d-437e-98d7-ce7187f9e215) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:40.159248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.197818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-9f6556f7-a9ef-42e6-a8e9-9a7c33af146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:40.200194 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-9f6556f7-a9ef-42e6-a8e9-9a7c33af146c service neutron] 10.222.0.69 "GET /v2.0/networks?id=77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 200 len: 914 time: 0.3784266 Oct 22 15:01:40.292077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2069262-9cb0-451d-b8ab-ba8b39117c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.295743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2069262-9cb0-451d-b8ab-ba8b39117c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.297277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d2069262-9cb0-451d-b8ab-ba8b39117c33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d54517ba-1bab-4c9e-95c0-b6c3365ef5ed HTTP/1.1" status: 204 len: 168 time: 1.1169627 Oct 22 15:01:40.299297 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-f7084e81-a384-46d1-b31e-99644afb84cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 200 len: 217 time: 0.0863817 Oct 22 15:01:40.350560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2069262-9cb0-451d-b8ab-ba8b39117c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54517ba-1bab-4c9e-95c0-b6c3365ef5ed,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:40.391956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-bf5b738d-88f3-4209-84c3-7b6f6d3e35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:40.394315 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-bf5b738d-88f3-4209-84c3-7b6f6d3e35a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 200 len: 853 time: 0.0824461 Oct 22 15:01:40.468892 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-16412341-ba78-42d3-b813-ced36caee86c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77943055-6ec7-4c23-9a03-846f5455a420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654075 Oct 22 15:01:40.527792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.594941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5ebe3-1d3f-4805-a9b1-08b4657ca755 req-b11529c9-02cb-49c4-a591-941ca6e47851 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:40.596531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33a5ebe3-1d3f-4805-a9b1-08b4657ca755 req-b11529c9-02cb-49c4-a591-941ca6e47851 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2125282 Oct 22 15:01:40.618198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.662097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.726613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33a5ebe3-1d3f-4805-a9b1-08b4657ca755 req-a1f8fc10-2c64-4ba1-9931-6179ec3c4609 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026866 Oct 22 15:01:40.739852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:40.759844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:01:34Z', 'revision_number': 3, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:40.835121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:40.839364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.849541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=e638a56e-6ccf-4c5e-921e-ca36b912492c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:40.869159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363db58-1db5-42db-ad06-ea4f65eb8cc4 None None] The sync data for ids ['65366ddd-bc6a-4f14-806c-231e13487f6a'] in n-d-812148-2 is: [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:01:34Z', 'revision_number': 3, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:40.880496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:40.889934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-910d1f89-bce9-4483-9c20-6ae7f64b827e service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120190 Oct 22 15:01:40.980054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:40.981069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:40.990325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:41.001442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:41.008772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=42406d4f-688d-437e-98d7-ce7187f9e215,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:41.099402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575daef3-4c6d-4ea1-86e4-975911117aa6 req-9a373239-05c2-47ce-b725-11224a3db6a0 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:41.118382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-575daef3-4c6d-4ea1-86e4-975911117aa6 req-9a373239-05c2-47ce-b725-11224a3db6a0 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1023 time: 0.2076149 Oct 22 15:01:41.341355 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:41.354665 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-93f0448e-6963-4a84-a044-6ec75b3ab301 req-c883a00f-6162-415a-836e-256a47c809b8 service neutron] 10.222.0.69 "GET /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531367 Oct 22 15:01:41.418386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-575daef3-4c6d-4ea1-86e4-975911117aa6 req-e9dc92f6-a2a3-47f3-bc68-65939d094072 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=8888b67b-916e-49b8-be12-b2fb718af9a5&id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2827380 Oct 22 15:01:41.521063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-251cbcf7-55e4-460a-8edd-21b64c44fae2 None None] Provisioning complete for port e638a56e-6ccf-4c5e-921e-ca36b912492c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:41.521063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-251cbcf7-55e4-460a-8edd-21b64c44fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:41.594050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-251cbcf7-55e4-460a-8edd-21b64c44fae2 None None] Port e638a56e-6ccf-4c5e-921e-ca36b912492c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:41.967944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.011303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.097087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8aa8-a7e0-4757-a3f9-49b717e1198a req-a9a2316f-1a01-4965-a0a1-8a3d3f94f69d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:42.108671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-133f8aa8-a7e0-4757-a3f9-49b717e1198a req-a9a2316f-1a01-4965-a0a1-8a3d3f94f69d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1987374 Oct 22 15:01:42.171396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port c8757933-796d-4fdb-a6d1-41de56cd1fb7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:42.172014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.293188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-133f8aa8-a7e0-4757-a3f9-49b717e1198a req-7ee107f1-03e9-48b7-b175-a51969ec2483 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836157 Oct 22 15:01:42.377459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.436347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:42.497285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.543326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.604752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:42.605510 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.643818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-5de7afba-c620-44ff-9045-cd53e21de37c tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:42.648872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-5de7afba-c620-44ff-9045-cd53e21de37c tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1023 time: 0.2688265 Oct 22 15:01:42.748899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=e638a56e-6ccf-4c5e-921e-ca36b912492c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:42.755246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.758264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.762086 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:42.810005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:42.826993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa8cdd-0d71-4464-b85a-81097da72fca req-60d587ec-41f8-43de-9d18-6e967590b95d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:42.829690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for c8757933-796d-4fdb-a6d1-41de56cd1fb7 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:42.835779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dfa8cdd-0d71-4464-b85a-81097da72fca req-60d587ec-41f8-43de-9d18-6e967590b95d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1023 time: 0.1747463 Oct 22 15:01:43.005094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dfa8cdd-0d71-4464-b85a-81097da72fca req-5341f1db-5e67-4715-8c8f-fd33ac07b8db tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=8888b67b-916e-49b8-be12-b2fb718af9a5&id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1683481 Oct 22 15:01:43.084363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:43.183178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:43.205632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:01:43.601087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:43.617071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:43.635121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:43.635802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:43.693242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167b71d-3889-4032-9f95-b1a46694bb59 req-d51ffcef-98ca-4dfd-8400-c845418c2abb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:43.695845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3167b71d-3889-4032-9f95-b1a46694bb59 req-d51ffcef-98ca-4dfd-8400-c845418c2abb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2065883 Oct 22 15:01:43.748270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Deleting port 7714bca9-abef-4b62-aed1-7393b720a396 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:43.749044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:43.768428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:43.772674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-24abcb8c-b601-4acf-a0ad-5483a140b118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8332229 Oct 22 15:01:43.776848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56698) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:43.797250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3167b71d-3889-4032-9f95-b1a46694bb59 req-d38d3c5c-a0fe-4a6d-8a83-34ffafdb570c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907218 Oct 22 15:01:44.219646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:44.283325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:44.302489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:44.407069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4489-a754-46da-9cfb-2c3a97e4b91e req-dca8096f-6503-426c-a534-8749aab87835 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:44.408665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-215d4489-a754-46da-9cfb-2c3a97e4b91e req-dca8096f-6503-426c-a534-8749aab87835 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 1023 time: 0.1377130 Oct 22 15:01:44.516250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:44.597912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0c185a82-cc1b-4451-ab33-8f6171d31d4f tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=4da48237c7fc4553949e355dd822987d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8161654 Oct 22 15:01:44.598613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56718) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:44.609747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Router 65366ddd-bc6a-4f14-806c-231e13487f6a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:44.633624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] For port 7714bca9-abef-4b62-aed1-7393b720a396, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7714bca9-abef-4b62-aed1-7393b720a396,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:44.636139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:44.661052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Calling delete_port for 7714bca9-abef-4b62-aed1-7393b720a396 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:44.770494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:44.872284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:44.874291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:44.951840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=c8757933-796d-4fdb-a6d1-41de56cd1fb7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:44.984172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-49d7c73a-522f-4a2c-aacf-0d9eb78d2368 None None] Provisioning complete for port e638a56e-6ccf-4c5e-921e-ca36b912492c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:45.008319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49d7c73a-522f-4a2c-aacf-0d9eb78d2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:45.073620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-49d7c73a-522f-4a2c-aacf-0d9eb78d2368 None None] Port e638a56e-6ccf-4c5e-921e-ca36b912492c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:45.199783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:41Z', 'revision_number': 3, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:45.308112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:45.311773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Updating router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 port 42406d4f-688d-437e-98d7-ce7187f9e215 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:01:45.363728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:45.394759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:45.413006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:45.432924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4fcc787-b784-4a6f-89a1-706bbff9a835', '7714bca9-abef-4b62-aed1-7393b720a396'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:01:45.516576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-215d4489-a754-46da-9cfb-2c3a97e4b91e req-5740d456-50b9-4307-ba08-a041d0dca72e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=8888b67b-916e-49b8-be12-b2fb718af9a5&id=092ab751-601d-4376-a616-5511edc850ae&id=b97f41d1-d793-4d08-8672-72ea8d257640&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.0943608 Oct 22 15:01:45.586256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'Port': ['ID=7714bca9-abef-4b62-aed1-7393b720a396,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:45.703494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df900d-6bd5-4ca2-a9ae-6d9942362238 req-0cf021f8-cd9f-437d-8894-3337476f3a4c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:45.705870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40df900d-6bd5-4ca2-a9ae-6d9942362238 req-0cf021f8-cd9f-437d-8894-3337476f3a4c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2166598 Oct 22 15:01:45.737323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684bb75d-626e-49fe-9657-71f98eba4376 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:45.738991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-684bb75d-626e-49fe-9657-71f98eba4376 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1388905 Oct 22 15:01:45.741684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 4c662c3f-4a9e-405e-a9e7-83c98e203653 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:45.755267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56726) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:45.775261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] No DVR routers for this DVR port 7714bca9-abef-4b62-aed1-7393b720a396 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:45.779988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:45.783727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6f63f6d4-4a8b-4aff-9af7-652ed16cd7d6 req-f4872575-eb80-44ee-a207-42789e7e040f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "DELETE /v2.0/ports/7714bca9-abef-4b62-aed1-7393b720a396 HTTP/1.1" status: 204 len: 173 time: 3.1239870 Oct 22 15:01:45.784848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'name': 'network-vif-deleted', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:01:45.787599 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b9abba-d8e1-49dd-965c-0a3345a22003" -d '{"events": [{"server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "name": "network-vif-deleted", "tag": "7714bca9-abef-4b62-aed1-7393b720a396"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:01:45.791047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:45.802158 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Sync routers for ids ['65366ddd-bc6a-4f14-806c-231e13487f6a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:45.821384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dbf7fab8-beac-4350-9561-015622ce0fe2 admin admin] 10.222.0.66 "PUT /v2.0/routers/65366ddd-bc6a-4f14-806c-231e13487f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5781717 Oct 22 15:01:45.836863 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Routers {'65366ddd-bc6a-4f14-806c-231e13487f6a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:45.843711 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['65366ddd-bc6a-4f14-806c-231e13487f6a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:45.900053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5284d792-1b50-4f03-8aed-89c30c4e17fd tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1436188 Oct 22 15:01:45.903967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:45.906819 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4ac12-7f00-42de-84ba-5528f5a8553b x-openstack-request-id: req-8ee4ac12-7f00-42de-84ba-5528f5a8553b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:01:45.909958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40df900d-6bd5-4ca2-a9ae-6d9942362238 req-a8112685-4211-446f-82eb-78a368132507 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959515 Oct 22 15:01:45.912447 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41910b98-3590-41d1-afc5-a369cd468ae6", "name": "network-vif-deleted", "tag": "7714bca9-abef-4b62-aed1-7393b720a396", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:01:45.918624 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ee4ac12-7f00-42de-84ba-5528f5a8553b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:01:45.918624 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41910b98-3590-41d1-afc5-a369cd468ae6', 'name': 'network-vif-deleted', 'tag': '7714bca9-abef-4b62-aed1-7393b720a396', 'status': 'completed', 'code': 200} Oct 22 15:01:45.920096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844245078', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'project_id': '4da48237c7fc4553949e355dd822987d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:46.071557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:46.096830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56736) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:46.097068 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2768e708-be3b-45a6-8d79-d57619cfdabb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/4c662c3f-4a9e-405e-a9e7-83c98e203653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7821658 Oct 22 15:01:46.131933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] Sync routers for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:46.217783 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Set router 65366ddd-bc6a-4f14-806c-231e13487f6a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:46.289872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:46.291519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:46.351563 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:46.358396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:46.397275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:46.397579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:46.455794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:46.457099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310adf3-1358-4834-a1ef-76567923da03 None None] The sync data for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:46.464973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:46.469195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:46.508024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:46.575482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee93d-4e75-4a8c-af5f-370418e742c9 None None] Pushing event updated for resources: {'Port': ['ID=42406d4f-688d-437e-98d7-ce7187f9e215,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:46.641454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Attempting to bind port 42406d4f-688d-437e-98d7-ce7187f9e215 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:46.642137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Attempting to bind port 42406d4f-688d-437e-98d7-ce7187f9e215 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:46.642802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Attempting to bind port 42406d4f-688d-437e-98d7-ce7187f9e215 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:46.651767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:46.657023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:46.657023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:46.657270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:01:41Z', 'revision_number': 4, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e638a56e-6ccf-4c5e-921e-ca36b912492c', 'name': '', 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'mac_address': 'fa:16:3e:43:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:38Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 2, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'subnets': [{'id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:46.657431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:46.657431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Bound port: 42406d4f-688d-437e-98d7-ce7187f9e215, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:46.657431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:46.720677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Checking router: 65366ddd-bc6a-4f14-806c-231e13487f6a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:46.721078 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Updating router 65366ddd-bc6a-4f14-806c-231e13487f6a port e638a56e-6ccf-4c5e-921e-ca36b912492c binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:01:46.740369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2c57451-e6fd-48cc-8914-b5b485bd4ccf req-4cef93a8-ec0b-4d10-985e-3c0d22296880 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=41910b98-3590-41d1-afc5-a369cd468ae6 HTTP/1.1" status: 200 len: 210 time: 0.0511930 Oct 22 15:01:46.757133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] For port 42406d4f-688d-437e-98d7-ce7187f9e215, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:46.762171 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:46.762376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] For port 42406d4f-688d-437e-98d7-ce7187f9e215, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=42406d4f-688d-437e-98d7-ce7187f9e215,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:46.971502 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.019826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.058688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee93d-4e75-4a8c-af5f-370418e742c9 None None] Pushing event updated for resources: {'Port': ['ID=42406d4f-688d-437e-98d7-ce7187f9e215,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:47.062797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:47.063718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:47.137452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.271131 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.368629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Subnet': ['ID=e30b60c0-3698-45f9-9477-b8d516646494,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:47.376110 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.385323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Checking segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:47.385551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network hostable DHCP agents. Network: 118adbd1-e5b3-45f8-851f-7c0539274303, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:01:47.394963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aceb29-a98d-4263-9acb-aca08eca2588 req-faff05a7-d355-4d6b-bdbe-80b572dc60e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:47.402256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59aceb29-a98d-4263-9acb-aca08eca2588 req-faff05a7-d355-4d6b-bdbe-80b572dc60e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2688782 Oct 22 15:01:47.418098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:47.520952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56768) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:47.527358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-network', 'tenant_id': '452f04e047e646fbb5cc4b451df58126'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:47.531371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59aceb29-a98d-4263-9acb-aca08eca2588 req-e8517d06-1c0a-4c18-9da9-4611cdf0603a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237268 Oct 22 15:01:47.537991 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110ec3c-1ca0-430a-b0f0-e3ca01999282 None None] Pushing event updated for resources: {'Port': ['ID=e638a56e-6ccf-4c5e-921e-ca36b912492c,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:47.628762 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Attempting to bind port e638a56e-6ccf-4c5e-921e-ca36b912492c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:47.629145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Attempting to bind port e638a56e-6ccf-4c5e-921e-ca36b912492c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:47.629959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Attempting to bind port e638a56e-6ccf-4c5e-921e-ca36b912492c on network ad0484e9-14b1-4988-9f89-bf8643ee2955 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:47.635000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 118adbd1-e5b3-45f8-851f-7c0539274303 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:01:47.644011 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:47.644383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Checking segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:47.644786 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.645361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Bound using segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:47.645954 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Bound port: e638a56e-6ccf-4c5e-921e-ca36b912492c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:47.646339 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.762583 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] For port e638a56e-6ccf-4c5e-921e-ca36b912492c, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:47.769572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port ca4845f5-2e18-4826-ac98-1f4a142571ba {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:47.769572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.815441 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] For port e638a56e-6ccf-4c5e-921e-ca36b912492c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e638a56e-6ccf-4c5e-921e-ca36b912492c,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:47.818530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7714bca9-abef-4b62-aed1-7393b720a396 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:47.856180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Made reservation on behalf of 452f04e047e646fbb5cc4b451df58126 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:47.858596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.870784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:47.927661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 7714bca9-abef-4b62-aed1-7393b720a396 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:47.928106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7714bca9-abef-4b62-aed1-7393b720a396 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:47.989152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:41Z', 'revision_number': 3, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:48.012518 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.027394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 118adbd1-e5b3-45f8-851f-7c0539274303) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:48.027394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:48.027394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.034763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc24d6f-08da-45ef-beca-b54211fdc994 None None] Network 118adbd1-e5b3-45f8-851f-7c0539274303 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:48.036879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720b67-7fe2-4dba-aa9e-8874c8a932f5 None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:41Z', 'revision_number': 3, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:48.151091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0822548f-db1e-4aa0-afcc-f9ed90f39dd8 None None] Provisioning complete for port e638a56e-6ccf-4c5e-921e-ca36b912492c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:48.152213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0822548f-db1e-4aa0-afcc-f9ed90f39dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.175441 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.222200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:48.233355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53bddda2-084a-4259-8911-f01ddcb79edb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3144436 Oct 22 15:01:48.241313 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Routers {'65366ddd-bc6a-4f14-806c-231e13487f6a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:48.241959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['65366ddd-bc6a-4f14-806c-231e13487f6a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:48.261529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.311279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23dd82fb-d581-40c0-b15b-f88d575d3f5c req-16d021ba-0e53-48d1-a562-deed53acc212 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/092ab751-601d-4376-a616-5511edc850ae HTTP/1.1" status: 200 len: 1801 time: 0.3028769 Oct 22 15:01:48.338731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for ca4845f5-2e18-4826-ac98-1f4a142571ba owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:48.458339 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0822548f-db1e-4aa0-afcc-f9ed90f39dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.476836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-118adbd1-e5b3-45f8-851f-7c0539274303', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:01:48.482066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.556139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.636014 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] Set router 65366ddd-bc6a-4f14-806c-231e13487f6a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:48.655953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-23dd82fb-d581-40c0-b15b-f88d575d3f5c req-c0d1ff04-b47a-467b-aac7-4027f0b797e3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.683521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ebad27-3123-4671-aa07-d5b7380288dc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:48.756883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0822548f-db1e-4aa0-afcc-f9ed90f39dd8 None None] For port e638a56e-6ccf-4c5e-921e-ca36b912492c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e638a56e-6ccf-4c5e-921e-ca36b912492c,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:48.786409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:01:48.818616 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-23dd82fb-d581-40c0-b15b-f88d575d3f5c req-c0d1ff04-b47a-467b-aac7-4027f0b797e3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.844282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0822548f-db1e-4aa0-afcc-f9ed90f39dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.899578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Allocated IP 172.20.0.2 (118adbd1-e5b3-45f8-851f-7c0539274303/e30b60c0-3698-45f9-9477-b8d516646494/ee1d1881-972e-4cdf-aa06-327b4a4aa2c6) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:48.903027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:48.903375 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Added segment 822f93e9-9ded-4c33-b317-be868cdfc67c of type vlan for network 8bd063ba-bff0-438f-9489-c476e1401d8c Oct 22 15:01:48.954233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822548f-db1e-4aa0-afcc-f9ed90f39dd8 None None] Pushing event updated for resources: {'Port': ['ID=e638a56e-6ccf-4c5e-921e-ca36b912492c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:49.042229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-83c8d0fd-e66e-4ca2-9b58-d6e9961a9b6f None None] Provisioning complete for port e638a56e-6ccf-4c5e-921e-ca36b912492c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:49.042944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83c8d0fd-e66e-4ca2-9b58-d6e9961a9b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.056656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2fd3-f7d8-4cac-968c-7bf7f16b1a1b req-a35e0d24-79e8-4a9c-ac99-fef9cb1f30b4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:49.065112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e03f2fd3-f7d8-4cac-968c-7bf7f16b1a1b req-a35e0d24-79e8-4a9c-ac99-fef9cb1f30b4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2534988 Oct 22 15:01:49.211227 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110ec3c-1ca0-430a-b0f0-e3ca01999282 None None] Pushing event updated for resources: {'Port': ['ID=e638a56e-6ccf-4c5e-921e-ca36b912492c,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:49.216104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.287810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e03f2fd3-f7d8-4cac-968c-7bf7f16b1a1b req-56d143e1-f65f-4363-9583-7d5d7cf3d986 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981013 Oct 22 15:01:49.353467 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.459342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.468520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-23dd82fb-d581-40c0-b15b-f88d575d3f5c req-c0d1ff04-b47a-467b-aac7-4027f0b797e3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.471826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-23dd82fb-d581-40c0-b15b-f88d575d3f5c req-c0d1ff04-b47a-467b-aac7-4027f0b797e3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.486682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23dd82fb-d581-40c0-b15b-f88d575d3f5c req-c0d1ff04-b47a-467b-aac7-4027f0b797e3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/092ab751-601d-4376-a616-5511edc850ae HTTP/1.1" status: 204 len: 173 time: 1.1407359 Oct 22 15:01:49.487508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Network 118adbd1-e5b3-45f8-851f-7c0539274303 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:49.487878 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:01:41Z', 'revision_number': 4, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e638a56e-6ccf-4c5e-921e-ca36b912492c', 'name': '', 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'mac_address': 'fa:16:3e:43:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:38Z', 'updated_at': '2021-10-22T15:01:47Z', 'revision_number': 4, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'subnets': [{'id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:49.488036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:49.499391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1ff04-b47a-467b-aac7-4027f0b797e3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092ab751-601d-4376-a616-5511edc850ae,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:49.499827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:49.530905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Pushing event updated for resources: {'Port': ['ID=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:49.555031 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b64e9-1883-4a0b-85f6-7ab9685c359a None None] The sync data for ids ['65366ddd-bc6a-4f14-806c-231e13487f6a'] in n-d-812148-2 is: [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:01:41Z', 'revision_number': 4, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e638a56e-6ccf-4c5e-921e-ca36b912492c', 'name': '', 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'mac_address': 'fa:16:3e:43:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:38Z', 'updated_at': '2021-10-22T15:01:47Z', 'revision_number': 4, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'subnets': [{'id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:49.624281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6284a421-240d-4c3e-b7f0-debaa2798db2 req-57a05a34-c43f-4609-8b8e-6810501decf3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/8888b67b-916e-49b8-be12-b2fb718af9a5 HTTP/1.1" status: 200 len: 1803 time: 0.0944817 Oct 22 15:01:49.625085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.713866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Attempting to bind port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:49.714447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Attempting to bind port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:49.715459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Attempting to bind port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 on network 118adbd1-e5b3-45f8-851f-7c0539274303 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:49.723934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:49.733013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Checking segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:49.734925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.737872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Bound using segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:49.743203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.743722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Bound port: ee1d1881-972e-4cdf-aa06-327b4a4aa2c6, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:49.743847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:49.743945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.748998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=ca4845f5-2e18-4826-ac98-1f4a142571ba,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:49.750370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:49.918693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] For port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:49.924507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] For port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:50.074810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.095914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.115515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6284a421-240d-4c3e-b7f0-debaa2798db2 req-8aff76ad-96f8-4c22-b1c6-6a41f8478e4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.125687 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6036119 Oct 22 15:01:50.161388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56796) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:50.172062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd063ba-bff0-438f-9489-c476e1401d8c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:50.187045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6284a421-240d-4c3e-b7f0-debaa2798db2 req-8aff76ad-96f8-4c22-b1c6-6a41f8478e4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.218877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f2fb6-3c00-4e65-9f60-1c99957151f3 None None] Pushing event updated for resources: {'Port': ['ID=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:50.223423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Request body: {'subnet': {'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-subnet', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:50.265033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.267596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.268045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.268665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.271312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.274454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.275211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.277008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.277627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.279948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.280827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.283409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef55518-e698-4758-9597-cd4285cc9c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:50.307000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 8bd063ba-bff0-438f-9489-c476e1401d8c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:01:50.367637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.572849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6284a421-240d-4c3e-b7f0-debaa2798db2 req-8aff76ad-96f8-4c22-b1c6-6a41f8478e4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.582385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6284a421-240d-4c3e-b7f0-debaa2798db2 req-8aff76ad-96f8-4c22-b1c6-6a41f8478e4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.588323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6284a421-240d-4c3e-b7f0-debaa2798db2 req-8aff76ad-96f8-4c22-b1c6-6a41f8478e4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/8888b67b-916e-49b8-be12-b2fb718af9a5 HTTP/1.1" status: 204 len: 173 time: 0.9541912 Oct 22 15:01:50.791664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d50024af-4241-4405-a0fd-ed774ef08400 req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-451409716', 'description': 'tempest-description-1256034752'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:50.850623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e638a56e-6ccf-4c5e-921e-ca36b912492c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:50.851245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Made reservation on behalf of 452f04e047e646fbb5cc4b451df58126 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:01:50.853594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:50.892116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff76ad-96f8-4c22-b1c6-6a41f8478e4d tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8888b67b-916e-49b8-be12-b2fb718af9a5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:51.005296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e638a56e-6ccf-4c5e-921e-ca36b912492c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:51.005671 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.059839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 4c662c3f-4a9e-405e-a9e7-83c98e203653 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:51.096746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4051c24-728a-4340-901d-57e67272bda9 req-f4cdfc51-d781-497a-befb-3dcdda07cac4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:51.098470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4051c24-728a-4340-901d-57e67272bda9 req-f4cdfc51-d781-497a-befb-3dcdda07cac4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.3472025 Oct 22 15:01:51.169159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 42406d4f-688d-437e-98d7-ce7187f9e215 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:51.258240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4051c24-728a-4340-901d-57e67272bda9 req-ed40ce9d-492e-43d7-bab8-3aaaa311906f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537442 Oct 22 15:01:51.314614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 42406d4f-688d-437e-98d7-ce7187f9e215 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:51.315235 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.378135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d50024af-4241-4405-a0fd-ed774ef08400 req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.387064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:51.400439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ccaf1c8d-fec4-42af-8fcb-af62b3e6af48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/4c662c3f-4a9e-405e-a9e7-83c98e203653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3024666 Oct 22 15:01:51.401439 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] Sync routers for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:51.405712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56808) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:51.433979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:51.434611 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:51.476698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b36d19cb-b5ff-4245-a22b-6e8d4821c4b3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c662c3f-4a9e-405e-a9e7-83c98e203653 HTTP/1.1" status: 200 len: 205 time: 0.0496233 Oct 22 15:01:51.489601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:51.537059 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:51.591354 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] Routers {'4c662c3f-4a9e-405e-a9e7-83c98e203653'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:51.592103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4c662c3f-4a9e-405e-a9e7-83c98e203653'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:51.602026 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.684200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 42406d4f-688d-437e-98d7-ce7187f9e215, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=42406d4f-688d-437e-98d7-ce7187f9e215,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:51.689694 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.714328 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:51.715536 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d516627-8425-4f93-9bd0-9540b0d3c26d None None] The sync data for ids ['4c662c3f-4a9e-405e-a9e7-83c98e203653'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:01:51.770659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.786856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.20.0.1 (118adbd1-e5b3-45f8-851f-7c0539274303/e30b60c0-3698-45f9-9477-b8d516646494/e8cc186b-b24c-44fd-b91f-a885c9cda75b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:51.898534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=42406d4f-688d-437e-98d7-ce7187f9e215,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:51.938944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d50024af-4241-4405-a0fd-ed774ef08400 req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:51.985452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.111600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d50024af-4241-4405-a0fd-ed774ef08400 req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.239005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.246189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.318042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2b929-9b7c-436b-8e0b-db9a0e413e99 None None] Network 118adbd1-e5b3-45f8-851f-7c0539274303 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:52.334033 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.359453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.393534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3bce3-a577-4590-b153-ea847ca69709,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:52.422680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d50024af-4241-4405-a0fd-ed774ef08400 req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.443180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d50024af-4241-4405-a0fd-ed774ef08400 req-76d1d06d-3e2e-4ec1-b546-3161ae51eba9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6752033 Oct 22 15:01:52.554921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1d7ab63a-ad00-4e4d-ae70-5b0fad5e9af3 None None] Provisioning complete for port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:52.557334 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab63a-ad00-4e4d-ae70-5b0fad5e9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.559535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 118adbd1-e5b3-45f8-851f-7c0539274303 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:52.588905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:52.604794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:52.659601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:52.687423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=e8cc186b-b24c-44fd-b91f-a885c9cda75b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:52.704441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472bfef1-afd6-4550-af92-e5364a50bdd7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:52.797396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Checking segment: {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:52.797979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Network hostable DHCP agents. Network: 8bd063ba-bff0-438f-9489-c476e1401d8c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:01:52.821837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:52.944488 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dc31a692-278d-46f1-827b-f6b85ee8c140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.042475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:53.043119 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.078344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Network 8bd063ba-bff0-438f-9489-c476e1401d8c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:01:53.105983 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab63a-ad00-4e4d-ae70-5b0fad5e9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.178512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1d7ab63a-ad00-4e4d-ae70-5b0fad5e9af3 None None] For port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:53.189204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.217153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 8bd063ba-bff0-438f-9489-c476e1401d8c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:53.232972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:53.235268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.235673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9c0c5-8d8b-4049-bfd4-f52322f7d97b None None] Network 8bd063ba-bff0-438f-9489-c476e1401d8c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:53.283400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.316378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.317566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 4c662c3f-4a9e-405e-a9e7-83c98e203653 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:01:53.344712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab63a-ad00-4e4d-ae70-5b0fad5e9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.368507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475153-624c-44cd-928a-f047253ccf1e req-06a96a7b-5812-4a19-ae9c-2755a0c6c26c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:53.381713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc475153-624c-44cd-928a-f047253ccf1e req-06a96a7b-5812-4a19-ae9c-2755a0c6c26c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.8946135 Oct 22 15:01:53.427068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.428332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e31f9eaf-aa1e-49fb-b647-21bf4b112ce3 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/4c662c3f-4a9e-405e-a9e7-83c98e203653 HTTP/1.1" status: 204 len: 168 time: 1.9367380 Oct 22 15:01:53.451745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56830) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:53.456121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc475153-624c-44cd-928a-f047253ccf1e req-764d6f1b-f7b6-47f2-99f3-ef9a4753f112 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691047 Oct 22 15:01:53.550223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet e4b1cb0a-49c0-4665-8c2f-81151391fa6d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:53.559500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.667781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.803484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ab63a-ad00-4e4d-ae70-5b0fad5e9af3 None None] Pushing event updated for resources: {'Port': ['ID=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:53.821372 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:01:53.821949 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:01:53.844575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-19a195d3-b07f-4f37-a946-bf2401a5eebd None None] Provisioning complete for port e8cc186b-b24c-44fd-b91f-a885c9cda75b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:53.844949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-19a195d3-b07f-4f37-a946-bf2401a5eebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:53.853306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9fc89afc-9b61-4c4e-99f4-78fe24a923d5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6753573 Oct 22 15:01:53.857087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56834) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:53.868050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:53.905177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.018768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-19a195d3-b07f-4f37-a946-bf2401a5eebd None None] Port e8cc186b-b24c-44fd-b91f-a885c9cda75b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:54.029812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-8bd063ba-bff0-438f-9489-c476e1401d8c', 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'fixed_ips': [{'subnet_id': '472bfef1-afd6-4550-af92-e5364a50bdd7'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:01:54.030809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.044112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-2f0fa579-3458-4826-939b-a831192202d9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/91f3bce3-a577-4590-b153-ea847ca69709 HTTP/1.1" status: 200 len: 1802 time: 1.4872382 Oct 22 15:01:54.058699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1990399750', 'description': 'tempest-description-hth-1390762183'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:54.059941 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.078514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.079482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.088841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-19a195d3-b07f-4f37-a946-bf2401a5eebd None None] Provisioning complete for port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:54.089140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-19a195d3-b07f-4f37-a946-bf2401a5eebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.129874 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.156389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.191065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.218859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.229872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.296162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=e8cc186b-b24c-44fd-b91f-a885c9cda75b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:54.298136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b1cb0a-49c0-4665-8c2f-81151391fa6d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:54.318448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.322682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.324459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee2a605c-040e-4c69-9b63-80a9b214da77 req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "PUT /v2.0/security-groups/91f3bce3-a577-4590-b153-ea847ca69709 HTTP/1.1" status: 200 len: 1777 time: 0.2704527 Oct 22 15:01:54.356090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.357389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.357661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d79d0-2873-48a9-a24b-b24759190226 None None] Network 7f368064-2c3c-40a7-8354-1a67c06197e0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:54.361928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-189b57a7-bb2b-41b5-a41c-4f4dfb7a0cc5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/e4b1cb0a-49c0-4665-8c2f-81151391fa6d HTTP/1.1" status: 204 len: 168 time: 0.9042757 Oct 22 15:01:54.377599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56842) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:54.450225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248ed41-29dc-4fb3-a86b-1bea424ef2d2 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3bce3-a577-4590-b153-ea847ca69709,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:54.534216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c38f35e-cb25-4a28-a3c1-65937998ca6b req-68b05590-e5bb-4e6c-b6fa-0357989a80a1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/91f3bce3-a577-4590-b153-ea847ca69709 HTTP/1.1" status: 200 len: 1777 time: 0.1647024 Oct 22 15:01:54.556648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet 4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:01:54.584041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.632382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 118adbd1-e5b3-45f8-851f-7c0539274303 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:54.634313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:54.708833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 42406d4f-688d-437e-98d7-ce7187f9e215 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:54.729232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:54.767359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95e2095f-2395-4503-b4cf-1c7480235aa9 req-9d2daf1e-1173-44bb-b8a3-fcc0311cfaee tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/91f3bce3-a577-4590-b153-ea847ca69709 HTTP/1.1" status: 200 len: 1777 time: 0.2043810 Oct 22 15:01:54.831479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90494-b1bd-4977-bebc-15d08866d2ca req-74f54f74-01f6-4d9c-a9f2-eff3be677bcf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:54.839463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9da90494-b1bd-4977-bebc-15d08866d2ca req-74f54f74-01f6-4d9c-a9f2-eff3be677bcf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2117491 Oct 22 15:01:54.918558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Allocated IP 172.20.0.2 (8bd063ba-bff0-438f-9489-c476e1401d8c/472bfef1-afd6-4550-af92-e5364a50bdd7/7151e26e-55b7-483f-b84b-ae98e58731fc) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:54.923246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9da90494-b1bd-4977-bebc-15d08866d2ca req-7c88732d-9a0e-4a16-b068-2af224475058 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789342 Oct 22 15:01:54.931565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.088049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95e2095f-2395-4503-b4cf-1c7480235aa9 req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.090756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.194294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 42406d4f-688d-437e-98d7-ce7187f9e215 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:55.194996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.208265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95e2095f-2395-4503-b4cf-1c7480235aa9 req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.270873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:01:55.325062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f68c-3e63-4df0-a3cb-f47aa84b71e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.334497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a61b1c94-28ce-41e5-8864-3d7d24f3774c None None] Provisioning complete for port e8cc186b-b24c-44fd-b91f-a885c9cda75b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:55.342795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a61b1c94-28ce-41e5-8864-3d7d24f3774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.358339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] DHCP port deletion for 7f368064-2c3c-40a7-8354-1a67c06197e0 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:01:55.460926 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.477720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a61b1c94-28ce-41e5-8864-3d7d24f3774c None None] Port e8cc186b-b24c-44fd-b91f-a885c9cda75b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:01:55.509015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] Deleting port c9769466-2575-4632-a5b4-b4f9d7587385 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:55.509497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.526045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.533984 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95e2095f-2395-4503-b4cf-1c7480235aa9 req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.548170 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-95e2095f-2395-4503-b4cf-1c7480235aa9 req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.560358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95e2095f-2395-4503-b4cf-1c7480235aa9 req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/91f3bce3-a577-4590-b153-ea847ca69709 HTTP/1.1" status: 204 len: 173 time: 0.7920380 Oct 22 15:01:55.687377 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.693463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.711392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412 HTTP/1.1" status: 204 len: 168 time: 1.3278131 Oct 22 15:01:55.712435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:55.722151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:55.728068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c6c90-9bed-4a71-8ce4-2c361f1394f3 None None] Network 136ecae3-3bcc-46bb-a808-fd1b905d704e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:01:55.738577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:01:55.860754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:01:55.883257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d99ffeec-7a3d-44a2-a2d1-c5e4449ec09b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "PUT /v2.0/routers/b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6576877 Oct 22 15:01:55.883508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56868) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:55.901612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:01:55.912213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Network 8bd063ba-bff0-438f-9489-c476e1401d8c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:55.936018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:55.944919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f3bce3-a577-4590-b153-ea847ca69709,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:55.974607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.974955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:55.979139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b724a7-e123-4aff-be5f-dfc4c3376920 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.002277 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.006668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Pushing event updated for resources: {'Port': ['ID=7151e26e-55b7-483f-b84b-ae98e58731fc,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:56.009586 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-04f82d07-5678-465f-9605-0d3bb5652c39 req-27a15d0d-245b-4f6d-beb2-245e9c731fb1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:01:56.022862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] For port c9769466-2575-4632-a5b4-b4f9d7587385, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c9769466-2575-4632-a5b4-b4f9d7587385,segment=NetworkSegment(ae31cbc5-8554-40b1-a8bf-951d4d34a1b3),segment_id=ae31cbc5-8554-40b1-a8bf-951d4d34a1b3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:56.022862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.030138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04f82d07-5678-465f-9605-0d3bb5652c39 req-27a15d0d-245b-4f6d-beb2-245e9c731fb1 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/8888b67b-916e-49b8-be12-b2fb718af9a5 HTTP/1.1" status: 404 len: 352 time: 0.1177907 Oct 22 15:01:56.077008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.083228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] Calling delete_port for c9769466-2575-4632-a5b4-b4f9d7587385 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:56.100709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.101749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.102262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.102854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.103365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.103858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.104361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.104859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.105353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.105836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.106332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.106887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f521de-0ef3-4cbf-872b-9bfedb3678d3 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:01:56.141100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:56.153777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:56.158114 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-aaff657e-725c-4673-b562-101d1836db3b req-49428309-74bd-4fd7-9faa-d88fd7d20f6a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:01:56.175789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaff657e-725c-4673-b562-101d1836db3b req-49428309-74bd-4fd7-9faa-d88fd7d20f6a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/092ab751-601d-4376-a616-5511edc850ae HTTP/1.1" status: 404 len: 352 time: 0.0640461 Oct 22 15:01:56.268106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b20d6-7392-42a9-823c-965ce720b637 req-fb6049ed-7e03-4f5e-acbe-06746017f06d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.269985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-426b20d6-7392-42a9-823c-965ce720b637 req-fb6049ed-7e03-4f5e-acbe-06746017f06d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2053852 Oct 22 15:01:56.336947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:01:56.337597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:56.361046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port c9769466-2575-4632-a5b4-b4f9d7587385 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:56.361385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.406452 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-a3b630aa-1c4e-4a31-9534-b2b18bb78a20 req-6d5f1d86-48a3-41b2-a368-b551c9a3785a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:01:56.417625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.419918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3b630aa-1c4e-4a31-9534-b2b18bb78a20 req-6d5f1d86-48a3-41b2-a368-b551c9a3785a tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/f7060a1f-10b5-4e51-8204-466fb40c2023 HTTP/1.1" status: 404 len: 352 time: 0.0902665 Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.428992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.431197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.432733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.433264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.443541 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0125c3c2-b056-4ece-bd87-9d6580718cec tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9764 time: 0.5589986 Oct 22 15:01:56.452305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-426b20d6-7392-42a9-823c-965ce720b637 req-a75930b2-66b2-4ba1-bd00-8bdf633e2e1a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715095 Oct 22 15:01:56.455194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56884) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:56.561185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Allocated IP 172.25.1.103 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:01:56.711113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:01:56.718617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.737405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.737979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.738679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.738812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.739193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.747742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.748304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.748753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.749197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.749814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.750073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.750510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:56.755296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ddec1605-982f-4a91-a80c-22217bdc39d1 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7736 time: 0.2967358 Oct 22 15:01:56.757850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:56.790284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.871952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.880018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Attempting to bind port 7151e26e-55b7-483f-b84b-ae98e58731fc on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:01:56.880392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Attempting to bind port 7151e26e-55b7-483f-b84b-ae98e58731fc by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:01:56.880815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Attempting to bind port 7151e26e-55b7-483f-b84b-ae98e58731fc on network 8bd063ba-bff0-438f-9489-c476e1401d8c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:01:56.893105 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-af558fd7-4611-4460-bdfd-3534be24bbf3 req-d4d38759-b8af-458a-a648-59ed48f2cc2e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:01:56.897018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:01:56.897401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Checking segment: {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:01:56.897991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.898399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Bound using segment: {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:01:56.898891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Bound port: 7151e26e-55b7-483f-b84b-ae98e58731fc, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:01:56.899312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:56.901809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af558fd7-4611-4460-bdfd-3534be24bbf3 req-d4d38759-b8af-458a-a648-59ed48f2cc2e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/d1c83849-17e9-4026-ae74-b8f16431b32d HTTP/1.1" status: 404 len: 352 time: 0.2411408 Oct 22 15:01:57.000248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port c9769466-2575-4632-a5b4-b4f9d7587385, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c9769466-2575-4632-a5b4-b4f9d7587385,segment=NetworkSegment(ae31cbc5-8554-40b1-a8bf-951d4d34a1b3),segment_id=ae31cbc5-8554-40b1-a8bf-951d4d34a1b3)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:57.001364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:57.018619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for c9769466-2575-4632-a5b4-b4f9d7587385 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:57.136864 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-8b6f626e-86e8-4a09-901d-c4714f5b2724 req-9ce51288-0c0f-4ff6-a97e-8a3e884e271f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:01:57.139287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6f626e-86e8-4a09-901d-c4714f5b2724 req-9ce51288-0c0f-4ff6-a97e-8a3e884e271f tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/6ae4b58c-ce22-46be-bd31-0a1a3ff8e6b6 HTTP/1.1" status: 404 len: 352 time: 0.0223806 Oct 22 15:01:57.207588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:01:57.210177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:57.249939 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-fa6c13a2-32bc-4451-8275-85b8cc582bf3 req-a2cbab8a-0af5-444e-96a1-643a1f14e322 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] show failed (client error): The resource could not be found. Oct 22 15:01:57.258201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa6c13a2-32bc-4451-8275-85b8cc582bf3 req-a2cbab8a-0af5-444e-96a1-643a1f14e322 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/4b914c83-5fa2-42ce-8c52-b5b4c94353f2 HTTP/1.1" status: 404 len: 352 time: 0.0624635 Oct 22 15:01:57.325024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:57.330827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] DHCP port deletion for 136ecae3-3bcc-46bb-a808-fd1b905d704e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:01:57.365805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:01:57.392114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:01:57.411506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:01:57.537836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:57.665036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] For port 7151e26e-55b7-483f-b84b-ae98e58731fc, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:01:57.786381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0be5986e-f85f-46e7-911a-d3727ed88fcc tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5027 time: 1.0241301 Oct 22 15:01:57.786381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:57.796244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85454f-bc9e-4901-ba14-85215e614987 req-fe611d95-5e8b-477d-9514-bea5fa1f4368 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:57.806036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb85454f-bc9e-4901-ba14-85215e614987 req-fe611d95-5e8b-477d-9514-bea5fa1f4368 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1898520 Oct 22 15:01:57.856352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] For port 7151e26e-55b7-483f-b84b-ae98e58731fc, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7151e26e-55b7-483f-b84b-ae98e58731fc,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:01:57.868431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:57.880555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c9769466-2575-4632-a5b4-b4f9d7587385 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:57.885787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb85454f-bc9e-4901-ba14-85215e614987 req-b3284407-f775-4882-be66-cbcad3a726a4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754318 Oct 22 15:01:57.936811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c9769466-2575-4632-a5b4-b4f9d7587385 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:01:57.937278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port c9769466-2575-4632-a5b4-b4f9d7587385 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:57.937884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c9769466-2575-4632-a5b4-b4f9d7587385 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:01:57.947857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=c9769466-2575-4632-a5b4-b4f9d7587385,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:57.980603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] Pushing event deleted for resources: {'Port': ['ID=c9769466-2575-4632-a5b4-b4f9d7587385,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:57.989694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee427c0e-96bf-4d94-afb7-c8c675d78f12 None None] No DVR routers for this DVR port c9769466-2575-4632-a5b4-b4f9d7587385 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:58.008907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] Deleting port e861967b-2aed-458b-99c3-686b3680f357 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:58.009376 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.160284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.167545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.211835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f368064-2c3c-40a7-8354-1a67c06197e0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:58.235982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:58.235982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae31cbc5-8554-40b1-a8bf-951d4d34a1b3') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:58.252879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.253748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e861967b-2aed-458b-99c3-686b3680f357 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:01:58.284204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.298751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:01:58.299337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:01:58.302658 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:01:58.372848 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.409509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] For port e861967b-2aed-458b-99c3-686b3680f357, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e861967b-2aed-458b-99c3-686b3680f357,segment=NetworkSegment(dfc34da2-bb86-4dca-ae00-f08916194957),segment_id=dfc34da2-bb86-4dca-ae00-f08916194957)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:58.413284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.519659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] Calling delete_port for e861967b-2aed-458b-99c3-686b3680f357 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:58.752948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.770366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.785956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/7f368064-2c3c-40a7-8354-1a67c06197e0 HTTP/1.1" status: 204 len: 168 time: 3.0550730 Oct 22 15:01:58.788467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56922) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:58.808090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bb0cd-b714-4c45-a855-cc72a8248f2e None None] Pushing event updated for resources: {'Port': ['ID=7151e26e-55b7-483f-b84b-ae98e58731fc,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:58.821273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:58.951387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56926) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:01:58.966206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79922736', 'description': 'tempest-secgroup-smoke-79922736 description', 'project_id': '4da48237c7fc4553949e355dd822987d'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:01:59.069606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.073080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 2, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:01:59.102883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3142dc6-3947-42ef-a9b2-d2964ed88e8b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=7f368064-2c3c-40a7-8354-1a67c06197e0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:59.215049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:01:59.215405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Updating router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 port e8cc186b-b24c-44fd-b91f-a885c9cda75b binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:01:59.223706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.274764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d8b1-ff31-4861-ba8a-a5e055202ab5 req-de388205-72ec-4430-9879-88e743c0b802 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:01:59.276154 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.276378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28d0d8b1-ff31-4861-ba8a-a5e055202ab5 req-de388205-72ec-4430-9879-88e743c0b802 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1023 time: 0.1966178 Oct 22 15:01:59.400066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.437859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.439617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28d0d8b1-ff31-4861-ba8a-a5e055202ab5 req-d1ac58d9-f3aa-4a0d-b053-99e519eaf3ce tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&id=59968671-ddc3-4b67-a686-97097aff57b7&id=0448fb23-0d16-4f65-87c7-063f445dfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1044333 Oct 22 15:01:59.461322 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.504588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port e861967b-2aed-458b-99c3-686b3680f357 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:01:59.504945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.744784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.746011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port e861967b-2aed-458b-99c3-686b3680f357, host n-d-812148-2, got binding levels [] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:01:59.746437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.797263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for e861967b-2aed-458b-99c3-686b3680f357 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:01:59.802318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Port e861967b-2aed-458b-99c3-686b3680f357 was not found and therefore no delete operation was performed {{(pid=107802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 15:01:59.812165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.903455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=e861967b-2aed-458b-99c3-686b3680f357,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:59.978144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:01:59.982592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port e861967b-2aed-458b-99c3-686b3680f357 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:01:59.995915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] Pushing event deleted for resources: {'Port': ['ID=e861967b-2aed-458b-99c3-686b3680f357,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:01:59.999061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a1f75-179a-40b6-803e-2a11f46904b3 None None] No DVR routers for this DVR port e861967b-2aed-458b-99c3-686b3680f357 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:00.188204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:00.344149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7151e26e-55b7-483f-b84b-ae98e58731fc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:00.406614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.461619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Router a9fd97ee-b62c-44f4-9a00-44866e964354 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:02:00.472428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97237fed-701b-4fde-bb0b-e92edeaf93f4 None None] Network 8bd063ba-bff0-438f-9489-c476e1401d8c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:00.489262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.493779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010adc98-3bd6-4b1d-86a2-200e30a0d443 req-06a983e1-87f0-43f4-a7ea-31d17876b020 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:00.512655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-010adc98-3bd6-4b1d-86a2-200e30a0d443 req-06a983e1-87f0-43f4-a7ea-31d17876b020 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.6325545 Oct 22 15:02:00.515957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69985c07-e3e4-4db9-ab1b-d95dd4412bc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5617530 Oct 22 15:02:00.540427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56942) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:00.563428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'a8b0a2ea-d01e-4899-9a35-6f11b59c34b7', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:00.627808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136ecae3-3bcc-46bb-a808-fd1b905d704e']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:00.681473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.693359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7151e26e-55b7-483f-b84b-ae98e58731fc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:00.693819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.742541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-339d7c9e-36b2-41ff-961a-9a3145abed8f None None] Provisioning complete for port 7151e26e-55b7-483f-b84b-ae98e58731fc triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:00.742963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-339d7c9e-36b2-41ff-961a-9a3145abed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.745198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc34da2-bb86-4dca-ae00-f08916194957') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:00.747004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc34da2-bb86-4dca-ae00-f08916194957') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:00.759115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457235c-0d07-4923-9973-4458f2496f61 req-f0d51b3d-d499-4c13-8ff1-6426441603cb tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:00.761198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9457235c-0d07-4923-9973-4458f2496f61 req-f0d51b3d-d499-4c13-8ff1-6426441603cb tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1023 time: 0.4744067 Oct 22 15:02:00.784326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.823475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-010adc98-3bd6-4b1d-86a2-200e30a0d443 req-97e36854-1a40-4dd0-b2d7-aecf3f5d8d29 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813981 Oct 22 15:02:00.840883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:00.875960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a11d7-dccb-448a-8d46-a3aa3f59f535 None None] Pushing event updated for resources: {'Port': ['ID=e8cc186b-b24c-44fd-b91f-a885c9cda75b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:00.877179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c315a-84fc-4d99-be22-68cb3e214ff0 req-185a3688-e0c1-42be-b199-6a2129637219 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:00.889643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c3c315a-84fc-4d99-be22-68cb3e214ff0 req-185a3688-e0c1-42be-b199-6a2129637219 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 1023 time: 0.2528982 Oct 22 15:02:00.997666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.035438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:02:01.039307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.042060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:02:01.063191 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:02:01.140641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c3c315a-84fc-4d99-be22-68cb3e214ff0 req-64d7b3f3-0446-4d89-bbab-1a5f6a7c5f2e tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups?id=b97f41d1-d793-4d08-8672-72ea8d257640&id=59968671-ddc3-4b67-a686-97097aff57b7&id=0448fb23-0d16-4f65-87c7-063f445dfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2282989 Oct 22 15:02:01.280519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Attempting to bind port e8cc186b-b24c-44fd-b91f-a885c9cda75b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:01.281037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Attempting to bind port e8cc186b-b24c-44fd-b91f-a885c9cda75b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:01.282042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Attempting to bind port e8cc186b-b24c-44fd-b91f-a885c9cda75b on network 118adbd1-e5b3-45f8-851f-7c0539274303 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:01.317433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:01.324952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Checking segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:01.324952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.324952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Bound using segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:01.325697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Bound port: e8cc186b-b24c-44fd-b91f-a885c9cda75b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:01.326810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.343310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.409438 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.417248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.425885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56948) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:01.431647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/136ecae3-3bcc-46bb-a808-fd1b905d704e HTTP/1.1" status: 204 len: 168 time: 2.6408141 Oct 22 15:02:01.451018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778699541'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:01.456134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] For port e8cc186b-b24c-44fd-b91f-a885c9cda75b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:01.460098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] For port e8cc186b-b24c-44fd-b91f-a885c9cda75b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e8cc186b-b24c-44fd-b91f-a885c9cda75b,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:01.462890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-339d7c9e-36b2-41ff-961a-9a3145abed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.477979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2d52b-2efe-4f87-b0ae-f780157883fd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=136ecae3-3bcc-46bb-a808-fd1b905d704e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:01.479067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:01.490699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Sync routers for ids ['a9fd97ee-b62c-44f4-9a00-44866e964354'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:01.508171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Routers {'a9fd97ee-b62c-44f4-9a00-44866e964354'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:01.508790 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a9fd97ee-b62c-44f4-9a00-44866e964354'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:01.563627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Deleting port c4fcc787-b784-4a6f-89a1-706bbff9a835 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:01.563986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.572743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.703014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a11d7-dccb-448a-8d46-a3aa3f59f535 None None] Pushing event updated for resources: {'Port': ['ID=e8cc186b-b24c-44fd-b91f-a885c9cda75b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:01.708345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 7151e26e-55b7-483f-b84b-ae98e58731fc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7151e26e-55b7-483f-b84b-ae98e58731fc,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:01.747535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:01.748175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:01.791266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] For port c4fcc787-b784-4a6f-89a1-706bbff9a835, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4fcc787-b784-4a6f-89a1-706bbff9a835,segment=NetworkSegment(9ab11fe9-3ffb-4317-8a10-5e5c77957f46),segment_id=9ab11fe9-3ffb-4317-8a10-5e5c77957f46)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:01.791662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:01.820430 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Set router a9fd97ee-b62c-44f4-9a00-44866e964354 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:01.823881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Calling delete_port for c4fcc787-b784-4a6f-89a1-706bbff9a835 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:01.881351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.119784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6d7e-69b1-433d-8480-216b8e79f37a req-b0fbc9a8-7aa5-4838-926b-a32294d8714a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:02.132536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-506b6d7e-69b1-433d-8480-216b8e79f37a req-b0fbc9a8-7aa5-4838-926b-a32294d8714a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1576974 Oct 22 15:02:02.184123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.214892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-339d7c9e-36b2-41ff-961a-9a3145abed8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:02:02.215300 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-339d7c9e-36b2-41ff-961a-9a3145abed8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:02:02.233628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.257580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=7151e26e-55b7-483f-b84b-ae98e58731fc,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:02.269900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-506b6d7e-69b1-433d-8480-216b8e79f37a req-3fd5c843-e415-469b-9a46-2a0528e851d5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343696 Oct 22 15:02:02.282417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:02.286909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.313753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:02.368569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:02:02.410750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.414815 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment 5ab8f10a-8c07-4f27-9d56-b55ce12f87ca of type vlan for network fab65447-d279-4165-90f6-7b73fb80ba9a Oct 22 15:02:02.427392 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:01:58Z', 'revision_number': 3, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:02.445160 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.470069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42190b60-a10f-4290-a571-900f8ebfe8aa req-56b2b0be-1e5a-4f88-bf41-58894521da76 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0797722 Oct 22 15:02:02.486640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'Port': ['ID=c4fcc787-b784-4a6f-89a1-706bbff9a835,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:02.504135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80bfbf4-509a-4741-ba84-7a078ae0015d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:02.505804 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Checking router: a9fd97ee-b62c-44f4-9a00-44866e964354 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:02:02.506270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Updating router a9fd97ee-b62c-44f4-9a00-44866e964354 port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:02:02.511066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.512305 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44239115-0f0b-4032-b30e-801a6a772f23 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6542115 Oct 22 15:02:02.515805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56960) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:02.655017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] No DVR routers for this DVR port c4fcc787-b784-4a6f-89a1-706bbff9a835 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:02.660849 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.677124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.681399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:01Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:02.690334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9457235c-0d07-4923-9973-4458f2496f61 req-fb8c4713-df04-4a0a-84f5-1f96f42dc720 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.69 "DELETE /v2.0/ports/c4fcc787-b784-4a6f-89a1-706bbff9a835 HTTP/1.1" status: 204 len: 173 time: 1.9210205 Oct 22 15:02:02.693089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'name': 'network-vif-deleted', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:02.695574 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878ee3f6-9055-4f64-8efa-5c04048237c7" -d '{"events": [{"server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "name": "network-vif-deleted", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:02.722523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.729487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca030fc-b124-4781-a85a-bad053b3132b None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:01Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:02.835997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.854142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b7793af-af95-466d-b464-963d7ef88b53 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3043780 Oct 22 15:02:02.855258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:02.865012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'a8b0a2ea-d01e-4899-9a35-6f11b59c34b7', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:02.880979 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1f7b0-564b-4826-8efe-7b8eacf8093b x-openstack-request-id: req-5fd1f7b0-564b-4826-8efe-7b8eacf8093b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:02.885893 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cd1d8e-46f3-4932-b15d-a1240d9344d5", "name": "network-vif-deleted", "tag": "c4fcc787-b784-4a6f-89a1-706bbff9a835", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:02.887389 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fd1f7b0-564b-4826-8efe-7b8eacf8093b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:02.889115 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd1d8e-46f3-4932-b15d-a1240d9344d5', 'name': 'network-vif-deleted', 'tag': 'c4fcc787-b784-4a6f-89a1-706bbff9a835', 'status': 'completed', 'code': 200} Oct 22 15:02:02.969551 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:02.976065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:02.981879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.077852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Provisioning complete for port e8cc186b-b24c-44fd-b91f-a885c9cda75b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:03.078236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.186579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.330723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=fab65447-d279-4165-90f6-7b73fb80ba9a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:03.346250 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c49ac752-1acc-4233-8d22-d3d2f0a8381e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9111528 Oct 22 15:02:03.351683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56972) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:03.361799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fab65447-d279-4165-90f6-7b73fb80ba9a details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:02:03.365083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.378204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:03.470470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.473413 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.557133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.604010 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.609645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37424bb9-8621-411a-a948-23c684113014,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:03.706516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] For port e8cc186b-b24c-44fd-b91f-a885c9cda75b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e8cc186b-b24c-44fd-b91f-a885c9cda75b,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:03.726123 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Attempting to bind port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:03.726774 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Attempting to bind port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:03.727424 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Attempting to bind port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:03.736897 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:03.737537 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:03.738113 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.738694 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:03.739124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.739667 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Bound port: c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:03.740328 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.773324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78aba014-a567-4115-b2ee-26922043016d req-2fca9629-7655-4df0-aa96-88ee59c4a3b6 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5cd1d8e-46f3-4932-b15d-a1240d9344d5 HTTP/1.1" status: 200 len: 210 time: 0.0547824 Oct 22 15:02:03.796581 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Pushing event updated for resources: {'Port': ['ID=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:03.818594 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.818931 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.824002 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.824002 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.825377 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.825495 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.825918 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.826460 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.826952 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.827498 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.827997 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.828478 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:03.844105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.847233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f85fa2-673e-44e0-b84e-032905f9d361 req-6d5ad58b-6bfd-4dc4-8085-5d6d0be5af27 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:03.848529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.852755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19f85fa2-673e-44e0-b84e-032905f9d361 req-6d5ad58b-6bfd-4dc4-8085-5d6d0be5af27 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2730899 Oct 22 15:02:03.924498 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] For port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:03.932357 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] For port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:03.947195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:03.954062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:03.957847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4fcc787-b784-4a6f-89a1-706bbff9a835 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:02:04.018844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Provisioning complete for port 7151e26e-55b7-483f-b84b-ae98e58731fc triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:04.019250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.033186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: c4fcc787-b784-4a6f-89a1-706bbff9a835 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:02:04.035746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4fcc787-b784-4a6f-89a1-706bbff9a835 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:02:04.063800 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.065157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eec39884-99c6-4941-b617-eb8bb6142128 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2052369 Oct 22 15:02:04.067964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56980) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:04.072114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'a8b0a2ea-d01e-4899-9a35-6f11b59c34b7', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:04.087270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1cea5-b135-4b72-96ec-c50c814e17a3 None None] Pushing event updated for resources: {'Port': ['ID=e8cc186b-b24c-44fd-b91f-a885c9cda75b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:04.129289 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.261146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.287668 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Routers {'a9fd97ee-b62c-44f4-9a00-44866e964354'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:04.289056 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a9fd97ee-b62c-44f4-9a00-44866e964354'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:04.292580 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d591ce-a68c-471c-9176-d7a095c0eac4 None None] Pushing event updated for resources: {'Port': ['ID=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:04.379576 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.455393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.494330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b8ee9a-50cc-4b00-8f9e-b82e57c774e1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:04.504099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7151e26e-55b7-483f-b84b-ae98e58731fc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:04.586689 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] Set router a9fd97ee-b62c-44f4-9a00-44866e964354 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:04.611124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.615499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bf7b50a3-b7a6-4a3a-889c-f97c0f5433be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5467682 Oct 22 15:02:04.616288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56986) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:04.620807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'a8b0a2ea-d01e-4899-9a35-6f11b59c34b7', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:04.659944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19f85fa2-673e-44e0-b84e-032905f9d361 req-ea5e3285-3d3f-46f4-bb0a-80a6aace3229 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245088 Oct 22 15:02:04.667209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7151e26e-55b7-483f-b84b-ae98e58731fc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:04.667737 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.821674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:04.884260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Allocated IP 172.20.0.1 (8bd063ba-bff0-438f-9489-c476e1401d8c/472bfef1-afd6-4550-af92-e5364a50bdd7/7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:04.932347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.034783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.073857 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:01:58Z', 'revision_number': 3, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:05.136227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.160113 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9a5d2-21e3-4638-a32c-e7b4e128e16c None None] The sync data for ids ['a9fd97ee-b62c-44f4-9a00-44866e964354'] in n-d-812148-2 is: [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:01:58Z', 'revision_number': 3, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:05.183458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72c44eb-ba2e-4ea0-9070-117e058aeb6f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:05.200576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e8cc186b-b24c-44fd-b91f-a885c9cda75b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:05.274787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.276524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dac67877-9007-4025-8748-c1ca98dc5f34 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6590405 Oct 22 15:02:05.279598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56994) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:05.284856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'a8b0a2ea-d01e-4899-9a35-6f11b59c34b7', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:05.297144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e8cc186b-b24c-44fd-b91f-a885c9cda75b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:05.297530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.415417 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Project 4da48237c7fc4553949e355dd822987d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:02:05.421990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.549369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.622797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:05.623403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: fab65447-d279-4165-90f6-7b73fb80ba9a, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:02:05.663903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.700097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23c99eb-eb6e-4296-861f-feab4137c9a1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:05.738389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=b583c3cb-46fe-4489-a95b-6c62ce725b07,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:05.788222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.795470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:05.796790 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-549fc556-7a31-408b-87fc-642d93577911 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5160315 Oct 22 15:02:05.800134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57002) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:05.804882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'a8b0a2ea-d01e-4899-9a35-6f11b59c34b7', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:05.807592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fedbe76-497b-4b7e-92f4-e20ffe19cd69 req-034fb3c7-f973-41d0-8501-0945726ac0ac tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/0448fb23-0d16-4f65-87c7-063f445dfbfa HTTP/1.1" status: 200 len: 1801 time: 0.8577521 Oct 22 15:02:05.869745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network fab65447-d279-4165-90f6-7b73fb80ba9a is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:02:05.964138 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Project 4da48237c7fc4553949e355dd822987d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:02:05.971048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.014547 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3fedbe76-497b-4b7e-92f4-e20ffe19cd69 req-979e905b-d02d-44cf-9cca-57b714b762c5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.053223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, fab65447-d279-4165-90f6-7b73fb80ba9a) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:06.061658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf60a8-d280-4354-9b04-51b31e97d49f None None] Network fab65447-d279-4165-90f6-7b73fb80ba9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:06.089903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:06.097050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.122770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3fedbe76-497b-4b7e-92f4-e20ffe19cd69 req-979e905b-d02d-44cf-9cca-57b714b762c5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.137467 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.140633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.237871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.268595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7483-5551-4a5f-ae68-969bb6a8e053 req-9ca6ce8f-a80b-4666-a517-37c6b257bb10 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:06.277432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff1c7483-5551-4a5f-ae68-969bb6a8e053 req-9ca6ce8f-a80b-4666-a517-37c6b257bb10 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.3910291 Oct 22 15:02:06.292055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107b4206-2496-47a5-a5f5-91fffb0a822b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:06.355096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:06.377869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.390228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-82464eb6-eef7-4a1c-be70-12c90cb5d7d0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5887480 Oct 22 15:02:06.393089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Network 8bd063ba-bff0-438f-9489-c476e1401d8c is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:06.401549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:06.406753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-378592720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:06.414192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8165e2fe-92f4-4ea3-8549-b4fb38c17a2e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0589638 Oct 22 15:02:06.429258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:06.441833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:06.449039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e8cc186b-b24c-44fd-b91f-a885c9cda75b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:06.552387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.553793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.583715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff1c7483-5551-4a5f-ae68-969bb6a8e053 req-c5938a9e-9f39-48d4-98de-332eb8479696 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054774 Oct 22 15:02:06.646763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.696537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.757017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-fab65447-d279-4165-90f6-7b73fb80ba9a', 'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': 'b583c3cb-46fe-4489-a95b-6c62ce725b07'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:02:06.759673 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.798135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e8cc186b-b24c-44fd-b91f-a885c9cda75b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:06.798511 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.819832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3fedbe76-497b-4b7e-92f4-e20ffe19cd69 req-979e905b-d02d-44cf-9cca-57b714b762c5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.822445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3fedbe76-497b-4b7e-92f4-e20ffe19cd69 req-979e905b-d02d-44cf-9cca-57b714b762c5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.827774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:06.834422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fedbe76-497b-4b7e-92f4-e20ffe19cd69 req-979e905b-d02d-44cf-9cca-57b714b762c5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/0448fb23-0d16-4f65-87c7-063f445dfbfa HTTP/1.1" status: 204 len: 173 time: 1.0248072 Oct 22 15:02:06.864146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e905b-d02d-44cf-9cca-57b714b762c5 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0448fb23-0d16-4f65-87c7-063f445dfbfa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:06.894855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-147023ae-0a88-4a3f-bccd-027514762611 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79922736&fields=id&tenant_id=4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 267 time: 0.0822554 Oct 22 15:02:07.017352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.021666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-70272740-902b-414d-a6b8-52c8665dc05e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6187067 Oct 22 15:02:07.022442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:07.035083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'port': {'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a', 'name': 'tempest-RoutersIpV6Test-868853435'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:07.160171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.189552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5e6018eb-d275-4df9-aa90-c9a60153a427 None None] Provisioning complete for port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:07.190113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5e6018eb-d275-4df9-aa90-c9a60153a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.285894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:07.320047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5e6018eb-d275-4df9-aa90-c9a60153a427 None None] Port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:07.337072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Allocated IP 2001:db8::2 (fab65447-d279-4165-90f6-7b73fb80ba9a/b583c3cb-46fe-4489-a95b-6c62ce725b07/4e6e694f-1ad1-49ef-8d19-b997da1ff916) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:07.346322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:07.350877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.386303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] device_id is not set on port ed1b8821-e8f8-4941-b111-76b6e334b661 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:02:07.409959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.422655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6aa6691-356a-4351-9705-9b7b802a20fa req-bb607a05-4385-4511-a1ae-5e457c64a5c9 tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "GET /v2.0/security-groups/59968671-ddc3-4b67-a686-97097aff57b7 HTTP/1.1" status: 200 len: 1801 time: 0.4154131 Oct 22 15:02:07.468259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0eb7ea79-4489-4d1a-bbef-0f2af2fc614c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:07.469874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0eb7ea79-4489-4d1a-bbef-0f2af2fc614c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/networks?id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 797 time: 0.5641129 Oct 22 15:02:07.510992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.549804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-d8142ab3-c343-4903-91fe-41243c9e5eab tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/quotas/4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 375 time: 0.0688119 Oct 22 15:02:07.583668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:07.584126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.626006 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a6aa6691-356a-4351-9705-9b7b802a20fa req-1398b801-fe79-479e-851f-021f1d797acc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.666061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:07.666061 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.698650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-4664d907-c395-4faf-a23f-f034ca444a38 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197050 Oct 22 15:02:07.742227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a6aa6691-356a-4351-9705-9b7b802a20fa req-1398b801-fe79-479e-851f-021f1d797acc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.934937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.937006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Network 8bd063ba-bff0-438f-9489-c476e1401d8c is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:07.937006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:07.937799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:07.937799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:08.076283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-30991a01-fcdb-445a-b21f-7d703052543c service neutron] 10.222.0.66 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454301 Oct 22 15:02:08.108243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Router a9fd97ee-b62c-44f4-9a00-44866e964354 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:08.125327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a6aa6691-356a-4351-9705-9b7b802a20fa req-1398b801-fe79-479e-851f-021f1d797acc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.128229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a6aa6691-356a-4351-9705-9b7b802a20fa req-1398b801-fe79-479e-851f-021f1d797acc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.129538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6aa6691-356a-4351-9705-9b7b802a20fa req-1398b801-fe79-479e-851f-021f1d797acc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] 10.222.0.66 "DELETE /v2.0/security-groups/59968671-ddc3-4b67-a686-97097aff57b7 HTTP/1.1" status: 204 len: 173 time: 0.6907954 Oct 22 15:02:08.136510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57038) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:08.182943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.183805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.281614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Deleting subnet 423d490d-12fb-4571-908c-20eaca1c68e3 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:02:08.346726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Network fab65447-d279-4165-90f6-7b73fb80ba9a is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:08.351205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8::10d (fab65447-d279-4165-90f6-7b73fb80ba9a/b583c3cb-46fe-4489-a95b-6c62ce725b07/ed1b8821-e8f8-4941-b111-76b6e334b661) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:08.369433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:08.384840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:08.399103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-09b04177-2e8b-49c5-9794-97d57e14d394 None None] Provisioning complete for port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:08.411121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-09b04177-2e8b-49c5-9794-97d57e14d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.418574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:08.447445 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.496406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b801-fe79-479e-851f-021f1d797acc tempest-SecurityGroupsTestJSON-541787221 tempest-SecurityGroupsTestJSON-541787221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59968671-ddc3-4b67-a686-97097aff57b7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:08.517765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:08.533667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2224a274-6359-4243-bd62-e9cc899449b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9fd97ee-b62c-44f4-9a00-44866e964354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0167086 Oct 22 15:02:08.572139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.594285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Sync routers for ids ['a9fd97ee-b62c-44f4-9a00-44866e964354'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:08.647126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-09b04177-2e8b-49c5-9794-97d57e14d394 None None] Port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:08.648973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Routers {'a9fd97ee-b62c-44f4-9a00-44866e964354'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:08.649641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a9fd97ee-b62c-44f4-9a00-44866e964354'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:08.656378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Attempting to bind port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:08.656378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Attempting to bind port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:08.656715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Attempting to bind port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 on network fab65447-d279-4165-90f6-7b73fb80ba9a {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:08.665884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Pushing event updated for resources: {'Port': ['ID=4e6e694f-1ad1-49ef-8d19-b997da1ff916,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:08.706158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:08.706464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Checking segment: {'id': '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:08.706590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.707055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Bound using segment: {'id': '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:08.707514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Bound port: 4e6e694f-1ad1-49ef-8d19-b997da1ff916, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fab65447-d279-4165-90f6-7b73fb80ba9a'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:08.708870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.731552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa6e7-8c59-455b-a35f-6f09a4a6257d req-5ba0d329-deec-4f65-afbc-25624a9c3d33 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:08.740813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3afaa6e7-8c59-455b-a35f-6f09a4a6257d req-5ba0d329-deec-4f65-afbc-25624a9c3d33 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2308428 Oct 22 15:02:08.808322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-57030a0c-6646-49eb-9e31-a5a774d68f34 service neutron] 10.222.0.66 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231929 Oct 22 15:02:08.844486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:08.863786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3afaa6e7-8c59-455b-a35f-6f09a4a6257d req-91563b84-bad3-4abd-8846-319da9bd6bea tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213160 Oct 22 15:02:08.977023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Set router a9fd97ee-b62c-44f4-9a00-44866e964354 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:08.984257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] For port 4e6e694f-1ad1-49ef-8d19-b997da1ff916, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:09.008508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.045503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] For port 4e6e694f-1ad1-49ef-8d19-b997da1ff916, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4e6e694f-1ad1-49ef-8d19-b997da1ff916,segment=NetworkSegment(5ab8f10a-8c07-4f27-9d56-b55ce12f87ca),segment_id=5ab8f10a-8c07-4f27-9d56-b55ce12f87ca)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:09.182001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.184454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.186027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.338515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76abed-3437-43a3-9f10-d00b700af3c9 None None] Pushing event updated for resources: {'Port': ['ID=4e6e694f-1ad1-49ef-8d19-b997da1ff916,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:09.373586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423d490d-12fb-4571-908c-20eaca1c68e3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:09.407927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.421536 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-932b9536-257a-405a-abf7-e2e988dc081d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/423d490d-12fb-4571-908c-20eaca1c68e3 HTTP/1.1" status: 204 len: 168 time: 1.2838752 Oct 22 15:02:09.424252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57066) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:09.458292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:02:06Z', 'revision_number': 4, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e', 'name': '', 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'mac_address': 'fa:16:3e:36:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '472bfef1-afd6-4550-af92-e5364a50bdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:03Z', 'updated_at': '2021-10-22T15:02:07Z', 'revision_number': 2, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'subnets': [{'id': '472bfef1-afd6-4550-af92-e5364a50bdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:09.508319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Checking router: a9fd97ee-b62c-44f4-9a00-44866e964354 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:02:09.508990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Updating router a9fd97ee-b62c-44f4-9a00-44866e964354 port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:02:09.549116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network fab65447-d279-4165-90f6-7b73fb80ba9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:09.554453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ed1b8821-e8f8-4941-b111-76b6e334b661,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:09.558297 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.587558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:09.593047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:09.628198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:09.628998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:09.775882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0997f09f-8307-4e7a-9f80-9cb2d13b2834 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7523420 Oct 22 15:02:09.781361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:09.898634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91e1dd4f-3918-4133-a93b-ab9cdbc7e6ed req-e877a79b-cda2-475f-940a-58c9090b30b8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.4950600 Oct 22 15:02:09.908192 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:10.366363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:10.424726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77943055-6ec7-4c23-9a03-846f5455a420']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:10.444394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab11fe9-3ffb-4317-8a10-5e5c77957f46') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:10.445125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab11fe9-3ffb-4317-8a10-5e5c77957f46') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:10.503326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19871f-8543-4fd8-82b0-1af87ece68bb req-29bb5678-f25f-4f53-a332-6caea85216f1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:10.511825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b19871f-8543-4fd8-82b0-1af87ece68bb req-29bb5678-f25f-4f53-a332-6caea85216f1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.3960540 Oct 22 15:02:10.554398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:10.582256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:10.664024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:02:10.664024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:02:10.677797 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:02:10.717269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4e6e694f-1ad1-49ef-8d19-b997da1ff916 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:10.795918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b19871f-8543-4fd8-82b0-1af87ece68bb req-bbb2e8cd-115e-406a-869a-38234f4a7c79 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781827 Oct 22 15:02:10.867592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.093499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68859b22-4003-4ea6-83fb-b949900fdaa6 req-5b0c9c56-e138-4177-b51e-157e3760df17 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.0626156 Oct 22 15:02:11.126046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.135369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.178620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.206137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/77943055-6ec7-4c23-9a03-846f5455a420 HTTP/1.1" status: 204 len: 168 time: 1.7683518 Oct 22 15:02:11.209707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bff98-d3ad-480b-9cb8-8daf2bbf5cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77943055-6ec7-4c23-9a03-846f5455a420,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:11.245212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:11.249912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.251891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.457040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b7d1e-3b50-4a5e-b36c-eec944c0a09e None None] Network fab65447-d279-4165-90f6-7b73fb80ba9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:11.479069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.602566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2640-9ee6-4079-8f8a-ad3e2ef7c8c5 None None] Pushing event updated for resources: {'Port': ['ID=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:11.609766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.674141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.713409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4cf6793f-31e5-480e-9c99-833d24bfdeb3 None None] Provisioning complete for port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:11.713777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4cf6793f-31e5-480e-9c99-833d24bfdeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:11.854904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57108) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:11.896893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ed1b8821-e8f8-4941-b111-76b6e334b661,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:11.981405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Attempting to bind port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:11.986313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Attempting to bind port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:11.987796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Attempting to bind port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e on network 8bd063ba-bff0-438f-9489-c476e1401d8c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:11.997596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2aa4b62d-c02f-4b33-acb4-334d52748411 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a39ea5bdff24e9eb400a4d77a5281a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403444 Oct 22 15:02:12.009140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57112) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:12.112516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:12.112792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Checking segment: {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:12.113227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.113563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Bound using segment: {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:12.114059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Bound port: 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822f93e9-9ded-4c33-b317-be868cdfc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:12.114551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.152813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.317091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae717722-2c45-49a6-aa8a-1f09a394e66a req-a8fb047f-cbeb-4137-831f-42fe0d2bf468 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.1045856 Oct 22 15:02:12.388777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28d82516-f039-4c26-a99f-9874577deef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.438471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.491087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4be99b-71f4-4748-a340-5e0d14ed1abf req-fabb003e-4bcd-4e92-ac88-6bfb048c8f11 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:12.503311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da4be99b-71f4-4748-a340-5e0d14ed1abf req-fabb003e-4bcd-4e92-ac88-6bfb048c8f11 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.4948280 Oct 22 15:02:12.521934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] For port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:12.525725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] For port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:12.550493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-0dfbec20-7982-440c-9f5f-48027c90d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:12.564870 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-0dfbec20-7982-440c-9f5f-48027c90d4f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 1096 time: 0.6953106 Oct 22 15:02:12.587892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28d82516-f039-4c26-a99f-9874577deef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.657364 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4cf6793f-31e5-480e-9c99-833d24bfdeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.690702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.733780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da4be99b-71f4-4748-a340-5e0d14ed1abf req-a96b73a7-5830-4301-b68a-a82b2d5e7378 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284460 Oct 22 15:02:12.774452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.795813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-f4319ba4-3054-467a-ba96-1028bf955688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:12.797563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-f4319ba4-3054-467a-ba96-1028bf955688 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.2131891 Oct 22 15:02:12.829047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2640-9ee6-4079-8f8a-ad3e2ef7c8c5 None None] Pushing event updated for resources: {'Port': ['ID=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:12.867892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4e6e694f-1ad1-49ef-8d19-b997da1ff916, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4e6e694f-1ad1-49ef-8d19-b997da1ff916,segment=NetworkSegment(5ab8f10a-8c07-4f27-9d56-b55ce12f87ca),segment_id=5ab8f10a-8c07-4f27-9d56-b55ce12f87ca)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:12.870646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28d82516-f039-4c26-a99f-9874577deef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.874727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-28d82516-f039-4c26-a99f-9874577deef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:12.876133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-28d82516-f039-4c26-a99f-9874577deef3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b97f41d1-d793-4d08-8672-72ea8d257640 HTTP/1.1" status: 204 len: 168 time: 0.8658576 Oct 22 15:02:12.917385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d82516-f039-4c26-a99f-9874577deef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f41d1-d793-4d08-8672-72ea8d257640,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:13.008950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Routers {'a9fd97ee-b62c-44f4-9a00-44866e964354'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:13.009739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a9fd97ee-b62c-44f4-9a00-44866e964354'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:13.041470 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:13.046204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:13.974214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] Set router a9fd97ee-b62c-44f4-9a00-44866e964354 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:14.154005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c6575-6d86-44a5-b3d6-fe5f091134cc req-22ee891b-aca7-4c72-baf9-748a2420b77d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:14.171525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-912c6575-6d86-44a5-b3d6-fe5f091134cc req-22ee891b-aca7-4c72-baf9-748a2420b77d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.2305541 Oct 22 15:02:14.223768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-e7f725bc-e520-48a0-bdaf-2b3bf05bf703 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d HTTP/1.1" status: 200 len: 217 time: 1.4124627 Oct 22 15:02:14.329211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2111e058-3d62-4015-9eef-fb298e5ee733 req-4e1ad68d-4a9f-41ac-9d51-9f1c14b55c4c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.1476762 Oct 22 15:02:14.345654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4e6e694f-1ad1-49ef-8d19-b997da1ff916,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:14.490053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-912c6575-6d86-44a5-b3d6-fe5f091134cc req-c478c25c-0bb9-456e-be1c-4295f9fc1631 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133552 Oct 22 15:02:14.555620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-4cf6793f-31e5-480e-9c99-833d24bfdeb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:02:14.558628 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-4cf6793f-31e5-480e-9c99-833d24bfdeb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:02:14.703746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:14.704123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:14.743898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:14.778705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-bb1cba39-7d05-4457-a33d-ec749d35ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:14.786742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-bb1cba39-7d05-4457-a33d-ec749d35ef67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.5450277 Oct 22 15:02:14.798651 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:02:14.887524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c06409ea-4c25-4701-8149-335744caa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:02:06Z', 'revision_number': 4, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e', 'name': '', 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'mac_address': 'fa:16:3e:36:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '472bfef1-afd6-4550-af92-e5364a50bdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:03Z', 'updated_at': '2021-10-22T15:02:12Z', 'revision_number': 4, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'subnets': [{'id': '472bfef1-afd6-4550-af92-e5364a50bdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:14.931867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:14.934933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:14.947342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06409ea-4c25-4701-8149-335744caa448 None None] The sync data for ids ['a9fd97ee-b62c-44f4-9a00-44866e964354'] in n-d-812148-2 is: [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:02:06Z', 'revision_number': 4, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e', 'name': '', 'network_id': '8bd063ba-bff0-438f-9489-c476e1401d8c', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'mac_address': 'fa:16:3e:36:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '472bfef1-afd6-4550-af92-e5364a50bdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:03Z', 'updated_at': '2021-10-22T15:02:12Z', 'revision_number': 4, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'subnets': [{'id': '472bfef1-afd6-4550-af92-e5364a50bdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:15.237916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4e6e694f-1ad1-49ef-8d19-b997da1ff916 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:15.331517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-6f42cafc-9377-4dc8-8c5e-6e88e55a1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:15.333267 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-6f42cafc-9377-4dc8-8c5e-6e88e55a1f70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5304797 Oct 22 15:02:15.380867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-a3ed37fa-7355-4fe2-9c3b-b0fd828c31de tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:15.392015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-a3ed37fa-7355-4fe2-9c3b-b0fd828c31de tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "GET /v2.0/networks?id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 797 time: 1.2352610 Oct 22 15:02:15.424486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Provisioning complete for port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:15.425021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:15.562187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ed1b8821-e8f8-4941-b111-76b6e334b661,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:15.611997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e163a26-cfeb-4534-b11c-37a9747a2817 req-90145868-e269-4296-8c74-a00c9a86b443 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.1004291 Oct 22 15:02:15.738474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:15.739348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:15.807457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef6f4-37fe-44ac-9f4d-aa7bdd986c93 req-28b94199-b7ea-4400-bba0-76cedd48f9e9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:15.823294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b3ef6f4-37fe-44ac-9f4d-aa7bdd986c93 req-28b94199-b7ea-4400-bba0-76cedd48f9e9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1618364 Oct 22 15:02:15.857570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Provisioning complete for port ed1b8821-e8f8-4941-b111-76b6e334b661 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:15.858388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:15.941312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b3ef6f4-37fe-44ac-9f4d-aa7bdd986c93 req-27abc556-8f50-4849-af01-b48a7f26eaf1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170108 Oct 22 15:02:15.997804 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-236adf15-b37d-406a-8039-db49de1d5145 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 378 time: 0.4583097 Oct 22 15:02:16.017205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'port': {'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'admin_state_up': True, 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'security_groups': ['a8b0a2ea-d01e-4899-9a35-6f11b59c34b7']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:16.082962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:02:16.165904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network fab65447-d279-4165-90f6-7b73fb80ba9a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:16.176039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:16.282928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Port ed1b8821-e8f8-4941-b111-76b6e334b661 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:16.370896 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-63b90003-7bcf-48d1-8eed-b6280f11ef37 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9543123 Oct 22 15:02:16.413078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Provisioning complete for port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:16.413078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:16.673750 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:16.844171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85eb2fd8-a862-4c8c-b9d8-823b74fbac20 req-290e9f77-27b1-47b5-9b3f-832478ba5b5c service neutron] 10.222.0.69 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618597 Oct 22 15:02:16.848438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:16.848709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:16.859484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:16.878503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:16.915841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c4e8f89-3ec9-4f8f-86cb-8f5ba170b550 req-d7fe088d-6641-4767-8a5a-627de9a8c0a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.1099281 Oct 22 15:02:16.916408 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dbd7a2-98b0-4851-8e07-588e53043849" -d '{"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-unplugged", "status": "completed", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:17.023989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:17.086559 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e728312-6710-455f-b15e-c1ea1b355165 x-openstack-request-id: req-7e728312-6710-455f-b15e-c1ea1b355165 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:17.086858 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-unplugged", "status": "completed", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:17.094083 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e728312-6710-455f-b15e-c1ea1b355165 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:17.097653 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'code': 200} Oct 22 15:02:17.145921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 1efc8683-f131-475b-9e7f-19c19553947e is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:02:17.190427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:17.236275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] For port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:17.256807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5f7d-0131-4d9a-bc17-f94da1efde91 req-c40b23cc-2728-48b5-9634-d55451cf6a45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:17.269704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d1f5f7d-0131-4d9a-bc17-f94da1efde91 req-c40b23cc-2728-48b5-9634-d55451cf6a45 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 945 time: 0.1709599 Oct 22 15:02:17.368762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.20.0.10 (118adbd1-e5b3-45f8-851f-7c0539274303/e30b60c0-3698-45f9-9477-b8d516646494/c4c12c69-8b64-47db-9c95-5d890ecf2425) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:17.368953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d1f5f7d-0131-4d9a-bc17-f94da1efde91 req-502a7e14-3838-49b2-8156-3ecc3a32f5a7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Oct 22 15:02:17.403285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57206) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:17.415505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:17.420979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:17.534655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:17.552407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57210) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:17.560385 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6141245f-d9a0-45ff-befb-e75b63aae6c5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/1efc8683-f131-475b-9e7f-19c19553947e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7627213 Oct 22 15:02:17.560746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:17.561932 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] Sync routers for ids ['1efc8683-f131-475b-9e7f-19c19553947e'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:17.580296 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] Routers {'1efc8683-f131-475b-9e7f-19c19553947e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:17.581383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1efc8683-f131-475b-9e7f-19c19553947e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:17.667184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff8dd8-c2b9-41ad-9f3a-aede777edf22 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:17.668826 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-20fdf6eb-8a2a-484f-bbf1-b6c1def382b6 None None] Provisioning complete for port ed1b8821-e8f8-4941-b111-76b6e334b661 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:17.669229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20fdf6eb-8a2a-484f-bbf1-b6c1def382b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:17.670859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b0ff8dd8-c2b9-41ad-9f3a-aede777edf22 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports/ed1b8821-e8f8-4941-b111-76b6e334b661 HTTP/1.1" status: 200 len: 983 time: 0.1148684 Oct 22 15:02:17.673662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57216) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:17.679879 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:17.720013 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] Routers {'1efc8683-f131-475b-9e7f-19c19553947e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:17.720642 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1efc8683-f131-475b-9e7f-19c19553947e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:17.809962 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:17.810641 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31538236-f1be-46ed-aded-7336b396e2cf None None] The sync data for ids ['1efc8683-f131-475b-9e7f-19c19553947e'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:17.969355 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ad07-199e-4dda-af02-1c0362695cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.022295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.084687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:18.085269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.130068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.156499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913975b4-a439-46b8-bea3-70293982d4b7 None None] Pushing event updated for resources: {'Port': ['ID=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:18.174188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-20fdf6eb-8a2a-484f-bbf1-b6c1def382b6 None None] Port ed1b8821-e8f8-4941-b111-76b6e334b661 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:18.230045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=c4c12c69-8b64-47db-9c95-5d890ecf2425,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:18.274062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 118adbd1-e5b3-45f8-851f-7c0539274303 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:18.274062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:18.274395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ad07-199e-4dda-af02-1c0362695cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.283152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:18.374952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ba9c-fe3e-49b4-8cb5-4d8cb21d2172 req-3a8de84f-cfd4-4ebc-9002-926a927c334f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:18.382736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e24ba9c-fe3e-49b4-8cb5-4d8cb21d2172 req-3a8de84f-cfd4-4ebc-9002-926a927c334f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 932 time: 0.1113112 Oct 22 15:02:18.414513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:18.415321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.464125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e24ba9c-fe3e-49b4-8cb5-4d8cb21d2172 req-edf99dfe-5389-4e7d-b560-d7a4c7fa518f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799251 Oct 22 15:02:18.471364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ad07-199e-4dda-af02-1c0362695cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.549091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c9f9ad07-199e-4dda-af02-1c0362695cd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49b1a9bdb0324aa888ac9600e95d4230&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1421030 Oct 22 15:02:18.550048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57230) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:18.587594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ad60dd26-f75d-430e-95e9-b60de150fe1c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5888457 Oct 22 15:02:18.619506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Request body: {'port': {'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:18.625948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9ad07-199e-4dda-af02-1c0362695cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9aecbc-437b-40e7-8c8a-b7c0ea495d6f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:18.752596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.805433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6e4d668d-3fa0-42bc-b46d-51e3b31ad2df None None] Provisioning complete for port c4c12c69-8b64-47db-9c95-5d890ecf2425 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:18.805881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e4d668d-3fa0-42bc-b46d-51e3b31ad2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:18.890783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d668d-3fa0-42bc-b46d-51e3b31ad2df None None] Port c4c12c69-8b64-47db-9c95-5d890ecf2425 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:18.913673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165441a-dbac-490b-b46b-c2ea4b476cac req-f5f98df4-4f87-4241-84e8-319c5e024874 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:18.924400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9165441a-dbac-490b-b46b-c2ea4b476cac req-f5f98df4-4f87-4241-84e8-319c5e024874 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.3344581 Oct 22 15:02:18.978207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1996d956-7a0c-4acf-b4c1-005c371e6395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.058341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9165441a-dbac-490b-b46b-c2ea4b476cac req-811ce281-5cea-44a4-8acc-3e9dd2a09ae4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185639 Oct 22 15:02:19.082566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1996d956-7a0c-4acf-b4c1-005c371e6395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.093045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.105702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:19.184932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:19.185351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.301907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c12c69-8b64-47db-9c95-5d890ecf2425 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:02:19.311720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.328755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Transition to ACTIVE for port object c4c12c69-8b64-47db-9c95-5d890ecf2425 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:02:19.330892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1996d956-7a0c-4acf-b4c1-005c371e6395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.340799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1996d956-7a0c-4acf-b4c1-005c371e6395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.340799 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1996d956-7a0c-4acf-b4c1-005c371e6395 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f9aecbc-437b-40e7-8c8a-b7c0ea495d6f HTTP/1.1" status: 204 len: 168 time: 0.7881305 Oct 22 15:02:19.359162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996d956-7a0c-4acf-b4c1-005c371e6395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9aecbc-437b-40e7-8c8a-b7c0ea495d6f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:19.408865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.593793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port ed1b8821-e8f8-4941-b111-76b6e334b661 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:19.595340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.609267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Pushing event updated for resources: {'Port': ['ID=c4c12c69-8b64-47db-9c95-5d890ecf2425,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:19.753464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Attempting to bind port c4c12c69-8b64-47db-9c95-5d890ecf2425 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:19.753838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Attempting to bind port c4c12c69-8b64-47db-9c95-5d890ecf2425 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:19.754129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Attempting to bind port c4c12c69-8b64-47db-9c95-5d890ecf2425 on network 118adbd1-e5b3-45f8-851f-7c0539274303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:19.759427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Port c4c12c69-8b64-47db-9c95-5d890ecf2425 on network 118adbd1-e5b3-45f8-851f-7c0539274303 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:02:19.759741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Attempting to bind port c4c12c69-8b64-47db-9c95-5d890ecf2425 on network 118adbd1-e5b3-45f8-851f-7c0539274303 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:19.767238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:19.767581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Checking segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:19.767942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Bound using segment: {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:19.770570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Bound port: c4c12c69-8b64-47db-9c95-5d890ecf2425, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:19.771068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.832139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a1b0-70e2-4847-bda7-97f5dc23d8fa req-d2bb709c-4e2e-440e-87ca-d694131e1871 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:19.846253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5908a1b0-70e2-4847-bda7-97f5dc23d8fa req-d2bb709c-4e2e-440e-87ca-d694131e1871 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 944 time: 0.1695752 Oct 22 15:02:19.849028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:19.872666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for ed1b8821-e8f8-4941-b111-76b6e334b661 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:20.057785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] For port c4c12c69-8b64-47db-9c95-5d890ecf2425, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:20.069987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] For port c4c12c69-8b64-47db-9c95-5d890ecf2425, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:20.164273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:20.324533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Pushing event updated for resources: {'Port': ['ID=c4c12c69-8b64-47db-9c95-5d890ecf2425,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:20.355997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:20.355997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:20.357697 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0646f715-a0b0-4a55-bd24-360646f91c1a service neutron] 10.222.0.69 "PUT /v2.0/ports/c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 200 len: 1092 time: 1.7443855 Oct 22 15:02:20.358178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:20.360565 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e" -d '{"events": [{"name": "network-changed", "server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:20.617952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-b788d212-4415-4e67-a2d9-bb62f1d70ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:20.627207 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-b788d212-4415-4e67-a2d9-bb62f1d70ece service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1095 time: 0.0976346 Oct 22 15:02:20.719304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-1c0109c0-18a4-4213-928f-f16edba8500a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 200 len: 217 time: 0.0829556 Oct 22 15:02:20.868960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0e2ad1a5-767e-4c66-bdff-2b65827c1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:20.870810 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0e2ad1a5-767e-4c66-bdff-2b65827c1c8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30b60c0-3698-45f9-9477-b8d516646494 HTTP/1.1" status: 200 len: 835 time: 0.1438441 Oct 22 15:02:20.942044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84788aa4-f1bb-4c25-bc1a-34d733c1d8a7 req-2c1208b8-b6aa-4e35-8825-481cf9b17d3c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:20.945024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ddf90bb1-0b8d-474a-b075-201e8c12e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:20.946628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-ddf90bb1-0b8d-474a-b075-201e8c12e941 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=118adbd1-e5b3-45f8-851f-7c0539274303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664225 Oct 22 15:02:20.950378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84788aa4-f1bb-4c25-bc1a-34d733c1d8a7 req-2c1208b8-b6aa-4e35-8825-481cf9b17d3c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.3152874 Oct 22 15:02:20.993608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5908a1b0-70e2-4847-bda7-97f5dc23d8fa req-6e2e8f0c-3493-4273-ba60-0ed325202794 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3206737 Oct 22 15:02:21.075170 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309e504-d23b-464f-b6cb-132176229225 x-openstack-request-id: req-1309e504-d23b-464f-b6cb-132176229225 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:21.075477 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:21.078885 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1309e504-d23b-464f-b6cb-132176229225 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:21.080323 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'status': 'completed', 'code': 200} Oct 22 15:02:21.117923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84788aa4-f1bb-4c25-bc1a-34d733c1d8a7 req-c91bef1e-8c39-4926-9f57-d965344d1acf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644328 Oct 22 15:02:21.135288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:21.247884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-0e127207-f686-4523-a20f-027a10627c51 service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929261 Oct 22 15:02:21.326790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=ed1b8821-e8f8-4941-b111-76b6e334b661,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:21.440732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57292) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:21.516255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267569b4-be0c-4c17-8afb-7d81651d4fbf req-950d878b-307a-41c7-b671-ecf002605a52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:21.528961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-267569b4-be0c-4c17-8afb-7d81651d4fbf req-950d878b-307a-41c7-b671-ecf002605a52 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2245939 Oct 22 15:02:21.542673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b377608-8bbd-49ca-ad5e-4ea4fa193876 req-7c98dbc3-46a3-475c-84d8-d75150dee7bf service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764506 Oct 22 15:02:21.595789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:21.636330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1643458881-network', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:21.656336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-267569b4-be0c-4c17-8afb-7d81651d4fbf req-a4f028d8-d54f-49dd-b5c4-dd362ae858cb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136146 Oct 22 15:02:21.761475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-5c774dc9-d4f1-4306-baf3-1df9190fbbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:21.766287 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-5c774dc9-d4f1-4306-baf3-1df9190fbbf1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1095 time: 0.1005592 Oct 22 15:02:21.944534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 1efc8683-f131-475b-9e7f-19c19553947e has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:21.946802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Made reservation on behalf of b1d4c66abd964108a13fe64fa90c0762 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:21.950601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:21.964775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-f67a48ad-cf36-407f-8bba-1cc7a765f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:21.966642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-f67a48ad-cf36-407f-8bba-1cc7a765f6a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 898 time: 0.1914661 Oct 22 15:02:21.970572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:21.982671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90340718-647b-4bf3-b3d9-53b40f9d0727 req-fc2c31cd-2924-4c8b-9adc-24ebb194534d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:21.984249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90340718-647b-4bf3-b3d9-53b40f9d0727 req-fc2c31cd-2924-4c8b-9adc-24ebb194534d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1876163 Oct 22 15:02:22.063358 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-c1010068-0896-467c-8d31-a618e3d0f603 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 200 len: 217 time: 0.0889039 Oct 22 15:02:22.142220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:22.142494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-012c1e02-e982-48b5-8e35-12f4e143c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:22.143584 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-012c1e02-e982-48b5-8e35-12f4e143c7af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30b60c0-3698-45f9-9477-b8d516646494 HTTP/1.1" status: 200 len: 835 time: 0.0661349 Oct 22 15:02:22.151495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-efbd89eb-6c93-490a-af0b-5b4624d1a758 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/1efc8683-f131-475b-9e7f-19c19553947e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4761994 Oct 22 15:02:22.159566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] Sync routers for ids ['1efc8683-f131-475b-9e7f-19c19553947e'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:22.176084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] Routers {'1efc8683-f131-475b-9e7f-19c19553947e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:22.177163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1efc8683-f131-475b-9e7f-19c19553947e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:22.200078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57310) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:22.225930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:22.238058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] Routers {'1efc8683-f131-475b-9e7f-19c19553947e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:22.238817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:01:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1efc8683-f131-475b-9e7f-19c19553947e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:22.272897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-8fe344f7-cee1-4a42-b1f3-f53affb2f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:22.276101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-8fe344f7-cee1-4a42-b1f3-f53affb2f994 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=118adbd1-e5b3-45f8-851f-7c0539274303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246290 Oct 22 15:02:22.287495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90340718-647b-4bf3-b3d9-53b40f9d0727 req-39dd42bf-63bc-482b-8140-2469291e32c4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921433 Oct 22 15:02:22.301611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:22.302274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf62e2a-5b1a-4b7f-a18b-496f87936c9b None None] The sync data for ids ['1efc8683-f131-475b-9e7f-19c19553947e'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:22.343351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.354115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1cc6c-8f74-4e1d-829c-4a21fb181567 req-a6bcdd03-ca15-4a78-bcf6-59f8f2b65dcd tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:22.361731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11c1cc6c-8f74-4e1d-829c-4a21fb181567 req-a6bcdd03-ca15-4a78-bcf6-59f8f2b65dcd tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 944 time: 0.2276998 Oct 22 15:02:22.456660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11c1cc6c-8f74-4e1d-829c-4a21fb181567 req-2e945ef6-5df3-4a7a-8db4-1645e8ae8cdc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827875 Oct 22 15:02:22.552596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.564977 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-91d6d285-1b8a-434b-a56a-8071e25c7392 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] remove_router_interface failed (client error): The resource could not be found. Oct 22 15:02:22.568414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91d6d285-1b8a-434b-a56a-8071e25c7392 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/1efc8683-f131-475b-9e7f-19c19553947e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3639243 Oct 22 15:02:22.569296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:22.592930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:02:22.607845 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-db913717-26f4-40db-82db-c77174ed7218 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1efc8683-f131-475b-9e7f-19c19553947e HTTP/1.1" status: 200 len: 205 time: 0.0340807 Oct 22 15:02:22.607845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:22.608210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361ea62b-3cd5-41ca-b06f-d8255864a4b9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:22.641464 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.641808 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Added segment 042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee of type vlan for network 106bcca2-e3d3-4238-a2e3-289e22c6eaba Oct 22 15:02:22.644093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a83bb482-5ced-41bb-8763-87bb581b5d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.716214 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-9a0ea3f1-900c-4e2d-89ad-9daf6058f453 service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979442 Oct 22 15:02:22.719387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.766749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.926142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56366c-9514-49a9-bf5c-1bb80563ed4f req-f3db23a8-ccf3-4365-9dd6-84f93358c4b1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:22.927774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf56366c-9514-49a9-bf5c-1bb80563ed4f req-f3db23a8-ccf3-4365-9dd6-84f93358c4b1 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0621049 Oct 22 15:02:22.948495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:22.950963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:22.951737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.054801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf56366c-9514-49a9-bf5c-1bb80563ed4f req-c28be97c-da38-4547-8b3e-7a13aa0c0dce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131115 Oct 22 15:02:23.056534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] Pushing event updated for resources: {'Network': ['ID=106bcca2-e3d3-4238-a2e3-289e22c6eaba,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:23.070446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:02:23.096398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4fad8654-958b-441c-a50c-47d7519c77c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6533289 Oct 22 15:02:23.108916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57336) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:23.117325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Request body: {'subnet': {'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-subnet', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:23.303439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.307110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.360009 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d2e982c8-5982-4d43-a3f4-4e3ef50b478e req-a96a2778-bdd9-4617-9bc1-b2afe276f337 service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045284 Oct 22 15:02:23.394740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Made reservation on behalf of b1d4c66abd964108a13fe64fa90c0762 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:23.397173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.560736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.561790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 1efc8683-f131-475b-9e7f-19c19553947e {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:02:23.571350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.576366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e4d9c71e-6fc9-4571-957a-5fcd2b3167a2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/1efc8683-f131-475b-9e7f-19c19553947e HTTP/1.1" status: 204 len: 168 time: 0.9643621 Oct 22 15:02:23.576366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:23.594842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84cfc5-a70a-4f85-b018-2ab67f1b27ea req-7521d5e7-1a40-4889-8a26-804c35f949aa tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:23.596390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d84cfc5-a70a-4f85-b018-2ab67f1b27ea req-7521d5e7-1a40-4889-8a26-804c35f949aa tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 944 time: 0.0551624 Oct 22 15:02:23.636111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d84cfc5-a70a-4f85-b018-2ab67f1b27ea req-794ac904-2920-455e-a0dd-0361e12ec168 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333576 Oct 22 15:02:23.671182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet b583c3cb-46fe-4489-a95b-6c62ce725b07 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:02:23.678089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.784146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.909002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-c8d96c87-8090-4791-8990-4f8452c7a547 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881782 Oct 22 15:02:23.978771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:23.985174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.029052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:02:24.081142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-1ed39ca4-0bf3-40d2-bca5-f86f0707acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:24.082694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-1ed39ca4-0bf3-40d2-bca5-f86f0707acf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 1096 time: 0.1478865 Oct 22 15:02:24.133502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a723b28-7937-45db-9121-f4c66e48f5de,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:24.225091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Checking segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:24.225541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Network hostable DHCP agents. Network: 106bcca2-e3d3-4238-a2e3-289e22c6eaba, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:02:24.258078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.268154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2a954-b3b8-4ab6-b056-a77d69091668 req-35416fa2-5202-4747-86f7-460093c87c17 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:24.277920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ff2a954-b3b8-4ab6-b056-a77d69091668 req-35416fa2-5202-4747-86f7-460093c87c17 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0862823 Oct 22 15:02:24.282992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-8abf645f-81e0-4c19-9a8b-bca5a25bde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:24.284450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-8abf645f-81e0-4c19-9a8b-bca5a25bde21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.1767523 Oct 22 15:02:24.315750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=b583c3cb-46fe-4489-a95b-6c62ce725b07,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:24.319684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.323026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a11b6-b6a8-4c78-861e-ee7cb4beba38 None None] Network fab65447-d279-4165-90f6-7b73fb80ba9a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:24.328352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7a409b61-07b1-4754-8c91-45a728b84c7f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/b583c3cb-46fe-4489-a95b-6c62ce725b07 HTTP/1.1" status: 204 len: 168 time: 0.7465086 Oct 22 15:02:24.356543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:24.376477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:02:24.379492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-efcdcfc9-702d-4d99-ab96-4f49842f8023 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b055e7-12ac-4e20-973f-719f45d9a00c HTTP/1.1" status: 200 len: 217 time: 0.0719659 Oct 22 15:02:24.442212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ff2a954-b3b8-4ab6-b056-a77d69091668 req-4825f642-c69e-49e8-affb-8aaf53a06867 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634138 Oct 22 15:02:24.503544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 106bcca2-e3d3-4238-a2e3-289e22c6eaba) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:24.526480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:24.528059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.564970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.574690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10046e-8391-4cca-9c5d-bb688326dea0 None None] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:24.581972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-a97cf016-e99e-49c4-925b-c736f0f43eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:24.584399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-a97cf016-e99e-49c4-925b-c736f0f43eb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1958823 Oct 22 15:02:24.665711 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6026b99d-2020-4c66-abe6-89a14a11d878 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5531330 Oct 22 15:02:24.677463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57378) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:24.692628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:24.703650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-769356f5-05d9-4662-8b2a-969cb5d924dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:24.708320 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-769356f5-05d9-4662-8b2a-969cb5d924dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159215 Oct 22 15:02:24.774299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:24.774757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.858383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.859779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.867775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] DHCP port deletion for fab65447-d279-4165-90f6-7b73fb80ba9a request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:02:24.879346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-423832be-1975-47a4-9792-e57be256c857 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630795 Oct 22 15:02:24.879936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:02:24.880815 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.939986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port 4e6e694f-1ad1-49ef-8d19-b997da1ff916, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4e6e694f-1ad1-49ef-8d19-b997da1ff916,segment=NetworkSegment(5ab8f10a-8c07-4f27-9d56-b55ce12f87ca),segment_id=5ab8f10a-8c07-4f27-9d56-b55ce12f87ca)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:24.940450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.956732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] Deleting port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:24.957396 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:24.976561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 4e6e694f-1ad1-49ef-8d19-b997da1ff916 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:25.041285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.048405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] For port 4e6e694f-1ad1-49ef-8d19-b997da1ff916, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4e6e694f-1ad1-49ef-8d19-b997da1ff916,segment=NetworkSegment(5ab8f10a-8c07-4f27-9d56-b55ce12f87ca),segment_id=5ab8f10a-8c07-4f27-9d56-b55ce12f87ca)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:25.048405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.062338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6caf5-e38c-4d27-b32e-b7e54e4c96e9 req-1771f7e4-f3b1-4f1f-93d1-8df8d6a291bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:25.069958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ba6caf5-e38c-4d27-b32e-b7e54e4c96e9 req-1771f7e4-f3b1-4f1f-93d1-8df8d6a291bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 944 time: 0.2723446 Oct 22 15:02:25.130788 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3140a0d1-62bd-416c-8811-5e37b2109764 req-57018b8e-29ca-42e1-83da-ce24d95161ef service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442613 Oct 22 15:02:25.177711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4e6e694f-1ad1-49ef-8d19-b997da1ff916 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:02:25.204613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ba6caf5-e38c-4d27-b32e-b7e54e4c96e9 req-3aaf7914-f29e-430f-8710-46fb70770138 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310296 Oct 22 15:02:25.241411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] Calling delete_port for 4e6e694f-1ad1-49ef-8d19-b997da1ff916 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:25.346336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.360773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03d17322-cd85-4bb0-9761-ef734417195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.369047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Allocated IP 172.20.0.2 (106bcca2-e3d3-4238-a2e3-289e22c6eaba/4a723b28-7937-45db-9121-f4c66e48f5de/9bbec6dc-8484-4b6a-bae8-ce344f8edc64) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:25.485951 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.494115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.560194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=4e6e694f-1ad1-49ef-8d19-b997da1ff916,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:25.566284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:25.625994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.651325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] No DVR routers for this DVR port 4e6e694f-1ad1-49ef-8d19-b997da1ff916 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:25.709360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992a3fa-4f75-46b3-af51-cd6e0f0f670c None None] Pushing event deleted for resources: {'Port': ['ID=4e6e694f-1ad1-49ef-8d19-b997da1ff916,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:25.836999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.880139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.885326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:25.919404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab65447-d279-4165-90f6-7b73fb80ba9a']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:25.935381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:25.949060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99c2bf-902b-4386-81db-f27c47ff13e1 req-09634bff-1c26-4667-af84-85662eb539a7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:25.950844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da99c2bf-902b-4386-81db-f27c47ff13e1 req-09634bff-1c26-4667-af84-85662eb539a7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3287690 Oct 22 15:02:25.959484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:25.959951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab8f10a-8c07-4f27-9d56-b55ce12f87ca') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:25.962888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:25.970753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:26.016849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.055995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4c12c69-8b64-47db-9c95-5d890ecf2425 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:02:26.059918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Pushing event updated for resources: {'Port': ['ID=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:26.063838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Attempting to bind port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:26.064284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Attempting to bind port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:26.064833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Attempting to bind port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 on network 106bcca2-e3d3-4238-a2e3-289e22c6eaba {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:26.077902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:26.078933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Checking segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:26.080434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.081123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Bound using segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:26.081964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Bound port: 9bbec6dc-8484-4b6a-bae8-ce344f8edc64, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:26.085372 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.099677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.170789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:02:26.171338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:02:26.174729 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:02:26.184700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da99c2bf-902b-4386-81db-f27c47ff13e1 req-e223bafb-8f57-4492-9904-1894890c7311 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153931 Oct 22 15:02:26.206840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] For port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:26.220178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] For port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:26.236835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.resource_extend [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:02:26.301501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.400560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cc5d4-f2b6-4231-a579-3e7ff0f1323c req-bd23d1a2-59fd-409a-9ad2-386c0a90bd6c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:26.410839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c15cc5d4-f2b6-4231-a579-3e7ff0f1323c req-bd23d1a2-59fd-409a-9ad2-386c0a90bd6c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 944 time: 0.1222193 Oct 22 15:02:26.418916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.448812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.512782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8ff3a-cc61-4544-b908-ddeaa9f9d295 None None] Pushing event updated for resources: {'Port': ['ID=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:26.539110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c4c12c69-8b64-47db-9c95-5d890ecf2425, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:26.541645 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.548837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.553601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/fab65447-d279-4165-90f6-7b73fb80ba9a HTTP/1.1" status: 204 len: 168 time: 2.1956747 Oct 22 15:02:26.557694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57418) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:26.565003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-876408966'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:26.584630 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.592151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:02:26.631599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7345fd6-7f1e-4bd6-95b2-6b92f3184f10 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=fab65447-d279-4165-90f6-7b73fb80ba9a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:26.666016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.691525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c15cc5d4-f2b6-4231-a579-3e7ff0f1323c req-c77ceba6-8778-4abc-a388-20de0f2a58c6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2753341 Oct 22 15:02:26.694597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:26.698475 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.707148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.751753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c12c69-8b64-47db-9c95-5d890ecf2425 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:02:26.779735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:02:26.818850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.819865 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment d22cd226-ec2f-406a-9708-2226ab0e300f of type vlan for network 75fba417-439f-4221-990c-b5c967223fe2 Oct 22 15:02:26.837638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c4c12c69-8b64-47db-9c95-5d890ecf2425, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:26.887809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Allocated IP 172.25.1.13 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/116fcca7-8917-4db2-9031-61674b4039e4) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:26.893147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.912256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:26.997869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c4c12c69-8b64-47db-9c95-5d890ecf2425,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:27.020758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.025415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.028207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.028583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.028934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.029275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.029610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.029948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.030262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.030587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.033655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.034111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:27.037723 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:27.050672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:27.051720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:27.183277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=75fba417-439f-4221-990c-b5c967223fe2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:27.194500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 75fba417-439f-4221-990c-b5c967223fe2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:02:27.313325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:27.323062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:27.348707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c4c12c69-8b64-47db-9c95-5d890ecf2425'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:02:27.420678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:27.421200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:27.506330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d003a-1d13-468d-8558-1ff834bbe5c9 req-2a20ea2e-6da2-45c6-9707-340a8edb138b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:27.519620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc3d003a-1d13-468d-8558-1ff834bbe5c9 req-2a20ea2e-6da2-45c6-9707-340a8edb138b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1195080 Oct 22 15:02:27.522771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d88e6f02-7dbe-4b7f-b912-f5d177110c62 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9598472 Oct 22 15:02:27.522771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57432) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:27.529714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': '75fba417-439f-4221-990c-b5c967223fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:27.579674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc3d003a-1d13-468d-8558-1ff834bbe5c9 req-07bcab26-56f5-4573-a44d-af7558d0782b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622156 Oct 22 15:02:27.588548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:27.651805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:27.657994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:27.666843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:27.674207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:27.786181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:28.020863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:28.024652 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:28.129245 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:28.233569 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:28.298039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:28.421313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf01eb-582b-48cc-a8f3-2401131a7516 None None] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:28.553034 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:28.572649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5a6dee4e-3d3b-47d1-96f5-f3afd5773841 None None] Provisioning complete for port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:28.573213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a6dee4e-3d3b-47d1-96f5-f3afd5773841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:28.598745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Pushing event updated for resources: {'Port': ['ID=116fcca7-8917-4db2-9031-61674b4039e4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:28.738400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=a7d19e02-b869-4624-9a81-3df5cfe0af95,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:28.744532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250ff0a-afc8-494c-b533-561956bcc685 req-ff8db1e2-347c-4b18-872f-5148b86a97a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:28.755358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f250ff0a-afc8-494c-b533-561956bcc685 req-ff8db1e2-347c-4b18-872f-5148b86a97a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 945 time: 0.4374206 Oct 22 15:02:28.761058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': 'd22cd226-ec2f-406a-9708-2226ab0e300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75fba417-439f-4221-990c-b5c967223fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:28.763175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: 75fba417-439f-4221-990c-b5c967223fe2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:02:28.877601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 75fba417-439f-4221-990c-b5c967223fe2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:02:28.912844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f250ff0a-afc8-494c-b533-561956bcc685 req-6235d705-b020-4ec3-9c54-5bb4da2c9105 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564083 Oct 22 15:02:28.934898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c87f35-2c57-4633-87ff-5540ee79b8eb req-7d631868-2f43-4bc6-ab10-d13221f3a293 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:28.951974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18c87f35-2c57-4633-87ff-5540ee79b8eb req-7d631868-2f43-4bc6-ab10-d13221f3a293 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1578848 Oct 22 15:02:28.956577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 75fba417-439f-4221-990c-b5c967223fe2) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:28.962326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:28.962940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.052311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18c87f35-2c57-4633-87ff-5540ee79b8eb req-05c747c1-afe5-43c1-8fd1-7b4db25b960d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991135 Oct 22 15:02:29.079888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-137ecee5-b4b9-40b7-8f1f-e0c7ea55d1bf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5585864 Oct 22 15:02:29.086991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57454) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:29.087202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b48179b-de3a-4b13-96b4-13345043105f None None] Network 75fba417-439f-4221-990c-b5c967223fe2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:29.088195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-485509192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:29.162164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:29.184351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.264755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.265872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.407267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.449291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:29.449835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.490681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.562482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-75fba417-439f-4221-990c-b5c967223fe2', 'network_id': '75fba417-439f-4221-990c-b5c967223fe2', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': 'a7d19e02-b869-4624-9a81-3df5cfe0af95'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:02:29.563383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.615657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.616976 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9dd05379-6e67-4d1c-9026-ce8f60353b48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5335753 Oct 22 15:02:29.623362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:29.795520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:29.810616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Allocated IP 2001:db8::2 (75fba417-439f-4221-990c-b5c967223fe2/a7d19e02-b869-4624-9a81-3df5cfe0af95/b26fcb0b-3573-4213-b822-6a499c4afe66) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:30.107917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd90f-667a-4b92-81d5-4b7ffcb86703 req-529301d3-a186-40f5-8544-5b0c2be49d89 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:30.116637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31abd90f-667a-4b92-81d5-4b7ffcb86703 req-529301d3-a186-40f5-8544-5b0c2be49d89 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 945 time: 0.0834870 Oct 22 15:02:30.207309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Router 896272dc-c725-45de-98f8-58c2395fd93d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:02:30.236960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.249786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4c12c69-8b64-47db-9c95-5d890ecf2425 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:30.309569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-500581ed-6dec-4855-a902-c5d637c5639e None None] Provisioning complete for port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:30.310567 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-500581ed-6dec-4855-a902-c5d637c5639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.352972 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.373611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31abd90f-667a-4b92-81d5-4b7ffcb86703 req-ab797981-c692-48dd-b55b-ae545882abaf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2557368 Oct 22 15:02:30.432644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.474028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Network 75fba417-439f-4221-990c-b5c967223fe2 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:30.477835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2e51-001e-4ee5-92ba-ed300ce9150a req-cde9eb9e-be30-4775-ada6-11feac0da53b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:30.479546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d0a2e51-001e-4ee5-92ba-ed300ce9150a req-cde9eb9e-be30-4775-ada6-11feac0da53b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2988644 Oct 22 15:02:30.506063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:30.516052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:30.568444 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Pushing event updated for resources: {'Port': ['ID=b26fcb0b-3573-4213-b822-6a499c4afe66,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:30.589902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:30.604867 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Sync routers for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:30.621300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Attempting to bind port b26fcb0b-3573-4213-b822-6a499c4afe66 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:30.621859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Attempting to bind port b26fcb0b-3573-4213-b822-6a499c4afe66 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd22cd226-ec2f-406a-9708-2226ab0e300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75fba417-439f-4221-990c-b5c967223fe2'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:30.622228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Attempting to bind port b26fcb0b-3573-4213-b822-6a499c4afe66 on network 75fba417-439f-4221-990c-b5c967223fe2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:30.639925 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:30.641042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d0a2e51-001e-4ee5-92ba-ed300ce9150a req-0686a769-384c-4ff4-be5b-ad539657b6a4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482866 Oct 22 15:02:30.649119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:30.649491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Checking segment: {'id': 'd22cd226-ec2f-406a-9708-2226ab0e300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75fba417-439f-4221-990c-b5c967223fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:30.649892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.650287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Bound using segment: {'id': 'd22cd226-ec2f-406a-9708-2226ab0e300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75fba417-439f-4221-990c-b5c967223fe2'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:30.650756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Bound port: b26fcb0b-3573-4213-b822-6a499c4afe66, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22cd226-ec2f-406a-9708-2226ab0e300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75fba417-439f-4221-990c-b5c967223fe2'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:30.651202 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:30.659990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.759816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.765027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a1ebe42d-6182-4a25-98fa-b8a14ba4d11f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0804949 Oct 22 15:02:30.765180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57482) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:30.801961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port c4c12c69-8b64-47db-9c95-5d890ecf2425 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:02:30.819418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c4c12c69-8b64-47db-9c95-5d890ecf2425 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:30.819790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:30.820747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:30.873182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8::1 (75fba417-439f-4221-990c-b5c967223fe2/a7d19e02-b869-4624-9a81-3df5cfe0af95/58853f9a-989d-4ba9-b4e7-bfd133ed608e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:30.884215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] For port b26fcb0b-3573-4213-b822-6a499c4afe66, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:30.994623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] For port b26fcb0b-3573-4213-b822-6a499c4afe66, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b26fcb0b-3573-4213-b822-6a499c4afe66,segment=NetworkSegment(d22cd226-ec2f-406a-9708-2226ab0e300f),segment_id=d22cd226-ec2f-406a-9708-2226ab0e300f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:31.083455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.084442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.103885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.247032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:31.252735 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d7913-f63a-446d-8e19-d5a93580e53f" -d '{"events": [{"server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "name": "network-vif-plugged", "status": "completed", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:31.303601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c4c12c69-8b64-47db-9c95-5d890ecf2425, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:31.340794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf3557-afca-4c26-9053-19553dad7f3d None None] Pushing event updated for resources: {'Port': ['ID=b26fcb0b-3573-4213-b822-6a499c4afe66,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:31.352638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.406489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-5580696f-1e18-4668-aaad-f7c155e02fde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1736102 Oct 22 15:02:31.409626 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:28Z', 'revision_number': 3, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:31.417123 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a41389-9b13-4a22-897e-73fb29ccc494 x-openstack-request-id: req-49a41389-9b13-4a22-897e-73fb29ccc494 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:31.418310 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "name": "network-vif-plugged", "status": "completed", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:31.418749 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49a41389-9b13-4a22-897e-73fb29ccc494 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:31.419276 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'code': 200} Oct 22 15:02:31.433718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.454689 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Checking router: 896272dc-c725-45de-98f8-58c2395fd93d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:02:31.455337 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Updating router 896272dc-c725-45de-98f8-58c2395fd93d port 116fcca7-8917-4db2-9031-61674b4039e4 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:02:31.512384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 75fba417-439f-4221-990c-b5c967223fe2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:31.565697 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.572834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:31.577925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:31.579359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:31.678415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c4c12c69-8b64-47db-9c95-5d890ecf2425,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:31.943259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d7d5-29e3-498c-9b71-b0b8df637fff req-2b43ccec-efbc-4428-8fd0-7c72b1ec63e0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:31.945985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bd7d7d5-29e3-498c-9b71-b0b8df637fff req-2b43ccec-efbc-4428-8fd0-7c72b1ec63e0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.2249129 Oct 22 15:02:31.974344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=58853f9a-989d-4ba9-b4e7-bfd133ed608e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:32.074274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bd7d7d5-29e3-498c-9b71-b0b8df637fff req-e6135bb3-d1d8-480f-b6a7-4fed006e0f38 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039832 Oct 22 15:02:32.088979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3795980-47e6-4f86-afa2-58f1c8e54fde req-004f771c-207e-4fbf-9cc4-b860b5a218d2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.094027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.097393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3795980-47e6-4f86-afa2-58f1c8e54fde req-004f771c-207e-4fbf-9cc4-b860b5a218d2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1830137 Oct 22 15:02:32.101955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.102471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.102940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.103414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.105094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.106418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.110603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7faff32c-b734-453e-b1ce-7d38d2cfbe32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6492 time: 0.5857470 Oct 22 15:02:32.199431 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.215345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e482d8-c8e4-48d0-9134-451b1039652e req-baae4ff8-1d6f-4003-bef5-6dd2ff16ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:32.217263 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-05e482d8-c8e4-48d0-9134-451b1039652e req-baae4ff8-1d6f-4003-bef5-6dd2ff16ff22 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1097 time: 0.7033432 Oct 22 15:02:32.226462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.295104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.310178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3795980-47e6-4f86-afa2-58f1c8e54fde req-22edcc45-ec18-4c1f-96a7-3e0c15c67f07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065394 Oct 22 15:02:32.322770 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.474056 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Attempting to bind port 116fcca7-8917-4db2-9031-61674b4039e4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:32.474458 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Attempting to bind port 116fcca7-8917-4db2-9031-61674b4039e4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:32.474859 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Attempting to bind port 116fcca7-8917-4db2-9031-61674b4039e4 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:32.491187 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec815-ca28-4b7a-aa02-c3e164b0f18e None None] Pushing event updated for resources: {'Port': ['ID=116fcca7-8917-4db2-9031-61674b4039e4,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:32.513482 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:32.513851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:32.514247 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.514646 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:32.515152 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Bound port: 116fcca7-8917-4db2-9031-61674b4039e4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:32.515586 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.677126 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] For port 116fcca7-8917-4db2-9031-61674b4039e4, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:32.685803 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] For port 116fcca7-8917-4db2-9031-61674b4039e4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=116fcca7-8917-4db2-9031-61674b4039e4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:32.731412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Allocated IP 172.20.0.1 (106bcca2-e3d3-4238-a2e3-289e22c6eaba/4a723b28-7937-45db-9121-f4c66e48f5de/d3713e1c-2935-41de-bef9-9be1c4a7820f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:32.779832 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:32.934180 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:32.934997 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:33.134363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941cbfa-69fe-47f5-bce6-83accd404d90 None None] Network 75fba417-439f-4221-990c-b5c967223fe2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:33.197225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:33.251428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:33.386285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3d5289d4-4989-46d5-97aa-0ddaff7b335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:33.390533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3d5289d4-4989-46d5-97aa-0ddaff7b335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:33.391227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3d5289d4-4989-46d5-97aa-0ddaff7b335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:33.395531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3d5289d4-4989-46d5-97aa-0ddaff7b335d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c0226784-150c-43ed-b71e-dc85064ff07e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=c46961ba-ce10-4285-82d4-87b41d7e6534&id=c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 200 len: 2294 time: 1.2444983 Oct 22 15:02:33.400147 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec815-ca28-4b7a-aa02-c3e164b0f18e None None] Pushing event updated for resources: {'Port': ['ID=116fcca7-8917-4db2-9031-61674b4039e4,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:33.459811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca6c76-19cc-4d0e-8fc8-b5a444ae4f22 req-47655388-82aa-49e9-8861-099715bdce75 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:33.472925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4ca6c76-19cc-4d0e-8fc8-b5a444ae4f22 req-47655388-82aa-49e9-8861-099715bdce75 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.2009313 Oct 22 15:02:33.510477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b26fcb0b-3573-4213-b822-6a499c4afe66 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:33.640506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:33.668225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9b8a616c-06ac-4326-bfdf-3544497cb7b5 None None] Provisioning complete for port b26fcb0b-3573-4213-b822-6a499c4afe66 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:33.673081 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b8a616c-06ac-4326-bfdf-3544497cb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:33.724190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-05e482d8-c8e4-48d0-9134-451b1039652e req-89637a7d-4771-4719-8a94-8cdf4dd247c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.4774201 Oct 22 15:02:33.743416 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:28Z', 'revision_number': 3, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:33.760865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Pushing event updated for resources: {'Port': ['ID=d3713e1c-2935-41de-bef9-9be1c4a7820f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:33.762247 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:33.804852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b26fcb0b-3573-4213-b822-6a499c4afe66 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:33.810001 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ef387-574a-4136-bb23-4dcabb57bfa8 None None] The sync data for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 is: [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:28Z', 'revision_number': 3, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:33.811559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:33.859632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:33.879824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:33.885067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:33.925081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4ca6c76-19cc-4d0e-8fc8-b5a444ae4f22 req-77ef662b-86eb-43e9-9c6d-2ba411a1c469 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4521091 Oct 22 15:02:33.958560 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7b6ce8f7-930f-4ad4-8fe3-fec7f8629384 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 200 len: 1001 time: 0.5453169 Oct 22 15:02:34.100334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186e46a-73b1-41b7-84fb-82f420c8d8c0 req-75b4ff10-9d1c-4f5b-9733-d4e7b1d43f84 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:34.106935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4186e46a-73b1-41b7-84fb-82f420c8d8c0 req-75b4ff10-9d1c-4f5b-9733-d4e7b1d43f84 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.5693851 Oct 22 15:02:34.125934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:34.151648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b8a616c-06ac-4326-bfdf-3544497cb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:34.256121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:34.271949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port b26fcb0b-3573-4213-b822-6a499c4afe66, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b26fcb0b-3573-4213-b822-6a499c4afe66,segment=NetworkSegment(d22cd226-ec2f-406a-9708-2226ab0e300f),segment_id=d22cd226-ec2f-406a-9708-2226ab0e300f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:34.353027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:34.419849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4186e46a-73b1-41b7-84fb-82f420c8d8c0 req-3991bb29-9c01-4648-bc08-b6ca5a72d258 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065984 Oct 22 15:02:34.524899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=b26fcb0b-3573-4213-b822-6a499c4afe66,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:34.530439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-bea2321a-7966-4271-b9bb-428d4d427907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:34.550433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-bea2321a-7966-4271-b9bb-428d4d427907 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c70db5d-50ec-4376-9528-db0b76660b8a HTTP/1.1" status: 200 len: 851 time: 0.4914854 Oct 22 15:02:34.631863 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-9b8a616c-06ac-4326-bfdf-3544497cb7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:02:34.632419 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-9b8a616c-06ac-4326-bfdf-3544497cb7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:02:34.715262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:34.768512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-97197f89-ba08-4f97-ba41-69f47dcb7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:34.773649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-97197f89-ba08-4f97-ba41-69f47dcb7aac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c0226784-150c-43ed-b71e-dc85064ff07e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055266 Oct 22 15:02:35.063489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-a5a5cd79-1f6d-4493-bb5c-d2a807307f08 service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835598 Oct 22 15:02:35.348975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495791-0586-4c34-bbc8-f45756f36dfb req-481becbc-df0e-4fa2-836e-ed38f89ad7e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:35.350688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92495791-0586-4c34-bbc8-f45756f36dfb req-481becbc-df0e-4fa2-836e-ed38f89ad7e6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2783568 Oct 22 15:02:35.396747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Provisioning complete for port d3713e1c-2935-41de-bef9-9be1c4a7820f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:35.397331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.405671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.412324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3032b-0560-40ed-a467-f42f98f64cea req-23e4b6aa-8d46-4239-9189-20a8f13cd15a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:35.412324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19b3032b-0560-40ed-a467-f42f98f64cea req-23e4b6aa-8d46-4239-9189-20a8f13cd15a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.3383167 Oct 22 15:02:35.459493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-03d7f0c2-435d-4d45-850e-4fae8d9fd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:35.461098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-03d7f0c2-435d-4d45-850e-4fae8d9fd7d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1095 time: 0.3281753 Oct 22 15:02:35.486043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Port d3713e1c-2935-41de-bef9-9be1c4a7820f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:35.509972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b26fcb0b-3573-4213-b822-6a499c4afe66 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:35.532560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.540057 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-6c3f14ed-83eb-4212-8e45-4a0b396ff589 service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614689 Oct 22 15:02:35.543210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.549680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.605230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Provisioning complete for port 58853f9a-989d-4ba9-b4e7-bfd133ed608e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:35.605605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.641227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19b3032b-0560-40ed-a467-f42f98f64cea req-c59d317e-32e1-4b72-9176-b8250b1e9909 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1981397 Oct 22 15:02:35.660533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.739908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Port 58853f9a-989d-4ba9-b4e7-bfd133ed608e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:35.777851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b26fcb0b-3573-4213-b822-6a499c4afe66 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:35.782214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.821050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92495791-0586-4c34-bbc8-f45756f36dfb req-ca36d78f-6080-4609-88d2-b856d6e7f11b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087584 Oct 22 15:02:35.842808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Provisioning complete for port b26fcb0b-3573-4213-b822-6a499c4afe66 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:35.844593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00e77ce3-d3a7-4322-81c0-1ba0ee1fd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:35.862701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Pushing event updated for resources: {'Port': ['ID=d3713e1c-2935-41de-bef9-9be1c4a7820f,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:35.899072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:36.028351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 116fcca7-8917-4db2-9031-61674b4039e4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:36.059402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:36.061667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:36.099087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-f2aef00f-451f-4595-8ff6-6e6af94bf1c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 217 time: 0.5290484 Oct 22 15:02:36.133712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 116fcca7-8917-4db2-9031-61674b4039e4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:36.134076 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:36.245458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-cb207c89-a627-44d9-bde1-0a9768da48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:36.248026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-cb207c89-a627-44d9-bde1-0a9768da48cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0991940 Oct 22 15:02:36.365403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:36.389027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Router 896272dc-c725-45de-98f8-58c2395fd93d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:36.456953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 116fcca7-8917-4db2-9031-61674b4039e4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=116fcca7-8917-4db2-9031-61674b4039e4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:36.535244 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:36.594445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-f5e36fdc-bd5a-4786-8259-db5e9947685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:36.602666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-f5e36fdc-bd5a-4786-8259-db5e9947685b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3238270 Oct 22 15:02:36.617454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=58853f9a-989d-4ba9-b4e7-bfd133ed608e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:36.625228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-76be6981-f0ed-47fa-93fe-8314048f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:36.630926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-76be6981-f0ed-47fa-93fe-8314048f464a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 1.1574998 Oct 22 15:02:36.691284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=116fcca7-8917-4db2-9031-61674b4039e4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:36.743217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0d862de2-6702-4bc6-b11e-f0f8336301e5 None None] Provisioning complete for port d3713e1c-2935-41de-bef9-9be1c4a7820f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:36.747784 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d862de2-6702-4bc6-b11e-f0f8336301e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:36.843381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0d862de2-6702-4bc6-b11e-f0f8336301e5 None None] Port d3713e1c-2935-41de-bef9-9be1c4a7820f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:36.894874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-4c16e1d3-fcb9-48e6-92ed-1094d014edd1 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609513 Oct 22 15:02:37.135463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 116fcca7-8917-4db2-9031-61674b4039e4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:37.154519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 75fba417-439f-4221-990c-b5c967223fe2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:37.181967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:37.325495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 116fcca7-8917-4db2-9031-61674b4039e4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:37.326348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:37.354216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-32cd13e8-3396-4381-87c3-17786c0d3e1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.4074285 Oct 22 15:02:37.393422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:37.412827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Sync routers for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:37.474504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ffebca1e-39d3-4baa-8fb5-05fba7819f10 admin admin] 10.222.0.66 "PUT /v2.0/routers/896272dc-c725-45de-98f8-58c2395fd93d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7081866 Oct 22 15:02:37.482132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:37.482773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:37.518150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c173d-7b77-4c41-87bf-00c2f309faa5 req-c571b7a0-9d6b-4d3b-a3b7-029306c2e76a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:37.522880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a2c173d-7b77-4c41-87bf-00c2f309faa5 req-c571b7a0-9d6b-4d3b-a3b7-029306c2e76a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1322639 Oct 22 15:02:37.590378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e60c5-98cc-4d10-9b92-2e06863e72b9 req-e9c9ed2b-a6d6-4dac-ad9e-3dd8a6e17532 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:37.600420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-648e60c5-98cc-4d10-9b92-2e06863e72b9 req-e9c9ed2b-a6d6-4dac-ad9e-3dd8a6e17532 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.2315807 Oct 22 15:02:37.727364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-648e60c5-98cc-4d10-9b92-2e06863e72b9 req-57f8bb85-1e98-473e-8989-e8853bdcede9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240602 Oct 22 15:02:37.759402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-0fd16731-8aa9-46b5-8b68-4f995d92dc7f service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514061 Oct 22 15:02:37.793430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a2c173d-7b77-4c41-87bf-00c2f309faa5 req-f0be3e59-8190-49fe-b856-98416e5c5ff9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566903 Oct 22 15:02:37.807767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-4a9f6ebf-0346-48aa-b707-52a2b4c07393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:37.810285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-4a9f6ebf-0346-48aa-b707-52a2b4c07393 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.3624063 Oct 22 15:02:37.914133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7f98b585-fd80-4ec3-a5fa-58c341a22413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 217 time: 0.1344712 Oct 22 15:02:37.959537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b9b6-9efc-4498-a473-b880422b3b22 req-8c37e7d4-3e97-404f-828e-0f7d02b23553 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:37.984198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6819b9b6-9efc-4498-a473-b880422b3b22 req-8c37e7d4-3e97-404f-828e-0f7d02b23553 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.1319900 Oct 22 15:02:38.051678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:38.057603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6819b9b6-9efc-4498-a473-b880422b3b22 req-fab37106-8de1-460f-8a2a-c1d0b222dd97 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697412 Oct 22 15:02:38.071880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:38.121675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-11e20433-60cc-4995-9ba4-ea51e47fcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:38.126448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-11e20433-60cc-4995-9ba4-ea51e47fcbf6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243984 Oct 22 15:02:38.126448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-6d4e62fa-9c55-4bee-bf30-7e5c00babf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:38.127718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-6d4e62fa-9c55-4bee-bf30-7e5c00babf91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.1395431 Oct 22 15:02:38.152639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3b51ef-83cf-45bf-be8b-27d4287d875d tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:38.154176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6e3b51ef-83cf-45bf-be8b-27d4287d875d tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1092 time: 0.0799439 Oct 22 15:02:38.162128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57600) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:38.175426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:38.271533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-27a6818c-d5f6-41f3-93c4-661086b070fb None None] Provisioning complete for port 58853f9a-989d-4ba9-b4e7-bfd133ed608e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:38.272522 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-27a6818c-d5f6-41f3-93c4-661086b070fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:38.282804 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-e89d2c35-a577-4adc-b43f-7aa5adad0803 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464231 Oct 22 15:02:38.329443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-27a6818c-d5f6-41f3-93c4-661086b070fb None None] Port 58853f9a-989d-4ba9-b4e7-bfd133ed608e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:38.340284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:38.477774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 4881347a-ce32-4382-bcd5-f996e39cee3a is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:02:38.484630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0bca07e7-da8b-4958-832e-fb4f4036f9ca req-8557c2ea-b023-4c22-98e7-d29ff24e40ac service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882095 Oct 22 15:02:38.555989 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:38.577693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 2, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:38.655298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Checking router: 896272dc-c725-45de-98f8-58c2395fd93d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:02:38.655854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Updating router 896272dc-c725-45de-98f8-58c2395fd93d port d3713e1c-2935-41de-bef9-9be1c4a7820f binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:02:38.711833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:38.732699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.25.1.118 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/fefb0d69-9bdd-4059-a1b3-8cff984d266e) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:38.884774 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:38.924390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57602) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:38.930769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455348575', 'description': 'tempest-description--1040243979'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:38.967897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-b0e42181-4c51-4a64-aa7b-7f9e55905ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:38.970553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-b0e42181-4c51-4a64-aa7b-7f9e55905ce8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6862833 Oct 22 15:02:39.070177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.153457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114956-46aa-4481-8fb3-8f2dfac62569 req-434cb904-c529-4f3a-bccb-8d313d074a14 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:39.158196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73114956-46aa-4481-8fb3-8f2dfac62569 req-434cb904-c529-4f3a-bccb-8d313d074a14 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1825604 Oct 22 15:02:39.166220 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.215651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=fefb0d69-9bdd-4059-a1b3-8cff984d266e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:39.281792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.282127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:39.288387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73114956-46aa-4481-8fb3-8f2dfac62569 req-7ede052e-5898-4b9e-a47c-6deb1e7b9d00 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618954 Oct 22 15:02:39.289323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:39.301018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.303706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:39.411422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-da17198d-e525-4b22-ab39-aa9ee75d10a6 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231906 Oct 22 15:02:39.415451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:39.429745 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] Sync routers for ids ['4881347a-ce32-4382-bcd5-f996e39cee3a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:39.490579 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] Routers {'4881347a-ce32-4382-bcd5-f996e39cee3a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:39.491280 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4881347a-ce32-4382-bcd5-f996e39cee3a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:39.603018 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7f52a641-978d-4903-951c-60e48735bec0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/4881347a-ce32-4382-bcd5-f996e39cee3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9781833 Oct 22 15:02:39.607504 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-fc6eaf0c-cd47-4848-8787-14382c718827 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883168 Oct 22 15:02:39.611437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:39.616687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae903-65d2-472a-aa6e-ab417e0916d7 None None] Pushing event updated for resources: {'Port': ['ID=d3713e1c-2935-41de-bef9-9be1c4a7820f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:39.637922 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:39.651870 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] Routers {'4881347a-ce32-4382-bcd5-f996e39cee3a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:39.653598 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4881347a-ce32-4382-bcd5-f996e39cee3a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:39.697681 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:39.699772 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c5673-d22b-4287-a1ff-7f6092ddc33f None None] The sync data for ids ['4881347a-ce32-4382-bcd5-f996e39cee3a'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:39.713552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Attempting to bind port d3713e1c-2935-41de-bef9-9be1c4a7820f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:39.714530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Attempting to bind port d3713e1c-2935-41de-bef9-9be1c4a7820f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:39.715112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Attempting to bind port d3713e1c-2935-41de-bef9-9be1c4a7820f on network 106bcca2-e3d3-4238-a2e3-289e22c6eaba {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:39.728299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:39.731478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Checking segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:39.736553 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.736553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Bound using segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:39.736553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Bound port: d3713e1c-2935-41de-bef9-9be1c4a7820f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:39.736553 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.786446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-7ddb130e-913c-4c72-9f03-3804794f913f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53 HTTP/1.1" status: 200 len: 217 time: 0.1516461 Oct 22 15:02:39.802051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdd94b-443b-4db9-9ac9-37c6666991d6 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:39.803169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6fcdd94b-443b-4db9-9ac9-37c6666991d6 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports/58853f9a-989d-4ba9-b4e7-bfd133ed608e HTTP/1.1" status: 200 len: 911 time: 0.1906438 Oct 22 15:02:39.809491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57630) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:39.829247 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.898329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] For port d3713e1c-2935-41de-bef9-9be1c4a7820f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:39.898702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-37489eb4-af98-42f9-8714-be52bc9c27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:39.903430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-37489eb4-af98-42f9-8714-be52bc9c27d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.1066916 Oct 22 15:02:39.906983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] For port d3713e1c-2935-41de-bef9-9be1c4a7820f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d3713e1c-2935-41de-bef9-9be1c4a7820f,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:39.947866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:39.977269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-931a51ef-5fe9-4596-b56c-261901bc3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:39.980276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-931a51ef-5fe9-4596-b56c-261901bc3b92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701134 Oct 22 15:02:39.993922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-01719004-ede8-427c-bc24-b1b6db6f80ff None None] Provisioning complete for port d3713e1c-2935-41de-bef9-9be1c4a7820f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:39.994299 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01719004-ede8-427c-bc24-b1b6db6f80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.043837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-01719004-ede8-427c-bc24-b1b6db6f80ff None None] Port d3713e1c-2935-41de-bef9-9be1c4a7820f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:40.061664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.115438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796c1ca8-d69d-4b68-8eb7-47efcea66794,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:40.174807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.180309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57638) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:40.186718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e3e1819e-9147-47ed-a6ea-e127c67ecc44 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2533479 Oct 22 15:02:40.187685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Request body: {'security_group_rule': {'security_group_id': '796c1ca8-d69d-4b68-8eb7-47efcea66794', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:40.208015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae903-65d2-472a-aa6e-ab417e0916d7 None None] Pushing event updated for resources: {'Port': ['ID=d3713e1c-2935-41de-bef9-9be1c4a7820f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:40.211686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:40.212739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:40.236384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3ff969ea-9cb3-47ac-977e-06963d4f58ed service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484035 Oct 22 15:02:40.476861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.498474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:40.499184 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-ece9725d-7ea7-47c2-b2c6-da7edff81665 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462280 Oct 22 15:02:40.672957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3c8f2695-153c-4558-a159-d93f2ea3b61b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8 HTTP/1.1" status: 200 len: 217 time: 0.1531224 Oct 22 15:02:40.762768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e4b87530-c0fe-4cfc-b179-5eaa095939e0 None None] Provisioning complete for port d3713e1c-2935-41de-bef9-9be1c4a7820f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:40.763787 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4b87530-c0fe-4cfc-b179-5eaa095939e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.782736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.790062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-4353664b-d5ee-4215-90e4-61c539a8d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:40.792007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-4353664b-d5ee-4215-90e4-61c539a8d41b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.1103191 Oct 22 15:02:40.831604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:40.891770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-1f23db1a-4a3d-418a-88ed-e56fdf385785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:40.894457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-1f23db1a-4a3d-418a-88ed-e56fdf385785 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875661 Oct 22 15:02:40.923670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664260ec-a9cf-45e4-965a-46ea05eb0059 req-33c0be4e-fe23-445b-a72c-ecba51cff33e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:40.925314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-664260ec-a9cf-45e4-965a-46ea05eb0059 req-33c0be4e-fe23-445b-a72c-ecba51cff33e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.4321165 Oct 22 15:02:41.030648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-664260ec-a9cf-45e4-965a-46ea05eb0059 req-4ff5ed7b-f3e1-497c-bd7e-9c5e59e0f20d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941353 Oct 22 15:02:41.030870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4b87530-c0fe-4cfc-b179-5eaa095939e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.052339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.071665 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.096046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e4b87530-c0fe-4cfc-b179-5eaa095939e0 None None] For port d3713e1c-2935-41de-bef9-9be1c4a7820f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d3713e1c-2935-41de-bef9-9be1c4a7820f,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:41.118919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:39Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:41.137583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a18ee3-61ed-4245-830b-7109e04c673c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:41.145482 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-1467826a-53cc-4b86-a99a-2548b1503a72 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402551 Oct 22 15:02:41.169820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2690f-a864-411d-863c-81a46337c968 None None] The sync data for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 is: [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:39Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:41.337534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.349368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28ada6-90ba-4849-9cb0-4450265453d5 req-2578bec4-3fb6-4cf1-9c59-bfd3207d5250 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:41.357312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b28ada6-90ba-4849-9cb0-4450265453d5 req-2578bec4-3fb6-4cf1-9c59-bfd3207d5250 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2066371 Oct 22 15:02:41.409646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4b87530-c0fe-4cfc-b179-5eaa095939e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.434811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.436092 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0ae277e0-c8ee-433e-b665-bee4c56142d7 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2547147 Oct 22 15:02:41.450050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57654) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:41.452473 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-e4eeb609-afa8-41ba-9af1-5ff24c0f9a54 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978129 Oct 22 15:02:41.459076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Request body: {'security_group_rule': {'security_group_id': '796c1ca8-d69d-4b68-8eb7-47efcea66794', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:41.478608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b28ada6-90ba-4849-9cb0-4450265453d5 req-ac1bc6c2-f063-4233-bbaf-f089f1761cc6 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204677 Oct 22 15:02:41.521058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b87530-c0fe-4cfc-b179-5eaa095939e0 None None] Pushing event updated for resources: {'Port': ['ID=d3713e1c-2935-41de-bef9-9be1c4a7820f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:41.547469 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.556870 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-3f5b5142-42af-4137-afe0-84c74af392db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a3b2165-bb91-411b-9c91-f074767c01be HTTP/1.1" status: 200 len: 217 time: 0.0958896 Oct 22 15:02:41.636141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-ab9ac83d-0170-4ec0-894b-bbd436bc178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:41.639337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-ab9ac83d-0170-4ec0-894b-bbd436bc178a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.0749838 Oct 22 15:02:41.738422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.770077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-f426846c-a199-48c4-be60-9bad39c860ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:41.778773 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-f426846c-a199-48c4-be60-9bad39c860ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302667 Oct 22 15:02:41.918544 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:41.954722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373050a2-2521-48d9-a2f9-730071381ecd req-fc76dc30-d09b-4809-90c8-34a0a79977b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:41.954722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-373050a2-2521-48d9-a2f9-730071381ecd req-fc76dc30-d09b-4809-90c8-34a0a79977b9 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2544739 Oct 22 15:02:42.035013 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-878913cf-d9a0-4ec0-a417-09d4e66f0911 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476060 Oct 22 15:02:42.066984 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.072407 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.092682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-373050a2-2521-48d9-a2f9-730071381ecd req-3b1923eb-c53f-4992-9438-a47763657380 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098731 Oct 22 15:02:42.098993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 58853f9a-989d-4ba9-b4e7-bfd133ed608e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:42.099345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.147414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8a03b7-9574-4d6a-b941-24d5ea5a9496,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:42.227582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.260272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 58853f9a-989d-4ba9-b4e7-bfd133ed608e owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:42.333508 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.374006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-6e298e6f-fb5c-4ebc-a6e5-5ec6df674e13 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305814 Oct 22 15:02:42.421313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.422914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cdf5f291-dcc8-46d0-a095-86c14f52102a tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9692926 Oct 22 15:02:42.471872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57678) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:42.477915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:42.487060 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-1db0e816-d3aa-43b6-862f-a7eddd617262 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 200 len: 217 time: 0.1039164 Oct 22 15:02:42.600669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-d08defcf-8ea1-418a-b8fa-53afd7d68976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:42.602438 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-d08defcf-8ea1-418a-b8fa-53afd7d68976 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.1060252 Oct 22 15:02:42.692501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=fefb0d69-9bdd-4059-a1b3-8cff984d266e,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:42.710005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-aca131c0-931b-4405-9490-27763aedf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:42.712259 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-aca131c0-931b-4405-9490-27763aedf8b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015878 Oct 22 15:02:42.717207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:42.960301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-d5a49cad-c35a-483c-8a4a-b4c5913b4f18 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405450 Oct 22 15:02:42.963642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:43.205985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d3713e1c-2935-41de-bef9-9be1c4a7820f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:02:43.225750 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Floating IP 3f6457ce-ab49-408a-9408-37d559deba71 associated. External IP: 172.25.1.118, port: c4c12c69-8b64-47db-9c95-5d890ecf2425. Oct 22 15:02:43.326266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4f8a504-1953-40f1-a983-eca70252b6c8 req-739b8d6b-0dbb-46e8-9668-75f5792901d6 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558576 Oct 22 15:02:43.401102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d3713e1c-2935-41de-bef9-9be1c4a7820f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:43.407238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:43.464760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:43.694303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Allocated IP 172.25.1.14 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/cd6c12e1-1f95-4a4f-a88f-572b4deed8d3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:43.949186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:43.983905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea79124-a547-400c-a81e-b1a43a1bf478 req-7e1e1173-c57a-42c4-9c59-6601ca043709 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:43.987650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ea79124-a547-400c-a81e-b1a43a1bf478 req-7e1e1173-c57a-42c4-9c59-6601ca043709 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 1.0896533 Oct 22 15:02:44.105766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ea79124-a547-400c-a81e-b1a43a1bf478 req-cb17a4d3-664b-4db3-b70f-35c83ecfecff tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065907 Oct 22 15:02:44.116740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:44.159706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=58853f9a-989d-4ba9-b4e7-bfd133ed608e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:44.178865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:44.257588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event updated for resources: {'Port': ['ID=cd6c12e1-1f95-4a4f-a88f-572b4deed8d3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:44.301377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:44.302806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:44.317977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:44.452049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:44.474285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:44.592939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:44.721809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:44.864149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 4881347a-ce32-4382-bcd5-f996e39cee3a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:44.913410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:44.944356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:44.977538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:44.980505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:45.013284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.064118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:45.075118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ce273b0b-6537-4894-9b0f-b803bb557f07 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/4881347a-ce32-4382-bcd5-f996e39cee3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2647126 Oct 22 15:02:45.077781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57710) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:45.078793 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] Sync routers for ids ['4881347a-ce32-4382-bcd5-f996e39cee3a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:45.094829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.098656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] Routers {'4881347a-ce32-4382-bcd5-f996e39cee3a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:45.101724 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4881347a-ce32-4382-bcd5-f996e39cee3a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:45.137463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-290ffb4f-16ca-4dc9-93d0-fe6b48bc6870 req-3c2dcb37-6c61-4fa9-aff4-8274f24f98e4 tempest-FloatingIPsAssociationTestJSON-2030653387 tempest-FloatingIPsAssociationTestJSON-2030653387-project] (107802) timed out ('10.222.0.69', 65187) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:02:45.162915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.235942 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:45.250478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-425a66cc-7f2b-483b-902e-026e105c1be1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0847106 Oct 22 15:02:45.250478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:45.251440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57716) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:45.261178 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3972dc3-7297-45f3-b664-d17324321573" -d '{"events": [{"name": "network-changed", "server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:45.262963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event updated for resources: {'Port': ['ID=cd6c12e1-1f95-4a4f-a88f-572b4deed8d3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:45.267237 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] Routers {'4881347a-ce32-4382-bcd5-f996e39cee3a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:45.268143 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4881347a-ce32-4382-bcd5-f996e39cee3a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:45.281289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8229c045-3936-4989-9649-dcce21cbdfe2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=4881347a-ce32-4382-bcd5-f996e39cee3a HTTP/1.1" status: 200 len: 205 time: 0.2020855 Oct 22 15:02:45.284245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57720) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:45.295091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:45.353512 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:45.354287 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38323a-05c5-4c37-a418-75985dab2e4a None None] The sync data for ids ['4881347a-ce32-4382-bcd5-f996e39cee3a'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:45.416819 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ccbd0d-7fd4-4ec0-b6bd-4cecc4c74dcc x-openstack-request-id: req-a2ccbd0d-7fd4-4ec0-b6bd-4cecc4c74dcc {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:45.417217 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:45.417452 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2ccbd0d-7fd4-4ec0-b6bd-4cecc4c74dcc {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:45.417857 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'status': 'completed', 'code': 200} Oct 22 15:02:45.519447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ca0ad-b80a-4fba-a9cb-0c08c014843d req-5eca3c00-2804-47b1-9ef9-cfc0c8139363 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:45.529263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-775ca0ad-b80a-4fba-a9cb-0c08c014843d req-5eca3c00-2804-47b1-9ef9-cfc0c8139363 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1424654 Oct 22 15:02:45.576044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.583556 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd79dae0-67bd-4b8d-8084-8671f54ce06a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/3f6457ce-ab49-408a-9408-37d559deba71 HTTP/1.1" status: 200 len: 992 time: 0.2997410 Oct 22 15:02:45.633635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.712124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3972dc3-7297-45f3-b664-d17324321573 req-b466e541-41f4-4c8f-94fe-c3d12a12de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:45.717054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-b466e541-41f4-4c8f-94fe-c3d12a12de08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1097 time: 0.1262960 Oct 22 15:02:45.826942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.836798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c1902560-edb2-457b-89ce-7bc2f2e4a400 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3547564 Oct 22 15:02:45.876542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-775ca0ad-b80a-4fba-a9cb-0c08c014843d req-46af1522-cc98-4540-8892-36c410af2f20 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462687 Oct 22 15:02:45.909113 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.912322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:45.996508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:40Z', 'revision_number': 0, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:46.046123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:02:46.062366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3972dc3-7297-45f3-b664-d17324321573 req-044e0b9b-3362-4760-8506-4b85acffae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:46.064753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-044e0b9b-3362-4760-8506-4b85acffae5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 898 time: 0.3400767 Oct 22 15:02:46.081650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:46.086679 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:46.158160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-22982f6d-2117-45f3-b850-82e8a6ad75fd tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1455348575&fields=id&tenant_id=b1d4c66abd964108a13fe64fa90c0762 HTTP/1.1" status: 200 len: 267 time: 0.1016381 Oct 22 15:02:46.160712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:46.161393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 4881347a-ce32-4382-bcd5-f996e39cee3a {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:02:46.177974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:46.181086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-30d1ce3b-e745-4e01-a809-bd22ce25daa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/4881347a-ce32-4382-bcd5-f996e39cee3a HTTP/1.1" status: 204 len: 168 time: 0.8958910 Oct 22 15:02:46.185045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-f26f87f4-baf8-4b41-b08f-eb8833762021 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 200 len: 1000 time: 0.1079636 Oct 22 15:02:46.185786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57746) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:46.253329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3972dc3-7297-45f3-b664-d17324321573 req-fae9f1b3-cce3-4414-9553-8804d9496c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:46.255254 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-fae9f1b3-cce3-4414-9553-8804d9496c66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30b60c0-3698-45f9-9477-b8d516646494 HTTP/1.1" status: 200 len: 835 time: 0.0600157 Oct 22 15:02:46.422792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:46.441038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3972dc3-7297-45f3-b664-d17324321573 req-deaed6df-4ada-48e2-8ffe-d6ba63d6635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:46.443610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-de8f5998-4b20-4b56-8589-59d998d58365 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:46.451073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-de8f5998-4b20-4b56-8589-59d998d58365 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/networks?id=106bcca2-e3d3-4238-a2e3-289e22c6eaba HTTP/1.1" status: 200 len: 815 time: 0.2642312 Oct 22 15:02:46.451252 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-deaed6df-4ada-48e2-8ffe-d6ba63d6635a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=118adbd1-e5b3-45f8-851f-7c0539274303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712294 Oct 22 15:02:46.453917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet a7d19e02-b869-4624-9a81-3df5cfe0af95 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:02:46.458156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:46.475739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-0906f900-336d-4629-9af5-92d9aa28652d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/quotas/b1d4c66abd964108a13fe64fa90c0762 HTTP/1.1" status: 200 len: 375 time: 0.0167341 Oct 22 15:02:46.589867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57758) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:46.600576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-0250fb0b-3a93-4deb-b1ca-612f693b8598 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d4c66abd964108a13fe64fa90c0762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154037 Oct 22 15:02:46.736867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1d2e7535-9922-4420-b95a-e64dd06d9b24 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/3f6457ce-ab49-408a-9408-37d559deba71 HTTP/1.1" status: 200 len: 992 time: 0.1256886 Oct 22 15:02:46.753980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:46.863618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-418fc607-06b2-46fc-9f9d-073ce4220e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:46.865271 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-418fc607-06b2-46fc-9f9d-073ce4220e89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d6155e809354c36b66bf888314c2f85&device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 1095 time: 0.2958391 Oct 22 15:02:46.872554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101cb6c-3bf4-4c38-b141-8b74a40caff6 req-cda6d2c5-9030-415d-8982-a76c2d5a6de7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:46.881234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1101cb6c-3bf4-4c38-b141-8b74a40caff6 req-cda6d2c5-9030-415d-8982-a76c2d5a6de7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1484518 Oct 22 15:02:46.951511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1101cb6c-3bf4-4c38-b141-8b74a40caff6 req-b033edea-fd6d-4df3-83f8-9c5dd373bf6d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 Oct 22 15:02:46.980597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-9d60ea23-93ce-497f-9a2d-275819dfbcab service neutron] 10.222.0.66 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424300 Oct 22 15:02:47.025174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:40Z', 'revision_number': 0, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:47.086762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6270d8-ff81-4f07-90ca-618e598b948a None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:01:53Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:40Z', 'revision_number': 0, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:47.236446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-fa6fc1b1-9c1e-4ab2-b9f7-d2978fc5f715 service neutron] 10.222.0.66 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488875 Oct 22 15:02:47.414498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-c00e64bb-ae9c-456e-bce1-5a2cd54b5c6c service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444966 Oct 22 15:02:47.545098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3f4ad-f600-4068-956c-2fbc43d34eda None None] New status for floating IP 3f6457ce-ab49-408a-9408-37d559deba71: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:02:47.586994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:47.592029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-005ee57b-4ad6-43a0-b1c8-c2404a2d4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:47.593708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-005ee57b-4ad6-43a0-b1c8-c2404a2d4360 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 200 len: 912 time: 0.7131999 Oct 22 15:02:47.752754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57776) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:47.796345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7012dcab-61be-4412-a815-8b82140c95ea req-a56b2f69-507f-4506-91e4-4d7cc3626bae tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.1097813 Oct 22 15:02:47.909212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-07574706-b438-4a71-82f9-709c50513583 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 200 len: 999 time: 0.2898145 Oct 22 15:02:48.033063 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f3972dc3-7297-45f3-b664-d17324321573 req-bc13a6a2-a368-44b3-974f-63161ba724e6 service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764802 Oct 22 15:02:48.036579 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-95b066dc-47bb-4eb3-be93-64296280b60f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/3f6457ce-ab49-408a-9408-37d559deba71 HTTP/1.1" status: 200 len: 992 time: 0.2825160 Oct 22 15:02:48.045900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-10a52ce7-9cbb-4f7d-8ea2-71ef89a3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:48.051255 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-10a52ce7-9cbb-4f7d-8ea2-71ef89a3afa0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 200 len: 850 time: 0.1283946 Oct 22 15:02:48.163026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-221427b2-6298-4bb2-81f3-24e417390a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:48.165308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-221427b2-6298-4bb2-81f3-24e417390a60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d6592f3-3906-4707-8296-4fee4a4c6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064215 Oct 22 15:02:48.210800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d495af-c6da-4271-ace4-cead98bdcfbc req-354b9f94-fd84-4874-b7a7-13b72d0234e5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:48.218234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:48.226938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36d495af-c6da-4271-ace4-cead98bdcfbc req-354b9f94-fd84-4874-b7a7-13b72d0234e5 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1342728 Oct 22 15:02:48.267851 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:48.271375 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/a7d19e02-b869-4624-9a81-3df5cfe0af95 HTTP/1.1" status: 204 len: 168 time: 2.0844429 Oct 22 15:02:48.277402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57788) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:48.278965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27b739-4d85-4097-b652-22a8728d0e6f None None] Network 75fba417-439f-4221-990c-b5c967223fe2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:02:48.343295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36d495af-c6da-4271-ace4-cead98bdcfbc req-7508492c-185b-4fa0-8b9b-b25b7d9b357e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078331 Oct 22 15:02:48.361684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ec4a1-8b4a-43b0-a102-d4b8e88dc206 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d19e02-b869-4624-9a81-3df5cfe0af95,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:48.539342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-1b7849f6-95e5-4f01-92af-ad963c4ca029 service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667390 Oct 22 15:02:48.552713 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:48.727778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port b26fcb0b-3573-4213-b822-6a499c4afe66 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:48.727778 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:48.842465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e7a186e-9500-403f-9b89-2f9eabc7185c req-eff3d5e9-07c0-457d-9c87-beb6642363ec service neutron] 10.222.0.53 "GET /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948458 Oct 22 15:02:48.985698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port b26fcb0b-3573-4213-b822-6a499c4afe66, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b26fcb0b-3573-4213-b822-6a499c4afe66,segment=NetworkSegment(d22cd226-ec2f-406a-9708-2226ab0e300f),segment_id=d22cd226-ec2f-406a-9708-2226ab0e300f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:48.986303 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.039532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57804) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:49.042467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] DHCP port deletion for 75fba417-439f-4221-990c-b5c967223fe2 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:02:49.056704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for b26fcb0b-3573-4213-b822-6a499c4afe66 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:49.061528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a2a0179-d000-4fa9-b655-b8016f91fa41 req-6af3937c-4746-42a9-8ea9-8cf68415fbf3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.0780430 Oct 22 15:02:49.163382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] Deleting port b26fcb0b-3573-4213-b822-6a499c4afe66 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:49.163830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.183353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-14ab094c-eb2a-4021-a389-e43259bb8cbc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/3f6457ce-ab49-408a-9408-37d559deba71 HTTP/1.1" status: 200 len: 994 time: 0.1364000 Oct 22 15:02:49.252386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] For port b26fcb0b-3573-4213-b822-6a499c4afe66, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b26fcb0b-3573-4213-b822-6a499c4afe66,segment=NetworkSegment(d22cd226-ec2f-406a-9708-2226ab0e300f),segment_id=d22cd226-ec2f-406a-9708-2226ab0e300f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:49.252386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.258721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] Calling delete_port for b26fcb0b-3573-4213-b822-6a499c4afe66 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:49.261651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.294644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=b26fcb0b-3573-4213-b822-6a499c4afe66,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:49.311494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port b26fcb0b-3573-4213-b822-6a499c4afe66 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:49.470685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.506263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] Pushing event deleted for resources: {'Port': ['ID=b26fcb0b-3573-4213-b822-6a499c4afe66,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:49.513158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf9720-e02a-43cb-a155-3d55e38be867 None None] No DVR routers for this DVR port b26fcb0b-3573-4213-b822-6a499c4afe66 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:49.603546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.631811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fba417-439f-4221-990c-b5c967223fe2']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:49.641429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c585512-709c-4b6b-8397-077d773b8393 req-d33b2fb4-ce55-4583-9cca-0764dfe41309 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:49.642928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c585512-709c-4b6b-8397-077d773b8393 req-d33b2fb4-ce55-4583-9cca-0764dfe41309 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1549547 Oct 22 15:02:49.651900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22cd226-ec2f-406a-9708-2226ab0e300f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:49.652411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22cd226-ec2f-406a-9708-2226ab0e300f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:49.671511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.694133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.706910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:02:49.707537 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:02:49.710410 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:02:49.728502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c585512-709c-4b6b-8397-077d773b8393 req-568a4429-c67a-4f62-97ae-b2733de1769b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672224 Oct 22 15:02:49.882673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.890002 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:49.893005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/75fba417-439f-4221-990c-b5c967223fe2 HTTP/1.1" status: 204 len: 168 time: 1.6147947 Oct 22 15:02:49.896845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57814) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:49.904464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70317214', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:49.904942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb97d-89c9-4a09-82bd-8a389c5b9ce2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=75fba417-439f-4221-990c-b5c967223fe2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:50.092761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:50.093843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:50.235328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:50.307821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8415aa01-2953-4f6b-83d0-f54e53679b35 req-d354fa9f-db07-4ec7-93e8-70b3615ac9fb tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.0660985 Oct 22 15:02:50.565660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:50.893694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ec347-97d5-4da7-81ec-1b1cb5ec23d2 req-41987cbf-b6bc-45c9-97a7-3980ed50b6ce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:50.900035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:50.900993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c7ec347-97d5-4da7-81ec-1b1cb5ec23d2 req-41987cbf-b6bc-45c9-97a7-3980ed50b6ce tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.0702436 Oct 22 15:02:50.929985 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:50.947367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c7ec347-97d5-4da7-81ec-1b1cb5ec23d2 req-adb3ef9e-620d-4ef1-9567-6e24206eb7ba tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Oct 22 15:02:51.088022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 172.25.1.207 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ef081321-b133-45d8-89f7-33dd3db81599) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:51.117282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b26fcb0b-3573-4213-b822-6a499c4afe66 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:02:51.121824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2440-7b6a-4c42-8bf0-3fc2473d03cc req-6b53de7b-31d4-442d-8cd2-d27f21a9b955 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:51.129574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d52d2440-7b6a-4c42-8bf0-3fc2473d03cc req-6b53de7b-31d4-442d-8cd2-d27f21a9b955 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1277559 Oct 22 15:02:51.141507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b26fcb0b-3573-4213-b822-6a499c4afe66 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:02:51.141848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b26fcb0b-3573-4213-b822-6a499c4afe66 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:02:51.184416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc833090-eaef-4a64-a0f6-8bd128424cd5 req-5d874bbd-a0c5-40ca-a42f-3e6ac6987d36 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:51.185734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc833090-eaef-4a64-a0f6-8bd128424cd5 req-5d874bbd-a0c5-40ca-a42f-3e6ac6987d36 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1354575 Oct 22 15:02:51.191732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d52d2440-7b6a-4c42-8bf0-3fc2473d03cc req-9e6140a9-eca3-42d5-b9ed-b72cfe052bbe tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613487 Oct 22 15:02:51.221316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:51.232450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc833090-eaef-4a64-a0f6-8bd128424cd5 req-a970eac1-a98e-4d56-b4ce-083ab7a4ab3d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Oct 22 15:02:51.352465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:51.446320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:51.459643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:51.477736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-826a764c-3b40-4bac-a5ad-8dd4117a9b10 req-aa80f922-e993-4bd7-a23a-782e51a12e38 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.0504816 Oct 22 15:02:51.488509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:51.583231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ef081321-b133-45d8-89f7-33dd3db81599,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:51.605646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.605993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.606333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.606664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.607071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.607399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.607720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.608042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.608362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.608680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.608997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.609329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:51.681783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-8a453cff-ee86-4f58-b72d-ee0c1512899b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:51.683585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-8a453cff-ee86-4f58-b72d-ee0c1512899b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.69 "GET /v2.0/networks?id=106bcca2-e3d3-4238-a2e3-289e22c6eaba HTTP/1.1" status: 200 len: 815 time: 0.2696800 Oct 22 15:02:51.784268 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-13a73d88-908f-4244-977a-56120ed1215f tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d4c66abd964108a13fe64fa90c0762 HTTP/1.1" status: 200 len: 380 time: 0.0677977 Oct 22 15:02:51.797508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Request body: {'port': {'device_id': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'admin_state_up': True, 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'security_groups': ['796c1ca8-d69d-4b68-8eb7-47efcea66794']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:51.800452 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:02:51.802201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-e50718d4-7180-40c6-b531-7a19c8e60089 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:51.803748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-e50718d4-7180-40c6-b531-7a19c8e60089 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/networks?id=ad0484e9-14b1-4988-9f89-bf8643ee2955 HTTP/1.1" status: 200 len: 814 time: 0.1197720 Oct 22 15:02:51.821435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-278c1ef5-276f-430f-aeb7-0b6bc441d738 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/quotas/e7c752cf1dc743eeaa4e735648f1b264 HTTP/1.1" status: 200 len: 375 time: 0.0103114 Oct 22 15:02:51.910471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-e4029526-9251-4747-9f43-13451705bd47 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7c752cf1dc743eeaa4e735648f1b264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537689 Oct 22 15:02:52.042856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-5c45aaa2-ebd6-45e3-a5bb-acfb683e2c57 service neutron] 10.222.0.66 "GET /v2.0/networks/ad0484e9-14b1-4988-9f89-bf8643ee2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233029 Oct 22 15:02:52.055555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:52.117343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Made reservation on behalf of b1d4c66abd964108a13fe64fa90c0762 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:52.121580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:52.129040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-4bdd87c5-6f4f-418b-92eb-e0c343136976 service neutron] 10.222.0.66 "GET /v2.0/networks/ad0484e9-14b1-4988-9f89-bf8643ee2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Oct 22 15:02:52.387259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:52.389622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Allocated IP 172.20.0.4 (106bcca2-e3d3-4238-a2e3-289e22c6eaba/4a723b28-7937-45db-9121-f4c66e48f5de/920b4364-f7cc-48fb-ac21-cb0f3d30ff48) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:52.603239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859dcb-c982-43bd-9c29-1b6e69f43a21 req-3380750d-787a-42a0-b02b-d52f1a47fe81 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:52.605283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7859dcb-c982-43bd-9c29-1b6e69f43a21 req-3380750d-787a-42a0-b02b-d52f1a47fe81 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1221616 Oct 22 15:02:52.642682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58f0ec4c-44c9-415c-8e48-ccacad451f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:52.660089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7859dcb-c982-43bd-9c29-1b6e69f43a21 req-8a3df223-d367-481b-80ae-1fe72d9e5604 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478489 Oct 22 15:02:52.740499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd9e708b-ab9e-4562-976e-f96b9c27add3 req-41f648cd-86b8-4c50-a097-04853e4a0e74 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 210 time: 0.0352290 Oct 22 15:02:52.834654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-901f8320-0db6-4cd6-9ddc-23bac4b4141b req-eb12c806-c25e-48a5-b8ac-c76198339a3f tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.0302372 Oct 22 15:02:52.946399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-d7f38bef-68d7-4f32-ba68-3ce48a76a32f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:52.948216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-d7f38bef-68d7-4f32-ba68-3ce48a76a32f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1528239 Oct 22 15:02:53.128272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.173598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Deleting port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:53.173945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.272093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] For port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:53.272470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.282054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 6f0ec404-92f9-4905-bc56-803a113d48a6 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:02:53.567807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:53.578610 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] Sync routers for ids ['6f0ec404-92f9-4905-bc56-803a113d48a6'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:53.588509 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] Routers {'6f0ec404-92f9-4905-bc56-803a113d48a6'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:53.589235 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6f0ec404-92f9-4905-bc56-803a113d48a6'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:53.595024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.595391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.595709 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Floating IP 0d7467f8-f271-4470-a5c8-faec947aea5b disassociated. External IP: 172.25.1.244, port: 361bb32c-ff5c-4a10-9b4e-7a968e7151dd. Oct 22 15:02:53.596052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Calling delete_port for 361bb32c-ff5c-4a10-9b4e-7a968e7151dd owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:53.626510 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:53.636809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] Routers {'6f0ec404-92f9-4905-bc56-803a113d48a6'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:53.637406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6f0ec404-92f9-4905-bc56-803a113d48a6'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:53.641557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.670529 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:53.671213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad42362-a2f4-4d77-89b4-11258c9cb9cd None None] The sync data for ids ['6f0ec404-92f9-4905-bc56-803a113d48a6'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:53.701946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:53.715079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:53.719216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:53.722127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event updated for resources: {'Port': ['ID=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:53.813698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:53.814353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.827832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:53.829100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0713b8e0-e857-4483-b218-a1a35d7e45e5 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9307468 Oct 22 15:02:53.833855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57966) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:53.916291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d417da-ad8f-4f81-b42b-91b99dc27240 req-3cd2f402-f51e-415c-9e94-09a5634f3d25 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:53.924921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82d417da-ad8f-4f81-b42b-91b99dc27240 req-3cd2f402-f51e-415c-9e94-09a5634f3d25 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 945 time: 0.1562130 Oct 22 15:02:53.944664 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-f9524bc0-11ff-4754-9b03-817e657f7202 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1529646 Oct 22 15:02:53.960952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Request body: {'port': {'device_id': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:54.046482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.046772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82d417da-ad8f-4f81-b42b-91b99dc27240 req-f887f59c-c876-446d-aeec-5c457b85720f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups?id=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209133 Oct 22 15:02:54.060146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5ba4ab19-82b5-45ab-bf54-cac5519ee5e4 None None] Provisioning complete for port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:54.060678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ab19-82b5-45ab-bf54-cac5519ee5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.062564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aea68a-27a1-4657-a292-2a63d406163c req-c0821cdc-bdff-43fc-8b76-2719043aab38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:54.064132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71aea68a-27a1-4657-a292-2a63d406163c req-c0821cdc-bdff-43fc-8b76-2719043aab38 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a6319b-399b-425b-845c-1f993d4d3a93 HTTP/1.1" status: 200 len: 943 time: 0.1298773 Oct 22 15:02:54.078901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.079428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57970) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:54.079972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-caec469f-90e2-4369-b4a5-ed6c97120765 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/routers/6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 200 len: 883 time: 0.2425416 Oct 22 15:02:54.150306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event deleted for resources: {'Port': ['ID=361bb32c-ff5c-4a10-9b4e-7a968e7151dd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:54.177698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4ab19-82b5-45ab-bf54-cac5519ee5e4 None None] Port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:54.213113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c83e3243-c7ff-43de-bae6-3a6819eda186 req-51fada53-cd9e-4531-83d4-52f639ebd598 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 210 time: 0.0342286 Oct 22 15:02:54.241231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Deleting port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:54.242486 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.362118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] For port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:02:54.362411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.383649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Calling delete_port for 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:54.393106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4905c-dbf0-4981-93a0-052085c14363 req-68f7e95f-a979-41d5-92a5-bf32160840b5 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:54.394715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31f4905c-dbf0-4981-93a0-052085c14363 req-68f7e95f-a979-41d5-92a5-bf32160840b5 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 931 time: 0.1157570 Oct 22 15:02:54.498708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31f4905c-dbf0-4981-93a0-052085c14363 req-eded1e46-487d-4e48-bf48-adc7b23a7162 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953918 Oct 22 15:02:54.511470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:54.652548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.664138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a', '11b055e7-12ac-4e20-973f-719f45d9a00c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:02:54.690814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'Port': ['ID=152c7f1d-ce7e-48bd-bfe2-32fd40570d5d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:54.761457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] No DVR routers for this DVR port 152c7f1d-ce7e-48bd-bfe2-32fd40570d5d on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:54.765168 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:54.773736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71aea68a-27a1-4657-a292-2a63d406163c req-0bb9d407-7c15-4fa2-a31d-758b1f4e1cd0 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "DELETE /v2.0/ports/152c7f1d-ce7e-48bd-bfe2-32fd40570d5d HTTP/1.1" status: 204 len: 173 time: 0.6924202 Oct 22 15:02:54.776346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-deleted', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:54.778779 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d521eadb-27d5-4548-9438-25c0cc66939d" -d '{"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-deleted", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:54.827382 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a89390-cac4-4602-a674-d8ffd456dd31 x-openstack-request-id: req-f3a89390-cac4-4602-a674-d8ffd456dd31 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:54.827977 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6319b-399b-425b-845c-1f993d4d3a93", "name": "network-vif-deleted", "tag": "152c7f1d-ce7e-48bd-bfe2-32fd40570d5d", "status": "failed", "code": 422}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:54.828438 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3a89390-cac4-4602-a674-d8ffd456dd31 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:54.829085 n-d-812148-2 neutron-server[107802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09a6319b-399b-425b-845c-1f993d4d3a93', 'name': 'network-vif-deleted', 'tag': '152c7f1d-ce7e-48bd-bfe2-32fd40570d5d', 'status': 'failed', 'code': 422} returned with failed status Oct 22 15:02:54.903487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:54.920225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:54.952261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:54.952927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:55.194139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:55.218657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d60e628f-dcf4-46c6-a5e6-6358b2ecdea7 req-351ac02f-7180-4d02-8e42-2ad3103b0faa tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0574634 Oct 22 15:02:55.233656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f6669c9-03bf-497e-b4a3-69e027440152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:55.337156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 361bb32c-ff5c-4a10-9b4e-7a968e7151dd no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:02:55.341494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae627414-35f0-496d-a775-fd166c4e5b0f req-262d0bee-0061-4d9b-8e94-a3c15fe74ee9 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 210 time: 0.0461540 Oct 22 15:02:55.342760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] No DVR routers for this DVR port 361bb32c-ff5c-4a10-9b4e-7a968e7151dd on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:02:55.353647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:55.357903 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dffeaac4-0061-4e80-8bc3-277eef978531 req-3ef1f961-b53c-469e-a2cc-7cd6bdee7a7f tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.53 "DELETE /v2.0/ports/361bb32c-ff5c-4a10-9b4e-7a968e7151dd HTTP/1.1" status: 204 len: 173 time: 2.4012523 Oct 22 15:02:55.358513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'name': 'network-vif-deleted', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:55.361979 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adafb3c4-0229-4e94-888a-12a2b0cd467c" -d '{"events": [{"server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "name": "network-vif-deleted", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:55.371441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-981d1636-d8d5-4b69-81d1-29409719ea48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.2702870 Oct 22 15:02:55.374065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58000) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:55.380358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-70317214'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:55.380538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 361bb32c-ff5c-4a10-9b4e-7a968e7151dd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:02:55.380765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 361bb32c-ff5c-4a10-9b4e-7a968e7151dd not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:02:55.417758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:02:55.435555 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ef63e3-884a-44c4-8ae0-a3662df13e7b x-openstack-request-id: req-e7ef63e3-884a-44c4-8ae0-a3662df13e7b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:55.435555 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8", "name": "network-vif-deleted", "tag": "361bb32c-ff5c-4a10-9b4e-7a968e7151dd", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:55.439966 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7ef63e3-884a-44c4-8ae0-a3662df13e7b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:55.440516 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8', 'name': 'network-vif-deleted', 'tag': '361bb32c-ff5c-4a10-9b4e-7a968e7151dd', 'status': 'completed', 'code': 200} Oct 22 15:02:55.443122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:55.468793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Transition to ACTIVE for port object 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:02:55.592677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:55.652395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:55.680211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:02:55.699972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:55.700197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:55.712067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Pushing event updated for resources: {'Port': ['ID=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:55.855727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:02:55.859668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efda0-2343-4964-8ab5-1ad68d2e3a5e req-5ebe33ce-148f-4178-8788-6dcd17762065 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:55.861228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Attempting to bind port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:02:55.861739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Attempting to bind port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:02:55.864120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Attempting to bind port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 on network 106bcca2-e3d3-4238-a2e3-289e22c6eaba {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:55.867366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 on network 106bcca2-e3d3-4238-a2e3-289e22c6eaba not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:02:55.867987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Attempting to bind port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 on network 106bcca2-e3d3-4238-a2e3-289e22c6eaba {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:02:55.869750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-375efda0-2343-4964-8ab5-1ad68d2e3a5e req-5ebe33ce-148f-4178-8788-6dcd17762065 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 931 time: 0.2468836 Oct 22 15:02:55.874867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:02:55.875745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Checking segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:02:55.876302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Bound using segment: {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:02:55.877053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Bound port: 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:02:55.877580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:55.996158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-375efda0-2343-4964-8ab5-1ad68d2e3a5e req-c8fa2eb5-d55d-44ff-b093-86a8b61c22f1 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247933 Oct 22 15:02:56.031402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] For port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:02:56.035102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.035910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] For port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:02:56.160939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:56.185931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46369c-5078-4d22-865a-cff56773adfa None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5d142021-edbf-4f37-bba2-4a0ce6145240', 'name': '', 'network_id': '07cb71aa-f007-472c-ad0e-93c8fd874287', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'mac_address': 'fa:16:3e:c4:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:05Z', 'updated_at': '2021-10-22T14:54:12Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'subnets': [{'id': '9c97baba-b66a-4386-9377-5d6c184f53ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:56.261639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.266791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.368098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Pushing event updated for resources: {'Port': ['ID=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:56.393500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:56.394715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.397139 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-c63c755b-6773-49e7-b1df-b5853e1b2006 service neutron] 10.222.0.69 "PUT /v2.0/ports/920b4364-f7cc-48fb-ac21-cb0f3d30ff48 HTTP/1.1" status: 200 len: 1091 time: 2.4422433 Oct 22 15:02:56.474905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.506359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.512396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a209fb69-2869-44a2-9054-88a9f2166582 req-86eade42-50ba-4b5a-97ea-811586e0b2af tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ce70d-b3b3-4eb3-b4a4-f58d93fce9f8 HTTP/1.1" status: 200 len: 210 time: 0.0834901 Oct 22 15:02:56.558185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 6f0ec404-92f9-4905-bc56-803a113d48a6 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:02:56.652255 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93105994-0e6c-44a9-9f40-d282fcee1621 None None] New status for floating IP 0d7467f8-f271-4470-a5c8-faec947aea5b: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:02:56.692207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-0593adf6-d6fc-466b-a52d-ee6d38288715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:56.694266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-0593adf6-d6fc-466b-a52d-ee6d38288715 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1d4c66abd964108a13fe64fa90c0762&device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 1094 time: 0.1314659 Oct 22 15:02:56.698211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-471b5b7f-6732-4b6a-932c-af4d0257ac5f req-b7a7cf08-8de0-4276-8ed0-43c4580ee00d tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 210 time: 0.0385509 Oct 22 15:02:56.727174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-6d19f88d-0e22-46e6-9ec0-93e9346f32b7 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:56.728756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-6d19f88d-0e22-46e6-9ec0-93e9346f32b7 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.53 "GET /v2.0/networks?id=ad0484e9-14b1-4988-9f89-bf8643ee2955 HTTP/1.1" status: 200 len: 814 time: 0.2909522 Oct 22 15:02:56.780992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Request body: {'port': {'device_id': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'admin_state_up': True, 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:56.783963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:02:56.791723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:56.795489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] Sync routers for ids ['6f0ec404-92f9-4905-bc56-803a113d48a6'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:02:56.805558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] Routers {'6f0ec404-92f9-4905-bc56-803a113d48a6'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:56.806343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-331ec8cf-4ddc-4330-bd9b-c35db24b7794 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 200 len: 890 time: 1.4307916 Oct 22 15:02:56.808592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6f0ec404-92f9-4905-bc56-803a113d48a6'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:56.809658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58032) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:56.883930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:56.894058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-a05cc99c-f349-4869-8756-09c929bde6bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48 HTTP/1.1" status: 200 len: 217 time: 0.1844113 Oct 22 15:02:56.897789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] Routers {'6f0ec404-92f9-4905-bc56-803a113d48a6'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:02:56.899246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6f0ec404-92f9-4905-bc56-803a113d48a6'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:56.961154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:02:56.962026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138ee17-e749-4e90-8260-547c74f7b76a None None] The sync data for ids ['6f0ec404-92f9-4905-bc56-803a113d48a6'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:02:56.990089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-865fc1f3-29b3-43d0-a4f0-caeb785488d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:56.991875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-865fc1f3-29b3-43d0-a4f0-caeb785488d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a723b28-7937-45db-9121-f4c66e48f5de HTTP/1.1" status: 200 len: 854 time: 0.0844007 Oct 22 15:02:57.091828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Made reservation on behalf of e7c752cf1dc743eeaa4e735648f1b264 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:02:57.095981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:57.148816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-1f63067e-c42a-40f1-b696-b7a1eaa7effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:57.150657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-1f63067e-c42a-40f1-b696-b7a1eaa7effb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=106bcca2-e3d3-4238-a2e3-289e22c6eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500990 Oct 22 15:02:57.433637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Allocated IP 172.20.0.5 (ad0484e9-14b1-4988-9f89-bf8643ee2955/c84b7db3-fe76-49da-8eea-de99bc7aceeb/10f4dee8-3480-443a-b76a-73ffecda570f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:02:57.441308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-e3a8332c-cdb5-4958-a84a-44a08b92ca87 service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549002 Oct 22 15:02:57.455124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:02:57.468262 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:02:57.610386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4c2a0205-74ad-43e6-a52e-83e97ba71376 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/routers/6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 200 len: 890 time: 0.7994316 Oct 22 15:02:57.613291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58066) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:57.694950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e6160fe8-5067-4697-94be-99733c547e01 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 200 len: 205 time: 0.0805676 Oct 22 15:02:57.696977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58070) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:57.703298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:57.830579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:57.836081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:57.907319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:02:57.912089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:02:57.914817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:02:57.974249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:57.976287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.015467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fe92f-3ffb-41cc-8193-6f73defdb47c req-d74f4f94-f15d-49af-87b9-6219a6fd3fdf tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:58.025095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-913fe92f-3ffb-41cc-8193-6f73defdb47c req-d74f4f94-f15d-49af-87b9-6219a6fd3fdf tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 943 time: 0.4123363 Oct 22 15:02:58.032296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Pushing event updated for resources: {'Port': ['ID=10f4dee8-3480-443a-b76a-73ffecda570f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:58.044247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c49b-6fd0-468a-a759-0d2b151d4d08 req-693cc20c-6d3b-432a-9978-d85289ec609d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:58.044648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-25c447b7-19a8-4cab-8122-732aaa162f23 req-e1ae6f64-9e3a-4eae-b584-49eae612bb51 service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694556 Oct 22 15:02:58.046585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32f7c49b-6fd0-468a-a759-0d2b151d4d08 req-693cc20c-6d3b-432a-9978-d85289ec609d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.4350204 Oct 22 15:02:58.104234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.144114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-913fe92f-3ffb-41cc-8193-6f73defdb47c req-15b4992a-9b8e-4aa9-8588-08d9663a3fbf tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961349 Oct 22 15:02:58.178566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.188988 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-de023482-cbd0-4864-aab9-fc8de2a27da1 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4115219 Oct 22 15:02:58.218548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Request body: {'port': {'device_id': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:02:58.326229 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee772729-df02-450f-9bbd-e0498de6aa6a x-openstack-request-id: req-ee772729-df02-450f-9bbd-e0498de6aa6a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:02:58.326229 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:02:58.327534 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee772729-df02-450f-9bbd-e0498de6aa6a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:02:58.328036 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'status': 'completed', 'code': 200} Oct 22 15:02:58.444810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2cf1687a-1fd5-4989-a355-3259d6894bbe None None] Provisioning complete for port 10f4dee8-3480-443a-b76a-73ffecda570f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:02:58.445276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2cf1687a-1fd5-4989-a355-3259d6894bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.459562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-7ff59f22-e4da-433f-8430-41c3e7409601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:58.467177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-7ff59f22-e4da-433f-8430-41c3e7409601 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1d4c66abd964108a13fe64fa90c0762&device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 1094 time: 0.1381328 Oct 22 15:02:58.500341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58082) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:58.549178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port ef081321-b133-45d8-89f7-33dd3db81599 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:58.555481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.564118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.605758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1687a-1fd5-4989-a355-3259d6894bbe None None] Port 10f4dee8-3480-443a-b76a-73ffecda570f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:02:58.741201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc5f0-3f93-41a6-b34b-cf377b6cd013 req-d80d7e21-5c84-4d16-bc21-ac75df0e73b4 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:58.751650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc4bc5f0-3f93-41a6-b34b-cf377b6cd013 req-d80d7e21-5c84-4d16-bc21-ac75df0e73b4 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 931 time: 0.2702148 Oct 22 15:02:58.792815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.833119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc4bc5f0-3f93-41a6-b34b-cf377b6cd013 req-8373ec64-0c25-4264-9572-ffe8657a6fe4 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805919 Oct 22 15:02:58.852280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.874537 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:58.881775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for ef081321-b133-45d8-89f7-33dd3db81599 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:02:58.942998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-29d2a195-a329-48a1-8154-b442e7241818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:58.944680 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-29d2a195-a329-48a1-8154-b442e7241818 service neutron] 10.222.0.69 "GET /v2.0/networks?id=106bcca2-e3d3-4238-a2e3-289e22c6eaba HTTP/1.1" status: 200 len: 916 time: 0.4527197 Oct 22 15:02:59.074045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-2796947e-f883-48c7-9942-74fd77eb320f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48 HTTP/1.1" status: 200 len: 217 time: 0.1052322 Oct 22 15:02:59.171390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-df310ebe-f95b-4373-9a14-bac9aa52e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:59.177586 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-df310ebe-f95b-4373-9a14-bac9aa52e5d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a723b28-7937-45db-9121-f4c66e48f5de HTTP/1.1" status: 200 len: 854 time: 0.0946319 Oct 22 15:02:59.236952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.240756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.249741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "DELETE /v2.0/security-groups/0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f HTTP/1.1" status: 204 len: 168 time: 0.7391634 Oct 22 15:02:59.249741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:59.307411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.374148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:59.392417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-a4495ff9-6e16-4a7a-9811-296262e53911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:59.403153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-a4495ff9-6e16-4a7a-9811-296262e53911 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=106bcca2-e3d3-4238-a2e3-289e22c6eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141054 Oct 22 15:02:59.403447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.403990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.404549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.405122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.405687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.406175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.406740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.407403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.408090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.408661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.409156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.409717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba206d-11b9-4be7-b6b8-c06708d80b88 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:02:59.420825 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-a31e044c-9f61-4b28-9b50-0ba012bf583c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] show failed (client error): The resource could not be found. Oct 22 15:02:59.422302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a31e044c-9f61-4b28-9b50-0ba012bf583c tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "GET /v2.0/security-groups/0190aa52-0a47-4bd4-9ba9-b8fe7dc6461f HTTP/1.1" status: 404 len: 347 time: 0.1731734 Oct 22 15:02:59.444413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58100) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:02:59.458240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=ef081321-b133-45d8-89f7-33dd3db81599,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:02:59.477404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f4dee8-3480-443a-b76a-73ffecda570f {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:02:59.520548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c47f5-e933-4591-9975-0d8c88a4d32a req-1c08b124-295e-4b6d-8a07-c2ddc85ba11a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:59.530321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-380c47f5-e933-4591-9975-0d8c88a4d32a req-1c08b124-295e-4b6d-8a07-c2ddc85ba11a tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.2569261 Oct 22 15:02:59.530911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.563857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf8d8-0a6b-4cc2-9118-f2f6f7a1c437 req-8ce83ad9-dacc-4dc9-8f44-79024e573702 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:02:59.576427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb0bf8d8-0a6b-4cc2-9118-f2f6f7a1c437 req-8ce83ad9-dacc-4dc9-8f44-79024e573702 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 943 time: 0.2644169 Oct 22 15:02:59.637881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.701318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Transition to ACTIVE for port object 10f4dee8-3480-443a-b76a-73ffecda570f will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:02:59.750067 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-b6c790ac-9c28-4b62-b1e7-5395326539ec service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373995 Oct 22 15:02:59.812150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.814448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.821551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb0bf8d8-0a6b-4cc2-9118-f2f6f7a1c437 req-3d20876e-0938-4c89-983c-97316f15441b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437487 Oct 22 15:02:59.821780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Deleting port f17f2c79-042f-4ab9-95e9-27bab3f3da0b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:02:59.822123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:02:59.826448 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.030833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b724-9382-4b15-8d9b-d9d54a0868e6 req-933a4931-cc61-448c-8472-cc51cb480c6a tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:00.043662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ef7b724-9382-4b15-8d9b-d9d54a0868e6 req-933a4931-cc61-448c-8472-cc51cb480c6a tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.1210277 Oct 22 15:03:00.112490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ef7b724-9382-4b15-8d9b-d9d54a0868e6 req-f02de86c-e3ba-42b9-822f-b0308abda615 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676787 Oct 22 15:03:00.236541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=10f4dee8-3480-443a-b76a-73ffecda570f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:00.310805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e41536e4-2e31-44e2-be7a-48c24dcfd7fd req-00d794bc-783d-4acb-8f8c-a4e57ff8c37f service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459418 Oct 22 15:03:00.345665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.346795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0ec404-92f9-4905-bc56-803a113d48a6 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:03:00.379858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.396603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-204bbabf-4eac-496a-8de5-94bc285bfc18 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 204 len: 168 time: 2.6929367 Oct 22 15:03:00.398480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58110) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:00.424774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.425252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.449755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1391947873'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:00.478136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Calling delete_port for f17f2c79-042f-4ab9-95e9-27bab3f3da0b owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:00.513358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Attempting to bind port 10f4dee8-3480-443a-b76a-73ffecda570f on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:00.513801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Attempting to bind port 10f4dee8-3480-443a-b76a-73ffecda570f by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:00.514189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Attempting to bind port 10f4dee8-3480-443a-b76a-73ffecda570f on network ad0484e9-14b1-4988-9f89-bf8643ee2955 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:00.562735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Port 10f4dee8-3480-443a-b76a-73ffecda570f on network ad0484e9-14b1-4988-9f89-bf8643ee2955 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:03:00.562735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Attempting to bind port 10f4dee8-3480-443a-b76a-73ffecda570f on network ad0484e9-14b1-4988-9f89-bf8643ee2955 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:00.573911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:00.574344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Checking segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:00.574837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Bound using segment: {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:00.575429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Bound port: 10f4dee8-3480-443a-b76a-73ffecda570f, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:00.575882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.585204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:00.589750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.640362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:03:00.672243 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.674342 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment e0d4617a-2c5b-49fe-ac38-dfa3f76367d7 of type vlan for network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 Oct 22 15:03:00.765142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] For port 10f4dee8-3480-443a-b76a-73ffecda570f, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:00.769981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] For port 10f4dee8-3480-443a-b76a-73ffecda570f, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=10f4dee8-3480-443a-b76a-73ffecda570f,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:00.845169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.898573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.938623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5705aa-b5a7-40ff-b2de-b2155124ce52 req-70884d19-844b-474a-81ee-70bed8f2bfc3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:00.941016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d5705aa-b5a7-40ff-b2de-b2155124ce52 req-70884d19-844b-474a-81ee-70bed8f2bfc3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.1921740 Oct 22 15:03:00.961061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:00.961833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:00.963732 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] 10.222.0.53 "PUT /v2.0/ports/10f4dee8-3480-443a-b76a-73ffecda570f HTTP/1.1" status: 200 len: 1091 time: 2.7543538 Oct 22 15:03:00.967799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'tag': '10f4dee8-3480-443a-b76a-73ffecda570f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:00.984099 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c" -d '{"events": [{"name": "network-changed", "server_uuid": "16d4ed84-c699-4af5-b46b-3a161bdb4b19", "tag": "10f4dee8-3480-443a-b76a-73ffecda570f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:00.996505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:01.049310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a469cc2-71ba-4563-bd2e-363ad7f8b33c req-a9272ac5-1364-4053-96a6-7a3779de9709 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:01.071206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a469cc2-71ba-4563-bd2e-363ad7f8b33c req-a9272ac5-1364-4053-96a6-7a3779de9709 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 943 time: 0.1073878 Oct 22 15:03:01.119209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:01.126065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:01.126750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:01.155910 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c4b480-9d8a-4f89-9f47-87c3e43ea365 x-openstack-request-id: req-45c4b480-9d8a-4f89-9f47-87c3e43ea365 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:01.156381 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d4ed84-c699-4af5-b46b-3a161bdb4b19", "tag": "10f4dee8-3480-443a-b76a-73ffecda570f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:01.156610 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45c4b480-9d8a-4f89-9f47-87c3e43ea365 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:01.157248 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'tag': '10f4dee8-3480-443a-b76a-73ffecda570f', 'status': 'completed', 'code': 200} Oct 22 15:03:01.160137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23631e66-2962-45fe-af42-0afae775bdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=10f4dee8-3480-443a-b76a-73ffecda570f,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:01.195097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a469cc2-71ba-4563-bd2e-363ad7f8b33c req-daa7c452-6e8a-4d27-b533-9f038f380466 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229744 Oct 22 15:03:01.252566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:01.255849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:01.262485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] 10.222.0.66 "DELETE /v2.0/floatingips/0d7467f8-f271-4470-a5c8-faec947aea5b HTTP/1.1" status: 204 len: 168 time: 1.8142891 Oct 22 15:03:01.268812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7086442-5989-4ad6-8625-5dc2bfbbd153 tempest-AttachVolumeTestJSON-897130977 tempest-AttachVolumeTestJSON-897130977-project] Pushing event deleted for resources: {'Port': ['ID=f17f2c79-042f-4ab9-95e9-27bab3f3da0b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:01.371934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:01.385030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:03:01.403014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b59f3-9f61-4396-814c-143a5c43a82e req-095d9a35-7983-46cf-8e24-9c9c32245b88 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:01.406788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3b59f3-9f61-4396-814c-143a5c43a82e req-095d9a35-7983-46cf-8e24-9c9c32245b88 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.1653428 Oct 22 15:03:01.440456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58132) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:01.446274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:01.450608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-787f6231-0c94-49ba-9f46-a6647a555e34 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0343101 Oct 22 15:03:01.508522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3b59f3-9f61-4396-814c-143a5c43a82e req-f716ea72-1432-434d-99c6-40df34cbbb57 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968714 Oct 22 15:03:01.695495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:01.712036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:02.110148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:02.131002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c87eba-f181-49a5-aa7b-6af90e0dd659 req-750ee430-63f0-4ded-b684-b133d314c1ec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.149875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3c87eba-f181-49a5-aa7b-6af90e0dd659 req-750ee430-63f0-4ded-b684-b133d314c1ec tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.0934341 Oct 22 15:03:02.202401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:02.253103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:02.253357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:03:02.254211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:03:02.326032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:03:02.444443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:02.462572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf9f1f9-8c83-414b-83dc-8e7f8a737547 None None] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:02.465585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.466250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:02.504951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ae922-4a76-42a9-9d1d-e01f1a0098e8 req-12c4bb21-c56f-434d-a763-a77632435ed5 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.516318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c req-38789a4b-0a98-4ff6-97a0-35e0cb11df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.520488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d83ae922-4a76-42a9-9d1d-e01f1a0098e8 req-12c4bb21-c56f-434d-a763-a77632435ed5 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 943 time: 0.1881218 Oct 22 15:03:02.520956 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c req-38789a4b-0a98-4ff6-97a0-35e0cb11df95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c752cf1dc743eeaa4e735648f1b264&device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 1094 time: 0.1773913 Oct 22 15:03:02.621978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9afb323c-0121-4be3-ad66-47df1d749d96 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1803262 Oct 22 15:03:02.624603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58152) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:02.640586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d83ae922-4a76-42a9-9d1d-e01f1a0098e8 req-bdabfdad-05e3-4a8f-8038-6e9e19d9e144 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070449 Oct 22 15:03:02.645678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1222487841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:02.787211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c req-39f91d3d-1d7a-4c87-9f60-1339d2c1de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.802450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c req-39f91d3d-1d7a-4c87-9f60-1339d2c1de11 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e7c752cf1dc743eeaa4e735648f1b264&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2309771 Oct 22 15:03:02.802801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-81bcbce9-2b2b-406f-9456-107e1d1b8d99 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.802801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-81bcbce9-2b2b-406f-9456-107e1d1b8d99 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.2186990 Oct 22 15:03:02.805634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:02.828649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d5c68-472b-4485-b5f2-bc6066b42fa5 req-17c1bf35-19fa-474b-b9b5-2929021eb102 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:02.833093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b83d5c68-472b-4485-b5f2-bc6066b42fa5 req-17c1bf35-19fa-474b-b9b5-2929021eb102 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.1523244 Oct 22 15:03:02.836993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'port_id': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'mac_address': 'fa:16:3e:18:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:03:02.870301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:02.871995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:02.924778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b83d5c68-472b-4485-b5f2-bc6066b42fa5 req-eb22a8b9-bc53-4082-9649-982f066358b7 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827103 Oct 22 15:03:02.966535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.032190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.170921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.179081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44cb6cf1-da13-48e8-8504-1eebb5ae66de tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5459578 Oct 22 15:03:03.181796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58164) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:03.427686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3', 'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': 'e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:03:03.430098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.461912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538766a3-c754-4369-9676-85b7cee3c08b req-6a8564d9-78f9-424d-a0e4-22ff68f4de13 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:03.475688 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.481330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-538766a3-c754-4369-9676-85b7cee3c08b req-6a8564d9-78f9-424d-a0e4-22ff68f4de13 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 907 time: 0.1795406 Oct 22 15:03:03.506140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Deleting port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:03.506902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.514163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:03:03.626549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] For port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:03.627179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.644790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Calling delete_port for 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:03.713075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:03.820090 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.849054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Allocated IP 2001:db8::2 (eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3/e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6/62ae55ef-add5-45b6-b7b1-2f095f11c7ba) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:03.883835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:03.940495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:04.027444 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:04.064942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'Port': ['ID=2699ca44-47d3-4ffd-ac4b-f2b070d4a50b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:04.224808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] No DVR routers for this DVR port 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:04.249404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:04.260087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84065dd8-a8f6-411c-8cc4-988e7fca8b81 req-9f0b1cc7-9c0d-4bef-b24e-cceedb989632 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "DELETE /v2.0/ports/2699ca44-47d3-4ffd-ac4b-f2b070d4a50b HTTP/1.1" status: 204 len: 173 time: 1.1970975 Oct 22 15:03:04.343103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['920b4364-f7cc-48fb-ac21-cb0f3d30ff48'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:03:04.346801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'name': 'network-vif-deleted', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:04.354948 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f8a40-f7e5-441c-909d-e840e17eda4b" -d '{"events": [{"server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "name": "network-vif-deleted", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:04.373578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c req-01a8efbb-4a69-4ad0-9e68-6f9614a84742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:04.375513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc6fdc49-33b8-4b89-ba5e-88a80aad179c req-01a8efbb-4a69-4ad0-9e68-6f9614a84742 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3042228 Oct 22 15:03:04.436424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0b800-af9c-4196-9b65-84fe4c740a23 req-e5993d83-891b-4218-a724-29d93f623869 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:04.448288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fe0b800-af9c-4196-9b65-84fe4c740a23 req-e5993d83-891b-4218-a724-29d93f623869 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 944 time: 0.5717509 Oct 22 15:03:04.479037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:04.520195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fe0b800-af9c-4196-9b65-84fe4c740a23 req-369f3582-0bdb-43cf-8ca9-2df571ef9e9e tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709715 Oct 22 15:03:04.546709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc9476-0156-47ac-8f6e-3441728d5425 req-c80eba63-a49d-4d10-9874-bb8a7406711f tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:04.554316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67fc9476-0156-47ac-8f6e-3441728d5425 req-c80eba63-a49d-4d10-9874-bb8a7406711f tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.3327827 Oct 22 15:03:04.621497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67fc9476-0156-47ac-8f6e-3441728d5425 req-8ceb5d3a-28c9-4a50-99f6-eede177386bb tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662370 Oct 22 15:03:04.658353 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdcd28c-b27c-46e6-b16b-4148cc39606d x-openstack-request-id: req-4cdcd28c-b27c-46e6-b16b-4148cc39606d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:04.658353 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd570f1-7adb-44fb-b07b-b6f3ccffcad6", "name": "network-vif-deleted", "tag": "2699ca44-47d3-4ffd-ac4b-f2b070d4a50b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:04.658353 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cdcd28c-b27c-46e6-b16b-4148cc39606d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:04.658353 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd570f1-7adb-44fb-b07b-b6f3ccffcad6', 'name': 'network-vif-deleted', 'tag': '2699ca44-47d3-4ffd-ac4b-f2b070d4a50b', 'status': 'completed', 'code': 200} Oct 22 15:03:04.692070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-d5249813-0a11-4fb0-9436-20b0391fb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:04.693576 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-d5249813-0a11-4fb0-9436-20b0391fb45b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c752cf1dc743eeaa4e735648f1b264&device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 1094 time: 0.1325796 Oct 22 15:03:04.722654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fb85f90-6a15-418b-85e6-ba3eb8babf63 req-c7f124da-e571-4931-9553-f6f18223427e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0303400 Oct 22 15:03:04.734435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:04.780630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-5268d917-f9ca-4b01-8443-7cd7fddafd02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10f4dee8-3480-443a-b76a-73ffecda570f HTTP/1.1" status: 200 len: 217 time: 0.0536625 Oct 22 15:03:04.846123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:04.951921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-ce502297-256b-4f83-a50d-9977de37bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:04.953408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-ce502297-256b-4f83-a50d-9977de37bc9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c84b7db3-fe76-49da-8eea-de99bc7aceeb HTTP/1.1" status: 200 len: 853 time: 0.1319447 Oct 22 15:03:05.000949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Pushing event updated for resources: {'Port': ['ID=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:05.012861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:05.016193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:05.023574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:05.178726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Attempting to bind port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:05.181315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Attempting to bind port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:05.182559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Attempting to bind port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba on network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:05.192189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:05.197622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Checking segment: {'id': 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:05.198189 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:05.198791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Bound using segment: {'id': 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:05.199532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Bound port: 62ae55ef-add5-45b6-b7b1-2f095f11c7ba, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:05.205722 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:05.223656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8::1 (eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3/e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6/e22a851c-6ecb-482a-aba1-cd898cfbbae4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:05.349050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] For port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:05.353091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] For port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,segment=NetworkSegment(e0d4617a-2c5b-49fe-ac38-dfa3f76367d7),segment_id=e0d4617a-2c5b-49fe-ac38-dfa3f76367d7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:05.358328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:05.389919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:05.390761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2699ca44-47d3-4ffd-ac4b-f2b070d4a50b not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:05.450032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:05.513575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a701c-4e06-456e-b3dc-bf37fe61be20 None None] Pushing event updated for resources: {'Port': ['ID=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:05.553388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:05.556508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-fc716098-f2dc-4fc4-9d38-5fbdef8e733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:05.558696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-fc716098-f2dc-4fc4-9d38-5fbdef8e733c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad0484e9-14b1-4988-9f89-bf8643ee2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2316206 Oct 22 15:03:05.680484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:05.857641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca20766-0a4e-4288-b68a-ed5a56c9681f req-21a5fa2b-8741-491e-af63-ff471306ed83 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:05.862908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ca20766-0a4e-4288-b68a-ed5a56c9681f req-21a5fa2b-8741-491e-af63-ff471306ed83 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 944 time: 0.1156037 Oct 22 15:03:05.983032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:05.993273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ca20766-0a4e-4288-b68a-ed5a56c9681f req-2463ad2d-6482-402a-9ad4-2f33edba8c89 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262960 Oct 22 15:03:06.000130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:06.005778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:06.006112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:06.010696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=e22a851c-6ecb-482a-aba1-cd898cfbbae4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:06.115135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-dd034d38-5f85-44ff-9d8b-41966d81063f service neutron] 10.222.0.53 "GET /v2.0/networks/ad0484e9-14b1-4988-9f89-bf8643ee2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722912 Oct 22 15:03:06.115396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf8d5-bea5-423d-9e9f-29d69ece12f4 req-a3649d15-4a01-494c-95bb-de25690bc676 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:06.127572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53dcf8d5-bea5-423d-9e9f-29d69ece12f4 req-a3649d15-4a01-494c-95bb-de25690bc676 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.1640148 Oct 22 15:03:06.240304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53dcf8d5-bea5-423d-9e9f-29d69ece12f4 req-7a741281-1cba-4df4-a43c-1a8412dde010 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113036 Oct 22 15:03:06.266614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e961806-8e4c-444a-b28e-8f06d3f35e2a req-b91de1b0-7f9d-470e-b1cb-aafc80a41db7 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdd570f1-7adb-44fb-b07b-b6f3ccffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0863576 Oct 22 15:03:06.289677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:06.336028 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-15c4d2cb-1eaf-4fb7-a354-61630adbf80c req-936b5523-4c0d-4755-bc40-a407a6e24194 service neutron] 10.222.0.53 "GET /v2.0/networks/ad0484e9-14b1-4988-9f89-bf8643ee2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444997 Oct 22 15:03:06.484912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:03:06.490278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:06.496416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:06.539419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:06.723481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:06.773754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:06.781117 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35758878-6202-4995-a69e-6620e1e7a145" -d '{"events": [{"server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "name": "network-vif-plugged", "status": "completed", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:06.843770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:06.858096 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160344ce-1847-4520-bcf5-50d475436e2e x-openstack-request-id: req-160344ce-1847-4520-bcf5-50d475436e2e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:06.858580 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "name": "network-vif-plugged", "status": "completed", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:06.859015 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-160344ce-1847-4520-bcf5-50d475436e2e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:06.859569 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'code': 200} Oct 22 15:03:06.945611 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.110710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:07.194866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040146-a173-433e-b0de-1ab74f95bb23 req-aeaaafc5-461e-4eaa-8e24-dbe0114e0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:07.197213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd040146-a173-433e-b0de-1ab74f95bb23 req-aeaaafc5-461e-4eaa-8e24-dbe0114e0c31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 1096 time: 0.2343209 Oct 22 15:03:07.288422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 62ae55ef-add5-45b6-b7b1-2f095f11c7ba up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:07.366094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc5da2-3ff2-4872-a455-8faa531d3fea req-4d0fb303-9dfb-44aa-87c5-87903e9c370b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:07.393295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01fc5da2-3ff2-4872-a455-8faa531d3fea req-4d0fb303-9dfb-44aa-87c5-87903e9c370b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.2357574 Oct 22 15:03:07.466439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:07.466735 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.511856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01fc5da2-3ff2-4872-a455-8faa531d3fea req-a10821c3-a9fa-4eea-a600-62d979f3c0bc tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163661 Oct 22 15:03:07.520215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca00f5-f74b-43e2-a7ca-5c9a31514739 req-d115abab-f32f-466a-a845-a21ac75e5bac tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:07.529226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36ca00f5-f74b-43e2-a7ca-5c9a31514739 req-d115abab-f32f-466a-a845-a21ac75e5bac tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.1063271 Oct 22 15:03:07.553083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929be13a-f8c5-4b3c-9edd-eb6e0fb7d416 None None] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:07.608893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.611644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd040146-a173-433e-b0de-1ab74f95bb23 req-009df224-bf26-44d2-9dbe-a00352ea8525 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853791 Oct 22 15:03:07.617903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36ca00f5-f74b-43e2-a7ca-5c9a31514739 req-1cb0ac21-295e-4d81-b94c-7c1087d7ef3c tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Oct 22 15:03:07.691451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c01b320e-31b3-4506-ae62-39c1262980d3 None None] Provisioning complete for port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:07.692224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c01b320e-31b3-4506-ae62-39c1262980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.750677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.751891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.781442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:07.912688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=e22a851c-6ecb-482a-aba1-cd898cfbbae4,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:07.922407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,segment=NetworkSegment(e0d4617a-2c5b-49fe-ac38-dfa3f76367d7),segment_id=e0d4617a-2c5b-49fe-ac38-dfa3f76367d7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:08.004881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:08.008974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:08.011267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c01b320e-31b3-4506-ae62-39c1262980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:08.084408 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:08.237550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-c01b320e-31b3-4506-ae62-39c1262980d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:03:08.237802 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-c01b320e-31b3-4506-ae62-39c1262980d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:03:08.248672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:08.420806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c4656-512c-4329-a4d4-6d3b62dcef84 req-1dd2a16d-4c9b-4205-a819-c9b69caf3dde tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:08.435853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e5c4656-512c-4329-a4d4-6d3b62dcef84 req-1dd2a16d-4c9b-4205-a819-c9b69caf3dde tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 945 time: 0.1461191 Oct 22 15:03:08.440564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 0a448052-b736-4943-929d-33c9fbb0a80e is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:03:08.535593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e5c4656-512c-4329-a4d4-6d3b62dcef84 req-d386e7df-849f-4ec1-9f6a-94bae61505b2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978222 Oct 22 15:03:08.612263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:08.627052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-03e29f14-7873-403f-b076-428fcdabcaa9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/0a448052-b736-4943-929d-33c9fbb0a80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4316149 Oct 22 15:03:08.627601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58252) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:08.628009 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] Sync routers for ids ['0a448052-b736-4943-929d-33c9fbb0a80e'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:08.655407 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] Routers {'0a448052-b736-4943-929d-33c9fbb0a80e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:08.658552 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0a448052-b736-4943-929d-33c9fbb0a80e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:08.819595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:08.847737 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] Routers {'0a448052-b736-4943-929d-33c9fbb0a80e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:08.848367 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0a448052-b736-4943-929d-33c9fbb0a80e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:08.884487 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:08.886785 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3825094-6280-4ada-b0d0-f28ca002ef98 None None] The sync data for ids ['0a448052-b736-4943-929d-33c9fbb0a80e'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:08.892898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441b00a-3d16-40c7-aa42-d87d4e0bca8c tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:08.897009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7441b00a-3d16-40c7-aa42-d87d4e0bca8c tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports/e22a851c-6ecb-482a-aba1-cd898cfbbae4 HTTP/1.1" status: 200 len: 911 time: 0.2679458 Oct 22 15:03:08.899699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58260) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:08.907010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:09.049394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-97065472-9b48-43d9-a477-eb5a56221ba5 None None] Provisioning complete for port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:09.052000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97065472-9b48-43d9-a477-eb5a56221ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:09.161265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6035-a2e4-4d20-b588-64d4a57e4530 req-05fd0dcd-40c4-4f2d-8154-887f71d8240b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:09.163000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-857a6035-a2e4-4d20-b588-64d4a57e4530 req-05fd0dcd-40c4-4f2d-8154-887f71d8240b tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.3433328 Oct 22 15:03:09.206127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 62ae55ef-add5-45b6-b7b1-2f095f11c7ba up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:09.251144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:09.280464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb52b-9f11-4148-82ec-dc0bb9d87a20 req-99c849aa-2f17-4c7e-a6a4-1300764b0a97 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:09.298011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5beb52b-9f11-4148-82ec-dc0bb9d87a20 req-99c849aa-2f17-4c7e-a6a4-1300764b0a97 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.4349449 Oct 22 15:03:09.429174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-857a6035-a2e4-4d20-b588-64d4a57e4530 req-533e1e44-2777-4bc5-b1ca-2d3ad8d9210d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419474 Oct 22 15:03:09.458701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5beb52b-9f11-4148-82ec-dc0bb9d87a20 req-b707451e-37f8-47a5-b892-df49a6b6b090 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596401 Oct 22 15:03:09.600403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:09.600403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:09.600403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-97065472-9b48-43d9-a477-eb5a56221ba5 None None] Provisioning complete for port e22a851c-6ecb-482a-aba1-cd898cfbbae4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:09.600403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97065472-9b48-43d9-a477-eb5a56221ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:09.682925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-97065472-9b48-43d9-a477-eb5a56221ba5 None None] Port e22a851c-6ecb-482a-aba1-cd898cfbbae4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:09.744905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80d26-95e8-4b07-977c-94b58619d116 req-ed8bf91d-a4a1-4fcf-be0a-0d8dd80db084 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:09.785702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb80d26-95e8-4b07-977c-94b58619d116 req-ed8bf91d-a4a1-4fcf-be0a-0d8dd80db084 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 945 time: 0.1030755 Oct 22 15:03:09.879662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb80d26-95e8-4b07-977c-94b58619d116 req-7908660b-81fa-4738-ae92-8c67a72ecd8d tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099298 Oct 22 15:03:09.880328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4a7a00ea-b85e-4d94-8af7-f3606c8a255b None None] Provisioning complete for port e22a851c-6ecb-482a-aba1-cd898cfbbae4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:09.880328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4a7a00ea-b85e-4d94-8af7-f3606c8a255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:09.955051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a00ea-b85e-4d94-8af7-f3606c8a255b None None] Port e22a851c-6ecb-482a-aba1-cd898cfbbae4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:10.203429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:10.513125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:10.520203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:10.520831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:10.525022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/ports/e22a851c-6ecb-482a-aba1-cd898cfbbae4 HTTP/1.1" status: 200 len: 911 time: 1.6204348 Oct 22 15:03:10.526067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:10.643826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c485d-6982-49fa-a263-402672cdbda9 req-91f4f5c5-2374-4e8d-84eb-13cc402455ed tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:10.645514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-753c485d-6982-49fa-a263-402672cdbda9 req-91f4f5c5-2374-4e8d-84eb-13cc402455ed tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.1275482 Oct 22 15:03:10.710880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cdb4bce9-47d4-4a57-98d9-2fb05a55168c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:10.720312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-753c485d-6982-49fa-a263-402672cdbda9 req-45ce4cc3-d6a8-4efa-bd1f-e8034caaca54 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656247 Oct 22 15:03:10.722487 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cdb4bce9-47d4-4a57-98d9-2fb05a55168c tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 945 time: 0.2424867 Oct 22 15:03:10.734244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76833d2-2bb0-4934-b629-1de8046f50fb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=e22a851c-6ecb-482a-aba1-cd898cfbbae4,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:11.098046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1e507-e94b-416e-a231-59a5116c3277 req-2331ad68-938e-4ee5-9103-81f5b9331fad tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:11.107010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0a1e507-e94b-416e-a231-59a5116c3277 req-2331ad68-938e-4ee5-9103-81f5b9331fad tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.2553477 Oct 22 15:03:11.145448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4837c38-2eeb-4341-b325-2d57c096ec7e req-072a80a4-0c06-4881-8451-d7da2ce77c49 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:11.154549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4837c38-2eeb-4341-b325-2d57c096ec7e req-072a80a4-0c06-4881-8451-d7da2ce77c49 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.2727153 Oct 22 15:03:11.170783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58296) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:11.184894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Request body: {'floatingip': {'port_id': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:11.204245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Deleting port 11b055e7-12ac-4e20-973f-719f45d9a00c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:11.204771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:11.303665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:11.355253 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:11.382027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] For port 11b055e7-12ac-4e20-973f-719f45d9a00c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=11b055e7-12ac-4e20-973f-719f45d9a00c,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:11.382519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:11.389061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0a1e507-e94b-416e-a231-59a5116c3277 req-56d8f925-1c82-46a2-91af-12979a26dee6 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818127 Oct 22 15:03:11.404669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Calling delete_port for 11b055e7-12ac-4e20-973f-719f45d9a00c owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:11.471498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319659c-8b84-466b-84b5-6a1e6199d42e req-52cbd948-9643-4051-8a55-63be745c5b6b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:11.473573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1319659c-8b84-466b-84b5-6a1e6199d42e req-52cbd948-9643-4051-8a55-63be745c5b6b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 945 time: 0.1616654 Oct 22 15:03:11.686851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1319659c-8b84-466b-84b5-6a1e6199d42e req-036a0e8f-4855-4892-be16-d71f408af660 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040932 Oct 22 15:03:12.066452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.326450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.342453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:03:12.363272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'Port': ['ID=11b055e7-12ac-4e20-973f-719f45d9a00c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:12.413215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] No DVR routers for this DVR port 11b055e7-12ac-4e20-973f-719f45d9a00c on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:12.418753 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.422253 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a00dd13a-074e-4c68-a8de-9f4f619a2a31 req-cf500c6f-ec09-4c2d-a5dd-9e61be318e07 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "DELETE /v2.0/ports/11b055e7-12ac-4e20-973f-719f45d9a00c HTTP/1.1" status: 204 len: 173 time: 1.6846795 Oct 22 15:03:12.422650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'name': 'network-vif-deleted', 'tag': '11b055e7-12ac-4e20-973f-719f45d9a00c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:12.428841 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9d8050-28a5-43ee-aaf8-adcba65eda6a" -d '{"events": [{"server_uuid": "e42a7a5c-2ba1-42a4-857c-68071894bb52", "name": "network-vif-deleted", "tag": "11b055e7-12ac-4e20-973f-719f45d9a00c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:12.439911 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:03:12.449288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port e22a851c-6ecb-482a-aba1-cd898cfbbae4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:12.450756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.495256 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b8d512-156a-44ee-b120-ea1c27e5ddc3 x-openstack-request-id: req-a5b8d512-156a-44ee-b120-ea1c27e5ddc3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:12.495515 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42a7a5c-2ba1-42a4-857c-68071894bb52", "name": "network-vif-deleted", "tag": "11b055e7-12ac-4e20-973f-719f45d9a00c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:12.495773 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5b8d512-156a-44ee-b120-ea1c27e5ddc3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:12.496198 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42a7a5c-2ba1-42a4-857c-68071894bb52', 'name': 'network-vif-deleted', 'tag': '11b055e7-12ac-4e20-973f-719f45d9a00c', 'status': 'completed', 'code': 200} Oct 22 15:03:12.517027 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.574743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.593536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for e22a851c-6ecb-482a-aba1-cd898cfbbae4 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:12.595083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0b8d-0988-4e94-8a09-41aec5136a73 req-0cf65fe6-3cc0-4c95-b54d-c6c2336e69ba tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:12.596799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0ef0b8d-0988-4e94-8a09-41aec5136a73 req-0cf65fe6-3cc0-4c95-b54d-c6c2336e69ba tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.0687475 Oct 22 15:03:12.644447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0ef0b8d-0988-4e94-8a09-41aec5136a73 req-d8488f75-c7e3-4baf-8c7e-8e8125f08698 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Oct 22 15:03:12.697706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:12.877766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8c613fc-36fc-47b1-8512-9573f999b991 req-48338d30-dd93-49bb-a2f5-20cedd32f7c2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=e42a7a5c-2ba1-42a4-857c-68071894bb52 HTTP/1.1" status: 200 len: 210 time: 0.0840921 Oct 22 15:03:12.965989 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Floating IP 0fae9db7-c534-4052-935b-976e9f861863 associated. External IP: 172.25.1.14, port: 920b4364-f7cc-48fb-ac21-cb0f3d30ff48. Oct 22 15:03:12.982905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.033341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=e22a851c-6ecb-482a-aba1-cd898cfbbae4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:13.152835 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.360590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 0a448052-b736-4943-929d-33c9fbb0a80e has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:13.390151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 11b055e7-12ac-4e20-973f-719f45d9a00c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:13.446393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 11b055e7-12ac-4e20-973f-719f45d9a00c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:13.446828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 11b055e7-12ac-4e20-973f-719f45d9a00c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:13.469526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:13.474853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-120acd96-7c6b-4a68-8be4-68ab83b31d90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/0a448052-b736-4943-929d-33c9fbb0a80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471467 Oct 22 15:03:13.486462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:13.487510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] Sync routers for ids ['0a448052-b736-4943-929d-33c9fbb0a80e'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:13.499311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] Routers {'0a448052-b736-4943-929d-33c9fbb0a80e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:13.500128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0a448052-b736-4943-929d-33c9fbb0a80e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:13.509290 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-082e7e82-ba03-4fb3-beeb-32d15ced08a9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a448052-b736-4943-929d-33c9fbb0a80e HTTP/1.1" status: 200 len: 205 time: 0.0302689 Oct 22 15:03:13.512559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58336) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:13.548401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:13.560464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] Routers {'0a448052-b736-4943-929d-33c9fbb0a80e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:13.561441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0a448052-b736-4943-929d-33c9fbb0a80e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:13.609880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:13.610566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008fde4-bc3b-4197-9892-0dc5755778c9 None None] The sync data for ids ['0a448052-b736-4943-929d-33c9fbb0a80e'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:13.621471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.656555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Router 896272dc-c725-45de-98f8-58c2395fd93d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:13.825782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.828528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.861291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:13.867924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.876924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] Sync routers for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:13.892461 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:13.893258 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:13.902025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-29049697-3311-4ed1-b622-fd1fd5ea74ac tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "PUT /v2.0/floatingips/0fae9db7-c534-4052-935b-976e9f861863 HTTP/1.1" status: 200 len: 990 time: 2.7264955 Oct 22 15:03:13.902025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:13.903630 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523c38c7-28b4-461a-9b02-db4d3cda9e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:13.916817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f2eb3-54b8-4cc4-9ef3-c8e09adee33b req-bad8af13-2202-4d51-9116-8905dcaefaba tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:13.924419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-274f2eb3-54b8-4cc4-9ef3-c8e09adee33b req-bad8af13-2202-4d51-9116-8905dcaefaba tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.1165798 Oct 22 15:03:13.965938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-274f2eb3-54b8-4cc4-9ef3-c8e09adee33b req-e197995b-fefd-4d06-9d0c-75cbae0aa396 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Oct 22 15:03:13.982875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.983409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 0a448052-b736-4943-929d-33c9fbb0a80e {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:03:13.991348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:13.993762 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-86ff89a8-f5d9-4174-b39e-0a2d261736bc tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/0a448052-b736-4943-929d-33c9fbb0a80e HTTP/1.1" status: 204 len: 168 time: 0.4794767 Oct 22 15:03:13.995870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58352) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:14.052242 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a09db76-92e4-4984-90e4-6b82478489ec x-openstack-request-id: req-1a09db76-92e4-4984-90e4-6b82478489ec {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:14.052242 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:14.052536 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a09db76-92e4-4984-90e4-6b82478489ec {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:14.052920 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'status': 'completed', 'code': 200} Oct 22 15:03:14.066664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:03:14.066664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:14.154441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-e1dad9f9-7287-434c-b449-6181966e9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:14.158076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:14.159686 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-e1dad9f9-7287-434c-b449-6181966e9046 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1d4c66abd964108a13fe64fa90c0762&device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 1096 time: 0.0876064 Oct 22 15:03:14.206883 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:14.293781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:14.308494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-60bd70a8-98c9-4c9f-8a5d-8664187ff293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:14.310237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-60bd70a8-98c9-4c9f-8a5d-8664187ff293 service neutron] 10.222.0.69 "GET /v2.0/networks?id=106bcca2-e3d3-4238-a2e3-289e22c6eaba HTTP/1.1" status: 200 len: 916 time: 0.1386919 Oct 22 15:03:14.396868 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-7d25e78e-f80b-4fa2-a559-6960f1ee19a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48 HTTP/1.1" status: 200 len: 998 time: 0.0781944 Oct 22 15:03:14.498526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-c84987a0-a6f9-46f5-bfdb-3a0a98b92d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:14.500338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-c84987a0-a6f9-46f5-bfdb-3a0a98b92d64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a723b28-7937-45db-9121-f4c66e48f5de HTTP/1.1" status: 200 len: 854 time: 0.0877759 Oct 22 15:03:14.548823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:14.550829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '0fae9db7-c534-4052-935b-976e9f861863', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'port_id': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'mac_address': 'fa:16:3e:18:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:44Z', 'updated_at': '2021-10-22T15:03:12Z', 'revision_number': 1, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:41Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:14.562051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-2b3e8c24-f157-45b8-b7e0-df405b01e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:14.563760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-2b3e8c24-f157-45b8-b7e0-df405b01e0da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=106bcca2-e3d3-4238-a2e3-289e22c6eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557961 Oct 22 15:03:14.582163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:14.586181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:14.588387 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] Checking router: 896272dc-c725-45de-98f8-58c2395fd93d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:14.590577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f06f88b9-8098-47c3-9b8a-25e9d72d6fc0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6 HTTP/1.1" status: 204 len: 168 time: 0.5925834 Oct 22 15:03:14.596665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58370) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:14.604121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e4efb-e118-4a57-af6f-b8f0337bf672 None None] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:14.604799 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:14.605786 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:14.747440 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:14.803187 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-21a1b0a8-f44a-4588-a6d0-3e058d6a8dfe service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301114 Oct 22 15:03:14.835687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:14.894377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd689dc3-e4a4-4c38-b801-ce936af616bb req-2921a511-aee2-42f1-8754-6dbe7cbf6bcf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:14.906827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd689dc3-e4a4-4c38-b801-ce936af616bb req-2921a511-aee2-42f1-8754-6dbe7cbf6bcf tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.1278968 Oct 22 15:03:14.983047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] DHCP port deletion for eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:03:15.059627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd689dc3-e4a4-4c38-b801-ce936af616bb req-da732e6a-fc08-446b-9896-09f817699484 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518064 Oct 22 15:03:15.114465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-b39ce603-69bd-45cd-8df1-3e1ca03fde61 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:15.118535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-b39ce603-69bd-45cd-8df1-3e1ca03fde61 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 945 time: 0.2540581 Oct 22 15:03:15.154369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-523c38c7-28b4-461a-9b02-db4d3cda9e2f req-e02e293b-72e4-435b-8179-0ecbf26cde56 service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418458 Oct 22 15:03:15.156001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Deleting port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:15.175509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.191323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:15.191609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.191758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 62ae55ef-add5-45b6-b7b1-2f095f11c7ba no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:15.211797 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '0fae9db7-c534-4052-935b-976e9f861863', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'port_id': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'mac_address': 'fa:16:3e:18:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:44Z', 'updated_at': '2021-10-22T15:03:12Z', 'revision_number': 1, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:41Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:15.250841 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ab94c-f777-4871-8ece-66daca77b72e None None] The sync data for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 is: [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '0fae9db7-c534-4052-935b-976e9f861863', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'port_id': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'mac_address': 'fa:16:3e:18:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:44Z', 'updated_at': '2021-10-22T15:03:12Z', 'revision_number': 1, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:41Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:15.341395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88449cc4-1a62-4cc4-859a-2bb6559442a4 req-c503e550-7937-4144-9c27-82fb4650439b tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:15.363977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88449cc4-1a62-4cc4-859a-2bb6559442a4 req-c503e550-7937-4144-9c27-82fb4650439b tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 943 time: 0.2362821 Oct 22 15:03:15.405272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] For port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,segment=NetworkSegment(e0d4617a-2c5b-49fe-ac38-dfa3f76367d7),segment_id=e0d4617a-2c5b-49fe-ac38-dfa3f76367d7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:15.405677 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.418786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 10f4dee8-3480-443a-b76a-73ffecda570f details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:03:15.450391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,segment=NetworkSegment(e0d4617a-2c5b-49fe-ac38-dfa3f76367d7),segment_id=e0d4617a-2c5b-49fe-ac38-dfa3f76367d7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:15.450756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.466390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 62ae55ef-add5-45b6-b7b1-2f095f11c7ba owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:15.602271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88449cc4-1a62-4cc4-859a-2bb6559442a4 req-c493235d-6c6e-478c-b20c-b82a2565d92a tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378027 Oct 22 15:03:15.668817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Deleting port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:15.669440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.727923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.749670 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.resource_extend [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:03:15.773468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.799622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:15.851536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] For port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:15.851909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.859126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:15.892054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Calling delete_port for 04ddc741-cc8d-4b37-88ed-2038f1f49e2a owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:15.901387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 10f4dee8-3480-443a-b76a-73ffecda570f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=10f4dee8-3480-443a-b76a-73ffecda570f,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:15.914131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8fd5a-5e81-41c0-bc85-654a473a0691 None None] New status for floating IP 0fae9db7-c534-4052-935b-976e9f861863: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:03:15.960481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:15.982710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:15.992967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:15.993408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d4617a-2c5b-49fe-ac38-dfa3f76367d7') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:16.003705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.020563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.027179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:03:16.027699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.098600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '10f4dee8-3480-443a-b76a-73ffecda570f', 'network_id': 'ad0484e9-14b1-4988-9f89-bf8643ee2955', 'port_id': '10f4dee8-3480-443a-b76a-73ffecda570f', 'mac_address': 'fa:16:3e:ff:57:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84b7db3-fe76-49da-8eea-de99bc7aceeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:03:16.103178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Calling delete_port for 62ae55ef-add5-45b6-b7b1-2f095f11c7ba owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:03:16.112854 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:03:16.171841 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.189054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-ba20b44f-f979-44f7-bacc-e894f290bf7a req-62fad81d-5e40-4b65-b753-b710a19e9963 service neutron] (107801) timed out ('10.222.0.53', 54538) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:03:16.234933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.242344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f4dee8-3480-443a-b76a-73ffecda570f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:03:16.265831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 10f4dee8-3480-443a-b76a-73ffecda570f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=10f4dee8-3480-443a-b76a-73ffecda570f,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:16.293803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.329593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.340328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 HTTP/1.1" status: 204 len: 168 time: 1.7392838 Oct 22 15:03:16.350867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:16.355609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'Port': ['ID=04ddc741-cc8d-4b37-88ed-2038f1f49e2a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:16.361327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['04ddc741-cc8d-4b37-88ed-2038f1f49e2a'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:03:16.376230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897117865', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:16.393701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc257d-b244-4b03-aebe-ea9fb09f84c7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:16.422021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.434190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17346-a3e0-4068-ab80-61715a321c8c req-200ac766-2b99-427e-8487-7ef5733c0af2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:16.442520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abe17346-a3e0-4068-ab80-61715a321c8c req-200ac766-2b99-427e-8487-7ef5733c0af2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 867 time: 0.2418346 Oct 22 15:03:16.511612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] No DVR routers for this DVR port 04ddc741-cc8d-4b37-88ed-2038f1f49e2a on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:16.515563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.522234 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d168f78c-f416-4827-b36b-a8ceab1747a9 req-06919723-2696-42b7-b071-8d98371b705f tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "DELETE /v2.0/ports/04ddc741-cc8d-4b37-88ed-2038f1f49e2a HTTP/1.1" status: 204 len: 173 time: 1.3940227 Oct 22 15:03:16.522449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abe17346-a3e0-4068-ab80-61715a321c8c req-afb39868-1d62-464a-b668-b7dbb118b289 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=16dd0f6b-0ca1-4b80-80a4-082054b1fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785446 Oct 22 15:03:16.522728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'name': 'network-vif-deleted', 'tag': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:16.531541 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa74e96b-4359-4321-9fc0-be24669f26c4" -d '{"events": [{"server_uuid": "79680dec-b2ed-4ec2-946a-be6f71f3f8ec", "name": "network-vif-deleted", "tag": "04ddc741-cc8d-4b37-88ed-2038f1f49e2a"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:16.570135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=10f4dee8-3480-443a-b76a-73ffecda570f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:16.600861 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78875e-4159-4cec-bfda-e7ae546cec69 x-openstack-request-id: req-8f78875e-4159-4cec-bfda-e7ae546cec69 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:16.601294 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79680dec-b2ed-4ec2-946a-be6f71f3f8ec", "name": "network-vif-deleted", "tag": "04ddc741-cc8d-4b37-88ed-2038f1f49e2a", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:16.601689 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f78875e-4159-4cec-bfda-e7ae546cec69 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:16.602338 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79680dec-b2ed-4ec2-946a-be6f71f3f8ec', 'name': 'network-vif-deleted', 'tag': '04ddc741-cc8d-4b37-88ed-2038f1f49e2a', 'status': 'completed', 'code': 200} Oct 22 15:03:16.639583 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.648437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.655165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.663004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Network eb8aa1d6-ecbf-4346-b105-7d7d0e0e9da3 is not hosted by any dhcp agent {{(pid=107803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 15:03:16.667721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] No DVR routers for this DVR port 62ae55ef-add5-45b6-b7b1-2f095f11c7ba on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:16.724760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['10f4dee8-3480-443a-b76a-73ffecda570f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:03:16.730874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87146b10-bcf6-448d-8fa9-25c6f74e09d0 None None] Pushing event deleted for resources: {'Port': ['ID=62ae55ef-add5-45b6-b7b1-2f095f11c7ba,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:16.778091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:16.798225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfdc81-f8d2-41ec-9d5e-c0f85f7b097e req-f6cd5118-4bfc-464b-9fe7-7d11fd059c63 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:16.806873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ecfdc81-f8d2-41ec-9d5e-c0f85f7b097e req-f6cd5118-4bfc-464b-9fe7-7d11fd059c63 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 944 time: 0.1058586 Oct 22 15:03:16.862239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ecfdc81-f8d2-41ec-9d5e-c0f85f7b097e req-5261a6a9-071e-41e0-8c0b-ec7f44da1f73 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541978 Oct 22 15:03:16.871378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.060049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.062045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-baade081-13b8-4991-aa2d-2dd621b727c0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6986630 Oct 22 15:03:17.064144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58422) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:17.069564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121352124'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:17.259987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:17.264386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.293098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:03:17.303283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.303700 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2 of type vlan for network 4bd4b87b-475a-4483-b51c-a7e2c458debc Oct 22 15:03:17.374589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.421175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 10f4dee8-3480-443a-b76a-73ffecda570f up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:17.487966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.494467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:17.495386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.544937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 10f4dee8-3480-443a-b76a-73ffecda570f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:03:17.551208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 10f4dee8-3480-443a-b76a-73ffecda570f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:17.551760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.629147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5634558 Oct 22 15:03:17.629986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeab0dd-d5f2-4ab4-b382-a7d032f2e130 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=4bd4b87b-475a-4483-b51c-a7e2c458debc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:17.633854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58440) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:17.640391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:17.658721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:03:17.687659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6910421f-6e61-4934-a8af-04e468b9119c req-93d2e8b4-caa1-4bd9-8fc1-5a108d941dff tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=79680dec-b2ed-4ec2-946a-be6f71f3f8ec HTTP/1.1" status: 200 len: 210 time: 0.0546880 Oct 22 15:03:17.791123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.819927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f4dee8-3480-443a-b76a-73ffecda570f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:17.822912 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c196c092-dcb5-4efc-ad44-381c1ef14f66" -d '{"events": [{"server_uuid": "16d4ed84-c699-4af5-b46b-3a161bdb4b19", "name": "network-vif-plugged", "status": "completed", "tag": "10f4dee8-3480-443a-b76a-73ffecda570f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:17.847081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 10f4dee8-3480-443a-b76a-73ffecda570f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=10f4dee8-3480-443a-b76a-73ffecda570f,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:17.880501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:17.887638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.891899 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d38cc6-8e4e-448c-89c0-16b5f550c24a x-openstack-request-id: req-c3d38cc6-8e4e-448c-89c0-16b5f550c24a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:17.892428 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d4ed84-c699-4af5-b46b-3a161bdb4b19", "name": "network-vif-plugged", "status": "completed", "tag": "10f4dee8-3480-443a-b76a-73ffecda570f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:17.892876 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3d38cc6-8e4e-448c-89c0-16b5f550c24a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:17.893447 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f4dee8-3480-443a-b76a-73ffecda570f', 'code': 200} Oct 22 15:03:17.914029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:17.914029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 04ddc741-cc8d-4b37-88ed-2038f1f49e2a no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:17.938075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 04ddc741-cc8d-4b37-88ed-2038f1f49e2a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:17.938550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 04ddc741-cc8d-4b37-88ed-2038f1f49e2a not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:17.993928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=10f4dee8-3480-443a-b76a-73ffecda570f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:18.093041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65356c4-15a6-4aa7-bbdf-0b8e145bf2bc req-b69eb369-a55e-4eb8-a296-6234ac1fe2b4 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:18.102826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a65356c4-15a6-4aa7-bbdf-0b8e145bf2bc req-b69eb369-a55e-4eb8-a296-6234ac1fe2b4 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 945 time: 0.0750597 Oct 22 15:03:18.143604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a65356c4-15a6-4aa7-bbdf-0b8e145bf2bc req-7d512a5c-9327-448f-b2f7-f567a5b150da tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Oct 22 15:03:18.251399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ed377-7ceb-484a-abdc-62f62af347e5 req-d167baf5-edba-4c0c-a62d-df9671f416f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:18.252888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae9ed377-7ceb-484a-abdc-62f62af347e5 req-d167baf5-edba-4c0c-a62d-df9671f416f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 1096 time: 0.0878491 Oct 22 15:03:18.291121 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae9ed377-7ceb-484a-abdc-62f62af347e5 req-236da47e-28bf-48e7-adf7-b61f771e473d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299144 Oct 22 15:03:18.465195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:18.527726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=7eca0c14-2799-4c10-90cf-4dea1b5edf48,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:18.536357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:18.536714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: 4bd4b87b-475a-4483-b51c-a7e2c458debc, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:03:18.676021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:03:18.782409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4bd4b87b-475a-4483-b51c-a7e2c458debc) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:18.787291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:18.788084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:18.796170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c62b98-2141-4de0-a075-9768156822ab None None] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:18.901544 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20a97492-6181-4944-8bec-f873277e2659 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2625253 Oct 22 15:03:18.902092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58466) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:18.990103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-4bd4b87b-475a-4483-b51c-a7e2c458debc', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:03:18.996445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.175438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Allocated IP 2001:db8::2 (4bd4b87b-475a-4483-b51c-a7e2c458debc/7eca0c14-2799-4c10-90cf-4dea1b5edf48/4c8709b7-a5ed-40c0-a8d6-16cfef18ec97) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:19.312486 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.403394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.434011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ece9c-a8f6-4e8a-9706-91b7fab60b4e req-43531b56-d987-458c-aea7-6b57a1cc0465 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:19.435598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b36ece9c-a8f6-4e8a-9706-91b7fab60b4e req-43531b56-d987-458c-aea7-6b57a1cc0465 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 945 time: 0.1865942 Oct 22 15:03:19.487961 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.529515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:19.532861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:19.536399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:19.573637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Pushing event updated for resources: {'Port': ['ID=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:19.596928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b5146-7ef8-414a-b153-4c73f5d756e6 req-2702d78a-d731-4842-bc2b-097f2a93fa32 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:19.598478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed4b5146-7ef8-414a-b153-4c73f5d756e6 req-2702d78a-d731-4842-bc2b-097f2a93fa32 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.2106655 Oct 22 15:03:19.604068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Attempting to bind port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:19.605287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Attempting to bind port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:19.605671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Attempting to bind port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 on network 4bd4b87b-475a-4483-b51c-a7e2c458debc {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:19.612441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:19.612816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Checking segment: {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:19.613213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.613624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Bound using segment: {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:19.614417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Bound port: 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:19.614801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.639288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b36ece9c-a8f6-4e8a-9706-91b7fab60b4e req-55d4ceb4-210b-4855-8683-da279ff0a9f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644955 Oct 22 15:03:19.705456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] For port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:19.711072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] For port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:19.771657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed4b5146-7ef8-414a-b153-4c73f5d756e6 req-6ea4b385-342a-4814-928a-a3d701ff0dc2 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600926 Oct 22 15:03:19.803374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8::1 (4bd4b87b-475a-4483-b51c-a7e2c458debc/7eca0c14-2799-4c10-90cf-4dea1b5edf48/3d344c65-7c8f-4d05-8497-74285c6ebb58) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:19.868697 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.973471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:19.987508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c615358-924f-4869-8bcf-bd8974557c4a None None] Pushing event updated for resources: {'Port': ['ID=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:20.077083 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:20.127117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:20.137749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:20.143800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:20.144487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:20.164992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=3d344c65-7c8f-4d05-8497-74285c6ebb58,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:20.260147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:20.476082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:20.783920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:20.846803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072b661-ed4a-46fe-b46c-e1426596bc32 req-4c98c445-898d-4bce-82ef-07eeeb348224 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:20.858065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5072b661-ed4a-46fe-b46c-e1426596bc32 req-4c98c445-898d-4bce-82ef-07eeeb348224 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 945 time: 0.0957098 Oct 22 15:03:20.910649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.025055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.037946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.122962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5072b661-ed4a-46fe-b46c-e1426596bc32 req-eddd5e51-6617-4f7b-9a80-c64e04fdfa68 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635822 Oct 22 15:03:21.298197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a44d1-77c9-4de7-87e0-9a689900453c req-d2f2ea0a-c502-4a7e-af59-40d2c9b8147b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:21.298704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:21.310902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-144a44d1-77c9-4de7-87e0-9a689900453c req-d2f2ea0a-c502-4a7e-af59-40d2c9b8147b tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.3889532 Oct 22 15:03:21.467180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=3d344c65-7c8f-4d05-8497-74285c6ebb58,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:21.488022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:21.495046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.526048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-144a44d1-77c9-4de7-87e0-9a689900453c req-f9bbe248-e1d5-4a3f-bb6f-47cc0bb474f4 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135708 Oct 22 15:03:21.566984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:21.581437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:21.591141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453231a-b03c-4e4b-8148-6a8727666c2a None None] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:21.659160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-868d6c60-9689-4ee6-8a2a-11c0763e6d03 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:21.660897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-868d6c60-9689-4ee6-8a2a-11c0763e6d03 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.8121879 Oct 22 15:03:21.734742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.736746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c82ee0d6-ac62-4c85-8ba8-d7d84bf0b59d None None] Provisioning complete for port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:21.737245 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c82ee0d6-ac62-4c85-8ba8-d7d84bf0b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.831043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:03:21.848531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:21.934595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:21.938411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Deleting port c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:21.939078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.005100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c82ee0d6-ac62-4c85-8ba8-d7d84bf0b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.031932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:22.045538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:22.053451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b10cfce-0300-4c66-9f43-868938dbd414 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504855 Oct 22 15:03:22.058523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58532) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:22.074632 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:22.080641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842241581'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:22.088884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-c82ee0d6-ac62-4c85-8ba8-d7d84bf0b59d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:03:22.089255 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-c82ee0d6-ac62-4c85-8ba8-d7d84bf0b59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:03:22.093368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] For port c0affd6b-13b4-4939-8516-86f897f63fc8, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c0affd6b-13b4-4939-8516-86f897f63fc8,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:22.093750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.103531 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:22.104575 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:22.112111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Deleting port 5d142021-edbf-4f37-bba2-4a0ce6145240 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:22.112453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.220725 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] For port 5d142021-edbf-4f37-bba2-4a0ce6145240, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d142021-edbf-4f37-bba2-4a0ce6145240,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Calling delete_port for 5d142021-edbf-4f37-bba2-4a0ce6145240 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Floating IP 5ec6acb0-4e5c-444c-9fd6-e9da7d264165 disassociated. External IP: 172.25.1.172, port: c0affd6b-13b4-4939-8516-86f897f63fc8. Oct 22 15:03:22.400047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Calling delete_port for c0affd6b-13b4-4939-8516-86f897f63fc8 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:22.476290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:22.481364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.497854 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:20Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:20Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:22.509193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:03:22.519409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.519912 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment 1a22969a-1458-4f5c-b0e2-6b9d7a9fea29 of type vlan for network b8d174f0-174b-4f22-ada1-2a92e123bd4d Oct 22 15:03:22.551218 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:22.551902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Updating router 115a1aa4-f316-42a7-bcc0-2b266b713013 port 3d344c65-7c8f-4d05-8497-74285c6ebb58 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:03:22.589524 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.608330 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.731697 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e39059b1-d5d2-4c6c-b809-17c3f8a1f006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.759602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efa280-ce95-423d-8dd0-2e9efa6304ad req-bf221d09-9b7e-4ecb-b33c-41d330bef89e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:22.772845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3efa280-ce95-423d-8dd0-2e9efa6304ad req-bf221d09-9b7e-4ecb-b33c-41d330bef89e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 944 time: 0.1104999 Oct 22 15:03:22.792255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aaa215f1-3eed-46a6-823b-5e5812a23799 None None] Provisioning complete for port 3d344c65-7c8f-4d05-8497-74285c6ebb58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:22.797814 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aaa215f1-3eed-46a6-823b-5e5812a23799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.811160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.818162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:22.818814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.873283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3efa280-ce95-423d-8dd0-2e9efa6304ad req-8773980f-28bc-4ef8-a686-c61ca6758c22 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dccb8f5-7fad-40e2-a090-6d15cf4891a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994155 Oct 22 15:03:22.911138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aaa215f1-3eed-46a6-823b-5e5812a23799 None None] Port 3d344c65-7c8f-4d05-8497-74285c6ebb58 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:22.929450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aaa215f1-3eed-46a6-823b-5e5812a23799 None None] Provisioning complete for port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:22.929914 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aaa215f1-3eed-46a6-823b-5e5812a23799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.933732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:22.965482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=b8d174f0-174b-4f22-ada1-2a92e123bd4d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:22.977469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:03:22.995733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'Port': ['ID=c0affd6b-13b4-4939-8516-86f897f63fc8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:23.011315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.072527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d142021-edbf-4f37-bba2-4a0ce6145240,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:23.083271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eed443dd-3015-4936-b37c-b3f79b4eeb3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0231159 Oct 22 15:03:23.086425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58554) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:23.100108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:23.104749 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.167904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:23.245620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:23.245998 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.316329 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.322371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-93a7b08c-5ab0-4c92-b15e-a9147f526fe6 None None] Provisioning complete for port 3d344c65-7c8f-4d05-8497-74285c6ebb58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:23.322998 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93a7b08c-5ab0-4c92-b15e-a9147f526fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.389997 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Pushing event updated for resources: {'Port': ['ID=3d344c65-7c8f-4d05-8497-74285c6ebb58,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:23.412050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:23.416664 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.416790 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.417055 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.417388 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.417714 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.417956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.418075 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.418345 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.418835 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.419270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.419592 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.419907 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.420247 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:23.451057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-93a7b08c-5ab0-4c92-b15e-a9147f526fe6 None None] Port 3d344c65-7c8f-4d05-8497-74285c6ebb58 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:23.455114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:23.496018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: c0affd6b-13b4-4939-8516-86f897f63fc8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:23.496018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c0affd6b-13b4-4939-8516-86f897f63fc8 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:23.611867 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Attempting to bind port 3d344c65-7c8f-4d05-8497-74285c6ebb58 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:23.612338 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Attempting to bind port 3d344c65-7c8f-4d05-8497-74285c6ebb58 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:23.613212 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Attempting to bind port 3d344c65-7c8f-4d05-8497-74285c6ebb58 on network 4bd4b87b-475a-4483-b51c-a7e2c458debc {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:23.623373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a45d9afa-8f75-4233-953e-3aec2d5e7db8 None None] Provisioning complete for port 3d344c65-7c8f-4d05-8497-74285c6ebb58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:23.624014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a45d9afa-8f75-4233-953e-3aec2d5e7db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.629452 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:23.634164 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Checking segment: {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:23.640386 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.641145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Bound using segment: {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:23.641848 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Bound port: 3d344c65-7c8f-4d05-8497-74285c6ebb58, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:23.644701 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.726948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a45d9afa-8f75-4233-953e-3aec2d5e7db8 None None] Port 3d344c65-7c8f-4d05-8497-74285c6ebb58 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:23.814024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Router 3dfbecae-a251-427b-b2bc-61262f5e9a36 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:23.829022 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] For port 3d344c65-7c8f-4d05-8497-74285c6ebb58, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:23.842329 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] For port 3d344c65-7c8f-4d05-8497-74285c6ebb58, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3d344c65-7c8f-4d05-8497-74285c6ebb58,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:23.928755 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.963750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f659dc46-a955-41f6-a572-98008964fc77 None None] Provisioning complete for port 3d344c65-7c8f-4d05-8497-74285c6ebb58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:23.964734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f659dc46-a955-41f6-a572-98008964fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:23.984365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:24.045504 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4697e4a-7ba7-441f-a247-17b6227b0a57 None None] Pushing event updated for resources: {'Port': ['ID=3d344c65-7c8f-4d05-8497-74285c6ebb58,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:24.084017 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:24.087537 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:24.101807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7465d1be-3a0d-4bf2-9039-6ef6e4a2eeb9 req-ef36763b-ca0f-4f6d-9d74-35e6e4eb0ecb tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.0706964 Oct 22 15:03:24.104389 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:24.300011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=f407da9b-3797-4c7d-b083-6f9d0f47c333,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:24.325633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:24.326053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: b8d174f0-174b-4f22-ada1-2a92e123bd4d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:03:24.426700 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:24.472194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:24.485448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:03:24.513906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] Sync routers for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:24.531865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:24.532836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:24.558605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] No DVR routers for this DVR port c0affd6b-13b4-4939-8516-86f897f63fc8 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:24.562364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:24.565832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-07dac599-c9ee-4519-a095-b7ffe0e0ae5f req-e55e7bee-96af-44dd-acf7-07780a6c4183 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.53 "DELETE /v2.0/ports/c0affd6b-13b4-4939-8516-86f897f63fc8 HTTP/1.1" status: 204 len: 173 time: 2.8648012 Oct 22 15:03:24.570234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-deleted', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:24.570234 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1054a544-e47f-42fd-ae4f-f55176373768" -d '{"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-deleted", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:24.589129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b8d174f0-174b-4f22-ada1-2a92e123bd4d) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:24.596953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:24.597883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:24.605098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f659dc46-a955-41f6-a572-98008964fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:24.610058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac2cab-2709-4320-bd7c-c99846047d64 None None] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:24.623678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:24.703864 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3637542-b27d-4715-8ab4-a469542aefd8 x-openstack-request-id: req-e3637542-b27d-4715-8ab4-a469542aefd8 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:24.703864 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd4029b-e3a9-4f73-85e1-75f6f5ee1756", "name": "network-vif-deleted", "tag": "c0affd6b-13b4-4939-8516-86f897f63fc8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:24.703864 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3637542-b27d-4715-8ab4-a469542aefd8 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:24.703864 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd4029b-e3a9-4f73-85e1-75f6f5ee1756', 'name': 'network-vif-deleted', 'tag': 'c0affd6b-13b4-4939-8516-86f897f63fc8', 'status': 'completed', 'code': 200} Oct 22 15:03:24.782114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b1b7ed1e-0a79-4288-b5d0-d394472b814e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6938193 Oct 22 15:03:24.784869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58586) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:24.802117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f659dc46-a955-41f6-a572-98008964fc77 None None] For port 3d344c65-7c8f-4d05-8497-74285c6ebb58, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3d344c65-7c8f-4d05-8497-74285c6ebb58,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:24.841836 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:20Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:23Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:24.845573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:24.875713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-df8db295-748f-455c-8308-c39d101a7904 admin admin] 10.222.0.66 "PUT /v2.0/routers/25ac2cca-f180-4d68-8c0a-bedc6e94dd70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6148891 Oct 22 15:03:24.876465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58588) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:24.882821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:24.914383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] Sync routers for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:24.927843 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b00652-cdcc-426f-a768-27f14c4e1462 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:20Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:23Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:24.935546 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:24.937003 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:02:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:24.953163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f659dc46-a955-41f6-a572-98008964fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.186861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.240284 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:25.312088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5acfa63c-7f4a-4e4a-925a-cd04ee4be2c6 None None] Provisioning complete for port 3d344c65-7c8f-4d05-8497-74285c6ebb58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:25.312623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5acfa63c-7f4a-4e4a-925a-cd04ee4be2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.501440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.537328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1bee-1be9-49e1-a678-4fcadf7f93c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.566173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659dc46-a955-41f6-a572-98008964fc77 None None] Pushing event updated for resources: {'Port': ['ID=3d344c65-7c8f-4d05-8497-74285c6ebb58,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:25.589428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a946a959-3495-4936-9e29-c71c7dde0321 req-a218cebc-2323-4c5a-a420-c2fa7179496e tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebd4029b-e3a9-4f73-85e1-75f6f5ee1756 HTTP/1.1" status: 200 len: 210 time: 0.1025875 Oct 22 15:03:25.599933 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T15:03:22Z', 'revision_number': 5, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port': {'id': '977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:54:01Z', 'updated_at': '2021-10-22T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:25.663142 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] Checking router: 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:25.686452 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] Routers {'25ac2cca-f180-4d68-8c0a-bedc6e94dd70'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:25.687456 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:25.689511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:03:25.690378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.766910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Deleting port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:25.766910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.891058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] For port 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:25.891360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.912770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:25.914319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Calling delete_port for 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:25.948354 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] Set router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:26.101033 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T15:03:25Z', 'revision_number': 6, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:26.136832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Allocated IP 2001:db8:1::2 (b8d174f0-174b-4f22-ada1-2a92e123bd4d/f407da9b-3797-4c7d-b083-6f9d0f47c333/c37b4dcc-3078-411d-a317-f22d19e211a0) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:26.166258 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cd14bf-43cc-45e6-86fb-727a5e3210d9 None None] The sync data for ids ['25ac2cca-f180-4d68-8c0a-bedc6e94dd70'] in n-d-812148-2 is: [{'id': '25ac2cca-f180-4d68-8c0a-bedc6e94dd70', 'name': 'tempest-AttachVolumeTestJSON-951157383-router', 'tenant_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:54:00Z', 'updated_at': '2021-10-22T15:03:25Z', 'revision_number': 6, 'project_id': 'db362a4480984f69b03f0e7f7f82c4b6', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:26.167152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:18Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:26.219473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] Checking router: 3dfbecae-a251-427b-b2bc-61262f5e9a36 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:26.317271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:26.318021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:26.411089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.441235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:26.508440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.517217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:26.595948 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.596879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.602280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.752899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.815774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8:1::1 (b8d174f0-174b-4f22-ada1-2a92e123bd4d/f407da9b-3797-4c7d-b083-6f9d0f47c333/ee64d08d-3b88-4465-a542-b69687f1c196) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:26.884031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Pushing event updated for resources: {'Port': ['ID=c37b4dcc-3078-411d-a317-f22d19e211a0,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:26.922482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:26.932644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:26.981453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.994112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:26.996639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58630) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:26.997830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.017473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:27.124455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b249d6d-6003-4390-9fc3-f0a1f3758111 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.127505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Attempting to bind port c37b4dcc-3078-411d-a317-f22d19e211a0 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:27.127628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.127852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Attempting to bind port c37b4dcc-3078-411d-a317-f22d19e211a0 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:27.127852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Attempting to bind port c37b4dcc-3078-411d-a317-f22d19e211a0 on network b8d174f0-174b-4f22-ada1-2a92e123bd4d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:27.138191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:27.138599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Checking segment: {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:27.139063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.141223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Bound using segment: {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:27.141223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Bound port: c37b4dcc-3078-411d-a317-f22d19e211a0, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:27.141223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.203047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b249d6d-6003-4390-9fc3-f0a1f3758111 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.212267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:27.220756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.221424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ac2cca-f180-4d68-8c0a-bedc6e94dd70 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:03:27.238061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:27.242628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:27.243608 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.246240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.251320 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ba6255bb-d805-4b61-b01e-802ad085a5cf admin admin] 10.222.0.66 "DELETE /v2.0/routers/25ac2cca-f180-4d68-8c0a-bedc6e94dd70 HTTP/1.1" status: 204 len: 168 time: 2.3735931 Oct 22 15:03:27.256260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58640) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:27.267917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:18Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:27.301885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] For port c37b4dcc-3078-411d-a317-f22d19e211a0, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:27.304701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0873f1-ca21-4549-ab64-c2b395481227 None None] The sync data for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 is: [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T14:53:13Z', 'revision_number': 4, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5e60d72b-a818-4fe2-a5c7-acd73955534e', 'name': '', 'network_id': '1d6592f3-3906-4707-8296-4fee4a4c6ed9', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'mac_address': 'fa:16:3e:e5:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '846e63f0-3c13-4450-9c09-4914904783d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:12Z', 'updated_at': '2021-10-22T14:53:18Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'subnets': [{'id': '846e63f0-3c13-4450-9c09-4914904783d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:27.326134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] For port c37b4dcc-3078-411d-a317-f22d19e211a0, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c37b4dcc-3078-411d-a317-f22d19e211a0,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:27.335107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ee64d08d-3b88-4465-a542-b69687f1c196,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:27.390031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3d344c65-7c8f-4d05-8497-74285c6ebb58 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:27.453612 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b249d6d-6003-4390-9fc3-f0a1f3758111 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.456485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b249d6d-6003-4390-9fc3-f0a1f3758111 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.457670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b249d6d-6003-4390-9fc3-f0a1f3758111 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "DELETE /v2.0/security-groups/1dccb8f5-7fad-40e2-a090-6d15cf4891a3 HTTP/1.1" status: 204 len: 168 time: 0.4579992 Oct 22 15:03:27.460953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:27.510696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249d6d-6003-4390-9fc3-f0a1f3758111 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dccb8f5-7fad-40e2-a090-6d15cf4891a3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:27.527149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Deleting subnet 9c97baba-b66a-4386-9377-5d6c184f53ab {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:03:27.535271 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-646e7225-73a7-4a44-ae1c-3e19bad3e975 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] show failed (client error): The resource could not be found. Oct 22 15:03:27.536484 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-646e7225-73a7-4a44-ae1c-3e19bad3e975 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "GET /v2.0/security-groups/1dccb8f5-7fad-40e2-a090-6d15cf4891a3 HTTP/1.1" status: 404 len: 347 time: 0.0610905 Oct 22 15:03:27.536609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.539439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58646) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:27.608475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.785231 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.817727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Deleting port 03b1b924-ed66-4f71-81e6-eae94df63651 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:27.818471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.973241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:27.973729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.000869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Calling delete_port for 03b1b924-ed66-4f71-81e6-eae94df63651 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:28.077151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c320c5a-e430-437e-9ec0-00f3ade21cb5 None None] New status for floating IP 5ec6acb0-4e5c-444c-9fd6-e9da7d264165: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:03:28.230113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Pushing event updated for resources: {'Port': ['ID=c37b4dcc-3078-411d-a317-f22d19e211a0,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:28.373052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.393277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3d344c65-7c8f-4d05-8497-74285c6ebb58 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:28.393751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.401924 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.405782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.420847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Pushing event deleted for resources: {'Port': ['ID=03b1b924-ed66-4f71-81e6-eae94df63651,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:28.422890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.423410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.423990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.424543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.425375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.426191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.426760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.427333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.427878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.428721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.429282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ec092-6a51-4927-8456-186dd5fce399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:28.494276 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.498918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.501994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-0c320c5a-e430-437e-9ec0-00f3ade21cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:03:28.504891 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-0c320c5a-e430-437e-9ec0-00f3ade21cb5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:03:28.535122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.537873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.542335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5f17cec-9b23-4820-8c9b-bc89c42ccde3 tempest-ServerActionsTestJSON-1420580253 tempest-ServerActionsTestJSON-1420580253-project] 10.222.0.66 "DELETE /v2.0/floatingips/5ec6acb0-4e5c-444c-9fd6-e9da7d264165 HTTP/1.1" status: 204 len: 168 time: 0.9985490 Oct 22 15:03:28.543423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58664) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:28.688901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d142021-edbf-4f37-bba2-4a0ce6145240 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:28.711406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5d142021-edbf-4f37-bba2-4a0ce6145240 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:28.712551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d142021-edbf-4f37-bba2-4a0ce6145240 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:28.728077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:28.763803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:28.764798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 977d43d9-3ae5-4d4a-92d6-a4d6e902e2f0 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:28.799882 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:03:28.822949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.864511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c97baba-b66a-4386-9377-5d6c184f53ab,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:28.876928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05233e6c-bbde-490b-9d06-01726ee5ab13 None None] Network 07cb71aa-f007-472c-ad0e-93c8fd874287 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:28.895244 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:28.898448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-58fc5756-b419-474d-8d36-d43ecfefa927 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9c97baba-b66a-4386-9377-5d6c184f53ab HTTP/1.1" status: 204 len: 168 time: 1.5901425 Oct 22 15:03:28.901613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58674) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:29.006363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.007396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c320c5a-e430-437e-9ec0-00f3ade21cb5 None None] New status for floating IP 5ec6acb0-4e5c-444c-9fd6-e9da7d264165: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:03:29.088058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.088846 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.206883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.287280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=ee64d08d-3b88-4465-a542-b69687f1c196,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:29.323464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] DHCP port deletion for 07cb71aa-f007-472c-ad0e-93c8fd874287 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:03:29.357198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c37b4dcc-3078-411d-a317-f22d19e211a0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:29.377466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:29.382422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:29.455619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Deleting port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:29.455619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.500709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] Deleting port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:29.501709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.518262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c37b4dcc-3078-411d-a317-f22d19e211a0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:29.519066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.602458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] For port 5e467a37-acc5-4c0b-a060-ee10d133f4b5, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e467a37-acc5-4c0b-a060-ee10d133f4b5,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:29.603079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.615999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:29.625455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] For port 5e467a37-acc5-4c0b-a060-ee10d133f4b5, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e467a37-acc5-4c0b-a060-ee10d133f4b5,segment=NetworkSegment(96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c),segment_id=96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:29.626129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.652168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] Calling delete_port for 5e467a37-acc5-4c0b-a060-ee10d133f4b5 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:29.656496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Calling delete_port for 5e467a37-acc5-4c0b-a060-ee10d133f4b5 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:29.664049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e68f1-59d0-412a-b100-6f5ace61d81c None None] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:29.738102 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.839141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:29.852729 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:29.853282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a8cbbf6-8541-4fc9-b56c-0d95a79a43ea tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0656936 Oct 22 15:03:29.853932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:29.863790 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:29.864397 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:29.865688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1773430701'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:29.873778 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.886028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fff07619-9c7e-4399-ac4c-eb363ee6dc9a None None] Provisioning complete for port c37b4dcc-3078-411d-a317-f22d19e211a0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:29.889141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fff07619-9c7e-4399-ac4c-eb363ee6dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:29.957997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.000609 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:30.000841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e467a37-acc5-4c0b-a060-ee10d133f4b5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:30.024584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] No DVR routers for this DVR port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:30.064914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port c37b4dcc-3078-411d-a317-f22d19e211a0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c37b4dcc-3078-411d-a317-f22d19e211a0,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:30.085029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:30.090502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.123932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.135357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:03:30.148483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] No DVR routers for this DVR port 5e467a37-acc5-4c0b-a060-ee10d133f4b5 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:30.173806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.176224 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment 7270098a-a22c-453a-a718-a6b01e6e42ae of type vlan for network d3d552c6-f14a-4510-97fb-b62ac8027c14 Oct 22 15:03:30.189134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b7048-1b9f-4337-b2b6-7055121f3d77 None None] Pushing event deleted for resources: {'Port': ['ID=5e467a37-acc5-4c0b-a060-ee10d133f4b5,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:30.191015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.222473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.264961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cb71aa-f007-472c-ad0e-93c8fd874287']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:30.295418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:30.295790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e26b63-6f06-4a43-b16e-e6fd2e7b6f3c') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:30.312410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.317026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.340386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.350060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=c37b4dcc-3078-411d-a317-f22d19e211a0,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:30.366772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:03:30.367221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:03:30.370237 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:03:30.419498 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:27Z', 'revision_number': 3, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:28Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:30.435757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.442025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:30.442947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.460924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:30.461517 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Updating router 115a1aa4-f316-42a7-bcc0-2b266b713013 port ee64d08d-3b88-4465-a542-b69687f1c196 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:03:30.507508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Deleting port 5e60d72b-a818-4fe2-a5c7-acd73955534e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:30.511619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.515180 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.616250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7610908 Oct 22 15:03:30.623231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f4e89-5a1f-46a5-82f5-ca2873762d9a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=d3d552c6-f14a-4510-97fb-b62ac8027c14,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:30.625636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58700) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:30.635416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:30.637464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:03:30.646867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.670686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.674124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] 10.222.0.66 "DELETE /v2.0/networks/07cb71aa-f007-472c-ad0e-93c8fd874287 HTTP/1.1" status: 204 len: 168 time: 1.7710872 Oct 22 15:03:30.711148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541381-3939-42d8-bba2-091c323eed57 admin admin] Pushing event deleted for resources: {'Network': ['ID=07cb71aa-f007-472c-ad0e-93c8fd874287,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:30.750746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] For port 5e60d72b-a818-4fe2-a5c7-acd73955534e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5e60d72b-a818-4fe2-a5c7-acd73955534e,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:30.752549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:30.796091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Calling delete_port for 5e60d72b-a818-4fe2-a5c7-acd73955534e owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:31.063925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:31.066660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.208020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c37b4dcc-3078-411d-a317-f22d19e211a0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:31.246402 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.283612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:31.313833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.350083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f4fa8c27-9032-41c4-8f0f-f808ca98f34c None None] Provisioning complete for port c37b4dcc-3078-411d-a317-f22d19e211a0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:31.350448 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8c27-9032-41c4-8f0f-f808ca98f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.356293 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.381744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e60d72b-a818-4fe2-a5c7-acd73955534e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:31.480592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-115fddc1-a7fa-402d-b83d-27f6fbfefbdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db362a4480984f69b03f0e7f7f82c4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957867 Oct 22 15:03:31.483476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c37b4dcc-3078-411d-a317-f22d19e211a0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:31.483986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.485160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58712) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:31.519428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21fc7-6531-48eb-a491-d9a54bb5ae27 None None] Pushing event updated for resources: {'Port': ['ID=ee64d08d-3b88-4465-a542-b69687f1c196,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:31.687024 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Attempting to bind port ee64d08d-3b88-4465-a542-b69687f1c196 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:31.687392 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Attempting to bind port ee64d08d-3b88-4465-a542-b69687f1c196 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:31.690897 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Attempting to bind port ee64d08d-3b88-4465-a542-b69687f1c196 on network b8d174f0-174b-4f22-ada1-2a92e123bd4d {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:31.695180 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:31.695562 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Checking segment: {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:31.696666 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.697443 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Bound using segment: {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:31.698211 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Bound port: ee64d08d-3b88-4465-a542-b69687f1c196, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:31.698601 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.706346 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58b36fd4-d4f9-4b03-bd78-b4c600e07312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.717871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.755971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f4fa8c27-9032-41c4-8f0f-f808ca98f34c None None] Provisioning complete for port ee64d08d-3b88-4465-a542-b69687f1c196 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:31.756584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8c27-9032-41c4-8f0f-f808ca98f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.826452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58b36fd4-d4f9-4b03-bd78-b4c600e07312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:31.892146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=28c9a921-b667-41a7-a075-1eb0489ace4f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:31.955460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa8c27-9032-41c4-8f0f-f808ca98f34c None None] Port ee64d08d-3b88-4465-a542-b69687f1c196 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:32.019125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] For port ee64d08d-3b88-4465-a542-b69687f1c196, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:32.030142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.050578 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] For port ee64d08d-3b88-4465-a542-b69687f1c196, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee64d08d-3b88-4465-a542-b69687f1c196,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:32.064423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e467a37-acc5-4c0b-a060-ee10d133f4b5 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:32.094585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:32.095099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: d3d552c6-f14a-4510-97fb-b62ac8027c14, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:03:32.116588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5e467a37-acc5-4c0b-a060-ee10d133f4b5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:32.116924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e467a37-acc5-4c0b-a060-ee10d133f4b5 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:32.130884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c3cffc36-ecda-468c-a129-063f211aba49 None None] Provisioning complete for port ee64d08d-3b88-4465-a542-b69687f1c196 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:32.131443 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c3cffc36-ecda-468c-a129-063f211aba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.139281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58b36fd4-d4f9-4b03-bd78-b4c600e07312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.142714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58b36fd4-d4f9-4b03-bd78-b4c600e07312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.147222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-58b36fd4-d4f9-4b03-bd78-b4c600e07312 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17fe5f8a-631b-4845-81f9-1ed13e3c5165 HTTP/1.1" status: 204 len: 168 time: 0.6603978 Oct 22 15:03:32.170591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b36fd4-d4f9-4b03-bd78-b4c600e07312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe5f8a-631b-4845-81f9-1ed13e3c5165,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:32.171060 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.204771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c3cffc36-ecda-468c-a129-063f211aba49 None None] Port ee64d08d-3b88-4465-a542-b69687f1c196 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:32.247474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:03:32.289059 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21fc7-6531-48eb-a491-d9a54bb5ae27 None None] Pushing event updated for resources: {'Port': ['ID=ee64d08d-3b88-4465-a542-b69687f1c196,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:32.294346 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:32.295267 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:32.306115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-c08d6fa2-472e-41a3-9844-56f801d4bd94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0818462 Oct 22 15:03:32.367234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d3d552c6-f14a-4510-97fb-b62ac8027c14) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:32.371612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bd9c83c0-00e7-4b39-bb66-60b7df6438e8 None None] Provisioning complete for port ee64d08d-3b88-4465-a542-b69687f1c196 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:32.371983 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd9c83c0-00e7-4b39-bb66-60b7df6438e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.373083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.377581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.433058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027f15e-2517-4f2c-8e27-1864816897b1 None None] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:32.487618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5aa9759-caa3-45ea-bbf8-a9a743d1c4d2 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8581297 Oct 22 15:03:32.487851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58722) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:32.581899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd9c83c0-00e7-4b39-bb66-60b7df6438e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.667983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.668479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.679626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.680113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.681237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.681728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.682323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:32.692845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bd9c83c0-00e7-4b39-bb66-60b7df6438e8 None None] For port ee64d08d-3b88-4465-a542-b69687f1c196, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee64d08d-3b88-4465-a542-b69687f1c196,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:32.694453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2fd36eee-7318-404f-8065-83a249d8ed5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6492 time: 0.3058791 Oct 22 15:03:32.744460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-d3d552c6-f14a-4510-97fb-b62ac8027c14', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:03:32.745712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:32.772568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Router 3dfbecae-a251-427b-b2bc-61262f5e9a36 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:32.779710 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:32.792075 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd9c83c0-00e7-4b39-bb66-60b7df6438e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:33.098792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-07954a5f-9577-4f36-8efa-d6c06f8d6234 None None] Provisioning complete for port ee64d08d-3b88-4465-a542-b69687f1c196 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:33.099446 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-07954a5f-9577-4f36-8efa-d6c06f8d6234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:33.171489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-6b7c33e2-8ea9-4b84-bad1-3bd9eb14c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:33.174439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-6b7c33e2-8ea9-4b84-bad1-3bd9eb14c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:33.178404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-6b7c33e2-8ea9-4b84-bad1-3bd9eb14c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:33.181565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-6b7c33e2-8ea9-4b84-bad1-3bd9eb14c7cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=c0226784-150c-43ed-b71e-dc85064ff07e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=c46961ba-ce10-4285-82d4-87b41d7e6534&id=c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 200 len: 2294 time: 0.4511340 Oct 22 15:03:33.184018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Allocated IP 2001:db8:2::2 (d3d552c6-f14a-4510-97fb-b62ac8027c14/28c9a921-b667-41a7-a075-1eb0489ace4f/12dcb23e-2227-453f-8f4e-2e0bdcc25ac8) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:33.195727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c83c0-00e7-4b39-bb66-60b7df6438e8 None None] Pushing event updated for resources: {'Port': ['ID=ee64d08d-3b88-4465-a542-b69687f1c196,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:33.312148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:33.325670 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:27Z', 'revision_number': 3, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:33.377516 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-86b91055-9d5e-4292-925a-1f16defdd3e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 200 len: 1001 time: 0.1249306 Oct 22 15:03:33.390320 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f248ab-29eb-498d-a521-7448f48b364f None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:27Z', 'revision_number': 3, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:33.405683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:33.420175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] Sync routers for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:33.443012 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-52d28bf4-813f-434d-a317-9c47afaa7d25 admin admin] 10.222.0.66 "PUT /v2.0/routers/3dfbecae-a251-427b-b2bc-61262f5e9a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8984888 Oct 22 15:03:33.445378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:33.542574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:33.548361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:33.573255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f59c3016-df30-4b8e-ba3c-0a156e58863d None None] Provisioning complete for port ee64d08d-3b88-4465-a542-b69687f1c196 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:33.576198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f59c3016-df30-4b8e-ba3c-0a156e58863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:33.649988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-7fe4d1c0-5b33-4d06-be88-dab137c27679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:33.660114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-7fe4d1c0-5b33-4d06-be88-dab137c27679 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c70db5d-50ec-4376-9528-db0b76660b8a HTTP/1.1" status: 200 len: 851 time: 0.2726641 Oct 22 15:03:33.668169 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:33.677036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:33.881399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8:2::1 (d3d552c6-f14a-4510-97fb-b62ac8027c14/28c9a921-b667-41a7-a075-1eb0489ace4f/fd4b0de9-2b25-4661-adb4-99287ed24747) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:34.086432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.212925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.220763 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.230885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.263427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:34.322645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:34.325426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:34.329919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:34.330094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d5b273d8-d694-4115-8bb5-b21e7fc4c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:34.331378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.331662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d5b273d8-d694-4115-8bb5-b21e7fc4c741 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c0226784-150c-43ed-b71e-dc85064ff07e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6632407 Oct 22 15:03:34.382985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:34.393309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:34.418246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=fd4b0de9-2b25-4661-adb4-99287ed24747,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:34.487918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-ca512eed-4037-4df2-ae9e-0f4a20c53ab4 service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469741 Oct 22 15:03:34.495689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:34.530373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Pushing event updated for resources: {'Port': ['ID=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:34.547195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.603791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Attempting to bind port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:34.604204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Attempting to bind port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:34.604508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Attempting to bind port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 on network d3d552c6-f14a-4510-97fb-b62ac8027c14 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:34.612375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:34.612750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Checking segment: {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:34.613153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.613552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Bound using segment: {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:34.614028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Bound port: 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:34.614475 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.638392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-30b7e7bb-1722-4325-8408-0d87552143e1 service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410885 Oct 22 15:03:34.668782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T15:03:31Z', 'revision_number': 5, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port': {'id': 'd511bc1a-a084-46c8-a7c7-022a5706afcc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:53:09Z', 'updated_at': '2021-10-22T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:34.689139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.707022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-60b60a55-60a2-4276-9baf-a7b5148eec85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 217 time: 0.0598633 Oct 22 15:03:34.707782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] Checking router: 3dfbecae-a251-427b-b2bc-61262f5e9a36 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:34.724754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] For port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:34.729286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] For port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:34.730555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] Routers {'3dfbecae-a251-427b-b2bc-61262f5e9a36'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:34.731378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3dfbecae-a251-427b-b2bc-61262f5e9a36'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:34.795705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-3087b3ca-f984-4a60-ae20-5e3dc217d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:34.797593 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-3087b3ca-f984-4a60-ae20-5e3dc217d95d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0768311 Oct 22 15:03:34.812040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Deleting port d511bc1a-a084-46c8-a7c7-022a5706afcc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:34.812618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.821782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.927327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-7c776ea2-0281-4177-ae46-2af52038a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:34.929234 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-7c776ea2-0281-4177-ae46-2af52038a5f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192596 Oct 22 15:03:34.963419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] Set router 3dfbecae-a251-427b-b2bc-61262f5e9a36 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:34.973607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] For port d511bc1a-a084-46c8-a7c7-022a5706afcc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d511bc1a-a084-46c8-a7c7-022a5706afcc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:34.974581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:34.999915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Calling delete_port for d511bc1a-a084-46c8-a7c7-022a5706afcc owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:35.064594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T15:03:34Z', 'revision_number': 6, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:35.103013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ace1-b53e-4c6d-86ab-63fa3fa98c1f None None] Pushing event updated for resources: {'Port': ['ID=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:35.106207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab3397-8bab-4c5e-a129-39fb5e91bef7 None None] The sync data for ids ['3dfbecae-a251-427b-b2bc-61262f5e9a36'] in n-d-812148-2 is: [{'id': '3dfbecae-a251-427b-b2bc-61262f5e9a36', 'name': 'tempest-ServerActionsTestJSON-925293530-router', 'tenant_id': '2d6155e809354c36b66bf888314c2f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:53:08Z', 'updated_at': '2021-10-22T15:03:34Z', 'revision_number': 6, 'project_id': '2d6155e809354c36b66bf888314c2f85', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:35.222086 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-3ca1a3a4-1cb9-4cb4-8260-05ef2f9489b1 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799110 Oct 22 15:03:35.274475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.359062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.360650 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.419030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-f61d0113-5f2a-4095-8d36-d00caedad72a service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789861 Oct 22 15:03:35.488817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-eaf2f416-772c-4a0b-a16a-739d7b853a20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 217 time: 0.0466750 Oct 22 15:03:35.565254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-bcb6969b-8de1-4bb9-a8c1-9ee70c05213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:35.567204 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-bcb6969b-8de1-4bb9-a8c1-9ee70c05213c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0732331 Oct 22 15:03:35.593791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.612374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee64d08d-3b88-4465-a542-b69687f1c196 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:35.661589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=fd4b0de9-2b25-4661-adb4-99287ed24747,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:35.668722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Pushing event deleted for resources: {'Port': ['ID=d511bc1a-a084-46c8-a7c7-022a5706afcc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:35.710059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:35.711818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:35.751956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ee64d08d-3b88-4465-a542-b69687f1c196 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:35.752592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.783913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d4ea51bb-8383-48a3-906f-4414c50725ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:35.786154 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d4ea51bb-8383-48a3-906f-4414c50725ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2105985 Oct 22 15:03:35.833725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.978420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.982324 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:35.982492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:36.047979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-1b1969dc-de65-4a9b-ad1e-e52cd95dc07a service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535331 Oct 22 15:03:36.144823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:36.160002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bbd86195-b6c2-4404-a4ea-3c1d719fd351 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6631489 Oct 22 15:03:36.160494 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:36.162104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:36.168518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-221044475'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:36.173097 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:36.173985 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:36.220276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.220982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfbecae-a251-427b-b2bc-61262f5e9a36 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:03:36.228000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.229552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-563d977a-ec55-4238-8f57-859164429877 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3dfbecae-a251-427b-b2bc-61262f5e9a36 HTTP/1.1" status: 204 len: 168 time: 2.7826977 Oct 22 15:03:36.232113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58800) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:36.278521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-7d3076b6-0361-4a30-a38f-a014c4d911e9 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207201 Oct 22 15:03:36.302523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:36.309738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.373073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-a0b7c094-4d36-4fa0-ace3-7e49bf8b3961 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53 HTTP/1.1" status: 200 len: 217 time: 0.0854523 Oct 22 15:03:36.393535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:03:36.413929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.414386 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added segment a3ddad53-33f4-48f1-8760-c218904c429a of type vlan for network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 Oct 22 15:03:36.471917 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:36.492219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d119ee5d-3879-4b78-bd1d-f8b67f0d1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:36.494346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d119ee5d-3879-4b78-bd1d-f8b67f0d1940 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.1047633 Oct 22 15:03:36.503123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.552673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Deleting subnet 846e63f0-3c13-4450-9c09-4914904783d2 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:03:36.559329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.582085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-92f8bdbe-8e6e-4b47-a41d-6b003d38fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:36.593095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-92f8bdbe-8e6e-4b47-a41d-6b003d38fc28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820603 Oct 22 15:03:36.612176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.621858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:36.623212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.719932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.759444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-259352f1-ab67-494d-83e5-8e19d0cbfd85 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609437 Oct 22 15:03:36.777014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Network': ['ID=c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:36.790825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:03:36.881283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:36.913592 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:34Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:34Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:36.928729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d51d7907-4b11-4610-acd5-0e7eb1683576 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542611 Oct 22 15:03:36.929028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5bd58b-bbe7-4758-8613-7a12e94e5233 None None] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:36.938024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-22e11b72-b772-4691-b973-f36564b7272e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7745135 Oct 22 15:03:36.942222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58808) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:36.950140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'subnet': {'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:36.981116 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:36.981870 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Updating router 115a1aa4-f316-42a7-bcc0-2b266b713013 port fd4b0de9-2b25-4661-adb4-99287ed24747 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:03:37.020827 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.024759 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-26158c46-7877-4e3f-a51d-0b60a16311fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8 HTTP/1.1" status: 200 len: 217 time: 0.0880599 Oct 22 15:03:37.051968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d633e29a-bfb3-404d-8be7-6f6b1bfa5f2b None None] Provisioning complete for port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:37.052374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d633e29a-bfb3-404d-8be7-6f6b1bfa5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.099451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-61622cdf-bbef-42e5-a2e6-c8070268dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:37.101544 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-61622cdf-bbef-42e5-a2e6-c8070268dc1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0682139 Oct 22 15:03:37.139053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Made reservation on behalf of ece666ff95fd4c14b23654f5f7c49519 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:37.142944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.211203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-963a1e8e-ce39-4551-948a-a2b4dc6398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:37.225734 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-963a1e8e-ce39-4551-948a-a2b4dc6398db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111867 Oct 22 15:03:37.292101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.292353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:37.323828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.327083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/846e63f0-3c13-4450-9c09-4914904783d2 HTTP/1.1" status: 204 len: 168 time: 1.0939393 Oct 22 15:03:37.327932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe900d4-693b-4208-bc7a-41df6a5d4533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846e63f0-3c13-4450-9c09-4914904783d2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:37.330991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58814) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:37.395391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae411fc-0d13-4e10-88e6-d077f0f80deb None None] Network 1d6592f3-3906-4707-8296-4fee4a4c6ed9 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:37.491679 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.498754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-d6126a8d-f9df-4830-8cde-24eaafbc65bb service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649441 Oct 22 15:03:37.531539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.596198 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.625094 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-2dd86572-5e82-4bf4-9d28-a965ee61697c service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194015 Oct 22 15:03:37.678048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d633e29a-bfb3-404d-8be7-6f6b1bfa5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.716032 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-557d6d16-5315-4a2f-afb4-ad8470b3d2b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a3b2165-bb91-411b-9c91-f074767c01be HTTP/1.1" status: 200 len: 217 time: 0.0748675 Oct 22 15:03:37.720722 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c5d8-bd28-4b3e-9c7e-d1ff1cfb64af None None] Pushing event updated for resources: {'Port': ['ID=fd4b0de9-2b25-4661-adb4-99287ed24747,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:37.782855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-963f4a27-d8f4-4a0f-96a2-285796e4d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:37.784632 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-963f4a27-d8f4-4a0f-96a2-285796e4d593 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.0608392 Oct 22 15:03:37.856212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:37.859057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.859257 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Attempting to bind port fd4b0de9-2b25-4661-adb4-99287ed24747 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:37.859791 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Attempting to bind port fd4b0de9-2b25-4661-adb4-99287ed24747 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:37.861062 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Attempting to bind port fd4b0de9-2b25-4661-adb4-99287ed24747 on network d3d552c6-f14a-4510-97fb-b62ac8027c14 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:37.876536 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:37.876922 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Checking segment: {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:37.877464 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.877868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Bound using segment: {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:37.878357 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Bound port: fd4b0de9-2b25-4661-adb4-99287ed24747, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7270098a-a22c-453a-a718-a6b01e6e42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:37.880871 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:37.903479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-c6e9280f-33be-413d-9d73-008edb1a4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:37.909344 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-c6e9280f-33be-413d-9d73-008edb1a4ce9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1168895 Oct 22 15:03:37.962186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d633e29a-bfb3-404d-8be7-6f6b1bfa5f2b None None] For port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:38.034104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d633e29a-bfb3-404d-8be7-6f6b1bfa5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.038239 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] For port fd4b0de9-2b25-4661-adb4-99287ed24747, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:38.049923 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] For port fd4b0de9-2b25-4661-adb4-99287ed24747, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fd4b0de9-2b25-4661-adb4-99287ed24747,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:38.100962 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-7df71ceb-8a77-4d38-8375-95c8b6f8c475 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834140 Oct 22 15:03:38.162194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] DHCP port deletion for 1d6592f3-3906-4707-8296-4fee4a4c6ed9 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:03:38.166217 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.296763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e60d72b-a818-4fe2-a5c7-acd73955534e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:38.309786 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:38.310715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:38.326079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633e29a-bfb3-404d-8be7-6f6b1bfa5f2b None None] Pushing event updated for resources: {'Port': ['ID=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:38.351870 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-ef1fed96-82f7-4257-96de-39b5151e584f service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404106 Oct 22 15:03:38.430821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5e60d72b-a818-4fe2-a5c7-acd73955534e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:38.431642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5e60d72b-a818-4fe2-a5c7-acd73955534e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:38.432931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Deleting port 71d7a24b-b865-489e-bcf7-1a872956bb98 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:38.433280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.433729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d511bc1a-a084-46c8-a7c7-022a5706afcc no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:38.458574 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-70ca2e62-9437-4ac3-b3fa-993155093b25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 200 len: 217 time: 0.1009603 Oct 22 15:03:38.470516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d511bc1a-a084-46c8-a7c7-022a5706afcc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:38.470865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d511bc1a-a084-46c8-a7c7-022a5706afcc not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:38.478310 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c5d8-bd28-4b3e-9c7e-d1ff1cfb64af None None] Pushing event updated for resources: {'Port': ['ID=fd4b0de9-2b25-4661-adb4-99287ed24747,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:38.495211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.522408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] Deleting port 71d7a24b-b865-489e-bcf7-1a872956bb98 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:38.522934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.591227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-41ef1472-98a8-4f8f-863a-e477c3bad6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:38.591227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-41ef1472-98a8-4f8f-863a-e477c3bad6ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.1227622 Oct 22 15:03:38.630465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] For port 71d7a24b-b865-489e-bcf7-1a872956bb98, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=71d7a24b-b865-489e-bcf7-1a872956bb98,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:38.630924 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.643210 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:38.644851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] Calling delete_port for 71d7a24b-b865-489e-bcf7-1a872956bb98 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:38.685044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-3cfdb7b8-6eb2-4c80-a79d-982125e60539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:38.689981 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-3cfdb7b8-6eb2-4c80-a79d-982125e60539 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925386 Oct 22 15:03:38.714912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Subnet': ['ID=99114168-02fd-4666-83d0-a9d89d5e9bde,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:38.723984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Provisioning complete for port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:38.724416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.729755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] For port 71d7a24b-b865-489e-bcf7-1a872956bb98, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=71d7a24b-b865-489e-bcf7-1a872956bb98,segment=NetworkSegment(a6af38d6-c9ee-4043-9a21-a348b1635ac0),segment_id=a6af38d6-c9ee-4043-9a21-a348b1635ac0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:38.730291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.788718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Calling delete_port for 71d7a24b-b865-489e-bcf7-1a872956bb98 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:38.869433 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.907748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] Pushing event deleted for resources: {'Port': ['ID=71d7a24b-b865-489e-bcf7-1a872956bb98,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:38.917394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b74b3-3665-4ae8-8e34-600d3e8b3b9d None None] No DVR routers for this DVR port 71d7a24b-b865-489e-bcf7-1a872956bb98 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:38.918913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Provisioning complete for port fd4b0de9-2b25-4661-adb4-99287ed24747 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:38.919311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:38.920948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-29323e08-bf1e-4a4a-9e7c-c3e1531eb6ed service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227759 Oct 22 15:03:38.981320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Checking segment: {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:38.981690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network hostable DHCP agents. Network: c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:03:39.087926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.128289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34413da2-1e15-4be2-baf9-198b2ec9971a req-13d3343c-62ce-4d60-b76b-0e3da1b68055 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992285 Oct 22 15:03:39.188738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=71d7a24b-b865-489e-bcf7-1a872956bb98,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:39.201822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:03:39.221097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] No DVR routers for this DVR port 71d7a24b-b865-489e-bcf7-1a872956bb98 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:39.222166 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:34Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:38Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:39.282005 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e8833-253c-49e3-a60e-110667487d5d None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:34Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:38Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:39.289721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:39.306863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:39.307517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.378503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:39.382742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f4ed30-1035-4341-8455-b0bddcf4a014 None None] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:39.388411 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.426223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.469157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6592f3-3906-4707-8296-4fee4a4c6ed9']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:39.488786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6af38d6-c9ee-4043-9a21-a348b1635ac0') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:39.489254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6af38d6-c9ee-4043-9a21-a348b1635ac0') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:39.498601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] For port fd4b0de9-2b25-4661-adb4-99287ed24747, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fd4b0de9-2b25-4661-adb4-99287ed24747,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:39.509112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.530492 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.538825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:03:39.539515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:03:39.623695 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:03:39.640874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:39.643105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.676370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.761311 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.769513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:39.773160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] 10.222.0.66 "DELETE /v2.0/networks/1d6592f3-3906-4707-8296-4fee4a4c6ed9 HTTP/1.1" status: 204 len: 168 time: 2.4412200 Oct 22 15:03:39.825329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6f397-9d7f-4f88-b8b2-20206d85d1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6592f3-3906-4707-8296-4fee4a4c6ed9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:39.855292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a2b8fbe8-1ac0-4843-8a0c-5a7b257cb8bd tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9055204 Oct 22 15:03:39.855708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58854) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:39.958683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6be2a828-7af9-4cd0-97d7-bb4f87e344c8 None None] Provisioning complete for port fd4b0de9-2b25-4661-adb4-99287ed24747 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:39.959700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6be2a828-7af9-4cd0-97d7-bb4f87e344c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.014072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35f125-6d4d-48a0-81c0-6a0fb6db55fb None None] Pushing event updated for resources: {'Port': ['ID=fd4b0de9-2b25-4661-adb4-99287ed24747,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:40.042223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:03:40.044588 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.288810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58858) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:40.443640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:40.557083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eb1099cb-fb9c-4bab-8825-31cf43b907b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d6155e809354c36b66bf888314c2f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092057 Oct 22 15:03:40.558553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58866) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:40.677572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab346-2db8-4dc4-8811-6687dc30b04b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.685443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Allocated IP 2001:db8:3::2 (c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0/99114168-02fd-4666-83d0-a9d89d5e9bde/9e73e70c-2d1d-486a-93fc-c5ed3a83533a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:40.698573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 71d7a24b-b865-489e-bcf7-1a872956bb98 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:40.710459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab346-2db8-4dc4-8811-6687dc30b04b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.813285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 71d7a24b-b865-489e-bcf7-1a872956bb98 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:40.813642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 71d7a24b-b865-489e-bcf7-1a872956bb98 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:40.883758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f16cd3cc-bb48-435a-a7b5-e0808f672291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.961957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab346-2db8-4dc4-8811-6687dc30b04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.965614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab346-2db8-4dc4-8811-6687dc30b04b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.976674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ca9ab346-2db8-4dc4-8811-6687dc30b04b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16dd0f6b-0ca1-4b80-80a4-082054b1fafb HTTP/1.1" status: 204 len: 168 time: 0.4046590 Oct 22 15:03:40.986239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3e2ee6ca-f7db-4dcd-a41d-995cfdae4230 None None] Provisioning complete for port fd4b0de9-2b25-4661-adb4-99287ed24747 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:40.987388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee6ca-f7db-4dcd-a41d-995cfdae4230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:40.989574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ab346-2db8-4dc4-8811-6687dc30b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd0f6b-0ca1-4b80-80a4-082054b1fafb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:41.042573 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f16cd3cc-bb48-435a-a7b5-e0808f672291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.154988 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.197978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.215060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fd4b0de9-2b25-4661-adb4-99287ed24747 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:41.293112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port fd4b0de9-2b25-4661-adb4-99287ed24747 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:41.293479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.399001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f16cd3cc-bb48-435a-a7b5-e0808f672291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.438153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f16cd3cc-bb48-435a-a7b5-e0808f672291 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16a31e28f3a540cd8499c8eff02306aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1481175 Oct 22 15:03:41.439245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cd3cc-bb48-435a-a7b5-e0808f672291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce2db7-2c5d-4c8b-bf23-411fc7403742,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:41.440865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58876) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:41.490235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32929285-5aef-424b-8578-578ec26ca214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.513451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32929285-5aef-424b-8578-578ec26ca214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.614023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.616050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.656809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32929285-5aef-424b-8578-578ec26ca214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.659687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32929285-5aef-424b-8578-578ec26ca214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.661009 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32929285-5aef-424b-8578-578ec26ca214 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17ce2db7-2c5d-4c8b-bf23-411fc7403742 HTTP/1.1" status: 204 len: 168 time: 0.2191505 Oct 22 15:03:41.675581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32929285-5aef-424b-8578-578ec26ca214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce2db7-2c5d-4c8b-bf23-411fc7403742,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:41.677783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:41.695258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:41.699504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Allocated IP 2001:db8:3::1 (c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0/99114168-02fd-4666-83d0-a9d89d5e9bde/f36cce47-e032-42b0-9538-9c7529ee16a3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:41.709972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:41.729789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Pushing event updated for resources: {'Port': ['ID=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:41.856370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Attempting to bind port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:41.856829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Attempting to bind port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:41.857226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Attempting to bind port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a on network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:41.873471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:41.873848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Checking segment: {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:41.874265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.876789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Bound using segment: {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:41.877321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Bound port: 9e73e70c-2d1d-486a-93fc-c5ed3a83533a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:41.877730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:41.900922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.026897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] For port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:42.044843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] For port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:42.082250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.101721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:42.104777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:42.129904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:42.130471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.199262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.212991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=f36cce47-e032-42b0-9538-9c7529ee16a3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:42.254550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1736f-b2f3-4135-b076-b5842f253cec None None] Pushing event updated for resources: {'Port': ['ID=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:42.452581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.838126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58912) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:42.864060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f813a3e-0a71-4b9f-89f1-b5fc63377df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.874018 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.931467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58916) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:42.973358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:42.977570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.018186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f813a3e-0a71-4b9f-89f1-b5fc63377df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.060201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event updated for resources: {'Port': ['ID=f36cce47-e032-42b0-9538-9c7529ee16a3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:43.103545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2061095401-network', 'tenant_id': '5a3ff36a9a554f4bad77955244a2868e'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:43.138837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f813a3e-0a71-4b9f-89f1-b5fc63377df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.174529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:43.178501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:43.226094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9e73e70c-2d1d-486a-93fc-c5ed3a83533a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:43.264821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4f813a3e-0a71-4b9f-89f1-b5fc63377df1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49c65a9e313f444cb3c662f55a80ec43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254243 Oct 22 15:03:43.266763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f813a3e-0a71-4b9f-89f1-b5fc63377df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0333486f-f5e6-4713-934f-c6a28e0e6362,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:43.276350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58924) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:43.277300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Made reservation on behalf of 5a3ff36a9a554f4bad77955244a2868e for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:43.281658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.309551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.329937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:43.330314 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.332970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:43.469259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09c6f959-d1b0-4ff0-bbc3-cc87eb27fbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.470177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.497614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:43.509959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:43.510645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c15d1882-f890-45b8-b43b-2c1d9e148ed7 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6534491 Oct 22 15:03:43.513835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58926) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:43.524277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:43.541254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09c6f959-d1b0-4ff0-bbc3-cc87eb27fbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.550062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:43.550698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:43.553937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:43.603626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.670940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:43.683334 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.715537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1594374f-f9fd-411e-8a47-7919f0541a0f None None] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:43.716766 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.811663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd68f2-f540-4ebb-8934-b8a639865046,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:43.876639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09c6f959-d1b0-4ff0-bbc3-cc87eb27fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.880069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09c6f959-d1b0-4ff0-bbc3-cc87eb27fbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.882712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-09c6f959-d1b0-4ff0-bbc3-cc87eb27fbb0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0333486f-f5e6-4713-934f-c6a28e0e6362 HTTP/1.1" status: 204 len: 168 time: 0.5948427 Oct 22 15:03:43.884902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:03:43.894103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-591ed61b-3547-4874-91d8-b7c685ca44f2 None None] Provisioning complete for port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:43.894480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-591ed61b-3547-4874-91d8-b7c685ca44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.932206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:43.965446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:43.968541 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Added segment 752149f1-c007-4730-8778-f3ac8c9da457 of type vlan for network 4aef5be0-0d48-4b77-bc03-221c5005e603 Oct 22 15:03:43.970697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f959-d1b0-4ff0-bbc3-cc87eb27fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0333486f-f5e6-4713-934f-c6a28e0e6362,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:44.075980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.168694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.extraroute_db [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=107802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 15:03:44.187178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.extraroute_db [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Removed routes are [] {{(pid=107802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 15:03:44.187572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.296132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.297949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:44.298957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.401589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:42Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36cce47-e032-42b0-9538-9c7529ee16a3', 'name': '', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:2b:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:41Z', 'updated_at': '2021-10-22T15:03:42Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:44.442892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:44.443446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Updating router 115a1aa4-f316-42a7-bcc0-2b266b713013 port f36cce47-e032-42b0-9538-9c7529ee16a3 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:03:44.479711 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.639136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] Pushing event updated for resources: {'Network': ['ID=4aef5be0-0d48-4b77-bc03-221c5005e603,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:44.650754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f186d35b-e47f-4202-8fce-4208cccc37fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7142346 Oct 22 15:03:44.650754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58944) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:44.655555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4aef5be0-0d48-4b77-bc03-221c5005e603 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:03:44.655735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Request body: {'subnet': {'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2061095401-subnet', 'tenant_id': '5a3ff36a9a554f4bad77955244a2868e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:44.723749 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.728600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.829250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-954a51fa-f63d-4869-a019-d62f03a49662 None None] Provisioning complete for port f36cce47-e032-42b0-9538-9c7529ee16a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:44.829622 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-954a51fa-f63d-4869-a019-d62f03a49662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.838926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:44.842874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Made reservation on behalf of 5a3ff36a9a554f4bad77955244a2868e for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:44.845285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.916359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-954a51fa-f63d-4869-a019-d62f03a49662 None None] Port f36cce47-e032-42b0-9538-9c7529ee16a3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:44.978232 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:44.992005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-954a51fa-f63d-4869-a019-d62f03a49662 None None] Provisioning complete for port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:44.992005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-954a51fa-f63d-4869-a019-d62f03a49662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.051909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:45.072509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.076460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2fa92c47-822d-4330-bede-795fde03ac1f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 954 time: 1.5545475 Oct 22 15:03:45.076813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58954) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:45.194048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9e73e70c-2d1d-486a-93fc-c5ed3a83533a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:45.200679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.254213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f314edab-fa0e-44a3-b09f-1b060935ecb0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 954 time: 0.1735563 Oct 22 15:03:45.256802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:45.266175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'routes': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:45.299796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973a186-f14e-4fc0-aeaa-623fec205fbf None None] Pushing event updated for resources: {'Port': ['ID=f36cce47-e032-42b0-9538-9c7529ee16a3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:45.359246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.409360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Attempting to bind port f36cce47-e032-42b0-9538-9c7529ee16a3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:45.409863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Attempting to bind port f36cce47-e032-42b0-9538-9c7529ee16a3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:45.410226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Attempting to bind port f36cce47-e032-42b0-9538-9c7529ee16a3 on network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:45.427650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:45.427650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Checking segment: {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:45.427650 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.428122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Bound using segment: {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:45.430501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Bound port: f36cce47-e032-42b0-9538-9c7529ee16a3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ddad53-33f4-48f1-8760-c218904c429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:45.430501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.449249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Checking segment: {'id': '752149f1-c007-4730-8778-f3ac8c9da457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:45.449788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Network hostable DHCP agents. Network: 4aef5be0-0d48-4b77-bc03-221c5005e603, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:03:45.464950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad277fd-48d4-4680-bf75-fa264a9898e5,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:45.507490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:45.508014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.551022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] For port f36cce47-e032-42b0-9538-9c7529ee16a3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:45.559135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cbf80f0c-738f-45f9-b359-b65e02d03153 None None] Provisioning complete for port f36cce47-e032-42b0-9538-9c7529ee16a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:45.559135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbf80f0c-738f-45f9-b359-b65e02d03153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.563999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Network 4aef5be0-0d48-4b77-bc03-221c5005e603 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:03:45.590100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] For port f36cce47-e032-42b0-9538-9c7529ee16a3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f36cce47-e032-42b0-9538-9c7529ee16a3,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:45.612752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-cbf80f0c-738f-45f9-b359-b65e02d03153 None None] Port f36cce47-e032-42b0-9538-9c7529ee16a3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:03:45.661506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4aef5be0-0d48-4b77-bc03-221c5005e603) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:45.668042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:45.668042 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.684920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62167ef2-f6fb-4138-b2a8-1440311d2074 None None] Network 4aef5be0-0d48-4b77-bc03-221c5005e603 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:45.749691 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.774737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a5db3e8-9ef7-44bb-9158-f8388936ee3b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1221726 Oct 22 15:03:45.821736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added routes are [] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 15:03:45.822471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 15:03:45.823193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e9bcc518-6d4a-42b0-8263-457d8da512de None None] Provisioning complete for port f36cce47-e032-42b0-9538-9c7529ee16a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:45.823705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc518-6d4a-42b0-8263-457d8da512de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.878392 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:45.909845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973a186-f14e-4fc0-aeaa-623fec205fbf None None] Pushing event updated for resources: {'Port': ['ID=f36cce47-e032-42b0-9538-9c7529ee16a3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:45.918827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:45.919501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:45.977596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e805a6-ed98-45dc-a89d-0d39aea17e07 None None] Network 4aef5be0-0d48-4b77-bc03-221c5005e603 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:46.116005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:46.285235 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc518-6d4a-42b0-8263-457d8da512de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:46.328659 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:46.333208 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:46.423190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e9bcc518-6d4a-42b0-8263-457d8da512de None None] For port f36cce47-e032-42b0-9538-9c7529ee16a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f36cce47-e032-42b0-9538-9c7529ee16a3,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:46.448710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:46.489143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-7ea7ffaf-2b92-4cf1-9d28-c9cb186960c4 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:46.491662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-936e1d44-0417-41ed-824f-b57567846144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:44Z', 'revision_number': 6, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36cce47-e032-42b0-9538-9c7529ee16a3', 'name': '', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:2b:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:41Z', 'updated_at': '2021-10-22T15:03:45Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:46.499961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-7ea7ffaf-2b92-4cf1-9d28-c9cb186960c4 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/networks?id=4aef5be0-0d48-4b77-bc03-221c5005e603 HTTP/1.1" status: 200 len: 813 time: 0.2404511 Oct 22 15:03:46.522667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e1d44-0417-41ed-824f-b57567846144 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:44Z', 'revision_number': 6, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36cce47-e032-42b0-9538-9c7529ee16a3', 'name': '', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:2b:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:41Z', 'updated_at': '2021-10-22T15:03:45Z', 'revision_number': 4, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:46.529724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc518-6d4a-42b0-8263-457d8da512de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:46.551585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-814fafe2-b671-45ae-a091-d4ceb4193a3f tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/quotas/5a3ff36a9a554f4bad77955244a2868e HTTP/1.1" status: 200 len: 375 time: 0.0484347 Oct 22 15:03:46.625373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcc518-6d4a-42b0-8263-457d8da512de None None] Pushing event updated for resources: {'Port': ['ID=f36cce47-e032-42b0-9538-9c7529ee16a3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:46.631635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:46.648156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:46.655466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f0192c1a-b4b4-44aa-ba31-f9f21af7f348 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 704 time: 1.3910651 Oct 22 15:03:46.655466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:46.662547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-5d0f4bdd-0075-454b-ac13-49adf8f902f9 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3ff36a9a554f4bad77955244a2868e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075268 Oct 22 15:03:46.678819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-308f5b7e-9d32-40b7-9acb-ad94fceca21b None None] Provisioning complete for port f36cce47-e032-42b0-9538-9c7529ee16a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:46.680945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-308f5b7e-9d32-40b7-9acb-ad94fceca21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:46.837242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-460fcccb-6463-408e-8347-a10c72837d5b service neutron] 10.222.0.66 "GET /v2.0/networks/4aef5be0-0d48-4b77-bc03-221c5005e603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737430 Oct 22 15:03:46.970319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-4df04162-3f4b-4592-8904-d37b54aeed81 service neutron] 10.222.0.66 "GET /v2.0/networks/4aef5be0-0d48-4b77-bc03-221c5005e603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309943 Oct 22 15:03:47.192546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f36cce47-e032-42b0-9538-9c7529ee16a3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:03:47.197559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f1f5b032-1fb3-44e8-b079-2b273d9f0fcf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 704 time: 0.5340834 Oct 22 15:03:47.200167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59020) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:47.252759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f36cce47-e032-42b0-9538-9c7529ee16a3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:03:47.253125 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:47.432081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-138ff70a-cb4e-4e45-bf20-315325224723 req-1bbee593-5a60-4213-b9f2-db147df02711 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 210 time: 0.1083086 Oct 22 15:03:47.740275 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:47.751512 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:47.752133 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:47.775959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:47.864596 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:48.065832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port f36cce47-e032-42b0-9538-9c7529ee16a3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:48.066311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:48.108865 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:45Z', 'revision_number': 7, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36cce47-e032-42b0-9538-9c7529ee16a3', 'name': '', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:2b:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:41Z', 'updated_at': '2021-10-22T15:03:46Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:48.136771 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:48.145129 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:48.145723 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:48.175070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port f36cce47-e032-42b0-9538-9c7529ee16a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f36cce47-e032-42b0-9538-9c7529ee16a3,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:48.176731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:48.190507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for f36cce47-e032-42b0-9538-9c7529ee16a3 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:48.251182 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:48.479202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:48.501584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:45Z', 'revision_number': 7, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36cce47-e032-42b0-9538-9c7529ee16a3', 'name': '', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:2b:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:41Z', 'updated_at': '2021-10-22T15:03:46Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:48.545128 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101fda4-f516-4bf7-9ac3-520cad6a2b04 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:45Z', 'revision_number': 7, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36cce47-e032-42b0-9538-9c7529ee16a3', 'name': '', 'network_id': 'c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:2b:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:41Z', 'updated_at': '2021-10-22T15:03:46Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '99114168-02fd-4666-83d0-a9d89d5e9bde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:48.557133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=f36cce47-e032-42b0-9538-9c7529ee16a3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:48.612582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae96130a-d5e6-4ab7-b040-5a5faf5ebd79 req-54833012-5149-405a-b8e8-174283b98783 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 210 time: 0.0862770 Oct 22 15:03:48.800751 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.080337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:49.184841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:49.190465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b34bef91-03e1-4124-ab4a-0f3db2c36b90 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890325 Oct 22 15:03:49.193218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59090) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:49.194176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:49.219163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:49.220030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:49.247124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet 99114168-02fd-4666-83d0-a9d89d5e9bde {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:03:49.250379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.292487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.408589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.466557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:49.647970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.682576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2ad93-f9e3-48b7-8912-2bee8a0b1f3d None None] Network c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:49.707640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.714470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/99114168-02fd-4666-83d0-a9d89d5e9bde HTTP/1.1" status: 204 len: 168 time: 0.5172856 Oct 22 15:03:49.714834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59100) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:49.723165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef077c93-93e2-465c-af11-296c95db09cf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=99114168-02fd-4666-83d0-a9d89d5e9bde,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:49.760232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b70a300f-e7c1-4e6e-8508-062c904f100d req-db84e7fe-c421-438b-bee5-63c114e345c4 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 210 time: 0.0475202 Oct 22 15:03:49.808081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.825629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:48Z', 'revision_number': 8, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:49.879061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:49.879349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:49.879489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:49.896988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:49.897956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:49.971334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:49.972284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.002409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 9e73e70c-2d1d-486a-93fc-c5ed3a83533a owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:50.066173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:50.095583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] DHCP port deletion for c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:03:50.266171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] Deleting port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:50.266797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.322879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.361918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:50.369275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:50.381520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] For port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,segment=NetworkSegment(a3ddad53-33f4-48f1-8760-c218904c429a),segment_id=a3ddad53-33f4-48f1-8760-c218904c429a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:50.381913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.401780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] Calling delete_port for 9e73e70c-2d1d-486a-93fc-c5ed3a83533a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:50.466254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:48Z', 'revision_number': 8, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:50.505106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8d432-bb69-4c42-b3f4-856782399c12 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:48Z', 'revision_number': 8, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4b0de9-2b25-4661-adb4-99287ed24747', 'name': '', 'network_id': 'd3d552c6-f14a-4510-97fb-b62ac8027c14', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:65:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:33Z', 'updated_at': '2021-10-22T15:03:39Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '28c9a921-b667-41a7-a075-1eb0489ace4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:50.520500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.531833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.574278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:50.598992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ddad53-33f4-48f1-8760-c218904c429a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:50.599310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ddad53-33f4-48f1-8760-c218904c429a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:50.610098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] No DVR routers for this DVR port 9e73e70c-2d1d-486a-93fc-c5ed3a83533a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:50.619510 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.624933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1aaa1-b7b8-40e4-aac2-6a321a3855ed None None] Pushing event deleted for resources: {'Port': ['ID=9e73e70c-2d1d-486a-93fc-c5ed3a83533a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:50.641795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.653441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:03:50.653905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:03:50.733409 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:03:50.849831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.858674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:50.868498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0 HTTP/1.1" status: 204 len: 168 time: 1.1521270 Oct 22 15:03:50.872965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:50.901469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e50200-3bf2-4ea5-a30a-1be4867f299b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=c7fe3bdb-ac17-47a3-a422-1d7f7e5998d0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:50.962129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b671ea24-7f90-4564-a783-b910844ad151 req-ce40ad66-ad91-430e-b3e3-12bd6c8ec33a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 210 time: 0.1148331 Oct 22 15:03:51.208296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f36cce47-e032-42b0-9538-9c7529ee16a3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:51.254858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f36cce47-e032-42b0-9538-9c7529ee16a3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:51.255437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f36cce47-e032-42b0-9538-9c7529ee16a3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:51.258885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9e73e70c-2d1d-486a-93fc-c5ed3a83533a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:51.299823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9e73e70c-2d1d-486a-93fc-c5ed3a83533a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:51.301727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9e73e70c-2d1d-486a-93fc-c5ed3a83533a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:51.313122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:51.337307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-7360a1cc-6e42-4d24-8562-fda47a20c40d tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:51.338771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-7360a1cc-6e42-4d24-8562-fda47a20c40d tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.69 "GET /v2.0/networks?id=4aef5be0-0d48-4b77-bc03-221c5005e603 HTTP/1.1" status: 200 len: 813 time: 0.2682314 Oct 22 15:03:51.366455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Request body: {'port': {'device_id': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603', 'admin_state_up': True, 'tenant_id': '5a3ff36a9a554f4bad77955244a2868e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:51.473886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b1bf-7c51-4f78-8ca7-4786310ae3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:51.571311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:51.593521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b1bf-7c51-4f78-8ca7-4786310ae3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:51.682138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b1bf-7c51-4f78-8ca7-4786310ae3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:51.735522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dcf4b1bf-7c51-4f78-8ca7-4786310ae3b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62ad4d90fd0d46b291de124cc21ce9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207792 Oct 22 15:03:51.736588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4b1bf-7c51-4f78-8ca7-4786310ae3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f44bbc0-b15c-49e8-8cb7-a4a119571f7e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:51.739263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59136) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:51.810085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8400cad-6815-47f2-a1f1-c84c9ec13d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:51.850029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8400cad-6815-47f2-a1f1-c84c9ec13d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:51.986923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Made reservation on behalf of 5a3ff36a9a554f4bad77955244a2868e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:03:51.990504 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.088111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cee0f52-c6f0-48d9-b0b0-efece18d8bb6 req-2539abf8-e6bb-4d08-b971-68a88e9a9b05 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 210 time: 0.0268621 Oct 22 15:03:52.095397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8400cad-6815-47f2-a1f1-c84c9ec13d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.098079 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f8400cad-6815-47f2-a1f1-c84c9ec13d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.104161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f8400cad-6815-47f2-a1f1-c84c9ec13d35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f44bbc0-b15c-49e8-8cb7-a4a119571f7e HTTP/1.1" status: 204 len: 168 time: 0.3593614 Oct 22 15:03:52.109415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8400cad-6815-47f2-a1f1-c84c9ec13d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f44bbc0-b15c-49e8-8cb7-a4a119571f7e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:52.306616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Allocated IP 172.20.0.4 (4aef5be0-0d48-4b77-bc03-221c5005e603/2ad277fd-48d4-4680-bf75-fa264a9898e5/183c8a78-7b8d-49f3-9530-1184f3259495) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:03:52.332803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port fd4b0de9-2b25-4661-adb4-99287ed24747 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:52.333274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.565104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port fd4b0de9-2b25-4661-adb4-99287ed24747, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fd4b0de9-2b25-4661-adb4-99287ed24747,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:52.565475 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.588223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for fd4b0de9-2b25-4661-adb4-99287ed24747 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:52.636651 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9f24dac8-babd-477f-86fa-6da52c0f7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.660731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.822384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.862945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Network 4aef5be0-0d48-4b77-bc03-221c5005e603 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:03:52.866247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:03:52.870738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:03:52.927525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.938064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Pushing event updated for resources: {'Port': ['ID=183c8a78-7b8d-49f3-9530-1184f3259495,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:52.951076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:52.951777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:52.982594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.983030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.983343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.983676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.984004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.984348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.984656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.984977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.985314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.986124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.986124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:52.986410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:53.024081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=fd4b0de9-2b25-4661-adb4-99287ed24747,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:53.053393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59152) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:53.078424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0902-346b-4ac4-b389-0d06bdfbc75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.116209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-8225e6d1-bd29-42f1-be06-0eac583002b2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7556527 Oct 22 15:03:53.146416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Request body: {'port': {'device_id': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:03:53.247175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0902-346b-4ac4-b389-0d06bdfbc75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.303729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85590005-4d9f-41bd-8181-858c1fd2632e req-0b1c1588-608b-4b55-acfd-9c77b263627b tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:53.305495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85590005-4d9f-41bd-8181-858c1fd2632e req-0b1c1588-608b-4b55-acfd-9c77b263627b tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 931 time: 0.0715091 Oct 22 15:03:53.334500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.337452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0902-346b-4ac4-b389-0d06bdfbc75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.410892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85590005-4d9f-41bd-8181-858c1fd2632e req-4e18c636-3612-424f-a816-e2fbc000831f tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977888 Oct 22 15:03:53.411729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a0902-346b-4ac4-b389-0d06bdfbc75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f12e51d-8dea-4867-b2d9-de95eaabb91b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:53.420473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8c0a0902-346b-4ac4-b389-0d06bdfbc75f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e88c94c4bb694ed880118b0d9581fa9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659465 Oct 22 15:03:53.435295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59162) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:53.464572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.504444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23cbd4b2-293e-4526-93d2-360377eaa363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.529280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23cbd4b2-293e-4526-93d2-360377eaa363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.678531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23cbd4b2-293e-4526-93d2-360377eaa363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.682087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23cbd4b2-293e-4526-93d2-360377eaa363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.685956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-23cbd4b2-293e-4526-93d2-360377eaa363 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f12e51d-8dea-4867-b2d9-de95eaabb91b HTTP/1.1" status: 204 len: 168 time: 0.2471104 Oct 22 15:03:53.714667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbd4b2-293e-4526-93d2-360377eaa363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f12e51d-8dea-4867-b2d9-de95eaabb91b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:53.781601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:53.908257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:53.918238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-405beafe-3112-4a0f-8b83-5df0815b9cf4 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0425336 Oct 22 15:03:53.921048 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:53.921542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59166) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:53.936137 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:53.937365 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:53.964189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183c8a78-7b8d-49f3-9530-1184f3259495 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:03:53.972161 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.978577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet 28c9a921-b667-41a7-a075-1eb0489ace4f {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:03:53.982050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:53.986121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Transition to ACTIVE for port object 183c8a78-7b8d-49f3-9530-1184f3259495 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:03:54.034944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.045278 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:54.134445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.146794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.210057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Pushing event updated for resources: {'Port': ['ID=183c8a78-7b8d-49f3-9530-1184f3259495,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:54.287413 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:52Z', 'revision_number': 9, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:54.299695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Attempting to bind port 183c8a78-7b8d-49f3-9530-1184f3259495 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:03:54.300172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Attempting to bind port 183c8a78-7b8d-49f3-9530-1184f3259495 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '752149f1-c007-4730-8778-f3ac8c9da457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:03:54.300588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Attempting to bind port 183c8a78-7b8d-49f3-9530-1184f3259495 on network 4aef5be0-0d48-4b77-bc03-221c5005e603 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:54.307330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Port 183c8a78-7b8d-49f3-9530-1184f3259495 on network 4aef5be0-0d48-4b77-bc03-221c5005e603 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:03:54.308318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Attempting to bind port 183c8a78-7b8d-49f3-9530-1184f3259495 on network 4aef5be0-0d48-4b77-bc03-221c5005e603 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:03:54.317634 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:54.322749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:03:54.324511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Checking segment: {'id': '752149f1-c007-4730-8778-f3ac8c9da457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:03:54.324925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Bound using segment: {'id': '752149f1-c007-4730-8778-f3ac8c9da457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:03:54.325387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Bound port: 183c8a78-7b8d-49f3-9530-1184f3259495, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752149f1-c007-4730-8778-f3ac8c9da457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:03:54.327518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:54.328059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.328589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:54.328703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.372174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=28c9a921-b667-41a7-a075-1eb0489ace4f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:54.390364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c4516a-49f4-498d-a59c-f6a6ec74583e None None] Network d3d552c6-f14a-4510-97fb-b62ac8027c14 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:54.406916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.426237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e8c567d3-31ba-4396-b392-3822d4745773 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/28c9a921-b667-41a7-a075-1eb0489ace4f HTTP/1.1" status: 204 len: 168 time: 0.5032330 Oct 22 15:03:54.431330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59176) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:54.443673 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:54.517497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] For port 183c8a78-7b8d-49f3-9530-1184f3259495, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:03:54.526024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] For port 183c8a78-7b8d-49f3-9530-1184f3259495, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=183c8a78-7b8d-49f3-9530-1184f3259495,segment=NetworkSegment(752149f1-c007-4730-8778-f3ac8c9da457),segment_id=752149f1-c007-4730-8778-f3ac8c9da457)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:03:54.627858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.686073 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.724808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a8667-d24c-4102-9018-47837564ba12 req-20cfaa1b-3338-4a4e-b58e-31aaccc2cd6a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:54.724808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d77a8667-d24c-4102-9018-47837564ba12 req-20cfaa1b-3338-4a4e-b58e-31aaccc2cd6a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 943 time: 0.1095288 Oct 22 15:03:54.733014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] DHCP port deletion for d3d552c6-f14a-4510-97fb-b62ac8027c14 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:03:54.746939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Pushing event updated for resources: {'Port': ['ID=183c8a78-7b8d-49f3-9530-1184f3259495,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:54.771696 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:52Z', 'revision_number': 9, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:54.790650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:54.792715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.794341 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-d77f7c11-6033-43d9-929d-ea5604fe63d5 service neutron] 10.222.0.69 "PUT /v2.0/ports/183c8a78-7b8d-49f3-9530-1184f3259495 HTTP/1.1" status: 200 len: 1091 time: 1.6528089 Oct 22 15:03:54.796435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'tag': '183c8a78-7b8d-49f3-9530-1184f3259495'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:54.808678 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd8c4a-0968-413a-99c9-3cefac9db0fd None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:52Z', 'revision_number': 9, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64d08d-3b88-4465-a542-b69687f1c196', 'name': '', 'network_id': 'b8d174f0-174b-4f22-ada1-2a92e123bd4d', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:29:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:26Z', 'updated_at': '2021-10-22T15:03:32Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': 'f407da9b-3797-4c7d-b083-6f9d0f47c333', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:54.810203 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db64d61-5bb1-473d-88f0-23d4d0e32642" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe", "tag": "183c8a78-7b8d-49f3-9530-1184f3259495"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:54.834606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d77a8667-d24c-4102-9018-47837564ba12 req-073fa65d-e01a-48c6-8bf2-b20c2a0e416f tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049967 Oct 22 15:03:54.864990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:54.865641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.890434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] Deleting port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:54.891684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.898111 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc4883b-af96-4909-bc0c-f241c4c7f8cc x-openstack-request-id: req-4dc4883b-af96-4909-bc0c-f241c4c7f8cc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:54.898548 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe", "tag": "183c8a78-7b8d-49f3-9530-1184f3259495", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:54.898862 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4dc4883b-af96-4909-bc0c-f241c4c7f8cc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:54.899358 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'tag': '183c8a78-7b8d-49f3-9530-1184f3259495', 'status': 'completed', 'code': 200} Oct 22 15:03:54.967872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] For port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:54.968647 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.975687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,segment=NetworkSegment(7270098a-a22c-453a-a718-a6b01e6e42ae),segment_id=7270098a-a22c-453a-a718-a6b01e6e42ae)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:54.975975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:54.990535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] Calling delete_port for 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:54.990770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:54.999097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db64d61-5bb1-473d-88f0-23d4d0e32642 req-0eeab8ee-5b24-4749-bce3-4f51e873b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:55.000904 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8db64d61-5bb1-473d-88f0-23d4d0e32642 req-0eeab8ee-5b24-4749-bce3-4f51e873b917 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a3ff36a9a554f4bad77955244a2868e&device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 1094 time: 0.0689793 Oct 22 15:03:55.130630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db64d61-5bb1-473d-88f0-23d4d0e32642 req-061810db-f5fe-4667-abcc-55470337e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:55.132243 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8db64d61-5bb1-473d-88f0-23d4d0e32642 req-061810db-f5fe-4667-abcc-55470337e9c9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5a3ff36a9a554f4bad77955244a2868e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1203194 Oct 22 15:03:55.247934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ca7f70f-aa2e-4728-b81a-906e61fc1f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.253592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.253901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.273926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db64d61-5bb1-473d-88f0-23d4d0e32642 req-26fd86c2-6108-4e0d-97d9-581736ad62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:55.283391 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8db64d61-5bb1-473d-88f0-23d4d0e32642 req-26fd86c2-6108-4e0d-97d9-581736ad62ae service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402071 Oct 22 15:03:55.292235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:55.294331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:55.312233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:55.337613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:55.338139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:55.338739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fd4b0de9-2b25-4661-adb4-99287ed24747 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:03:55.363439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] Pushing event deleted for resources: {'Port': ['ID=12dcb23e-2227-453f-8f4e-2e0bdcc25ac8,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:55.365766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: fd4b0de9-2b25-4661-adb4-99287ed24747 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:03:55.366883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fd4b0de9-2b25-4661-adb4-99287ed24747 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:03:55.375778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446dcde-82e3-468a-bde7-5c4685aa71a1 None None] No DVR routers for this DVR port 12dcb23e-2227-453f-8f4e-2e0bdcc25ac8 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:55.434095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-bfddf4d7-0f14-400c-a75a-d339b708198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:55.435673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-bfddf4d7-0f14-400c-a75a-d339b708198d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a3ff36a9a554f4bad77955244a2868e&device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 1094 time: 0.0982847 Oct 22 15:03:55.479941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.493167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-c4a5acf0-b9a1-428f-b1b8-181ba67a761c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=183c8a78-7b8d-49f3-9530-1184f3259495 HTTP/1.1" status: 200 len: 217 time: 0.0477529 Oct 22 15:03:55.505159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d552c6-f14a-4510-97fb-b62ac8027c14']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:55.518853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7270098a-a22c-453a-a718-a6b01e6e42ae') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:55.528863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7270098a-a22c-453a-a718-a6b01e6e42ae') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:55.534269 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.550328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.557727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:03:55.558333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:03:55.561503 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:03:55.601865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-c1d3d650-5283-4655-8f1b-0e4f3eb8d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:55.603667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-c1d3d650-5283-4655-8f1b-0e4f3eb8d409 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad277fd-48d4-4680-bf75-fa264a9898e5 HTTP/1.1" status: 200 len: 853 time: 0.0983930 Oct 22 15:03:55.645015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-dfaab523-1e54-472c-99e5-8b541bdef404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4aef5be0-0d48-4b77-bc03-221c5005e603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325136 Oct 22 15:03:55.744447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.749409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:55.753215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/d3d552c6-f14a-4510-97fb-b62ac8027c14 HTTP/1.1" status: 204 len: 168 time: 1.3195863 Oct 22 15:03:55.759606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59210) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:55.777017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eacbe-bfd7-45c7-8940-67222dfacb0d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=d3d552c6-f14a-4510-97fb-b62ac8027c14,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:55.803125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-856ea5c5-0874-45db-8e09-fdf4ae946e2f service neutron] 10.222.0.69 "GET /v2.0/networks/4aef5be0-0d48-4b77-bc03-221c5005e603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476905 Oct 22 15:03:56.006623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec19583-a074-48dc-bb56-2eaf0581b305 req-5b89468f-5e06-448a-8e01-4edf33f00816 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:56.006623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fec19583-a074-48dc-bb56-2eaf0581b305 req-5b89468f-5e06-448a-8e01-4edf33f00816 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 943 time: 0.0705128 Oct 22 15:03:56.043872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fec19583-a074-48dc-bb56-2eaf0581b305 req-cfbf84ba-5686-4cc5-b73f-74671860ca2a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Oct 22 15:03:56.047706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-126a5f72-1814-4ab6-b96e-82e265f69c64 req-902f805a-e1ad-4bc8-81fd-ab1b3e9ce2e2 service neutron] 10.222.0.69 "GET /v2.0/networks/4aef5be0-0d48-4b77-bc03-221c5005e603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013681 Oct 22 15:03:56.201947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:56.458522 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:56.468423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port ee64d08d-3b88-4465-a542-b69687f1c196 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:56.468976 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:56.525062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:56.564380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port ee64d08d-3b88-4465-a542-b69687f1c196, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee64d08d-3b88-4465-a542-b69687f1c196,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:56.564745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:56.583273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for ee64d08d-3b88-4465-a542-b69687f1c196 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:56.921764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:57.262454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca9e9-d92d-43ff-ad43-55dbdca454d3 req-ed909345-65b7-42ed-bf8c-3bcf0f473234 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:57.265544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03dca9e9-d92d-43ff-ad43-55dbdca454d3 req-ed909345-65b7-42ed-bf8c-3bcf0f473234 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 943 time: 0.0951707 Oct 22 15:03:57.315338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03dca9e9-d92d-43ff-ad43-55dbdca454d3 req-2c623142-b16c-43ec-ab20-f161808f597b tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Oct 22 15:03:57.398829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=ee64d08d-3b88-4465-a542-b69687f1c196,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:57.597377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:57.627710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56c1ed-64da-48e5-bd6a-86ef38b2db82 req-aa1b4582-63e1-4644-98da-8221dc92c2bd tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:57.630081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb56c1ed-64da-48e5-bd6a-86ef38b2db82 req-aa1b4582-63e1-4644-98da-8221dc92c2bd tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 945 time: 0.1055443 Oct 22 15:03:57.738999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb56c1ed-64da-48e5-bd6a-86ef38b2db82 req-eb9e3054-3b42-4795-9cf6-5528686b88f2 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949013 Oct 22 15:03:57.899912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:03:58.011466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:03:58.022181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:03:58.024992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-071ff412-43ae-4611-8478-7ec3f2ce57af tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2638915 Oct 22 15:03:58.027285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59272) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:58.035745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:58.038290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:58.092336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet f407da9b-3797-4c7d-b083-6f9d0f47c333 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:03:58.096679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.102813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.164728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.182111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:58.285721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.437880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:56Z', 'revision_number': 10, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:58.478302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:03:58.489030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509613e6-db59-4694-aab1-792acdd5733a req-26f69966-8486-487d-b699-346c6037d8a6 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:58.489547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:03:58.490082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:58.491744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-509613e6-db59-4694-aab1-792acdd5733a req-26f69966-8486-487d-b699-346c6037d8a6 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 943 time: 0.0889344 Oct 22 15:03:58.507057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.569271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=f407da9b-3797-4c7d-b083-6f9d0f47c333,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:58.583264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.604169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-325ac153-7064-427e-b1bf-2f7ca6b942c1 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/f407da9b-3797-4c7d-b083-6f9d0f47c333 HTTP/1.1" status: 204 len: 168 time: 0.5645750 Oct 22 15:03:58.604745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-509613e6-db59-4694-aab1-792acdd5733a req-08f3b0c5-694c-4eeb-91c2-1035a92a040a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963480 Oct 22 15:03:58.604860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6cb36-e827-4613-ad03-bd59213df2a0 None None] Network b8d174f0-174b-4f22-ada1-2a92e123bd4d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:03:58.604965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59280) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:58.632492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:03:58.720522 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.804796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port c37b4dcc-3078-411d-a317-f22d19e211a0 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:58.805400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.917532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port c37b4dcc-3078-411d-a317-f22d19e211a0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c37b4dcc-3078-411d-a317-f22d19e211a0,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:58.918486 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:58.947417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-40a66aa9-67df-4f8b-a8c2-f9c8fd01461c tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:58.949882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-40a66aa9-67df-4f8b-a8c2-f9c8fd01461c tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.53 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 945 time: 0.1226981 Oct 22 15:03:58.971072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for c37b4dcc-3078-411d-a317-f22d19e211a0 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:58.977288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59290) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:59.029274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4390d-c230-4b2d-941e-e1efd9d91b85 req-bf954c93-e36f-4f51-bfbf-ca1bed2af734 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:59.045490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd4390d-c230-4b2d-941e-e1efd9d91b85 req-bf954c93-e36f-4f51-bfbf-ca1bed2af734 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 945 time: 0.1192925 Oct 22 15:03:59.098199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Deleting port 10f4dee8-3480-443a-b76a-73ffecda570f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:59.098859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.173253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd4390d-c230-4b2d-941e-e1efd9d91b85 req-de81b7e3-302c-4820-b45e-7cd3193616a8 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/security-groups?id=77571920-cda5-4071-ae01-0ff10c1b89b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800159 Oct 22 15:03:59.192991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.264220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:56Z', 'revision_number': 10, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:59.277414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] For port 10f4dee8-3480-443a-b76a-73ffecda570f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=10f4dee8-3480-443a-b76a-73ffecda570f,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:59.277703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.312464 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.315105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] DHCP port deletion for b8d174f0-174b-4f22-ada1-2a92e123bd4d request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:03:59.316340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Calling delete_port for 10f4dee8-3480-443a-b76a-73ffecda570f owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:59.319461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e66a6-6c53-42fd-9713-904c4ef0a615 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:03:56Z', 'revision_number': 10, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None, '_interfaces': [{'id': '3d344c65-7c8f-4d05-8497-74285c6ebb58', 'name': '', 'network_id': '4bd4b87b-475a-4483-b51c-a7e2c458debc', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'mac_address': 'fa:16:3e:ed:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:03:19Z', 'updated_at': '2021-10-22T15:03:24Z', 'revision_number': 5, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'subnets': [{'id': '7eca0c14-2799-4c10-90cf-4dea1b5edf48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:03:59.380327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] Deleting port c37b4dcc-3078-411d-a317-f22d19e211a0 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:03:59.380691 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.446844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] For port c37b4dcc-3078-411d-a317-f22d19e211a0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c37b4dcc-3078-411d-a317-f22d19e211a0,segment=NetworkSegment(1a22969a-1458-4f5c-b0e2-6b9d7a9fea29),segment_id=1a22969a-1458-4f5c-b0e2-6b9d7a9fea29)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:03:59.449891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.460559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] Calling delete_port for c37b4dcc-3078-411d-a317-f22d19e211a0 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:03:59.518114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.521949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.551366 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.563767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.576613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=c37b4dcc-3078-411d-a317-f22d19e211a0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:59.581757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['10f4dee8-3480-443a-b76a-73ffecda570f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:03:59.582480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] Pushing event deleted for resources: {'Port': ['ID=c37b4dcc-3078-411d-a317-f22d19e211a0,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:59.606028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port c37b4dcc-3078-411d-a317-f22d19e211a0 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:59.620455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e500fa9-ea96-4d59-8a9f-565a25a63b7c None None] No DVR routers for this DVR port c37b4dcc-3078-411d-a317-f22d19e211a0 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:59.634749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Pushing event deleted for resources: {'Port': ['ID=10f4dee8-3480-443a-b76a-73ffecda570f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:59.711342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a140303dd5df403a8ccb4cabc6bbc3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7298284 Oct 22 15:03:59.719528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59300) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:03:59.720834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ebb64-cff3-4a70-999c-138f36cd1e41,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:03:59.734807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.735173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.735513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.735848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.736178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.736504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.736827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.737146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.737469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.737791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.738108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.746515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.763415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] No DVR routers for this DVR port 10f4dee8-3480-443a-b76a-73ffecda570f on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:03:59.784142 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.787691 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-288e94d3-3216-48d4-9081-1a6b27eedddd req-b68e29a6-c429-4411-b48d-34f2a86a44f5 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.53 "DELETE /v2.0/ports/10f4dee8-3480-443a-b76a-73ffecda570f HTTP/1.1" status: 204 len: 173 time: 0.8255887 Oct 22 15:03:59.789191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae7b6-0f15-47c5-8708-8523f9519511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.802227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.802902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.803471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.803997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.805057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.805566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.806084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.806590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.807144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.810910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.810910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.810910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7eda8-edba-47e3-ba6d-5f4f911500e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:03:59.815385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae7b6-0f15-47c5-8708-8523f9519511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.855984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'name': 'network-vif-deleted', 'tag': '10f4dee8-3480-443a-b76a-73ffecda570f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:03:59.858395 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8ac51e-4e45-4e80-903b-76a45f27c29e" -d '{"events": [{"server_uuid": "16d4ed84-c699-4af5-b46b-3a161bdb4b19", "name": "network-vif-deleted", "tag": "10f4dee8-3480-443a-b76a-73ffecda570f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:03:59.861977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.889162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5917ea-132c-45ec-aa57-0bb6aea3b869 req-f9cc35b2-af0c-40b7-8d95-71f2ecbc5672 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:03:59.897411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f5917ea-132c-45ec-aa57-0bb6aea3b869 req-f9cc35b2-af0c-40b7-8d95-71f2ecbc5672 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 943 time: 0.1740208 Oct 22 15:03:59.912016 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb9e85f-bd04-4aad-9e3b-3a1e1f780f82 x-openstack-request-id: req-6bb9e85f-bd04-4aad-9e3b-3a1e1f780f82 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:03:59.912743 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d4ed84-c699-4af5-b46b-3a161bdb4b19", "name": "network-vif-deleted", "tag": "10f4dee8-3480-443a-b76a-73ffecda570f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:03:59.914571 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6bb9e85f-bd04-4aad-9e3b-3a1e1f780f82 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:03:59.914571 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d4ed84-c699-4af5-b46b-3a161bdb4b19', 'name': 'network-vif-deleted', 'tag': '10f4dee8-3480-443a-b76a-73ffecda570f', 'status': 'completed', 'code': 200} Oct 22 15:03:59.922235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d174f0-174b-4f22-ada1-2a92e123bd4d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:59.935448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:59.935869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a22969a-1458-4f5c-b0e2-6b9d7a9fea29') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:03:59.953475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.965481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f5917ea-132c-45ec-aa57-0bb6aea3b869 req-8268f44b-17d8-4839-bd1b-f663619fb125 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671158 Oct 22 15:03:59.973708 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.981607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:03:59.982545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:03:59.986363 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:04:00.040336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae7b6-0f15-47c5-8708-8523f9519511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.040336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae7b6-0f15-47c5-8708-8523f9519511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.043480 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7d4ae7b6-0f15-47c5-8708-8523f9519511 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c2ebb64-cff3-4a70-999c-138f36cd1e41 HTTP/1.1" status: 204 len: 168 time: 0.3227773 Oct 22 15:04:00.058844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ae7b6-0f15-47c5-8708-8523f9519511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ebb64-cff3-4a70-999c-138f36cd1e41,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:00.157837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.163844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.170403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59310) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:00.170885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/b8d174f0-174b-4f22-ada1-2a92e123bd4d HTTP/1.1" status: 204 len: 168 time: 1.5658822 Oct 22 15:04:00.191160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79c12-1740-49ad-a806-4554fd06f746 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=b8d174f0-174b-4f22-ada1-2a92e123bd4d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:00.333515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d07ae4d1-dc2a-46d7-a7dc-3f2516d4fc48 req-57b606bd-bec8-4931-b9c1-c69ba59b5806 tempest-AttachSCSIVolumeTestJSON-247941744 tempest-AttachSCSIVolumeTestJSON-247941744-project] 10.222.0.66 "GET /v2.0/ports?device_id=16d4ed84-c699-4af5-b46b-3a161bdb4b19 HTTP/1.1" status: 200 len: 210 time: 0.0338063 Oct 22 15:04:00.548262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.573118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 183c8a78-7b8d-49f3-9530-1184f3259495 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:04:00.690053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 183c8a78-7b8d-49f3-9530-1184f3259495, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=183c8a78-7b8d-49f3-9530-1184f3259495,segment=NetworkSegment(752149f1-c007-4730-8778-f3ac8c9da457),segment_id=752149f1-c007-4730-8778-f3ac8c9da457)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:00.706275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '183c8a78-7b8d-49f3-9530-1184f3259495', 'network_id': '4aef5be0-0d48-4b77-bc03-221c5005e603', 'port_id': '183c8a78-7b8d-49f3-9530-1184f3259495', 'mac_address': 'fa:16:3e:c1:df:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad277fd-48d4-4680-bf75-fa264a9898e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:04:00.763340 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.787008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183c8a78-7b8d-49f3-9530-1184f3259495 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:00.839788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 183c8a78-7b8d-49f3-9530-1184f3259495, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=183c8a78-7b8d-49f3-9530-1184f3259495,segment=NetworkSegment(752149f1-c007-4730-8778-f3ac8c9da457),segment_id=752149f1-c007-4730-8778-f3ac8c9da457)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:00.893037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:00.911716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 3d344c65-7c8f-4d05-8497-74285c6ebb58 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:00.912228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.917368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43e84258-6518-4292-9fbb-a08a923a1eaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.921000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:00.992649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=183c8a78-7b8d-49f3-9530-1184f3259495,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:01.064114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port 3d344c65-7c8f-4d05-8497-74285c6ebb58, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3d344c65-7c8f-4d05-8497-74285c6ebb58,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:01.064414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.084771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 3d344c65-7c8f-4d05-8497-74285c6ebb58 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:01.177620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e74f8b-2b0a-4c67-9cf0-7df1413b44c2 req-69e31b34-7b9a-468d-b3ad-640fb1e564b5 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:01.185433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c37b4dcc-3078-411d-a317-f22d19e211a0 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:01.190080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36e74f8b-2b0a-4c67-9cf0-7df1413b44c2 req-69e31b34-7b9a-468d-b3ad-640fb1e564b5 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 944 time: 0.1416917 Oct 22 15:04:01.208938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43e84258-6518-4292-9fbb-a08a923a1eaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.248651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36e74f8b-2b0a-4c67-9cf0-7df1413b44c2 req-6e3c15e9-5366-40b4-9360-ce45dd58f1c5 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Oct 22 15:04:01.251192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c37b4dcc-3078-411d-a317-f22d19e211a0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:01.251620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c37b4dcc-3078-411d-a317-f22d19e211a0 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:01.252046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee64d08d-3b88-4465-a542-b69687f1c196 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:01.296646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ee64d08d-3b88-4465-a542-b69687f1c196 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:01.297213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee64d08d-3b88-4465-a542-b69687f1c196 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:01.305295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43e84258-6518-4292-9fbb-a08a923a1eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.365650 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-43e84258-6518-4292-9fbb-a08a923a1eaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae823f304b4e4798802c9a3ff78adcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692860 Oct 22 15:04:01.365650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e84258-6518-4292-9fbb-a08a923a1eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288cd2f3-cb5a-4297-8fec-430d792f77c6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:01.366690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59328) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:01.430319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1f33926-061b-43c7-a309-80e80e44dba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.454223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1f33926-061b-43c7-a309-80e80e44dba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.470523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.482555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['183c8a78-7b8d-49f3-9530-1184f3259495'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:04:01.521866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=3d344c65-7c8f-4d05-8497-74285c6ebb58,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:01.629297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.637147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 10f4dee8-3480-443a-b76a-73ffecda570f no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:01.683632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 10f4dee8-3480-443a-b76a-73ffecda570f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:01.683975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 10f4dee8-3480-443a-b76a-73ffecda570f not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:01.742356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1f33926-061b-43c7-a309-80e80e44dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.745112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1f33926-061b-43c7-a309-80e80e44dba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:01.746360 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d1f33926-061b-43c7-a309-80e80e44dba5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/288cd2f3-cb5a-4297-8fec-430d792f77c6 HTTP/1.1" status: 204 len: 168 time: 0.3787200 Oct 22 15:04:01.801089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33926-061b-43c7-a309-80e80e44dba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288cd2f3-cb5a-4297-8fec-430d792f77c6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:01.891752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:04:01.986020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:01.998591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:01.998711 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c192aaf-e757-4024-86f4-6bacd3f8e450 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8232489 Oct 22 15:04:01.998806 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:02.009686 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:02.013772 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:02.059406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting subnet 7eca0c14-2799-4c10-90cf-4dea1b5edf48 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:04:02.063130 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:02.092226 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:02.109365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:02.144756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:04:01Z', 'revision_number': 11, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:02.175778 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:02.185671 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:02.186283 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:02.240531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:02.268205 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:02.328355 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:04:01Z', 'revision_number': 11, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:02.363744 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53549f9a-7450-4245-bedb-561d5d318123 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:04:01Z', 'revision_number': 11, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:02.420013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:02.796141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Subnet': ['ID=7eca0c14-2799-4c10-90cf-4dea1b5edf48,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:02.810214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:02.810214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f4e0a54d-5ce5-416d-bb40-0087a20a3c3a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/7eca0c14-2799-4c10-90cf-4dea1b5edf48 HTTP/1.1" status: 204 len: 168 time: 0.8135297 Oct 22 15:04:02.811575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:02.818603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd41fd-c822-4f49-85f6-eab271e85647 None None] Network 4bd4b87b-475a-4483-b51c-a7e2c458debc requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:02.839423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a156bc-1927-4806-82a4-942df887885e req-f29b1df2-0fab-42eb-b85f-c7ae3ed3a8bb tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:02.849009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75a156bc-1927-4806-82a4-942df887885e req-f29b1df2-0fab-42eb-b85f-c7ae3ed3a8bb tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 944 time: 0.4815361 Oct 22 15:04:02.905183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75a156bc-1927-4806-82a4-942df887885e req-3b952043-5ef7-4302-a49b-bde344a95270 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546525 Oct 22 15:04:02.914783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:02.976889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Deleting port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:02.977688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.063800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] For port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:03.064427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.067483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] DHCP port deletion for 4bd4b87b-475a-4483-b51c-a7e2c458debc request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:04:03.086264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Calling delete_port for 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:03.131260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] Deleting port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:03.131947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.177924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:03.277437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] For port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,segment=NetworkSegment(cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2),segment_id=cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:03.277834 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.286532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.310541 n-d-812148-2 neutron-server[107803]: INFO neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No ports have port_id starting with 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 Oct 22 15:04:03.311900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] Calling delete_port for 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:03.316512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3d344c65-7c8f-4d05-8497-74285c6ebb58 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:03.322491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Port': ['ID=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:03.333955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No DVR routers for this DVR port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:03.364880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3d344c65-7c8f-4d05-8497-74285c6ebb58 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:03.364880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3d344c65-7c8f-4d05-8497-74285c6ebb58 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:04:03.442901 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:04:03.455263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.500592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] No DVR routers for this DVR port 4c8709b7-a5ed-40c0-a8d6-16cfef18ec97 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:03.517959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459574d-5266-428d-b17e-9c47f5823133 None None] Pushing event deleted for resources: {'Port': ['ID=4c8709b7-a5ed-40c0-a8d6-16cfef18ec97,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:03.537859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.565311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd4b87b-475a-4483-b51c-a7e2c458debc']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:03.575629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:03.576312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac0f254-2a55-4f7c-af9d-eb6b0dd07bc2') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:03.587269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.603715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.614209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:04:03.614410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:04:03.619368 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:04:03.729150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.874180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.874180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:03.874180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/networks/4bd4b87b-475a-4483-b51c-a7e2c458debc HTTP/1.1" status: 204 len: 168 time: 1.0509009 Oct 22 15:04:03.874180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59432) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:04.002597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'routes': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:04.002597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86daff8-be1a-42e7-abe3-e72fe1006f1e tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Pushing event deleted for resources: {'Network': ['ID=4bd4b87b-475a-4483-b51c-a7e2c458debc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:04.068605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e46b6-d85f-4f0b-ac9c-bd85c52e97bb req-8976b01b-7b17-45a4-95f0-952f027bc6fe tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:04.071471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f92e46b6-d85f-4f0b-ac9c-bd85c52e97bb req-8976b01b-7b17-45a4-95f0-952f027bc6fe tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 944 time: 0.0604365 Oct 22 15:04:04.114111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f92e46b6-d85f-4f0b-ac9c-bd85c52e97bb req-3fe0c091-1be1-4cfb-91e3-4ead54f76ecb tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367911 Oct 22 15:04:04.405081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Added routes are [] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 15:04:04.405580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Removed routes are [] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 15:04:04.405739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:04.583205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:04.593218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:04.602431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 183c8a78-7b8d-49f3-9530-1184f3259495 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:04.707219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 115a1aa4-f316-42a7-bcc0-2b266b713013 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:04:04.794136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:04.801138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:04.802274 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c7b0b50a-3d4f-47fa-9ca0-53822541f490 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 705 time: 0.9337800 Oct 22 15:04:04.805719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:04.808716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] Sync routers for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:04.820811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:04.821824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:04.845914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59466) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:04.854240 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0602a98-6d53-42b1-b0fc-e5eb448abaff tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 205 time: 0.0423071 Oct 22 15:04:04.904605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:04.906729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 183c8a78-7b8d-49f3-9530-1184f3259495 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:04:04.935291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:04.970238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:04:01Z', 'revision_number': 11, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:04.972463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 183c8a78-7b8d-49f3-9530-1184f3259495 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:04.973135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.047580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] Checking router: 115a1aa4-f316-42a7-bcc0-2b266b713013 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:05.074868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] Routers {'115a1aa4-f316-42a7-bcc0-2b266b713013'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:05.075868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['115a1aa4-f316-42a7-bcc0-2b266b713013'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:05.179978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] Set router 115a1aa4-f316-42a7-bcc0-2b266b713013 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:05.197999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.201862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.237459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:04:01Z', 'revision_number': 11, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:05.271634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaa15a-51a7-445d-95e0-7bd52cd4d475 None None] The sync data for ids ['115a1aa4-f316-42a7-bcc0-2b266b713013'] in n-d-812148-2 is: [{'id': '115a1aa4-f316-42a7-bcc0-2b266b713013', 'name': 'tempest-RoutersIpV6Test-router-1897117865', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:03:16Z', 'updated_at': '2021-10-22T15:04:01Z', 'revision_number': 11, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:05.326799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.345650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d7184-9cc6-47c5-bace-a022bdb40ff3 req-2053bfa0-88cd-49cd-85b2-9ad9191c3094 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:05.347508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e63d7184-9cc6-47c5-bace-a022bdb40ff3 req-2053bfa0-88cd-49cd-85b2-9ad9191c3094 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 944 time: 0.0975666 Oct 22 15:04:05.363178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183c8a78-7b8d-49f3-9530-1184f3259495'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:05.365734 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01436575-6d09-493e-b606-7c44feab5321" -d '{"events": [{"server_uuid": "8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "183c8a78-7b8d-49f3-9530-1184f3259495"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:05.391879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 183c8a78-7b8d-49f3-9530-1184f3259495, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=183c8a78-7b8d-49f3-9530-1184f3259495,segment=NetworkSegment(752149f1-c007-4730-8778-f3ac8c9da457),segment_id=752149f1-c007-4730-8778-f3ac8c9da457)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:05.403658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e63d7184-9cc6-47c5-bace-a022bdb40ff3 req-19fbf14a-9b21-4734-8044-3035edc367c3 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481801 Oct 22 15:04:05.440822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.440822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 115a1aa4-f316-42a7-bcc0-2b266b713013 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:04:05.441852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.443166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9726a21e-8a16-4a8f-b3b0-de6463bb2649 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 204 len: 168 time: 0.5960219 Oct 22 15:04:05.447441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59486) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:05.454481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1747904121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:05.460403 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2470fb-4c28-42db-a71f-1907da1afea9 x-openstack-request-id: req-5a2470fb-4c28-42db-a71f-1907da1afea9 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:05.460848 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "183c8a78-7b8d-49f3-9530-1184f3259495", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:05.461149 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a2470fb-4c28-42db-a71f-1907da1afea9 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:05.462623 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183c8a78-7b8d-49f3-9530-1184f3259495', 'code': 200} Oct 22 15:04:05.557847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.603749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411726c-8544-4c79-a5f3-f3164fc3fd2c req-d2becf75-285e-4056-a164-337471b53e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:05.606828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c411726c-8544-4c79-a5f3-f3164fc3fd2c req-d2becf75-285e-4056-a164-337471b53e02 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 1095 time: 0.0697308 Oct 22 15:04:05.651371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=183c8a78-7b8d-49f3-9530-1184f3259495,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:05.667572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.668735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.696786 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c411726c-8544-4c79-a5f3-f3164fc3fd2c req-480c89a7-aed3-4130-90cd-c4bf90985d43 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790343 Oct 22 15:04:05.735130 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:05.801763 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:04:05.832068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:06.022521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:06.024894 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e0907177-a380-414f-aaf8-b15aa196dfeb tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5752513 Oct 22 15:04:06.027817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59502) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:06.032512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:06.312263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:06.472382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:06.578849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf81db-a6a3-458d-815e-b7e52d95dd6e req-c6ad1a29-f967-4c67-9cf9-3e05f5247f82 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:06.586274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97cf81db-a6a3-458d-815e-b7e52d95dd6e req-c6ad1a29-f967-4c67-9cf9-3e05f5247f82 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.0860803 Oct 22 15:04:06.655346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97cf81db-a6a3-458d-815e-b7e52d95dd6e req-5291f6f5-2d5e-4499-bc8f-1a5113782981 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Oct 22 15:04:06.704689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Router 997dafc6-e8cd-4b56-b38e-cd422f06f3b2 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:04:06.796377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:06.805726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:06.806960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d6c38ca-4cdb-4fa0-9d0b-2feac23cf22d tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "PUT /v2.0/routers/997dafc6-e8cd-4b56-b38e-cd422f06f3b2 HTTP/1.1" status: 200 len: 698 time: 0.7780952 Oct 22 15:04:06.810098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59534) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:06.813193 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] Sync routers for ids ['997dafc6-e8cd-4b56-b38e-cd422f06f3b2'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:06.826496 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] Routers {'997dafc6-e8cd-4b56-b38e-cd422f06f3b2'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:06.827432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['997dafc6-e8cd-4b56-b38e-cd422f06f3b2'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:06.921072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] Set router 997dafc6-e8cd-4b56-b38e-cd422f06f3b2 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:06.921534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cc721dd8-b5b4-4135-b868-9e23b592596b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/routers/997dafc6-e8cd-4b56-b38e-cd422f06f3b2 HTTP/1.1" status: 200 len: 704 time: 0.1068935 Oct 22 15:04:06.921534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:06.952698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f7b379ad-1b6f-4d38-b2f2-17a4fcd64d48 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=997dafc6-e8cd-4b56-b38e-cd422f06f3b2 HTTP/1.1" status: 200 len: 205 time: 0.0278673 Oct 22 15:04:06.953116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:06.983474 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997dafc6-e8cd-4b56-b38e-cd422f06f3b2', 'name': 'tempest-RoutersIpV6Test-router-1747904121', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:05Z', 'updated_at': '2021-10-22T15:04:06Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:07.020449 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] Checking router: 997dafc6-e8cd-4b56-b38e-cd422f06f3b2 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:07.032079 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] Routers {'997dafc6-e8cd-4b56-b38e-cd422f06f3b2'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:07.032691 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['997dafc6-e8cd-4b56-b38e-cd422f06f3b2'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:07.035291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:07.106376 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] Set router 997dafc6-e8cd-4b56-b38e-cd422f06f3b2 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:07.214500 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997dafc6-e8cd-4b56-b38e-cd422f06f3b2', 'name': 'tempest-RoutersIpV6Test-router-1747904121', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:05Z', 'updated_at': '2021-10-22T15:04:06Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:07.244976 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979212a-3738-455d-bba9-d6421e79e575 None None] The sync data for ids ['997dafc6-e8cd-4b56-b38e-cd422f06f3b2'] in n-d-812148-2 is: [{'id': '997dafc6-e8cd-4b56-b38e-cd422f06f3b2', 'name': 'tempest-RoutersIpV6Test-router-1747904121', 'tenant_id': 'ece666ff95fd4c14b23654f5f7c49519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:05Z', 'updated_at': '2021-10-22T15:04:06Z', 'revision_number': 2, 'project_id': 'ece666ff95fd4c14b23654f5f7c49519', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:07.263234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:07.266699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:07.481151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:07.484174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Fanout notify agent at l3_agent the message router_deleted on router 997dafc6-e8cd-4b56-b38e-cd422f06f3b2 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:04:07.489800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:07.491128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5446700e-dcd3-47fb-8000-6df8c41aa890 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/997dafc6-e8cd-4b56-b38e-cd422f06f3b2 HTTP/1.1" status: 204 len: 168 time: 0.5369885 Oct 22 15:04:07.494463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59556) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.522711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a4f1ecaf-29f2-4b7d-89f7-e1d74d86be9b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=997dafc6-e8cd-4b56-b38e-cd422f06f3b2 HTTP/1.1" status: 200 len: 205 time: 0.0270278 Oct 22 15:04:07.526227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59558) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.576874 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-e1f52034-0b0e-4063-ae07-f805c2461e3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:07.577850 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e1f52034-0b0e-4063-ae07-f805c2461e3b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/997dafc6-e8cd-4b56-b38e-cd422f06f3b2 HTTP/1.1" status: 404 len: 336 time: 0.0502532 Oct 22 15:04:07.580590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59562) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.618150 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f197816-e531-4b77-90ee-2ca0ccb1fbda tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:07.630350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f197816-e531-4b77-90ee-2ca0ccb1fbda tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:07.630350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7f197816-e531-4b77-90ee-2ca0ccb1fbda tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/99114168-02fd-4666-83d0-a9d89d5e9bde HTTP/1.1" status: 404 len: 337 time: 0.0405200 Oct 22 15:04:07.631538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59566) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.661731 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e320d4c6-b1c0-493d-8313-0fabc96eb60f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:07.662577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e320d4c6-b1c0-493d-8313-0fabc96eb60f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:07.666650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e320d4c6-b1c0-493d-8313-0fabc96eb60f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/28c9a921-b667-41a7-a075-1eb0489ace4f HTTP/1.1" status: 404 len: 337 time: 0.0352347 Oct 22 15:04:07.669281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59570) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.702768 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f0da55-64b9-4b31-9ef2-69c18e63b627 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:07.703280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f0da55-64b9-4b31-9ef2-69c18e63b627 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:07.708734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c7f0da55-64b9-4b31-9ef2-69c18e63b627 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/f407da9b-3797-4c7d-b083-6f9d0f47c333 HTTP/1.1" status: 404 len: 337 time: 0.0361369 Oct 22 15:04:07.709068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59572) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.740665 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fbe1db-90ac-40f6-b993-882921d2f394 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:07.741135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fbe1db-90ac-40f6-b993-882921d2f394 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:07.746669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91fbe1db-90ac-40f6-b993-882921d2f394 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/7eca0c14-2799-4c10-90cf-4dea1b5edf48 HTTP/1.1" status: 404 len: 337 time: 0.0365343 Oct 22 15:04:07.748910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59576) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.765547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a335b-b37b-44e5-8bc9-aaca4c0eba13 req-a83871dc-d3ae-48a0-a5c8-6f398455745a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:07.767275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c3a335b-b37b-44e5-8bc9-aaca4c0eba13 req-a83871dc-d3ae-48a0-a5c8-6f398455745a tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.0584645 Oct 22 15:04:07.793376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3154ae26-bd99-41cd-82f3-b6885be9322a tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 200 len: 205 time: 0.0433474 Oct 22 15:04:07.797813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59580) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.846702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c3a335b-b37b-44e5-8bc9-aaca4c0eba13 req-905f7fe4-0340-4939-9944-c7f53d10f0a2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694177 Oct 22 15:04:07.878106 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-38dd9daa-b379-48b7-bed4-ac9836f21619 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:07.880960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38dd9daa-b379-48b7-bed4-ac9836f21619 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/115a1aa4-f316-42a7-bcc0-2b266b713013 HTTP/1.1" status: 404 len: 336 time: 0.0803027 Oct 22 15:04:07.883277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59586) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:07.945333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-be4287e4-c923-4775-9d98-d2fc35c6eedf tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a448052-b736-4943-929d-33c9fbb0a80e HTTP/1.1" status: 200 len: 205 time: 0.0597992 Oct 22 15:04:07.949874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59590) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.016857 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-22371d6c-1f6e-47d7-87d8-775b453a58a9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:08.018096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-22371d6c-1f6e-47d7-87d8-775b453a58a9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/0a448052-b736-4943-929d-33c9fbb0a80e HTTP/1.1" status: 404 len: 336 time: 0.0698905 Oct 22 15:04:08.020810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59592) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.049282 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-32401520-f0b3-424d-8227-6a6447cfb935 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:08.049747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32401520-f0b3-424d-8227-6a6447cfb935 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:08.052834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32401520-f0b3-424d-8227-6a6447cfb935 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/e2ba5c47-a6e3-42ec-bcc4-d18d90e049b6 HTTP/1.1" status: 404 len: 337 time: 0.0310230 Oct 22 15:04:08.056089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59594) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.084656 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8b3e92f-68c4-4586-9aef-54d1bcb2e518 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 200 len: 205 time: 0.0274315 Oct 22 15:04:08.090918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.130869 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-be4520c5-088d-4fea-9221-524b54d5d94b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:08.132316 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-be4520c5-088d-4fea-9221-524b54d5d94b tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/6f0ec404-92f9-4905-bc56-803a113d48a6 HTTP/1.1" status: 404 len: 336 time: 0.0434728 Oct 22 15:04:08.135009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59604) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.166376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fbca6f0e-3901-49a5-b039-b455b992a077 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=4881347a-ce32-4382-bcd5-f996e39cee3a HTTP/1.1" status: 200 len: 205 time: 0.0274062 Oct 22 15:04:08.166643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59606) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.222120 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-a96fc820-0993-4d2c-89c9-83cf6bd9935c tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:08.222120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a96fc820-0993-4d2c-89c9-83cf6bd9935c tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/4881347a-ce32-4382-bcd5-f996e39cee3a HTTP/1.1" status: 404 len: 336 time: 0.0480494 Oct 22 15:04:08.222120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59610) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.233281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59612) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.252508 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05f60e0-f10c-40ae-87f1-5bdf4f66926f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:08.252508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05f60e0-f10c-40ae-87f1-5bdf4f66926f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:08.255444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a05f60e0-f10c-40ae-87f1-5bdf4f66926f tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/a7d19e02-b869-4624-9a81-3df5cfe0af95 HTTP/1.1" status: 404 len: 337 time: 0.0323427 Oct 22 15:04:08.258142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.287765 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b456564-55d8-40d4-99d4-fd8cded08825 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1efc8683-f131-475b-9e7f-19c19553947e HTTP/1.1" status: 200 len: 205 time: 0.0279093 Oct 22 15:04:08.290817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59616) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.330169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec1cf2-e518-43f0-af49-1b6b73ab3bfc tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:08.331009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec1cf2-e518-43f0-af49-1b6b73ab3bfc tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:08.331732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec1cf2-e518-43f0-af49-1b6b73ab3bfc tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:08.333597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f5ec1cf2-e518-43f0-af49-1b6b73ab3bfc tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=4da48237c7fc4553949e355dd822987d&network_id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 2970 time: 0.0991230 Oct 22 15:04:08.337121 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-47d805c7-ddba-4bec-a47d-e2c9993744a0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:08.338436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-47d805c7-ddba-4bec-a47d-e2c9993744a0 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/1efc8683-f131-475b-9e7f-19c19553947e HTTP/1.1" status: 404 len: 336 time: 0.0463734 Oct 22 15:04:08.341090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59620) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.380106 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a23c56-900d-468b-93c3-a880eb4fc772 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:08.380664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a23c56-900d-468b-93c3-a880eb4fc772 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:08.385098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6a23c56-900d-468b-93c3-a880eb4fc772 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/b583c3cb-46fe-4489-a95b-6c62ce725b07 HTTP/1.1" status: 404 len: 337 time: 0.0421140 Oct 22 15:04:08.388417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59626) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.447289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f91a0600-c2fe-4203-b13b-0e5cb64181b6 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c662c3f-4a9e-405e-a9e7-83c98e203653 HTTP/1.1" status: 200 len: 205 time: 0.0574365 Oct 22 15:04:08.454456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59628) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.491884 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-e3a4ec80-9782-4bb9-965e-fa23d16815b6 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] delete failed (client error): The resource could not be found. Oct 22 15:04:08.495308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e3a4ec80-9782-4bb9-965e-fa23d16815b6 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/routers/4c662c3f-4a9e-405e-a9e7-83c98e203653 HTTP/1.1" status: 404 len: 336 time: 0.0374300 Oct 22 15:04:08.499454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59630) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.525422 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5e7009-8e82-4dbf-91c9-bce7ffddff93 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:08.525816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5e7009-8e82-4dbf-91c9-bce7ffddff93 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:08.531601 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bf5e7009-8e82-4dbf-91c9-bce7ffddff93 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/e4b1cb0a-49c0-4665-8c2f-81151391fa6d HTTP/1.1" status: 404 len: 337 time: 0.0321767 Oct 22 15:04:08.538736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.558456 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fec324-f9a8-4f4a-a3c5-fb52a0c705b9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] DELETE failed (client error): The resource could not be found. Oct 22 15:04:08.558917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fec324-f9a8-4f4a-a3c5-fb52a0c705b9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:04:08.563024 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-52fec324-f9a8-4f4a-a3c5-fb52a0c705b9 tempest-RoutersIpV6Test-1077144872 tempest-RoutersIpV6Test-1077144872-project] 10.222.0.66 "DELETE /v2.0/subnets/4cb7ce0e-0f7f-4bb0-b97c-dfdbaa7ab412 HTTP/1.1" status: 404 len: 337 time: 0.0293779 Oct 22 15:04:08.825482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:08.996585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b85f855d-e449-468b-a956-1e4c8ea5d9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.019982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ac69-26c8-418a-9a73-9710e697d03a req-71b6cee9-dd94-4750-aad4-53c027b494d6 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:09.021846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2562ac69-26c8-418a-9a73-9710e697d03a req-71b6cee9-dd94-4750-aad4-53c027b494d6 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.0586462 Oct 22 15:04:09.076553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2562ac69-26c8-418a-9a73-9710e697d03a req-14830d88-2320-403f-8c61-a3de642fd3db tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352862 Oct 22 15:04:09.099874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b85f855d-e449-468b-a956-1e4c8ea5d9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.186776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b85f855d-e449-468b-a956-1e4c8ea5d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.217082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59664) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:09.232119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b85f855d-e449-468b-a956-1e4c8ea5d9c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0db61972783e4be1b472114e01845dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054897 Oct 22 15:04:09.233482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f855d-e449-468b-a956-1e4c8ea5d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632bd19-6b25-4c03-b6f8-773bf1bd845e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:09.235136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59668) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:09.296245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d05655b3-46c0-4821-94d7-9187c9bf02ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.333941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d05655b3-46c0-4821-94d7-9187c9bf02ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.393889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59682) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:09.452970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8a721e0f-2de8-45cd-bf8f-2e0648500cb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ece666ff95fd4c14b23654f5f7c49519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346392 Oct 22 15:04:09.460560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59688) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:09.515053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d05655b3-46c0-4821-94d7-9187c9bf02ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.517817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d05655b3-46c0-4821-94d7-9187c9bf02ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.522328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d05655b3-46c0-4821-94d7-9187c9bf02ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2632bd19-6b25-4c03-b6f8-773bf1bd845e HTTP/1.1" status: 204 len: 168 time: 0.2861044 Oct 22 15:04:09.578398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05655b3-46c0-4821-94d7-9187c9bf02ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632bd19-6b25-4c03-b6f8-773bf1bd845e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:09.612041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4c72325-57dd-466c-8757-7a6318f11d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.642959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4c72325-57dd-466c-8757-7a6318f11d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.840361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4c72325-57dd-466c-8757-7a6318f11d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.849566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4c72325-57dd-466c-8757-7a6318f11d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:09.855465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c4c72325-57dd-466c-8757-7a6318f11d7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96032d29-317c-4f0c-b14c-0ffbddfcdc1a HTTP/1.1" status: 204 len: 168 time: 0.3887517 Oct 22 15:04:09.867787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c72325-57dd-466c-8757-7a6318f11d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96032d29-317c-4f0c-b14c-0ffbddfcdc1a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:09.903000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59702) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:10.025879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.092770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae38850-b3f9-4515-a4b0-560cb192ac69 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:10.095906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bae38850-b3f9-4515-a4b0-560cb192ac69 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 814 time: 0.1916084 Oct 22 15:04:10.174416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e61fdc-a14e-4908-a7ae-50eacb3ac7e6 req-bca8529f-8881-446d-ab62-347e905e2439 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:10.176536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e61fdc-a14e-4908-a7ae-50eacb3ac7e6 req-bca8529f-8881-446d-ab62-347e905e2439 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.0736415 Oct 22 15:04:10.239018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14e61fdc-a14e-4908-a7ae-50eacb3ac7e6 req-8749e8f9-e9cf-43ba-9ece-297a5915ac98 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522127 Oct 22 15:04:10.373748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Deleting port e638a56e-6ccf-4c5e-921e-ca36b912492c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:10.374088 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.457635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] For port e638a56e-6ccf-4c5e-921e-ca36b912492c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e638a56e-6ccf-4c5e-921e-ca36b912492c,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:10.458009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.478724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Calling delete_port for e638a56e-6ccf-4c5e-921e-ca36b912492c owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:10.637613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59724) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:10.652379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71eeaec5-441c-4dcf-b60a-d593a4d940c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.735329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71eeaec5-441c-4dcf-b60a-d593a4d940c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.773069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.808883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e638a56e-6ccf-4c5e-921e-ca36b912492c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:10.809124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:10.818824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'network': {'name': 'tempest-network-smoke--1134894420', 'project_id': '4da48237c7fc4553949e355dd822987d', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:10.823144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71eeaec5-441c-4dcf-b60a-d593a4d940c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:10.892381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeaec5-441c-4dcf-b60a-d593a4d940c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d844d778-4d63-449e-b4f9-83d94242ec4b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:10.921899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-71eeaec5-441c-4dcf-b60a-d593a4d940c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04576c20e9fb4d99b99fbe71730ee692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828929 Oct 22 15:04:10.925501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59740) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:10.989406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0567f37-6f46-404a-8505-d15bb93fbcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.005724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:11.011699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.039101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0567f37-6f46-404a-8505-d15bb93fbcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.063496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.075733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:04:11.102422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.103829 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Added segment 3a699b1b-3662-4370-8e33-beee2a4ee2e3 of type vlan for network 08a4bfae-7169-468e-8632-da998afa4820 Oct 22 15:04:11.158191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.237397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0567f37-6f46-404a-8505-d15bb93fbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.242367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d0567f37-6f46-404a-8505-d15bb93fbcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.243949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d0567f37-6f46-404a-8505-d15bb93fbcb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d844d778-4d63-449e-b4f9-83d94242ec4b HTTP/1.1" status: 204 len: 168 time: 0.3174338 Oct 22 15:04:11.279653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0567f37-6f46-404a-8505-d15bb93fbcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d844d778-4d63-449e-b4f9-83d94242ec4b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:11.329060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.335459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:11.337587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.355337 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:11.434132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Router 65366ddd-bc6a-4f14-806c-231e13487f6a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:04:11.483783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Network': ['ID=08a4bfae-7169-468e-8632-da998afa4820,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:11.494101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79b2a4-6feb-472c-ba65-0e50599e449a req-4fa5c077-6157-4ed4-891f-6fc4beeb2238 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:11.496099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad79b2a4-6feb-472c-ba65-0e50599e449a req-4fa5c077-6157-4ed4-891f-6fc4beeb2238 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.1379671 Oct 22 15:04:11.498170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 08a4bfae-7169-468e-8632-da998afa4820 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:04:11.556602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-70ef6ba8-5b1a-4faa-ac7d-f277e9337d6b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7217064 Oct 22 15:04:11.556602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad79b2a4-6feb-472c-ba65-0e50599e449a req-768f4192-d778-456a-b229-5ffde1b3c66f tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 Oct 22 15:04:11.556602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59760) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:11.675268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fcaba-c236-46fc-8d82-5a92232e7524 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:11.679262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2e7fcaba-c236-46fc-8d82-5a92232e7524 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=4da48237c7fc4553949e355dd822987d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1204312 Oct 22 15:04:11.681260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59768) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:11.795351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f92f4-ce3a-402a-8575-7d8df5830a5e tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:11.795351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f30f92f4-ce3a-402a-8575-7d8df5830a5e tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1064591 Oct 22 15:04:11.795351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59770) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:11.828292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0991453e-3182-4654-8c15-2962e1ed3a52 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342433 Oct 22 15:04:11.839761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59774) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:11.880717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-92321b75-a028-4c6f-9125-a6b37c59dfb7 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=4da48237c7fc4553949e355dd822987d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374906 Oct 22 15:04:11.881217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59780) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:11.919915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:11.931097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd4e3a0e-ca80-40fd-9612-30ce6f882ad0 admin admin] 10.222.0.66 "PUT /v2.0/routers/65366ddd-bc6a-4f14-806c-231e13487f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359404 Oct 22 15:04:11.931735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59782) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:11.934357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] Sync routers for ids ['65366ddd-bc6a-4f14-806c-231e13487f6a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:11.951562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] Routers {'65366ddd-bc6a-4f14-806c-231e13487f6a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:11.955460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['65366ddd-bc6a-4f14-806c-231e13487f6a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:11.995569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59784) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:12.017992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db21ca-6ec5-4408-8330-7940e35079d2 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:12.020090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-91db21ca-6ec5-4408-8330-7940e35079d2 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377883 Oct 22 15:04:12.024230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59790) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:12.066068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-62196b36-5318-4ce2-ad20-22e37dca93e2 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403802 Oct 22 15:04:12.071347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59792) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:12.079629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-408033195', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'project_id': '4da48237c7fc4553949e355dd822987d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:12.097822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] Set router 65366ddd-bc6a-4f14-806c-231e13487f6a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:12.151178 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.207863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-40226100-989f-442e-8a05-2b78dd720020 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:12.208671 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-40226100-989f-442e-8a05-2b78dd720020 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 15:04:12.211759 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-40226100-989f-442e-8a05-2b78dd720020 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 15:04:12.215527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40226100-989f-442e-8a05-2b78dd720020 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2152598 Oct 22 15:04:12.215965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59802) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:12.231196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073002825'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:12.315531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:12.320254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.321977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-21eb22d9-657b-4de5-917f-3c327aa966a2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:12.327157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-21eb22d9-657b-4de5-917f-3c327aa966a2 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.2224963 Oct 22 15:04:12.356044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:04:10Z', 'revision_number': 5, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:12.369587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.421613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] Checking router: 65366ddd-bc6a-4f14-806c-231e13487f6a for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:12.437362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.448022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] Routers {'65366ddd-bc6a-4f14-806c-231e13487f6a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:12.449288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['65366ddd-bc6a-4f14-806c-231e13487f6a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:12.465132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.484769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Deleting port 183c8a78-7b8d-49f3-9530-1184f3259495 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:12.485435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.576573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] Set router 65366ddd-bc6a-4f14-806c-231e13487f6a gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:12.687497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.701940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] For port 183c8a78-7b8d-49f3-9530-1184f3259495, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=183c8a78-7b8d-49f3-9530-1184f3259495,segment=NetworkSegment(752149f1-c007-4730-8778-f3ac8c9da457),segment_id=752149f1-c007-4730-8778-f3ac8c9da457)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:12.702313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.721258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Calling delete_port for 183c8a78-7b8d-49f3-9530-1184f3259495 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:12.736962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Deleting port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:12.737324 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.774515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed63c4a-4453-4395-b242-66c6812e6ec7 req-dfbf937b-3cc7-490d-a758-30e81d9067c1 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:12.776611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ed63c4a-4453-4395-b242-66c6812e6ec7 req-dfbf937b-3cc7-490d-a758-30e81d9067c1 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 945 time: 0.0720475 Oct 22 15:04:12.812133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.858213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.917858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] For port 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:12.918273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:12.935511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Calling delete_port for 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:12.992785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ed63c4a-4453-4395-b242-66c6812e6ec7 req-7934d24e-0915-4552-bd9c-7ed3dbe4e39e tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/security-groups?id=72fd68f2-f540-4ebb-8934-b8a639865046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091684 Oct 22 15:04:13.050682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Subnet': ['ID=f4a7670f-5215-4e15-81ed-d36b727601fa,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:13.069026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.073632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81616fed-bfe9-44b7-bac6-bd5d514baa82,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:13.082863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Checking segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:13.083269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network hostable DHCP agents. Network: 08a4bfae-7169-468e-8632-da998afa4820, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:04:13.120162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:04:10Z', 'revision_number': 5, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:13.152928 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.171026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['183c8a78-7b8d-49f3-9530-1184f3259495'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:04:13.174589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b828e38-3d08-458e-9548-37369a73e294 None None] The sync data for ids ['65366ddd-bc6a-4f14-806c-231e13487f6a'] in n-d-812148-2 is: [{'id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-482658028-router', 'tenant_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:30Z', 'updated_at': '2021-10-22T15:04:10Z', 'revision_number': 5, 'project_id': 'e7c752cf1dc743eeaa4e735648f1b264', 'gw_port': {'id': '537a494a-cdf4-4b39-9ab1-553e7d9d0d9e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65366ddd-bc6a-4f14-806c-231e13487f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:32Z', 'updated_at': '2021-10-22T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:13.195037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Pushing event deleted for resources: {'Port': ['ID=183c8a78-7b8d-49f3-9530-1184f3259495,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:13.214776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.244731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] No DVR routers for this DVR port 183c8a78-7b8d-49f3-9530-1184f3259495 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:13.247603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 08a4bfae-7169-468e-8632-da998afa4820 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:04:13.248134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.252440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb1f0144-e4e0-48e9-955f-0cb2f8dc490a req-e86ba68f-3af4-470d-a330-72c3d03d7e70 tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.69 "DELETE /v2.0/ports/183c8a78-7b8d-49f3-9530-1184f3259495 HTTP/1.1" status: 204 len: 173 time: 0.9200661 Oct 22 15:04:13.254069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'name': 'network-vif-deleted', 'tag': '183c8a78-7b8d-49f3-9530-1184f3259495'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:13.256673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc93b011-c274-488c-9af7-bf17f4bf3267,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:13.258445 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ecacc-cb41-4736-bef5-f1e7f63c9123" -d '{"events": [{"server_uuid": "8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe", "name": "network-vif-deleted", "tag": "183c8a78-7b8d-49f3-9530-1184f3259495"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:13.325702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.329466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0f7ce857-abc6-4878-ae42-1348a04c0cbe tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1117945 Oct 22 15:04:13.332337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59838) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:13.339942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': 'dc93b011-c274-488c-9af7-bf17f4bf3267', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:13.358745 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b6bb8-7e97-4d1b-90f1-1f3476cd949a x-openstack-request-id: req-239b6bb8-7e97-4d1b-90f1-1f3476cd949a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:13.358745 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe", "name": "network-vif-deleted", "tag": "183c8a78-7b8d-49f3-9530-1184f3259495", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:13.359132 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-239b6bb8-7e97-4d1b-90f1-1f3476cd949a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:13.359334 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe', 'name': 'network-vif-deleted', 'tag': '183c8a78-7b8d-49f3-9530-1184f3259495', 'status': 'completed', 'code': 200} Oct 22 15:04:13.386180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 08a4bfae-7169-468e-8632-da998afa4820) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:13.391705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:13.395055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98c92e-78ad-48b3-a974-488c2ae56e9f None None] Network 08a4bfae-7169-468e-8632-da998afa4820 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:13.403471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.489815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.513458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.586572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=537a494a-cdf4-4b39-9ab1-553e7d9d0d9e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:13.635161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.639785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-08a4bfae-7169-468e-8632-da998afa4820', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ips': [{'subnet_id': 'f4a7670f-5215-4e15-81ed-d36b727601fa'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:04:13.640718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.679593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ae2c7ece-ada0-48d0-b2fb-5e7783db587f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6061130 Oct 22 15:04:13.711015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.755209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.794477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0411d1-71bf-48e2-adc7-0abaeaef06f3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:13.868825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Allocated IP 172.20.0.18 (08a4bfae-7169-468e-8632-da998afa4820/f4a7670f-5215-4e15-81ed-d36b727601fa/f38b2172-bd8f-4363-926d-184a03888027) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:13.869035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.871796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.913242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:13.914024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2298097a-967f-49be-a5e9-e4ae790fe24e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5796883 Oct 22 15:04:13.916482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59856) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:13.931781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4ee02837-37fb-4bf0-9fb6-5afaa422e5ab tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': 'dc93b011-c274-488c-9af7-bf17f4bf3267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:14.063786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.064431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65366ddd-bc6a-4f14-806c-231e13487f6a {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:04:14.070317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.074547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-821fb639-14ef-411b-9a15-d4e05553c4b6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/65366ddd-bc6a-4f14-806c-231e13487f6a HTTP/1.1" status: 204 len: 168 time: 2.1390617 Oct 22 15:04:14.074669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ee02837-37fb-4bf0-9fb6-5afaa422e5ab tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.074779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59862) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:14.156662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Deleting subnet c84b7db3-fe76-49da-8eea-de99bc7aceeb {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:04:14.166671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.190954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.242442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d2f72c9-0e52-4e59-8d4b-5ae36b2268fc req-6eeaadc0-ad7d-46e7-b3a7-0333c062afcc tempest-ServerPasswordTestJSON-1015870584 tempest-ServerPasswordTestJSON-1015870584-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bc4a8c2-0e07-4bb9-a416-b94d9984dcbe HTTP/1.1" status: 200 len: 210 time: 0.0645049 Oct 22 15:04:14.277525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.294889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59870) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:14.299496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17410282', 'description': 'tempest-secgroup-smoke-17410282 description', 'project_id': '4da48237c7fc4553949e355dd822987d'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:14.347005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.384194 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-4ee02837-37fb-4bf0-9fb6-5afaa422e5ab tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 15:04:14.384194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ee02837-37fb-4bf0-9fb6-5afaa422e5ab tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4628971 Oct 22 15:04:14.386988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59876) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:14.399314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Network 08a4bfae-7169-468e-8632-da998afa4820 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:14.403912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:14.415482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:14.419218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.460906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Pushing event updated for resources: {'Port': ['ID=f38b2172-bd8f-4363-926d-184a03888027,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:14.531766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Attempting to bind port f38b2172-bd8f-4363-926d-184a03888027 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:14.532278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Attempting to bind port f38b2172-bd8f-4363-926d-184a03888027 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:14.533372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Attempting to bind port f38b2172-bd8f-4363-926d-184a03888027 on network 08a4bfae-7169-468e-8632-da998afa4820 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:14.536831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e526c42-0e85-486d-861f-7f1d2f8156ac tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.540509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:14.541001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Checking segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:14.541532 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.542036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Bound using segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:14.543275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Bound port: f38b2172-bd8f-4363-926d-184a03888027, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:14.544578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.558757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.580567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e526c42-0e85-486d-861f-7f1d2f8156ac tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.618028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] For port f38b2172-bd8f-4363-926d-184a03888027, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:14.623220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] For port f38b2172-bd8f-4363-926d-184a03888027, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f38b2172-bd8f-4363-926d-184a03888027,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:14.637641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.672080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84b7db3-fe76-49da-8eea-de99bc7aceeb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:14.682832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.689171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d4d91275-1045-4aa2-9322-5333dbcd1c3d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c84b7db3-fe76-49da-8eea-de99bc7aceeb HTTP/1.1" status: 204 len: 168 time: 0.6137698 Oct 22 15:04:14.689352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59884) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:14.695482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36067a46-a665-4814-97cc-e5990f2025c7 None None] Network ad0484e9-14b1-4988-9f89-bf8643ee2955 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:14.734706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.791462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.868826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.872422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e526c42-0e85-486d-861f-7f1d2f8156ac tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.873154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96d240-c8ed-400d-bd53-ac3ad4a81fe5 None None] Pushing event updated for resources: {'Port': ['ID=f38b2172-bd8f-4363-926d-184a03888027,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:14.875212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e526c42-0e85-486d-861f-7f1d2f8156ac tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.876954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3e526c42-0e85-486d-861f-7f1d2f8156ac tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/dc93b011-c274-488c-9af7-bf17f4bf3267 HTTP/1.1" status: 204 len: 168 time: 0.4865346 Oct 22 15:04:14.879713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59892) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:14.895227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526c42-0e85-486d-861f-7f1d2f8156ac tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc93b011-c274-488c-9af7-bf17f4bf3267,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:14.943571 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Deleting port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:14.944713 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:14.968083 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e5ea9640-8941-4b86-ba1d-a063d68705b0 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839856 Oct 22 15:04:14.971615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:14.981737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591546740'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:14.992195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.036823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] DHCP port deletion for ad0484e9-14b1-4988-9f89-bf8643ee2955 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:04:15.080737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] For port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:15.080737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.110869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e877db10-28aa-435c-aa72-701254e91a3a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:15.121633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Calling delete_port for 5a5b7b76-d51a-41d7-b071-a60bfae11e3a owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:15.126425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] Deleting port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:15.127010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.224045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.232489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:15.294959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:15.295537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 537a494a-cdf4-4b39-9ab1-553e7d9d0d9e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:15.296123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5a5b7b76-d51a-41d7-b071-a60bfae11e3a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:15.320070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.321727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-be29bff6-a651-495b-a07d-fdb7f0f13ffb tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0257585 Oct 22 15:04:15.324506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59906) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:15.333410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'e877db10-28aa-435c-aa72-701254e91a3a', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:15.342311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59908) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:15.379025 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.420336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] For port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,segment=NetworkSegment(c7f708de-e9dc-4b55-9f98-3b7a3207cce1),segment_id=c7f708de-e9dc-4b55-9f98-3b7a3207cce1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:15.420927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.452062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Deleting subnet 2ad277fd-48d4-4680-bf75-fa264a9898e5 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:04:15.455887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.457265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.471688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] Calling delete_port for 5a5b7b76-d51a-41d7-b071-a60bfae11e3a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:15.494857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.500698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.549749 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.556323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb984f-6b82-44a4-b7fe-ea72b29329c4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:15.605138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e638a56e-6ccf-4c5e-921e-ca36b912492c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:15.608842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:15.616201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.620604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] No DVR routers for this DVR port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:15.629388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e638a56e-6ccf-4c5e-921e-ca36b912492c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:15.629735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e638a56e-6ccf-4c5e-921e-ca36b912492c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:15.663668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.676542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] No DVR routers for this DVR port 5a5b7b76-d51a-41d7-b071-a60bfae11e3a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:15.681331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.703877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6f0a5-10ac-446a-bb2d-44b5f4d3e6d1 None None] Pushing event deleted for resources: {'Port': ['ID=5a5b7b76-d51a-41d7-b071-a60bfae11e3a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:15.776326 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.777696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-90583045-0239-44a3-a513-e20f05751bc6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8050799 Oct 22 15:04:15.780753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59924) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:15.782440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.785970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3a2cb251-eae9-4011-9852-e0104bb1419f tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': 'e1eb984f-6b82-44a4-b7fe-ea72b29329c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:15.787142 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-3a2cb251-eae9-4011-9852-e0104bb1419f tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 22 15:04:15.789054 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-3a2cb251-eae9-4011-9852-e0104bb1419f tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:15.790458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a2cb251-eae9-4011-9852-e0104bb1419f tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086305 Oct 22 15:04:15.796235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59926) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:15.816331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0484e9-14b1-4988-9f89-bf8643ee2955']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:15.843290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:15.855012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f708de-e9dc-4b55-9f98-3b7a3207cce1') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:15.857683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.865728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09cb93d2-34d8-41df-85ab-155b2ec63fd4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.869056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.877729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.884561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:04:15.885018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:04:15.886827 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:04:15.896433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09cb93d2-34d8-41df-85ab-155b2ec63fd4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.961835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:15.994658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.028648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f9aaa3-96ba-4b13-b425-78c5126e3a23,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:16.034948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad277fd-48d4-4680-bf75-fa264a9898e5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:16.039795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.043084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1910594e-98f1-4f1a-96f2-3593496c6008 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2ad277fd-48d4-4680-bf75-fa264a9898e5 HTTP/1.1" status: 204 len: 168 time: 0.6954477 Oct 22 15:04:16.045742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59932) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:16.055260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09cb93d2-34d8-41df-85ab-155b2ec63fd4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.057973 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09cb93d2-34d8-41df-85ab-155b2ec63fd4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.059464 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09cb93d2-34d8-41df-85ab-155b2ec63fd4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/e1eb984f-6b82-44a4-b7fe-ea72b29329c4 HTTP/1.1" status: 204 len: 168 time: 0.2591500 Oct 22 15:04:16.063148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59934) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:16.086847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb93d2-34d8-41df-85ab-155b2ec63fd4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb984f-6b82-44a4-b7fe-ea72b29329c4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:16.133150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.166677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f318923c-3eb6-49fb-981e-cb4e581075f9 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021218 Oct 22 15:04:16.170822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59940) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:16.175630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535072803'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:16.182630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.188146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.196430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ad0484e9-14b1-4988-9f89-bf8643ee2955 HTTP/1.1" status: 204 len: 168 time: 1.5013087 Oct 22 15:04:16.196596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59942) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:16.228434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.230670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0887b157-8b46-418e-ba34-3dff0cd6cb76 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9047558 Oct 22 15:04:16.231810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b7e3-a926-4fe4-a428-e36e0ae64042 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0484e9-14b1-4988-9f89-bf8643ee2955,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:16.234508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59944) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:16.242422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'e877db10-28aa-435c-aa72-701254e91a3a', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:16.314599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.325072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 15:04:16.325072 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 15:04:16.325072 n-d-812148-2 neutron-server[107802]: [parameters: {'project_id_1': '4da48237c7fc4553949e355dd822987d', 'expiration_1': datetime.datetime(2021, 10, 22, 15, 3, 56, 258678)}] Oct 22 15:04:16.325072 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:04:16.330869 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:04:16.341460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aef5be0-0d48-4b77-bc03-221c5005e603']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:16.356134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752149f1-c007-4730-8778-f3ac8c9da457') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:16.357280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752149f1-c007-4730-8778-f3ac8c9da457') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:16.359870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eaeda5-5c7b-4fde-b05c-3b874afab525 None None] Network 08a4bfae-7169-468e-8632-da998afa4820 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:16.380901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.406184 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.416586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:04:16.417578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:04:16.419614 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:04:16.565246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.596405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d7d8b936-d10b-46a0-aa52-cf579119b1d1 None None] Provisioning complete for port f38b2172-bd8f-4363-926d-184a03888027 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:16.597016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b936-d10b-46a0-aa52-cf579119b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.646820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 183c8a78-7b8d-49f3-9530-1184f3259495 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:16.671839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 183c8a78-7b8d-49f3-9530-1184f3259495 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:16.672193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 183c8a78-7b8d-49f3-9530-1184f3259495 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:16.736446 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b936-d10b-46a0-aa52-cf579119b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.745539 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.780317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d7d8b936-d10b-46a0-aa52-cf579119b1d1 None None] For port f38b2172-bd8f-4363-926d-184a03888027, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f38b2172-bd8f-4363-926d-184a03888027,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:16.848661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.893108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.936217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d140465e-6377-470b-8bc8-5a072c05a78f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:16.940559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b936-d10b-46a0-aa52-cf579119b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.980589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.987333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:16.993199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] 10.222.0.66 "DELETE /v2.0/networks/4aef5be0-0d48-4b77-bc03-221c5005e603 HTTP/1.1" status: 204 len: 168 time: 0.9454935 Oct 22 15:04:17.024082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8b936-d10b-46a0-aa52-cf579119b1d1 None None] Pushing event updated for resources: {'Port': ['ID=f38b2172-bd8f-4363-926d-184a03888027,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:17.041195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a76385-f2f9-48d4-8246-7460192b6bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=4aef5be0-0d48-4b77-bc03-221c5005e603,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:17.046331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.066936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d4de0162-cbd2-4af8-a7db-950e6556ee73 None None] Provisioning complete for port f38b2172-bd8f-4363-926d-184a03888027 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:17.067324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4de0162-cbd2-4af8-a7db-950e6556ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.175850 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.214805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.214805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1d33f677-3459-4273-bd02-726d50be6cb2 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0275543 Oct 22 15:04:17.214805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59972) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.214805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ba831506-4c78-4b54-a6ab-5ac1e0360a92 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': 'd140465e-6377-470b-8bc8-5a072c05a78f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:17.214805 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-ba831506-4c78-4b54-a6ab-5ac1e0360a92 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 22 15:04:17.214805 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-ba831506-4c78-4b54-a6ab-5ac1e0360a92 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:17.219744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ba831506-4c78-4b54-a6ab-5ac1e0360a92 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161545 Oct 22 15:04:17.229195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59976) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.321656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8050a9d6-119f-4d98-933e-6315e1ab6fe6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.321930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f38b2172-bd8f-4363-926d-184a03888027 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:17.361322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8050a9d6-119f-4d98-933e-6315e1ab6fe6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.393737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f38b2172-bd8f-4363-926d-184a03888027 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:17.394097 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.396310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Deleting port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:17.396649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.398265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.422665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c6c2c8-fb23-4893-ba37-1de59cc498f2,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:17.494555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] For port 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:17.494930 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.508914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Calling delete_port for 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:17.577224 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.577224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8be5d459-a974-4104-9f73-605957bcf760 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3389821 Oct 22 15:04:17.585974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8050a9d6-119f-4d98-933e-6315e1ab6fe6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.585974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8050a9d6-119f-4d98-933e-6315e1ab6fe6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.585974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8050a9d6-119f-4d98-933e-6315e1ab6fe6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/d140465e-6377-470b-8bc8-5a072c05a78f HTTP/1.1" status: 204 len: 168 time: 0.3518951 Oct 22 15:04:17.588082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59984) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.589677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59986) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.594954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050a9d6-119f-4d98-933e-6315e1ab6fe6 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d140465e-6377-470b-8bc8-5a072c05a78f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:17.601497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'e877db10-28aa-435c-aa72-701254e91a3a', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:17.712155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d130b31-783f-4a4d-99ec-6dacaf216c7e tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987284 Oct 22 15:04:17.715946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59990) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.721590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093108772'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:17.773421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59992) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.811963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5f92d62d-53b3-43c0-8609-5ea62d809fa0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a3ff36a9a554f4bad77955244a2868e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373633 Oct 22 15:04:17.814423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59994) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:17.844047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.883678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81fc9cbd-62c6-47f0-bb82-387d98ba77b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.898139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.915194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81fc9cbd-62c6-47f0-bb82-387d98ba77b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:17.949715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:18.017962 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.031273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.116202 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.123331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81fc9cbd-62c6-47f0-bb82-387d98ba77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.129270 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81fc9cbd-62c6-47f0-bb82-387d98ba77b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.139030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81fc9cbd-62c6-47f0-bb82-387d98ba77b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72fd68f2-f540-4ebb-8934-b8a639865046 HTTP/1.1" status: 204 len: 168 time: 0.3155050 Oct 22 15:04:18.142003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc9cbd-62c6-47f0-bb82-387d98ba77b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd68f2-f540-4ebb-8934-b8a639865046,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:18.200438 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.209221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.266224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b4974e-772e-452c-bb43-f9f3fd3c78f5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:18.304034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.351300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01ae66-6b17-4224-9039-03f026384ede,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:18.462866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.466928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60014) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.471117 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-76b3b67a-174e-457b-84f2-a0340d53f3ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8760145 Oct 22 15:04:18.472033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'e877db10-28aa-435c-aa72-701254e91a3a', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:18.496855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Router a9fd97ee-b62c-44f4-9a00-44866e964354 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:04:18.511381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.516393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a487d2f5-904c-43c9-ba7f-ce2fdfe24a27 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7951689 Oct 22 15:04:18.518435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60018) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.524870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a80f86e9-8532-471b-b409-98a9e493cdc9 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '7e01ae66-6b17-4224-9039-03f026384ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:18.539313 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-a80f86e9-8532-471b-b409-98a9e493cdc9 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 22 15:04:18.540188 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-a80f86e9-8532-471b-b409-98a9e493cdc9 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:18.545117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a80f86e9-8532-471b-b409-98a9e493cdc9 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221763 Oct 22 15:04:18.548116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60020) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.553205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-73bd8938-cfb9-485a-9d7d-b42a4a5868b1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '7e01ae66-6b17-4224-9039-03f026384ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:18.554954 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-73bd8938-cfb9-485a-9d7d-b42a4a5868b1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 22 15:04:18.555696 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-73bd8938-cfb9-485a-9d7d-b42a4a5868b1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:18.556681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-73bd8938-cfb9-485a-9d7d-b42a4a5868b1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074921 Oct 22 15:04:18.560561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60022) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.564886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e1ec4b93-a370-4359-ab04-1ee5d572a4e7 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '7e01ae66-6b17-4224-9039-03f026384ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:18.565764 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-e1ec4b93-a370-4359-ab04-1ee5d572a4e7 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 22 15:04:18.566237 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-e1ec4b93-a370-4359-ab04-1ee5d572a4e7 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:18.567173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e1ec4b93-a370-4359-ab04-1ee5d572a4e7 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055923 Oct 22 15:04:18.570196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60024) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.575389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-59359707-b50d-4418-926b-bfd96b20d157 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '7e01ae66-6b17-4224-9039-03f026384ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:18.575845 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-59359707-b50d-4418-926b-bfd96b20d157 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 22 15:04:18.576312 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-59359707-b50d-4418-926b-bfd96b20d157 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:18.577234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-59359707-b50d-4418-926b-bfd96b20d157 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053678 Oct 22 15:04:18.579835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.666104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:18.675553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f89527db-bdb4-4782-951c-5c4c9707d3e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9fd97ee-b62c-44f4-9a00-44866e964354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756718 Oct 22 15:04:18.676191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60034) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:18.684705 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] Sync routers for ids ['a9fd97ee-b62c-44f4-9a00-44866e964354'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:18.696790 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] Routers {'a9fd97ee-b62c-44f4-9a00-44866e964354'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:18.697481 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a9fd97ee-b62c-44f4-9a00-44866e964354'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:18.706311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d185374a-8832-45ec-9e3a-c1c216f55e02 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.765564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d185374a-8832-45ec-9e3a-c1c216f55e02 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.823703 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] Set router a9fd97ee-b62c-44f4-9a00-44866e964354 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:18.872854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:18.874798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.029557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d185374a-8832-45ec-9e3a-c1c216f55e02 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.034622 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d185374a-8832-45ec-9e3a-c1c216f55e02 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.036341 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d185374a-8832-45ec-9e3a-c1c216f55e02 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/7e01ae66-6b17-4224-9039-03f026384ede HTTP/1.1" status: 204 len: 168 time: 0.4550247 Oct 22 15:04:19.042248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60048) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.045110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.061648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.068105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185374a-8832-45ec-9e3a-c1c216f55e02 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01ae66-6b17-4224-9039-03f026384ede,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:19.109667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-78d17580-d016-474d-9020-bfec867a6447 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662272 Oct 22 15:04:19.116909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.125899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--79666796'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:19.171279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.216324 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:04:17Z', 'revision_number': 5, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port': {'id': 'c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:56Z', 'updated_at': '2021-10-22T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:19.244858 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] Checking router: a9fd97ee-b62c-44f4-9a00-44866e964354 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:19.254051 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] Routers {'a9fd97ee-b62c-44f4-9a00-44866e964354'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:19.254648 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:03:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a9fd97ee-b62c-44f4-9a00-44866e964354'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:19.264583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656bce18-b3c7-49d7-8623-5a0c9ba58bf4,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:19.289424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.314590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Deleting port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:19.315113 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.403085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.404627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5b906351-5e04-438d-bef3-373aad5aca18 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9365406 Oct 22 15:04:19.409711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60060) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.416320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.423771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'e877db10-28aa-435c-aa72-701254e91a3a', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:19.441630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] For port c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:19.442333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.468631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Calling delete_port for c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:19.505570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.579763 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Project 4da48237c7fc4553949e355dd822987d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:04:19.596948 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.598458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c82d65-275d-488c-b980-0452f39a940a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:19.601524 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] Set router a9fd97ee-b62c-44f4-9a00-44866e964354 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:19.669455 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:04:19Z', 'revision_number': 6, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:19.690769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.698030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e8a20c8-6dee-4f5b-be71-f1cc4558a878 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5833156 Oct 22 15:04:19.698796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60078) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.705291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-08f9139b-2a96-4566-9559-ae8e0cecc231 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:19.706231 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-08f9139b-2a96-4566-9559-ae8e0cecc231 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 15:04:19.706844 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-08f9139b-2a96-4566-9559-ae8e0cecc231 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:19.709964 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d480e90-69a2-47a4-b90d-e36f60168f9d None None] The sync data for ids ['a9fd97ee-b62c-44f4-9a00-44866e964354'] in n-d-812148-2 is: [{'id': 'a9fd97ee-b62c-44f4-9a00-44866e964354', 'name': 'tempest-AttachSCSIVolumeTestJSON-2023722835-router', 'tenant_id': '452f04e047e646fbb5cc4b451df58126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:54Z', 'updated_at': '2021-10-22T15:04:19Z', 'revision_number': 6, 'project_id': '452f04e047e646fbb5cc4b451df58126', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:19.712236 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-08f9139b-2a96-4566-9559-ae8e0cecc231 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117452 Oct 22 15:04:19.712806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60080) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.720278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4cef7dba-c353-4030-b403-535073f8a779 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:19.721669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.843112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.866076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62919f6b-aeea-4edc-baa8-15370cd04398,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:19.929677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.949453 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-4cef7dba-c353-4030-b403-535073f8a779 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:19.952191 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4cef7dba-c353-4030-b403-535073f8a779 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2369204 Oct 22 15:04:19.953582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.958899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ab244040-c40d-4999-9775-3adac80cd956 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:19.960182 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-ab244040-c40d-4999-9775-3adac80cd956 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 22 15:04:19.960879 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-ab244040-c40d-4999-9775-3adac80cd956 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:19.962058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ab244040-c40d-4999-9775-3adac80cd956 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073435 Oct 22 15:04:19.967737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.968959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:19.978425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4f3a4e32-f121-4231-a440-f26a2f2831b8 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:19.988016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:19.993593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6bf81d1e-974b-4514-b100-ffa74f0b8cd9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5782101 Oct 22 15:04:19.994664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:19.994664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.002497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': 'e877db10-28aa-435c-aa72-701254e91a3a', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:20.040482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 15:04:20.040482 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 15:04:20.040482 n-d-812148-2 neutron-server[107801]: [parameters: {'project_id_1': '4da48237c7fc4553949e355dd822987d', 'expiration_1': datetime.datetime(2021, 10, 22, 15, 4, 0, 19488)}] Oct 22 15:04:20.040482 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:04:20.042036 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:04:20.088421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.138346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-501756891-network', 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:20.204943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.213357 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.328566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:20.331196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.340375 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.340578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.341251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fd97ee-b62c-44f4-9a00-44866e964354 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:04:20.346196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.347615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-47e82fd5-5c0c-43a0-b27c-3b72a58c80ce admin admin] 10.222.0.66 "DELETE /v2.0/routers/a9fd97ee-b62c-44f4-9a00-44866e964354 HTTP/1.1" status: 204 len: 168 time: 1.6702163 Oct 22 15:04:20.350124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60110) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.408364 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-4f3a4e32-f121-4231-a440-f26a2f2831b8 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:20.409524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4f3a4e32-f121-4231-a440-f26a2f2831b8 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4380350 Oct 22 15:04:20.414124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60114) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.429875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-89713523-5242-4834-92f1-e96ea0de1a26 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:20.429875 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-89713523-5242-4834-92f1-e96ea0de1a26 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 15:04:20.429875 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-89713523-5242-4834-92f1-e96ea0de1a26 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:20.429875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-89713523-5242-4834-92f1-e96ea0de1a26 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084741 Oct 22 15:04:20.429875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Deleting subnet 472bfef1-afd6-4550-af92-e5364a50bdd7 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:04:20.434026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60116) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.440074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c58a1997-6143-44ec-b8ec-010dbf455296 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:20.445080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.485563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.493337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.580234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.604254 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-c58a1997-6143-44ec-b8ec-010dbf455296 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Project 54a80b65daae4b4b9763fb76cdcaec8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:04:20.625894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.644617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:04:20.657941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c277b054-afce-4da3-8fd7-bf83c6f9b9e9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:20.665554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.665894 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Added segment 810a16ae-81cc-408c-b15f-d361d1a2e9ff of type vlan for network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 Oct 22 15:04:20.712453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.779789 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Project 4da48237c7fc4553949e355dd822987d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:04:20.788785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.820480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.822825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.830919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:20.830919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.849509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472bfef1-afd6-4550-af92-e5364a50bdd7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:20.853726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.857292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d08d95cd-cff0-40c3-942f-110cd406f41a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/472bfef1-afd6-4550-af92-e5364a50bdd7 HTTP/1.1" status: 204 len: 168 time: 0.5026362 Oct 22 15:04:20.857942 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c58a1997-6143-44ec-b8ec-010dbf455296 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:20.861574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c58a1997-6143-44ec-b8ec-010dbf455296 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4237540 Oct 22 15:04:20.861574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60134) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.871400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60136) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.871538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386598e3-6e80-4cce-af0a-994a1b66eecc None None] Network 8bd063ba-bff0-438f-9489-c476e1401d8c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:20.877965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ec64fac3-bfdf-46fc-b1a3-05212cb45ce4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:20.878646 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-ec64fac3-bfdf-46fc-b1a3-05212cb45ce4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 22 15:04:20.879414 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-ec64fac3-bfdf-46fc-b1a3-05212cb45ce4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:20.880589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec64fac3-bfdf-46fc-b1a3-05212cb45ce4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123370 Oct 22 15:04:20.883902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60138) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:20.889566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-da58563f-045d-4e5b-90de-16ac5e9d2cba tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:20.928617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8749dc-5e32-4beb-a079-bf98b6fe8626,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:20.943170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.953772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:20.959666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:04:20.994773 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a7b9826-69e4-4e7a-9482-4fded0de8b18 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0016892 Oct 22 15:04:20.997872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60144) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:21.003490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Request body: {'subnet': {'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-501756891-subnet', 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:21.035241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Deleting port 7151e26e-55b7-483f-b84b-ae98e58731fc {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:21.035590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.063933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.083511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b363f6f-90c4-4ef1-a44f-5040bbfd76f5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:21.121269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] For port 7151e26e-55b7-483f-b84b-ae98e58731fc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7151e26e-55b7-483f-b84b-ae98e58731fc,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:21.121269 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.156196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Calling delete_port for 7151e26e-55b7-483f-b84b-ae98e58731fc owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:21.237942 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-da58563f-045d-4e5b-90de-16ac5e9d2cba tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Project 54a80b65daae4b4b9763fb76cdcaec8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:04:21.243106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:21.316666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] DHCP port deletion for 8bd063ba-bff0-438f-9489-c476e1401d8c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:04:21.328408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:21.328408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7bd4f03c-1cea-41a9-8cac-5ccd68f0f73e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:21.328408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:21.384978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:21.385849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3ef81e4-d85d-4b5b-ab5d-ccaa3ac9a986 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:21.405550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:21.413762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.423246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] Deleting port 7151e26e-55b7-483f-b84b-ae98e58731fc {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:04:21.423873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.435553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.457810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] No DVR routers for this DVR port 7151e26e-55b7-483f-b84b-ae98e58731fc on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:21.495998 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-da58563f-045d-4e5b-90de-16ac5e9d2cba tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:21.497878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-da58563f-045d-4e5b-90de-16ac5e9d2cba tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6127367 Oct 22 15:04:21.500679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7151e26e-55b7-483f-b84b-ae98e58731fc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:21.521776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:21.528100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cdd4dc2b-8340-4dbb-b072-527ebfa0f97c tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '71c82d65-275d-488c-b980-0452f39a940a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:21.528316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.529463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6bd0fc67-2985-4881-8d8a-6e099ee0898b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5313070 Oct 22 15:04:21.531540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] For port 7151e26e-55b7-483f-b84b-ae98e58731fc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7151e26e-55b7-483f-b84b-ae98e58731fc,segment=NetworkSegment(822f93e9-9ded-4c33-b317-be868cdfc67c),segment_id=822f93e9-9ded-4c33-b317-be868cdfc67c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:21.532540 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.557240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] Calling delete_port for 7151e26e-55b7-483f-b84b-ae98e58731fc owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:04:21.634934 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.654406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.674796 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-cdd4dc2b-8340-4dbb-b072-527ebfa0f97c tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Project 54a80b65daae4b4b9763fb76cdcaec8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:04:21.703921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] Pushing event deleted for resources: {'Port': ['ID=7151e26e-55b7-483f-b84b-ae98e58731fc,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:21.718326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a9ace-0a5d-4a4d-8fb8-5179d07569f9 None None] No DVR routers for this DVR port 7151e26e-55b7-483f-b84b-ae98e58731fc on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:04:21.742605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd063ba-bff0-438f-9489-c476e1401d8c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:21.754520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822f93e9-9ded-4c33-b317-be868cdfc67c') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:21.755296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822f93e9-9ded-4c33-b317-be868cdfc67c') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:21.769239 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.786589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.793826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:04:21.799581 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:04:21.810282 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-cdd4dc2b-8340-4dbb-b072-527ebfa0f97c tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:21.810874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cdd4dc2b-8340-4dbb-b072-527ebfa0f97c tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2881634 Oct 22 15:04:21.815968 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60174) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:21.904963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cab17b9f-2c51-45ed-9569-119b95c05819 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.916100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-6c90057c-53c9-4867-9f3d-69fee61bd2b9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17410282&fields=id&tenant_id=4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 267 time: 0.0423245 Oct 22 15:04:21.934931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cab17b9f-2c51-45ed-9569-119b95c05819 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:21.971486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.014500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.030511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.036785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8bd063ba-bff0-438f-9489-c476e1401d8c HTTP/1.1" status: 204 len: 168 time: 1.1762891 Oct 22 15:04:22.050044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415cbb1-bc34-4ec3-898d-c9dc376b3b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd063ba-bff0-438f-9489-c476e1401d8c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:22.051303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ae03dd-f244-4871-8035-ea93f52d6eba,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:22.060804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:22.060804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Network hostable DHCP agents. Network: 4c8749dc-5e32-4beb-a079-bf98b6fe8626, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:04:22.082169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-72fa691f-ec33-430a-878f-ded83a07e2b5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:22.084204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-72fa691f-ec33-430a-878f-ded83a07e2b5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/networks?id=08a4bfae-7169-468e-8632-da998afa4820 HTTP/1.1" status: 200 len: 797 time: 0.1598744 Oct 22 15:04:22.111486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-d7b71545-931f-4491-9bfd-6be80f4e8c8a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/quotas/4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 375 time: 0.0195732 Oct 22 15:04:22.152017 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cab17b9f-2c51-45ed-9569-119b95c05819 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.156284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cab17b9f-2c51-45ed-9569-119b95c05819 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.163750 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cab17b9f-2c51-45ed-9569-119b95c05819 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/71c82d65-275d-488c-b980-0452f39a940a HTTP/1.1" status: 204 len: 168 time: 0.3428833 Oct 22 15:04:22.166871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60190) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:22.190744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-9b0300b2-e8e5-4512-a42f-0a81be37b376 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719130 Oct 22 15:04:22.192521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab17b9f-2c51-45ed-9569-119b95c05819 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c82d65-275d-488c-b980-0452f39a940a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:22.235034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ab785cc1-381f-4109-a814-494d971056e3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656569 Oct 22 15:04:22.238181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60194) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:22.249684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:04:22.254460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--267241032'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:22.429173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4c8749dc-5e32-4beb-a079-bf98b6fe8626) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:22.434102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:22.434740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.440872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7d471-c83e-4b4f-aa0c-4fc6da3556ca None None] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:22.472927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.510178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-5df5bf0e-54be-4a65-a728-565050cb76d1 service neutron] 10.222.0.66 "GET /v2.0/networks/08a4bfae-7169-468e-8632-da998afa4820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872102 Oct 22 15:04:22.549485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f760cae8-b7c3-4538-92d5-2a2dcb82ea85 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5504713 Oct 22 15:04:22.597264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.674935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-3793148a-f365-4914-8d9b-c403c44d8850 service neutron] 10.222.0.66 "GET /v2.0/networks/08a4bfae-7169-468e-8632-da998afa4820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530030 Oct 22 15:04:22.734770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.794247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60214) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:22.824435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768f4554-eda7-4bfe-92f3-541f58f59581,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:22.879095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b93ca683-0ffe-4e46-9bf0-e1746f30d5b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7c752cf1dc743eeaa4e735648f1b264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825562 Oct 22 15:04:22.880872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60216) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:22.902781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d1130-93b1-440c-896c-cc2452496742 None None] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:22.909882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.911245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f9a16302-bb91-42fa-8c0b-8d00c06a8cc4 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6719697 Oct 22 15:04:22.915269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:22.925706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a09d705f-1122-4fb0-946c-00da2b615b61 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '768f4554-eda7-4bfe-92f3-541f58f59581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:22.944573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1efc80f2-c5d8-4859-bb74-37f2fca0e04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:22.968131 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a84c4eba-a6fa-4b90-b217-cbc2e4ea745f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.136616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9700df1b-a090-4129-bf9f-de5184c0e6c9 req-063424ac-69b5-4f5e-abe0-32e9e63eea00 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 210 time: 0.0651655 Oct 22 15:04:23.282368 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-a09d705f-1122-4fb0-946c-00da2b615b61 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The resource could not be found. Oct 22 15:04:23.282368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a09d705f-1122-4fb0-946c-00da2b615b61 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3602064 Oct 22 15:04:23.283590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60236) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:23.292824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7151e26e-55b7-483f-b84b-ae98e58731fc no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:04:23.293041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f7cf7923-1ac5-4878-b64b-0dd07e0545dd tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '768f4554-eda7-4bfe-92f3-541f58f59581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e4e209a3-f26c-4524-826e-641ce4a72e4c'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:23.343873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7151e26e-55b7-483f-b84b-ae98e58731fc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:04:23.344621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7151e26e-55b7-483f-b84b-ae98e58731fc not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:04:23.495130 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-f7cf7923-1ac5-4878-b64b-0dd07e0545dd tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The resource could not be found. Oct 22 15:04:23.496219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f7cf7923-1ac5-4878-b64b-0dd07e0545dd tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2113423 Oct 22 15:04:23.504198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60250) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:23.592845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1efc80f2-c5d8-4859-bb74-37f2fca0e04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.658458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb216-b91b-462b-8828-76ed0fa1d150 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.717034 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1efc80f2-c5d8-4859-bb74-37f2fca0e04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.719663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1efc80f2-c5d8-4859-bb74-37f2fca0e04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.723135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1efc80f2-c5d8-4859-bb74-37f2fca0e04c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77571920-cda5-4071-ae01-0ff10c1b89b8 HTTP/1.1" status: 204 len: 168 time: 0.8383439 Oct 22 15:04:23.736659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc80f2-c5d8-4859-bb74-37f2fca0e04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77571920-cda5-4071-ae01-0ff10c1b89b8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:23.771339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb216-b91b-462b-8828-76ed0fa1d150 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.857371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-a6274e78-c901-4039-ae09-3fc16deb2f32 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:23.860256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-a6274e78-c901-4039-ae09-3fc16deb2f32 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2513912 Oct 22 15:04:23.887020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-7fe05052-d018-46b5-9de0-bc028d6e15b2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0183160 Oct 22 15:04:23.944747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-aa043565-b2aa-4a68-9121-046ff67bfd05 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409009 Oct 22 15:04:23.980612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb216-b91b-462b-8828-76ed0fa1d150 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.984248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb216-b91b-462b-8828-76ed0fa1d150 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:23.985502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4e3fb216-b91b-462b-8828-76ed0fa1d150 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/768f4554-eda7-4bfe-92f3-541f58f59581 HTTP/1.1" status: 204 len: 168 time: 0.4803157 Oct 22 15:04:23.988583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60278) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:24.024890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fb216-b91b-462b-8828-76ed0fa1d150 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f4554-eda7-4bfe-92f3-541f58f59581,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:24.052061 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8a245416-73db-410c-8c45-906cc68d0fad tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616655 Oct 22 15:04:24.057861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60284) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:24.063322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8037d10e-5daa-4cd9-b840-c7e55ecc4988 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '74558014-8c5e-4084-8f85-6692e6f8787d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:24.107503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-12cb92e2-0427-49ff-b86b-f13c7d8ca38b service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536753 Oct 22 15:04:24.229513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-6822a9a7-5903-4864-980a-ef43e418a810 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145842 Oct 22 15:04:24.243986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19909c8a-e51d-490e-9c9e-881dc4e31929 req-69ea393e-d347-4ebd-9533-593bb9a8b2ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 210 time: 0.0339808 Oct 22 15:04:24.479052 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-8037d10e-5daa-4cd9-b840-c7e55ecc4988 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The resource could not be found. Oct 22 15:04:24.480986 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8037d10e-5daa-4cd9-b840-c7e55ecc4988 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4217787 Oct 22 15:04:24.484356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:24.492049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--963283100'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:24.592530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39b62e08-6549-4085-a32a-cba32fa67888 req-bd73935b-7dc6-4207-9b24-2bec64d4fac1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 210 time: 0.0396440 Oct 22 15:04:24.600757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:24.708988 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:24.789852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:24.827577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f913e6d2-dd26-4bb4-9461-f40f1b5f305f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:25.002258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.007424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0694f0a6-6108-4ba7-84de-c400faa0d341 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5178401 Oct 22 15:04:25.008761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60324) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:25.015215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--905541136'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:25.180157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4570643-b759-4fb4-b7d8-16632b8e68e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.184899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.212546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:25.255228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8b55da04-33b3-4ad5-9aef-65f4425b7332 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=452f04e047e646fbb5cc4b451df58126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413685 Oct 22 15:04:25.257121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.257720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60332) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:25.321409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3102-9cc9-4502-8222-ab749a539f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.390618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e431362-1b99-4c63-9b3b-b9c335dad81e req-6104ce06-dffb-445e-8270-3e2cccb4f81c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 210 time: 0.0577216 Oct 22 15:04:25.397023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.408037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3102-9cc9-4502-8222-ab749a539f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.451390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385c81e8-b39d-482c-bc61-bcc626bf0d45,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:25.619765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3102-9cc9-4502-8222-ab749a539f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.621643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.623012 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc889e0e-81f2-4ab5-bbff-e381431831cb tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6132061 Oct 22 15:04:25.623660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3102-9cc9-4502-8222-ab749a539f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:25.624882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0ab3102-9cc9-4502-8222-ab749a539f85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21ebad27-3123-4671-aa07-d5b7380288dc HTTP/1.1" status: 204 len: 168 time: 0.3657866 Oct 22 15:04:25.628622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:25.634163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a46570b5-4db3-4788-8cf8-e8b3c14e2787 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': 'f913e6d2-dd26-4bb4-9461-f40f1b5f305f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '385c81e8-b39d-482c-bc61-bcc626bf0d45'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:25.640456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab3102-9cc9-4502-8222-ab749a539f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ebad27-3123-4671-aa07-d5b7380288dc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:25.701424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73832217-f5c0-4c36-b52d-208ed71ca452 req-e2509b08-16b3-494c-964b-256407c22c2f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 210 time: 0.0302737 Oct 22 15:04:25.974140 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-a46570b5-4db3-4788-8cf8-e8b3c14e2787 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:25.975284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a46570b5-4db3-4788-8cf8-e8b3c14e2787 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3455589 Oct 22 15:04:25.979068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60366) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:26.038233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3957badf-e94c-42d8-b727-3f35d5a13226 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.067955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3957badf-e94c-42d8-b727-3f35d5a13226 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.246376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3957badf-e94c-42d8-b727-3f35d5a13226 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.249232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3957badf-e94c-42d8-b727-3f35d5a13226 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.253540 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3957badf-e94c-42d8-b727-3f35d5a13226 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/385c81e8-b39d-482c-bc61-bcc626bf0d45 HTTP/1.1" status: 204 len: 168 time: 0.2707624 Oct 22 15:04:26.253728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60380) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:26.268518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957badf-e94c-42d8-b727-3f35d5a13226 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385c81e8-b39d-482c-bc61-bcc626bf0d45,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:26.342837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a1f1e21a-6578-4e94-872f-da7cf8180497 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0878792 Oct 22 15:04:26.345493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:26.446389 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a378e9c9-c213-402e-8cdd-80fcc006bf96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.454337 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.512593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.512856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a378e9c9-c213-402e-8cdd-80fcc006bf96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.539593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-ed96895d-12a0-4a82-b0ae-d84144a250ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:26.541518 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-ed96895d-12a0-4a82-b0ae-d84144a250ee tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.53 "GET /v2.0/networks?id=08a4bfae-7169-468e-8632-da998afa4820 HTTP/1.1" status: 200 len: 797 time: 0.1995943 Oct 22 15:04:26.574348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7466649c-3c40-4ebe-85d4-7587000dfb94 req-fb9f80cb-c8c0-48ee-ab64-d00995abf3d7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 210 time: 0.0554280 Oct 22 15:04:26.600364 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-2779e3b6-eb95-4c2e-bae9-23fd82320c66 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 469 time: 0.0489817 Oct 22 15:04:26.610363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'port': {'device_id': '2131a45a-75b6-4c6a-897a-90684975aca8', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'admin_state_up': True, 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'security_groups': ['e877db10-28aa-435c-aa72-701254e91a3a']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:26.796761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a378e9c9-c213-402e-8cdd-80fcc006bf96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.803244 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a378e9c9-c213-402e-8cdd-80fcc006bf96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.804873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a378e9c9-c213-402e-8cdd-80fcc006bf96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/f913e6d2-dd26-4bb4-9461-f40f1b5f305f HTTP/1.1" status: 204 len: 168 time: 0.4577458 Oct 22 15:04:26.807601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60398) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:26.821863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378e9c9-c213-402e-8cdd-80fcc006bf96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913e6d2-dd26-4bb4-9461-f40f1b5f305f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:26.873188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:26.877281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:26.891013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fde0b1f-f951-4f23-aab5-2c5d8e5d3a8e req-844f9563-8f57-420b-b77b-c21f45769d85 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 210 time: 0.0548928 Oct 22 15:04:26.923368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6ee9659a-5146-4bb5-b494-26306dda3aa0 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111419 Oct 22 15:04:26.924117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60402) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:26.929953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--884557563'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:27.085109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.20.0.20 (08a4bfae-7169-468e-8632-da998afa4820/f4a7670f-5215-4e15-81ed-d36b727601fa/0a589d11-aff0-41b4-a5d6-1e9f7659b3ff) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:27.086135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.173918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.273341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.318210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.385928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921461af-a8dc-40c0-ba0e-6f8bbafdfe78,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:27.462078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.462078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60418) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:27.512003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 08a4bfae-7169-468e-8632-da998afa4820 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:27.515314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:27.519193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:27.534697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.536418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-af426e75-737b-4952-ae02-4194a2fc3412 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6110690 Oct 22 15:04:27.548490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60422) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:27.548490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ee5215a4-030e-4f86-9712-e4ece32c17f8 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '921461af-a8dc-40c0-ba0e-6f8bbafdfe78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:27.588730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:27.626022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-network', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:27.665389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:27.666283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.799695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6a951-88b7-4d50-a559-4de9d9f9789e req-1215d3ea-4d1c-45a1-92da-deb09388764d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:27.801567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9e6a951-88b7-4d50-a559-4de9d9f9789e req-1215d3ea-4d1c-45a1-92da-deb09388764d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 932 time: 0.1029873 Oct 22 15:04:27.853719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9e6a951-88b7-4d50-a559-4de9d9f9789e req-510c8ee4-19d5-4ab7-bc49-f6167f1fbe93 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429330 Oct 22 15:04:27.882617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-60f9ce8f-031b-449e-b5c6-a9b830bf6b06 None None] Provisioning complete for port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:27.883552 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60f9ce8f-031b-449e-b5c6-a9b830bf6b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:27.934192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-60f9ce8f-031b-449e-b5c6-a9b830bf6b06 None None] Port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:04:27.989991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceaca195-fbda-4f1a-8b3e-8c86e4947a38 req-5ec9b0ad-79ce-4e71-aedc-9a17ba10757f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 210 time: 0.0270629 Oct 22 15:04:28.086542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Made reservation on behalf of 0ef8d466597e4e4caa782bfc7801d3cc for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:28.089996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.114616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.221684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.377943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.480933 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-ee5215a4-030e-4f86-9712-e4ece32c17f8 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:28.485970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-65998d88-bbeb-4b49-ab42-ad90e603fd9c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8804018 Oct 22 15:04:28.486585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.488272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ee5215a4-030e-4f86-9712-e4ece32c17f8 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9475594 Oct 22 15:04:28.489900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60440) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:28.497142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c2302afe-5a4d-49a8-9414-dda3acfbdcf3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group_rule': {'security_group_id': '921461af-a8dc-40c0-ba0e-6f8bbafdfe78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:28.506003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Request body: {'port': {'device_id': '2131a45a-75b6-4c6a-897a-90684975aca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:28.573069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:04:28.577108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af66f3-3277-4779-ac3b-55013edc9678,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:28.593833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.598632 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.598933 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Added segment b34bbe44-c524-446d-848c-cdc1c90483dd of type vlan for network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 Oct 22 15:04:28.674312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.761108 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c2302afe-5a4d-49a8-9414-dda3acfbdcf3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:04:28.762178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c2302afe-5a4d-49a8-9414-dda3acfbdcf3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2688558 Oct 22 15:04:28.765316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60444) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:28.891238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-49fb1fb2-2c72-4adf-8541-e76a40326e24 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:28.893847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-49fb1fb2-2c72-4adf-8541-e76a40326e24 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.1637945 Oct 22 15:04:28.908159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:28.945834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:28.960689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:28.961528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.013889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9332aa51-33d0-4c14-9747-eb012f9acef1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.043021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9332aa51-33d0-4c14-9747-eb012f9acef1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.070369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b18c3c-e544-4c06-89e2-8b20536fd2ce req-a90f5032-cb18-475b-9e7f-61813acb264b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:29.084149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30b18c3c-e544-4c06-89e2-8b20536fd2ce req-a90f5032-cb18-475b-9e7f-61813acb264b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 932 time: 0.0789194 Oct 22 15:04:29.145326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] Pushing event updated for resources: {'Network': ['ID=a3dd2fd6-221e-48da-aed5-e9e8a63ce280,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:29.156824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:04:29.159673 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79bfd0b8-382c-4819-a876-7940dfc9fe39 req-08f719c0-149e-4f95-86fe-46df8585848f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 210 time: 0.0545309 Oct 22 15:04:29.189528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30b18c3c-e544-4c06-89e2-8b20536fd2ce req-2b514b29-fc1d-4eaa-92d9-e8be04789b44 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078503 Oct 22 15:04:29.236423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:29.246769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.271087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Transition to ACTIVE for port object 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:04:29.279706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9332aa51-33d0-4c14-9747-eb012f9acef1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.279706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9332aa51-33d0-4c14-9747-eb012f9acef1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.279986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60458) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:29.280148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9332aa51-33d0-4c14-9747-eb012f9acef1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/921461af-a8dc-40c0-ba0e-6f8bbafdfe78 HTTP/1.1" status: 204 len: 168 time: 0.5137157 Oct 22 15:04:29.307728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332aa51-33d0-4c14-9747-eb012f9acef1 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921461af-a8dc-40c0-ba0e-6f8bbafdfe78,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:29.347398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-08b6a2b7-9527-490e-a18c-a0b114a319c7 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660040 Oct 22 15:04:29.352392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60462) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:29.357161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'tempest-secgroup--742514818'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:29.368126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:29.373392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.453453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.516071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:29.529359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.6 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/198b92cc-6ba6-4e62-a7bb-71f4f84af730) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:29.580234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Attempting to bind port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:29.580576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Attempting to bind port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:29.581178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Attempting to bind port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff on network 08a4bfae-7169-468e-8632-da998afa4820 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:29.588702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff on network 08a4bfae-7169-468e-8632-da998afa4820 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:04:29.589053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Attempting to bind port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff on network 08a4bfae-7169-468e-8632-da998afa4820 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:29.596777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:29.597179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Checking segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:29.597647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Bound using segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:29.599207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Bound port: 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:29.599703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.610101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-991490c4-d005-4fd2-be5c-0620b9d9848e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.1480165 Oct 22 15:04:29.620060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60464) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:29.629339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Request body: {'subnet': {'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-subnet', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:29.700770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] For port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:29.708590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] For port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:29.765843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.820099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.863173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.917818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:29.918446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.920263 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a589d11-aff0-41b4-a5d6-1e9f7659b3ff HTTP/1.1" status: 200 len: 1092 time: 1.4195907 Oct 22 15:04:29.925102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2131a45a-75b6-4c6a-897a-90684975aca8', 'tag': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:29.934962 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.937511 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f16c2-3edb-4b3d-834b-74881cc5ea17" -d '{"events": [{"name": "network-changed", "server_uuid": "2131a45a-75b6-4c6a-897a-90684975aca8", "tag": "0a589d11-aff0-41b4-a5d6-1e9f7659b3ff"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:29.971287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:29.986406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76303f-95f9-4b9f-b21e-71ca27194ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:30.002174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:30.005794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:30.012492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Made reservation on behalf of 0ef8d466597e4e4caa782bfc7801d3cc for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:30.015569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.022711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:30.045138 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b98636-cd30-44fc-a2b1-72f9491bc501 x-openstack-request-id: req-b5b98636-cd30-44fc-a2b1-72f9491bc501 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:30.045138 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2131a45a-75b6-4c6a-897a-90684975aca8", "tag": "0a589d11-aff0-41b4-a5d6-1e9f7659b3ff", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:30.045138 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5b98636-cd30-44fc-a2b1-72f9491bc501 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:30.045138 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2131a45a-75b6-4c6a-897a-90684975aca8', 'tag': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff', 'status': 'completed', 'code': 200} Oct 22 15:04:30.078142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=198b92cc-6ba6-4e62-a7bb-71f4f84af730,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:30.127339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-54978721-d3af-4d1c-83de-46310e8a2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.129153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-54978721-d3af-4d1c-83de-46310e8a2cd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 1095 time: 0.0714157 Oct 22 15:04:30.166351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.167370 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.240713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.289192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f101429d-f92b-4ff9-a26b-3ded9be88835,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:30.331420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-c3741543-3c32-4d24-bd37-f229baa67ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.331420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-c3741543-3c32-4d24-bd37-f229baa67ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.332227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-c3741543-3c32-4d24-bd37-f229baa67ebf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4da48237c7fc4553949e355dd822987d&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1939735 Oct 22 15:04:30.388517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-02e03143-e76c-496c-bf1e-1dfe960f7fef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864013 Oct 22 15:04:30.407243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01865d0d-4d17-45c5-a7f7-bb1125ea9e02 req-321b61da-16a4-4410-8e3c-3a215d65606c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.408903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01865d0d-4d17-45c5-a7f7-bb1125ea9e02 req-321b61da-16a4-4410-8e3c-3a215d65606c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 931 time: 0.0915713 Oct 22 15:04:30.413894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Request body: {'port': {'device_id': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:30.445508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.451912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7abcf3f3-b72c-4bef-b80e-09c6062e29f5 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0941319 Oct 22 15:04:30.452143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60484) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:30.464669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-aeac5c1a-f89d-47e8-b061-2a53e286cd01 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:30.465476 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-aeac5c1a-f89d-47e8-b061-2a53e286cd01 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 15:04:30.465837 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-aeac5c1a-f89d-47e8-b061-2a53e286cd01 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] update failed (client error): There was a conflict when trying to complete your request. Oct 22 15:04:30.469332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aeac5c1a-f89d-47e8-b061-2a53e286cd01 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "PUT /v2.0/security-groups/f101429d-f92b-4ff9-a26b-3ded9be88835 HTTP/1.1" status: 409 len: 330 time: 0.0126293 Oct 22 15:04:30.470083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60486) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:30.505485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.522169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e14624-5d25-4a94-9d1a-565018153563 req-b07ad4f7-bdf7-4654-803d-254e54ad20a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.523817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88e14624-5d25-4a94-9d1a-565018153563 req-b07ad4f7-bdf7-4654-803d-254e54ad20a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 944 time: 0.2053657 Oct 22 15:04:30.528951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-cc222432-e5ec-48b8-9bc1-f92edc74c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.530544 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-860f16c2-3edb-4b3d-834b-74881cc5ea17 req-cc222432-e5ec-48b8-9bc1-f92edc74c0cc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905918 Oct 22 15:04:30.549409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0967afdf-232f-4b87-ba45-a4252d9029b3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.566489 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.580242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0967afdf-232f-4b87-ba45-a4252d9029b3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.613531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01865d0d-4d17-45c5-a7f7-bb1125ea9e02 req-d61af201-cfc3-4d27-b5bd-a5cec94c7e39 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659396 Oct 22 15:04:30.658876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-11e0cd2f-c393-47be-91a9-4a1fb405cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.660661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-11e0cd2f-c393-47be-91a9-4a1fb405cf0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 1095 time: 0.0824616 Oct 22 15:04:30.723156 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-58908c58-4f59-4397-a7e6-fb61c065926f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff HTTP/1.1" status: 200 len: 217 time: 0.0540016 Oct 22 15:04:30.781519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0967afdf-232f-4b87-ba45-a4252d9029b3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.784359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0967afdf-232f-4b87-ba45-a4252d9029b3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:30.786706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0967afdf-232f-4b87-ba45-a4252d9029b3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/f101429d-f92b-4ff9-a26b-3ded9be88835 HTTP/1.1" status: 204 len: 168 time: 0.3139632 Oct 22 15:04:30.793293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60490) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:30.816737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967afdf-232f-4b87-ba45-a4252d9029b3 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f101429d-f92b-4ff9-a26b-3ded9be88835,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:30.826285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88e14624-5d25-4a94-9d1a-565018153563 req-d52d0196-b430-4ae9-974b-a32963140171 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2761729 Oct 22 15:04:30.831192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-1122e14e-a26b-4779-b6e2-fc1a3dd70fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.832855 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-1122e14e-a26b-4779-b6e2-fc1a3dd70fba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4a7670f-5215-4e15-81ed-d36b727601fa HTTP/1.1" status: 200 len: 837 time: 0.1025627 Oct 22 15:04:30.849064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a87a66-f737-4ec4-a46e-f0b52615106f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:30.891101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Checking segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:30.891101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Network hostable DHCP agents. Network: a3dd2fd6-221e-48da-aed5-e9e8a63ce280, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:04:30.908158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32283623-4309-4c0b-ba55-9ebd6168f283 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121902 Oct 22 15:04:30.913400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60492) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:30.929339 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-c369a15e-071d-4cec-a94d-7b6db4482246 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] delete failed (client error): The resource could not be found. Oct 22 15:04:30.930433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c369a15e-071d-4cec-a94d-7b6db4482246 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "DELETE /v2.0/security-groups/e00942e6-413f-430d-b0aa-737a5904a5c3 HTTP/1.1" status: 404 len: 347 time: 0.0164146 Oct 22 15:04:30.934618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:30.935239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-0327484d-099e-40fb-a174-c115090e60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:30.936744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-0327484d-099e-40fb-a174-c115090e60a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08a4bfae-7169-468e-8632-da998afa4820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955684 Oct 22 15:04:30.951534 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-be58e761-aef9-4133-803b-c5825ebe82ee tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] show failed (client error): The resource could not be found. Oct 22 15:04:30.953937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-be58e761-aef9-4133-803b-c5825ebe82ee tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-groups/7abcaa56-9780-4e06-90e8-09bc238fd78d HTTP/1.1" status: 404 len: 347 time: 0.0170994 Oct 22 15:04:30.958543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60496) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:30.977859 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-6c6cbfed-f50e-4340-8998-8d7ec6cf2d96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] show failed (client error): The resource could not be found. Oct 22 15:04:30.978895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6c6cbfed-f50e-4340-8998-8d7ec6cf2d96 tempest-NegativeSecGroupIPv6Test-1766504471 tempest-NegativeSecGroupIPv6Test-1766504471-project] 10.222.0.66 "GET /v2.0/security-group-rules/0ff6c2eb-4fda-4534-be07-73b35e60a53f HTTP/1.1" status: 404 len: 356 time: 0.0192831 Oct 22 15:04:31.013782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:04:31.068414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-34283681-8f09-4044-b72f-e9880acded2b service neutron] 10.222.0.53 "GET /v2.0/networks/08a4bfae-7169-468e-8632-da998afa4820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236904 Oct 22 15:04:31.074999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198b92cc-6ba6-4e62-a7bb-71f4f84af730 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:31.102644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.117513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Transition to ACTIVE for port object 198b92cc-6ba6-4e62-a7bb-71f4f84af730 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:04:31.137434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a3dd2fd6-221e-48da-aed5-e9e8a63ce280) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:31.149149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed64aaf-8a8f-4f52-bf01-836e485c2f0d None None] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:31.168526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:31.169134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.197304 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.273155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efb3b9d-ff65-49d4-a05e-bf3e9adeced5 req-a3b50de9-9f5a-4e7a-a4c9-2dce37e66942 service neutron] 10.222.0.53 "GET /v2.0/networks/08a4bfae-7169-468e-8632-da998afa4820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953931 Oct 22 15:04:31.307449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-afc7401f-949b-463c-9a67-2c9a25e2005d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.6855972 Oct 22 15:04:31.310107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:31.315465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:31.398484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Pushing event updated for resources: {'Port': ['ID=198b92cc-6ba6-4e62-a7bb-71f4f84af730,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:31.436656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.438079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.439804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Attempting to bind port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:31.440148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Attempting to bind port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:31.440483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Attempting to bind port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:31.452592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:04:31.453892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:04:31.454072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.454227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Attempting to bind port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:31.462472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:31.462733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:31.463152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:31.463587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Bound port: 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:31.463995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.520446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.548041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] For port 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:31.551292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] For port 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:31.625549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.692461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Allocated IP 172.20.0.2 (a3dd2fd6-221e-48da-aed5-e9e8a63ce280/c2a87a66-f737-4ec4-a46e-f0b52615106f/cd40792f-0a40-45df-b5c0-a0efdc0cf2a3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:31.729994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:31.733055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.734890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] 10.222.0.53 "PUT /v2.0/ports/198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 200 len: 1091 time: 1.3380260 Oct 22 15:04:31.744371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'tag': '198b92cc-6ba6-4e62-a7bb-71f4f84af730'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:31.750076 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cf2041-b147-42a5-8e01-4259680b1f71" -d '{"events": [{"name": "network-changed", "server_uuid": "a872b74f-efbf-439c-a3f1-dadf62f08cfa", "tag": "198b92cc-6ba6-4e62-a7bb-71f4f84af730"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:31.788167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60522) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:31.826303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:31.963767 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55526513-6288-4e6c-a79c-e18d55915e28 x-openstack-request-id: req-55526513-6288-4e6c-a79c-e18d55915e28 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:31.964967 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a872b74f-efbf-439c-a3f1-dadf62f08cfa", "tag": "198b92cc-6ba6-4e62-a7bb-71f4f84af730", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:31.965522 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55526513-6288-4e6c-a79c-e18d55915e28 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:31.966042 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'tag': '198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'status': 'completed', 'code': 200} Oct 22 15:04:31.966880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315d39c-b879-4d2c-ae51-6708424fb2de service neutron] Pushing event updated for resources: {'Port': ['ID=198b92cc-6ba6-4e62-a7bb-71f4f84af730,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:32.017240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.035208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12841-7b1d-409c-9b2f-304b7de33836 req-601d6278-1810-4b86-b230-341cfeda9473 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:32.043625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ee12841-7b1d-409c-9b2f-304b7de33836 req-601d6278-1810-4b86-b230-341cfeda9473 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 943 time: 0.2582204 Oct 22 15:04:32.118390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-35f2c80c-ffdd-431d-9a9b-ec2730bd9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:32.119950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-35f2c80c-ffdd-431d-9a9b-ec2730bd9d6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 1094 time: 0.1997166 Oct 22 15:04:32.163349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.168701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ee12841-7b1d-409c-9b2f-304b7de33836 req-23341008-31bc-4f1d-ad9c-79a91d45e844 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257372 Oct 22 15:04:32.244313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.269031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.312296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Pushing event updated for resources: {'Port': ['ID=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:32.327740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.328610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.329064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.329698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.330570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.331108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.331611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.332135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.332642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.333162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.333668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.334227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:32.351497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:32.353368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:32.356530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:32.436117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Allocated IP 172.25.1.245 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/321d72d3-b22c-48bb-a354-0ec63f860db7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:32.480952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Attempting to bind port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:32.481814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Attempting to bind port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:32.482522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Attempting to bind port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 on network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:32.489456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:32.490152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Checking segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:32.490792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.491562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Bound using segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:32.492229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Bound port: cd40792f-0a40-45df-b5c0-a0efdc0cf2a3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:32.492817 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.576306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] For port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:32.577278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.581225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] For port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:32.647724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-1971fa89-7a40-4aab-ae93-9004dc2d8e96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 200 len: 217 time: 0.5066943 Oct 22 15:04:32.656438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb6415-9a11-4c0b-90fe-8411180bb9b4 req-bc9f5eed-5813-4cb9-aac6-481eb7010c17 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:32.659126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bfb6415-9a11-4c0b-90fe-8411180bb9b4 req-bc9f5eed-5813-4cb9-aac6-481eb7010c17 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 944 time: 0.6129255 Oct 22 15:04:32.663179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-62ea4f15-9fee-4570-b59b-ad0515da3b51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54a80b65daae4b4b9763fb76cdcaec8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8783069 Oct 22 15:04:32.663998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60542) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:32.752683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-2c44311a-8436-4d54-a2f2-a769c15473ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:32.754154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-2c44311a-8436-4d54-a2f2-a769c15473ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0891449 Oct 22 15:04:32.760921 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.774328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.784911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bfb6415-9a11-4c0b-90fe-8411180bb9b4 req-9b5761e7-caf9-4875-b23e-5a7fd7479dbf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003428 Oct 22 15:04:32.811686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-fbd0a12e-c1fc-4fbe-bca3-9340450a83d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501375 Oct 22 15:04:32.836423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c79bd-c32d-4842-9fa3-edafcf9c214e None None] Pushing event updated for resources: {'Port': ['ID=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:32.851616 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5d86d6f-257f-4267-9f7d-4b3fc5678d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:32.860915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:32.864015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:32.869145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:32.892673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Pushing event updated for resources: {'Port': ['ID=321d72d3-b22c-48bb-a354-0ec63f860db7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:32.937674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5d86d6f-257f-4267-9f7d-4b3fc5678d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:33.013512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-8b235896-caa6-4724-8174-bf005ee35c99 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940594 Oct 22 15:04:33.191700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e92159e1-53c9-4038-9b4b-b196aab845d4 req-680d8b59-0048-425e-988a-67ea099341d5 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697612 Oct 22 15:04:33.217784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5d86d6f-257f-4267-9f7d-4b3fc5678d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:33.220705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5d86d6f-257f-4267-9f7d-4b3fc5678d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:33.223530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5d86d6f-257f-4267-9f7d-4b3fc5678d7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81616fed-bfe9-44b7-bac6-bd5d514baa82 HTTP/1.1" status: 204 len: 168 time: 0.5573719 Oct 22 15:04:33.260449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d86d6f-257f-4267-9f7d-4b3fc5678d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81616fed-bfe9-44b7-bac6-bd5d514baa82,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:33.270818 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-a497f1da-26f2-4080-a181-84ec0aa0b8ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547540 Oct 22 15:04:33.357140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-7bd6f141-860c-409e-be91-b32b2fa5ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:33.357140 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-7bd6f141-860c-409e-be91-b32b2fa5ec69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1097 time: 0.0523658 Oct 22 15:04:33.379679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aaa0f-ca60-49cf-b0db-55dfe3e53314 req-d035db2d-ca93-4f15-99c0-35aa075e5d8d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:33.383056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9aaa0f-ca60-49cf-b0db-55dfe3e53314 req-d035db2d-ca93-4f15-99c0-35aa075e5d8d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 943 time: 0.0925848 Oct 22 15:04:33.470454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9aaa0f-ca60-49cf-b0db-55dfe3e53314 req-198cffdc-3eb8-4279-bcf4-86988195143e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809708 Oct 22 15:04:33.547407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-18f3e7a0-6b1e-4149-b060-e7b87d10d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:33.552278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-18f3e7a0-6b1e-4149-b060-e7b87d10d5ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 1094 time: 0.0793855 Oct 22 15:04:33.658443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-e77d804a-254f-4359-ab53-7c52c4d225d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:33.659985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-e77d804a-254f-4359-ab53-7c52c4d225d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 898 time: 0.2745183 Oct 22 15:04:33.660672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:33.667862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-cb401652-0720-427a-b992-f69ccdd46c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:33.669428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-cb401652-0720-427a-b992-f69ccdd46c7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 906 time: 0.1097312 Oct 22 15:04:33.682847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:04:33.718041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-62313f05-67af-45a0-9afc-1ade33def0ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 200 len: 217 time: 0.0379994 Oct 22 15:04:33.756668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:33.775851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-8cba7fe2-cc81-4cc8-a6fd-fd2d28c13351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:33.777904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-8cba7fe2-cc81-4cc8-a6fd-fd2d28c13351 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0517607 Oct 22 15:04:33.826087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-af765532-8843-4942-a08b-bc022a55f893 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 200 len: 1002 time: 0.1257308 Oct 22 15:04:33.853573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-27e1eb2a-a9fb-4587-bac7-bcb51c528c54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638208 Oct 22 15:04:33.855789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:33.873539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'port_id': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff', 'mac_address': 'fa:16:3e:68:1f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:04:33.935432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:33.952343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:34.001063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e1628-f90a-468b-af02-21c9d0578a93 req-67c7f16c-6874-4132-b274-fc07934f3d43 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:34.002623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f7e1628-f90a-468b-af02-21c9d0578a93 req-67c7f16c-6874-4132-b274-fc07934f3d43 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 944 time: 0.1441076 Oct 22 15:04:34.010510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-37d5adf3-7254-42a8-8042-8cad2d2c6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:34.013254 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-37d5adf3-7254-42a8-8042-8cad2d2c6f49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30b60c0-3698-45f9-9477-b8d516646494 HTTP/1.1" status: 200 len: 835 time: 0.1722133 Oct 22 15:04:34.059590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:34.092397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f7e1628-f90a-468b-af02-21c9d0578a93 req-bd625420-91e2-44ae-93d8-54c098d4e98d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813518 Oct 22 15:04:34.118697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-80cf2099-5070-4a06-b3c8-25e1847c58d1 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458479 Oct 22 15:04:34.125091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:34.150432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-287ea700-d12f-4095-84c1-a80117a828a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:34.152085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-287ea700-d12f-4095-84c1-a80117a828a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=118adbd1-e5b3-45f8-851f-7c0539274303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285620 Oct 22 15:04:34.196736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:34.317257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62cf2041-b147-42a5-8e01-4259680b1f71 req-7314b146-e78c-49db-8b1a-7b6ee4ecfc21 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005148 Oct 22 15:04:34.332662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:34.423466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d2100-658c-47df-a680-f93c96051059 None None] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:04:34.443977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0a589d11-aff0-41b4-a5d6-1e9f7659b3ff'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:04:34.566214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bff0a1fb-073c-4d81-a4df-84b1b0cea8a4 None None] Provisioning complete for port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:34.566888 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bff0a1fb-073c-4d81-a4df-84b1b0cea8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:34.730227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb30ae-d41c-4a94-9490-1242c1d6ad3a req-43241726-4907-4dda-adf5-7c76bd4af275 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:34.739370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfdb30ae-d41c-4a94-9490-1242c1d6ad3a req-43241726-4907-4dda-adf5-7c76bd4af275 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 943 time: 0.1330526 Oct 22 15:04:34.822352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-25f8088d-875d-4f25-8bb5-eaa5ade7165f service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518602 Oct 22 15:04:34.887759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfdb30ae-d41c-4a94-9490-1242c1d6ad3a req-cba07511-927e-4583-a808-883fe29c9ce6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465933 Oct 22 15:04:34.942222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bff0a1fb-073c-4d81-a4df-84b1b0cea8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:34.972118 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8ba5eeb-a7fe-4726-9d86-34ff574f6192 req-5764726b-eb67-49e0-8ab1-e468a5960670 service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385534 Oct 22 15:04:34.978204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Router 11c3b94d-7ec1-4ea4-982a-77faee92a59d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:04:35.040323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bff0a1fb-073c-4d81-a4df-84b1b0cea8a4 None None] For port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:35.123287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bff0a1fb-073c-4d81-a4df-84b1b0cea8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:35.327843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:35.432296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Sync routers for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:35.460412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:35.502784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:35.508244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c4da0857-fbd1-4502-83c9-02eaa3108ffc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.1967223 Oct 22 15:04:35.509223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:35.567751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0a1fb-073c-4d81-a4df-84b1b0cea8a4 None None] Pushing event updated for resources: {'Port': ['ID=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:35.572972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f6d7-3f2a-4be9-bc1f-1d583e7cecdc req-1f5a3950-016c-4822-8823-c25b86e89a4c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:35.594464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12b4f6d7-3f2a-4be9-bc1f-1d583e7cecdc req-1f5a3950-016c-4822-8823-c25b86e89a4c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 945 time: 0.1990495 Oct 22 15:04:35.597322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:35.597975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:35.670501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12b4f6d7-3f2a-4be9-bc1f-1d583e7cecdc req-84cef18d-eaf5-4b24-8f60-76116dba4117 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822618 Oct 22 15:04:35.679868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60632) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:35.683670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027785 Oct 22 15:04:35.708384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60634) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:35.801662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 198b92cc-6ba6-4e62-a7bb-71f4f84af730 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:04:35.897850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-896bf72d-d24c-47bc-a6dd-34568e6b76a6 tempest-NetworksApiDiscovery-1852971444 tempest-NetworksApiDiscovery-1852971444-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1871898 Oct 22 15:04:36.072427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:36.165395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c70be-4cf1-4eb8-b257-f8d622246795 req-5f9888f1-e2e2-4397-99d9-ad0ccaf8a4d7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:36.178700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b0c70be-4cf1-4eb8-b257-f8d622246795 req-5f9888f1-e2e2-4397-99d9-ad0ccaf8a4d7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 943 time: 0.1357327 Oct 22 15:04:36.223924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e5de7b5a-ce24-4bec-a4d5-93a6e11a7631 None None] Provisioning complete for port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:36.224641 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5de7b5a-ce24-4bec-a4d5-93a6e11a7631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:36.277216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b0c70be-4cf1-4eb8-b257-f8d622246795 req-6273a8f1-ee7c-4081-889d-4e7fc8cc3bec tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Oct 22 15:04:36.340791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.resource_extend [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:04:36.342824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:36.343424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:36.447449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:36.560324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:36.797131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Allocated IP 172.20.0.1 (a3dd2fd6-221e-48da-aed5-e9e8a63ce280/c2a87a66-f737-4ec4-a46e-f0b52615106f/7c586c47-fbf7-4d46-b7cf-08627deda585) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:36.860039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60680) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:36.906695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': '198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'mac_address': 'fa:16:3e:67:27:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:04:36.931929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c14014-03b0-4c11-ab49-bb17ab84da40 req-300cdb27-34ed-4256-a408-99a36b520f5a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:36.939861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83c14014-03b0-4c11-ab49-bb17ab84da40 req-300cdb27-34ed-4256-a408-99a36b520f5a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 945 time: 0.1706443 Oct 22 15:04:37.029299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83c14014-03b0-4c11-ab49-bb17ab84da40 req-2e4faf4c-509c-4507-9bd5-ba46c805a6e4 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802102 Oct 22 15:04:37.053832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.149121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.188498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198b92cc-6ba6-4e62-a7bb-71f4f84af730 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:37.197624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e310a9b-f652-4e14-9f97-01708273b469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.219954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:37.231647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:33Z', 'revision_number': 3, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:37.304265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Checking router: 11c3b94d-7ec1-4ea4-982a-77faee92a59d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:37.304265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Updating router 11c3b94d-7ec1-4ea4-982a-77faee92a59d port 321d72d3-b22c-48bb-a354-0ec63f860db7 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:04:37.304265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:37.326340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e310a9b-f652-4e14-9f97-01708273b469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.366037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.448789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5cf40-77d8-4d3a-8285-045bb3ea2694 req-25c0d4ab-cc72-4703-a798-7580f328cd0a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:37.450566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27f5cf40-77d8-4d3a-8285-045bb3ea2694 req-25c0d4ab-cc72-4703-a798-7580f328cd0a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 943 time: 0.0799539 Oct 22 15:04:37.454341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.480773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:37.481085 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.497204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.521738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e310a9b-f652-4e14-9f97-01708273b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.563983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:37.567353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:37.578819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:37.581602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Pushing event updated for resources: {'Port': ['ID=7c586c47-fbf7-4d46-b7cf-08627deda585,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:37.595578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27f5cf40-77d8-4d3a-8285-045bb3ea2694 req-77702fe3-63e3-472a-9ab2-d6d8396788cd tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340718 Oct 22 15:04:37.621640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=198b92cc-6ba6-4e62-a7bb-71f4f84af730,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:37.650921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310a9b-f652-4e14-9f97-01708273b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b86cbe-df7a-4d69-acce-f38e5f8c3f0f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:37.660548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e310a9b-f652-4e14-9f97-01708273b469 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66d6c9acd09544b7bff2e41539fb49f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986939 Oct 22 15:04:37.661548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:37.698922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.743524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:37.746079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:04:37.786273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7050440b-fa05-4e12-8547-01a461e3f51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:37.852505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7050440b-fa05-4e12-8547-01a461e3f51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.056051 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.066309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b91939ba-aa68-40f2-87b4-62f00d8764e5 None None] Provisioning complete for port 7c586c47-fbf7-4d46-b7cf-08627deda585 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:38.066942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b91939ba-aa68-40f2-87b4-62f00d8764e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.076811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7050440b-fa05-4e12-8547-01a461e3f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.082930 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7050440b-fa05-4e12-8547-01a461e3f51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.086002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7050440b-fa05-4e12-8547-01a461e3f51d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24b86cbe-df7a-4d69-acce-f38e5f8c3f0f HTTP/1.1" status: 204 len: 168 time: 0.4226928 Oct 22 15:04:38.106263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:04:38.117693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:38.118068 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.133993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050440b-fa05-4e12-8547-01a461e3f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b86cbe-df7a-4d69-acce-f38e5f8c3f0f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:38.181403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b91939ba-aa68-40f2-87b4-62f00d8764e5 None None] Port 7c586c47-fbf7-4d46-b7cf-08627deda585 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:04:38.183397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.202215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.292723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aec44-ce6a-4caf-b431-8d320a64f199 req-636b3c18-1478-415f-9aa7-92183d79ba48 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:38.305290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f84aec44-ce6a-4caf-b431-8d320a64f199 req-636b3c18-1478-415f-9aa7-92183d79ba48 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 945 time: 0.1259136 Oct 22 15:04:38.309999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Attempting to bind port 321d72d3-b22c-48bb-a354-0ec63f860db7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:38.310376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Attempting to bind port 321d72d3-b22c-48bb-a354-0ec63f860db7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:38.310745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Attempting to bind port 321d72d3-b22c-48bb-a354-0ec63f860db7 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:38.319977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:38.320355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:38.320761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.321158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:38.321645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Bound port: 321d72d3-b22c-48bb-a354-0ec63f860db7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:38.322041 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.400556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] For port 321d72d3-b22c-48bb-a354-0ec63f860db7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:38.404448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] For port 321d72d3-b22c-48bb-a354-0ec63f860db7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=321d72d3-b22c-48bb-a354-0ec63f860db7,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:38.417377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33851-050d-40c2-b030-6d8d655e23f6 None None] Pushing event updated for resources: {'Port': ['ID=321d72d3-b22c-48bb-a354-0ec63f860db7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:38.450473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f84aec44-ce6a-4caf-b431-8d320a64f199 req-3f25b842-7acf-4d14-9d48-effd9eb12661 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473932 Oct 22 15:04:38.513696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.554547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.576638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.620262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131a45a-75b6-4c6a-897a-90684975aca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:38.623431 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed378a-48a9-4615-9eb7-00bd486ef6ec" -d '{"events": [{"server_uuid": "2131a45a-75b6-4c6a-897a-90684975aca8", "name": "network-vif-plugged", "status": "completed", "tag": "0a589d11-aff0-41b4-a5d6-1e9f7659b3ff"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:38.671581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:38.675785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:38.704640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.830027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:38.830269 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7512cea0-a2aa-4ad0-82a1-57b745901b61 x-openstack-request-id: req-7512cea0-a2aa-4ad0-82a1-57b745901b61 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:38.830678 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131a45a-75b6-4c6a-897a-90684975aca8", "name": "network-vif-plugged", "status": "completed", "tag": "0a589d11-aff0-41b4-a5d6-1e9f7659b3ff", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:38.831038 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7512cea0-a2aa-4ad0-82a1-57b745901b61 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:38.831483 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2131a45a-75b6-4c6a-897a-90684975aca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff', 'code': 200} Oct 22 15:04:38.840613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33851-050d-40c2-b030-6d8d655e23f6 None None] Pushing event updated for resources: {'Port': ['ID=321d72d3-b22c-48bb-a354-0ec63f860db7,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:38.862944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4304d98-72e0-4c06-ad36-1d60fae2d112 req-e66fe771-fcdb-4f1d-9f79-061636e6277b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:38.871896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4304d98-72e0-4c06-ad36-1d60fae2d112 req-e66fe771-fcdb-4f1d-9f79-061636e6277b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 944 time: 0.1333945 Oct 22 15:04:38.915750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Pushing event updated for resources: {'Port': ['ID=7c586c47-fbf7-4d46-b7cf-08627deda585,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:38.930488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.931519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:38.977302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4304d98-72e0-4c06-ad36-1d60fae2d112 req-6b6eb1fb-2d39-4e6f-89c7-83d4ab950e0f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040764 Oct 22 15:04:39.003317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3234e-9a76-4068-9c54-48baa66719f3 req-c19600cb-aa86-4e79-a606-65f6bf15464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:39.005056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16e3234e-9a76-4068-9c54-48baa66719f3 req-c19600cb-aa86-4e79-a606-65f6bf15464f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 1096 time: 0.1165786 Oct 22 15:04:39.077676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16e3234e-9a76-4068-9c54-48baa66719f3 req-e8aa2b0b-666f-403b-bfc8-5ebbfd9eb6bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652106 Oct 22 15:04:39.088933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:39.090499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:39.134279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:39.184264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:39.292850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Router 11c3b94d-7ec1-4ea4-982a-77faee92a59d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:04:39.555880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c13b0cc9-181a-4f3c-927c-7dc6266e2f47 None None] Provisioning complete for port 7c586c47-fbf7-4d46-b7cf-08627deda585 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:39.556254 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c13b0cc9-181a-4f3c-927c-7dc6266e2f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:39.569639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:39.579585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-92e6acf5-214e-4803-b704-256a96b0df1e admin admin] 10.222.0.66 "PUT /v2.0/routers/11c3b94d-7ec1-4ea4-982a-77faee92a59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0687897 Oct 22 15:04:39.641492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d51eb-7f0a-4a43-a21c-629fe747d3d9 req-10eec1cb-ed98-450a-a706-412e9752d97c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:39.643741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d4d51eb-7f0a-4a43-a21c-629fe747d3d9 req-10eec1cb-ed98-450a-a706-412e9752d97c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 946 time: 0.0780170 Oct 22 15:04:39.644251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:36Z', 'revision_number': 1, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:39.646137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c13b0cc9-181a-4f3c-927c-7dc6266e2f47 None None] Port 7c586c47-fbf7-4d46-b7cf-08627deda585 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:04:39.681680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7133f-2f8f-4d8b-9cbb-78c59d5ddce9 None None] The sync data for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 is: [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:36Z', 'revision_number': 1, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:39.722734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 198b92cc-6ba6-4e62-a7bb-71f4f84af730 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:39.730691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d4d51eb-7f0a-4a43-a21c-629fe747d3d9 req-d5a60139-ff08-4134-a388-c3bcf2ad4298 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801845 Oct 22 15:04:39.887976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:04:39.895407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:39.895407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:40.045147 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:40.102043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:40.213520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:40.244677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6bd2c-d0d8-4162-82e7-5bf13fee9050 req-ea30117f-373c-438f-9b5d-525f84dd9c3b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:40.246185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ac6bd2c-d0d8-4162-82e7-5bf13fee9050 req-ea30117f-373c-438f-9b5d-525f84dd9c3b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 944 time: 0.0741854 Oct 22 15:04:40.276369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=198b92cc-6ba6-4e62-a7bb-71f4f84af730,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:40.313462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ac6bd2c-d0d8-4162-82e7-5bf13fee9050 req-aea0f7ae-e75c-4b27-b89a-07a0c14a8870 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595138 Oct 22 15:04:40.590425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e17bf472-f9ac-4ee6-bcbc-4ebc2b915693 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:40.592357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e17bf472-f9ac-4ee6-bcbc-4ebc2b915693 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks?id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 200 len: 827 time: 0.1572921 Oct 22 15:04:40.620554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-b05fe376-f602-4430-bfc9-172a56b584fa tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/quotas/0ef8d466597e4e4caa782bfc7801d3cc HTTP/1.1" status: 200 len: 375 time: 0.0194163 Oct 22 15:04:40.707678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-f9cbf3a5-c099-4dab-acf0-501265ca0072 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859900 Oct 22 15:04:40.832308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198b92cc-6ba6-4e62-a7bb-71f4f84af730'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:40.835645 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3932ce8f-d91c-4da8-abe8-0d060f29bcfa" -d '{"events": [{"server_uuid": "a872b74f-efbf-439c-a3f1-dadf62f08cfa", "name": "network-vif-plugged", "status": "completed", "tag": "198b92cc-6ba6-4e62-a7bb-71f4f84af730"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:40.913051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-8aeb1c05-f5d8-4460-bd10-57e7de026a88 service neutron] 10.222.0.66 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016630 Oct 22 15:04:40.930847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4776ba-569d-4122-8556-40fd7e8bdd69 req-c8a08091-a904-49e9-8a7a-dcdb4243fadf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:40.932528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee4776ba-569d-4122-8556-40fd7e8bdd69 req-c8a08091-a904-49e9-8a7a-dcdb4243fadf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 946 time: 0.0751388 Oct 22 15:04:41.057830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee4776ba-569d-4122-8556-40fd7e8bdd69 req-17e779d0-7d6a-4396-8237-637a75c3b561 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155214 Oct 22 15:04:41.111618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-3ad0f1f9-2709-4ec9-be94-9d14278c965e service neutron] 10.222.0.66 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780052 Oct 22 15:04:41.131989 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d37db-7d1c-459a-9915-7c8890115f0f x-openstack-request-id: req-1d5d37db-7d1c-459a-9915-7c8890115f0f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:41.132287 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a872b74f-efbf-439c-a3f1-dadf62f08cfa", "name": "network-vif-plugged", "status": "completed", "tag": "198b92cc-6ba6-4e62-a7bb-71f4f84af730", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:41.132788 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d5d37db-7d1c-459a-9915-7c8890115f0f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:41.133176 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'code': 200} Oct 22 15:04:41.366235 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:41.376641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f68ac-ea52-4fcd-8524-f11383258c63 req-79bbc325-802f-4041-8e4d-2ae9f528f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:41.379750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe4f68ac-ea52-4fcd-8524-f11383258c63 req-79bbc325-802f-4041-8e4d-2ae9f528f339 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 1096 time: 0.1467707 Oct 22 15:04:41.419719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089bfc-563e-4647-ac8f-8e3e13d3c214 req-caf94eda-37ed-446e-b20e-303ff9c0c4fe tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:41.421692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20089bfc-563e-4647-ac8f-8e3e13d3c214 req-caf94eda-37ed-446e-b20e-303ff9c0c4fe tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 946 time: 0.1319273 Oct 22 15:04:41.421917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321d72d3-b22c-48bb-a354-0ec63f860db7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:41.483385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe4f68ac-ea52-4fcd-8524-f11383258c63 req-ce086dec-7a6f-4063-a483-59aa77ba099d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917525 Oct 22 15:04:41.483385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20089bfc-563e-4647-ac8f-8e3e13d3c214 req-33775cd7-53cf-4b1a-89c5-e2f9e21b17cd tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501263 Oct 22 15:04:41.570063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 321d72d3-b22c-48bb-a354-0ec63f860db7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:41.570443 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:41.843102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35ef9c-c49e-4dc0-bf74-767f016c2826 req-f3c20cda-c36a-4469-98de-5db250d05bbf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:41.844707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b35ef9c-c49e-4dc0-bf74-767f016c2826 req-f3c20cda-c36a-4469-98de-5db250d05bbf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 945 time: 0.1558290 Oct 22 15:04:41.845025 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:41.900424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 321d72d3-b22c-48bb-a354-0ec63f860db7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=321d72d3-b22c-48bb-a354-0ec63f860db7,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:41.947158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5967b9af-9a04-443f-b0aa-c80a71c4d02f req-929665dd-23e3-4a55-b1de-283dd5d4082d tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 210 time: 0.0451910 Oct 22 15:04:41.955596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b35ef9c-c49e-4dc0-bf74-767f016c2826 req-11d97f60-b51d-4cf3-b8f8-4c92deb741e5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994387 Oct 22 15:04:42.120290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:42.183725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=321d72d3-b22c-48bb-a354-0ec63f860db7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:42.806153 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:04:42.897781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Sync routers for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:42.907095 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:42.907697 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:43.036902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:43.050578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75dc63f9-4f5a-4613-8830-8a7179f876d3 req-a61364d2-3d7a-47ad-a0c7-51563376d689 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 210 time: 0.0343099 Oct 22 15:04:43.063453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60982) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:43.124411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979291a-e130-49ec-9c71-c389a0a20869 req-c83c7376-e4cd-4154-8776-0e380b3f8bf3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:43.131573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8979291a-e130-49ec-9c71-c389a0a20869 req-c83c7376-e4cd-4154-8776-0e380b3f8bf3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 945 time: 0.0718806 Oct 22 15:04:43.181210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8979291a-e130-49ec-9c71-c389a0a20869 req-a6220b2f-ea8f-49ad-a4c6-3d965eacd154 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Oct 22 15:04:43.331708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60998) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:43.342296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321d72d3-b22c-48bb-a354-0ec63f860db7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:43.457901 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:38Z', 'revision_number': 2, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:43.518620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 321d72d3-b22c-48bb-a354-0ec63f860db7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:43.519028 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:43.544006 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Checking router: 11c3b94d-7ec1-4ea4-982a-77faee92a59d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:43.544403 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Updating router 11c3b94d-7ec1-4ea4-982a-77faee92a59d port 7c586c47-fbf7-4d46-b7cf-08627deda585 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:04:43.545003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32782) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:43.592416 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:43.750249 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bad5ab55-b740-4c0c-840b-132719f7bcbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:43.772667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:43.827483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58642912-ac89-4590-8459-ed12ee827416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:43.952024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bad5ab55-b740-4c0c-840b-132719f7bcbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:43.987645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c02890-542a-42e7-95d6-e2fa54701e6c req-ab6f317e-a985-4419-906a-a1ca2614b1a1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:43.989242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c02890-542a-42e7-95d6-e2fa54701e6c req-ab6f317e-a985-4419-906a-a1ca2614b1a1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.3431630 Oct 22 15:04:44.020082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c02890-542a-42e7-95d6-e2fa54701e6c req-f1161c13-d5ba-4779-be0a-c9c3c841430e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0189724 Oct 22 15:04:44.049192 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.080098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.20.0.17 (08a4bfae-7169-468e-8632-da998afa4820/f4a7670f-5215-4e15-81ed-d36b727601fa/9290b50e-4da6-44c3-814f-7a55ca87465f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:44.093363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58642912-ac89-4590-8459-ed12ee827416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.109514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c02890-542a-42e7-95d6-e2fa54701e6c req-e46526ed-00ba-4764-84d6-0a3c01d97826 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809124 Oct 22 15:04:44.157059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bad5ab55-b740-4c0c-840b-132719f7bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.185455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b80f2edd-adbe-448b-ad3c-99329068b9a3 req-4662c0fe-67b6-4ffe-bf04-4c805fcc289b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 210 time: 0.0562174 Oct 22 15:04:44.220225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.257055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5ab55-b740-4c0c-840b-132719f7bcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ab2ec-5630-4ca7-9b4f-ccfe56ead6e9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:44.263789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bad5ab55-b740-4c0c-840b-132719f7bcbc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dde04da40b4e4f5bbbe2bbeea071cfd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9310236 Oct 22 15:04:44.267524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32822) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:44.296697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c02890-542a-42e7-95d6-e2fa54701e6c req-f80317d6-50cd-4273-96da-b867d75433ba service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777420 Oct 22 15:04:44.302546 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.306179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58642912-ac89-4590-8459-ed12ee827416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.370423 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Pushing event updated for resources: {'Port': ['ID=7c586c47-fbf7-4d46-b7cf-08627deda585,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:44.395230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-58642912-ac89-4590-8459-ed12ee827416 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffdf9815470d4fca8e6abab9b7e0b9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488607 Oct 22 15:04:44.398515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 32828) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:44.416017 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.416384 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.416825 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.417265 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.417761 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.418189 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.419079 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.419079 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.419462 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.419881 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.420315 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.420847 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:04:44.427606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58642912-ac89-4590-8459-ed12ee827416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57cc329-1fac-4392-b695-6d706f5f584b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:44.457150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9a1-884c-478d-8a88-e0f4ffdfb91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.461332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.463974 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Attempting to bind port 7c586c47-fbf7-4d46-b7cf-08627deda585 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:44.464446 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Attempting to bind port 7c586c47-fbf7-4d46-b7cf-08627deda585 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:44.464817 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Attempting to bind port 7c586c47-fbf7-4d46-b7cf-08627deda585 on network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:44.471929 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:44.472306 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Checking segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:44.472713 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.473109 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Bound using segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:44.473588 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Bound port: 7c586c47-fbf7-4d46-b7cf-08627deda585, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:44.473978 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.495572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c02890-542a-42e7-95d6-e2fa54701e6c req-bfd706b9-cc26-4ce5-a9b2-2bda37077be1 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898968 Oct 22 15:04:44.501095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9a1-884c-478d-8a88-e0f4ffdfb91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.561381 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] For port 7c586c47-fbf7-4d46-b7cf-08627deda585, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:44.565544 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] For port 7c586c47-fbf7-4d46-b7cf-08627deda585, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7c586c47-fbf7-4d46-b7cf-08627deda585,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:44.586549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 08a4bfae-7169-468e-8632-da998afa4820 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:44.605217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:44.625476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:44.654689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=9290b50e-4da6-44c3-814f-7a55ca87465f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:44.658065 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.663347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf76a75-6a07-46c4-8fa1-53e7ad9eeb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.682646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9a1-884c-478d-8a88-e0f4ffdfb91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.685579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9a1-884c-478d-8a88-e0f4ffdfb91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.686654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b4bab9a1-884c-478d-8a88-e0f4ffdfb91c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a08ab2ec-5630-4ca7-9b4f-ccfe56ead6e9 HTTP/1.1" status: 204 len: 168 time: 0.4181960 Oct 22 15:04:44.705343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bab9a1-884c-478d-8a88-e0f4ffdfb91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ab2ec-5630-4ca7-9b4f-ccfe56ead6e9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:44.725495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf76a75-6a07-46c4-8fa1-53e7ad9eeb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.727687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.800766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c0ad05a-0ae3-4f26-b885-152933588318 None None] Provisioning complete for port 7c586c47-fbf7-4d46-b7cf-08627deda585 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:44.800766 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad05a-0ae3-4f26-b885-152933588318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.807780 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:44.811213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:44.974742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf76a75-6a07-46c4-8fa1-53e7ad9eeb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.977524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5cf76a75-6a07-46c4-8fa1-53e7ad9eeb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:44.984100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5cf76a75-6a07-46c4-8fa1-53e7ad9eeb54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d57cc329-1fac-4392-b695-6d706f5f584b HTTP/1.1" status: 204 len: 168 time: 0.5814226 Oct 22 15:04:44.985779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad05a-0ae3-4f26-b885-152933588318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:45.069248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf76a75-6a07-46c4-8fa1-53e7ad9eeb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57cc329-1fac-4392-b695-6d706f5f584b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:45.089572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7c0ad05a-0ae3-4f26-b885-152933588318 None None] For port 7c586c47-fbf7-4d46-b7cf-08627deda585, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7c586c47-fbf7-4d46-b7cf-08627deda585,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:45.125637 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:45.195325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad05a-0ae3-4f26-b885-152933588318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:45.271252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:45.390566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ad05a-0ae3-4f26-b885-152933588318 None None] Pushing event updated for resources: {'Port': ['ID=7c586c47-fbf7-4d46-b7cf-08627deda585,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:45.417619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f0c64b19-e4b1-4529-a32d-b43625531f7e None None] Provisioning complete for port 9290b50e-4da6-44c3-814f-7a55ca87465f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:45.417976 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0c64b19-e4b1-4529-a32d-b43625531f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:45.431157 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5c1a2-4b22-48b5-aa55-8c45e0ba4a22 None None] Pushing event updated for resources: {'Port': ['ID=7c586c47-fbf7-4d46-b7cf-08627deda585,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:45.509754 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:44Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:45.576910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ae3a1-07f0-4589-8924-d5b80f9f8a06 None None] The sync data for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 is: [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:44Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:45.578672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f0c64b19-e4b1-4529-a32d-b43625531f7e None None] Port 9290b50e-4da6-44c3-814f-7a55ca87465f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:04:45.591272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56089e2a-723d-408e-89bd-7adbdf0f821d req-ec7fbb6e-a209-4edf-bb7f-d812ba6eef1a tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 210 time: 0.0722468 Oct 22 15:04:45.707556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-76cc82b1-bcd2-475b-828b-f7f64448ef70 None None] Provisioning complete for port 7c586c47-fbf7-4d46-b7cf-08627deda585 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:45.708024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76cc82b1-bcd2-475b-828b-f7f64448ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:45.940932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-a8f73131-dbc2-4ba8-986f-55911b59b7b7 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:45.942774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-a8f73131-dbc2-4ba8-986f-55911b59b7b7 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.69 "GET /v2.0/networks?id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 200 len: 827 time: 0.2593212 Oct 22 15:04:45.960641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Request body: {'port': {'device_id': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'admin_state_up': True, 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:45.995747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-c288ec5e-38f0-4f65-84a0-13e4065b742c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:45.997480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-c288ec5e-38f0-4f65-84a0-13e4065b742c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.1315887 Oct 22 15:04:46.018722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-c678ca87-3b89-414c-ba64-6a7359d6c6b1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0147729 Oct 22 15:04:46.033724 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.098026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-1018f2d9-daab-45fb-9d21-85ddebdd9bae tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710237 Oct 22 15:04:46.101205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32930) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:46.137294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f601-6b57-4d92-b582-e99939d28fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.188838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.296484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-871d5257-1091-41de-bea1-15806c2f2a26 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833327 Oct 22 15:04:46.318300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.332892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=9290b50e-4da6-44c3-814f-7a55ca87465f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:46.334108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32942) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:46.343829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Made reservation on behalf of 0ef8d466597e4e4caa782bfc7801d3cc for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:46.348373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.413817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52c6e447-fd20-48d7-8ee0-bb10c4fa2044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.446958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f601-6b57-4d92-b582-e99939d28fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.477827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-f4ea7976-745a-4e38-8363-70e8f7a81dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776135 Oct 22 15:04:46.576401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52c6e447-fd20-48d7-8ee0-bb10c4fa2044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.577828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f601-6b57-4d92-b582-e99939d28fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.607682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Allocated IP 172.20.0.12 (a3dd2fd6-221e-48da-aed5-e9e8a63ce280/c2a87a66-f737-4ec4-a46e-f0b52615106f/ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:46.613382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network 08a4bfae-7169-468e-8632-da998afa4820 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:46.616237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:46.638373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e4c9f601-6b57-4d92-b582-e99939d28fc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1730ba2d8874d8e905faeaa3afbaa89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358205 Oct 22 15:04:46.641360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32954) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:46.648266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f601-6b57-4d92-b582-e99939d28fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2462f0-93d6-401d-bc66-0f4284b66b40,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:46.806947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65d50c3c-be54-4cf8-8f52-e1f342891e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.858872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65d50c3c-be54-4cf8-8f52-e1f342891e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:46.898214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:04:46.917129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8758c247-c32c-4641-8a4d-aab13a0c58c8 req-e7c2dc10-3219-498d-b477-83ca3b949652 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 210 time: 0.1888762 Oct 22 15:04:46.917821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52c6e447-fd20-48d7-8ee0-bb10c4fa2044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.009787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3bdfecf-c361-4750-abf6-a5d17ec22400 req-b0b1d2b7-e9b2-4b41-bd7e-a7f9738534de tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 210 time: 0.1034701 Oct 22 15:04:47.022447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6e447-fd20-48d7-8ee0-bb10c4fa2044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43115e1-f74e-4370-91a2-309b4adb8a0c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:47.029747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-52c6e447-fd20-48d7-8ee0-bb10c4fa2044 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=867174fff5234dc4b4d2941c5111fc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857734 Oct 22 15:04:47.030141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32968) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:04:47.096717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4782be61-6091-4b4b-9569-fdbf9e726c1a None None] Provisioning complete for port 9290b50e-4da6-44c3-814f-7a55ca87465f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:47.097346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4782be61-6091-4b4b-9569-fdbf9e726c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.103683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65d50c3c-be54-4cf8-8f52-e1f342891e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.115407 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65d50c3c-be54-4cf8-8f52-e1f342891e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.115407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-65d50c3c-be54-4cf8-8f52-e1f342891e74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb2462f0-93d6-401d-bc66-0f4284b66b40 HTTP/1.1" status: 204 len: 168 time: 0.4644916 Oct 22 15:04:47.140212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4782be61-6091-4b4b-9569-fdbf9e726c1a None None] Port 9290b50e-4da6-44c3-814f-7a55ca87465f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:04:47.140754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b259f87-3ed2-4492-9194-c83f7dc4dc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.143335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50c3c-be54-4cf8-8f52-e1f342891e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2462f0-93d6-401d-bc66-0f4284b66b40,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:47.177435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b259f87-3ed2-4492-9194-c83f7dc4dc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.323711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7c586c47-fbf7-4d46-b7cf-08627deda585 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:47.374997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7c586c47-fbf7-4d46-b7cf-08627deda585 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:47.375376 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.388836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.390002 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b259f87-3ed2-4492-9194-c83f7dc4dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.394820 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b259f87-3ed2-4492-9194-c83f7dc4dc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.400372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8b259f87-3ed2-4492-9194-c83f7dc4dc89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c43115e1-f74e-4370-91a2-309b4adb8a0c HTTP/1.1" status: 204 len: 168 time: 0.3692298 Oct 22 15:04:47.424770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b259f87-3ed2-4492-9194-c83f7dc4dc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43115e1-f74e-4370-91a2-309b4adb8a0c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:47.466745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:04:47.483562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5706b49e-fb1d-4106-b6da-4d5b98a2d260 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "PUT /v2.0/routers/b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4165936 Oct 22 15:04:47.523687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:04:47.625377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.675079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:47.678306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:47.683306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:47.719905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:47.720534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:47.729100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event updated for resources: {'Port': ['ID=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:47.780997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:47.782561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:47.881484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:47.917862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-6cb0e904-b8fa-4584-b1d0-a6e4894e6526 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9615076 Oct 22 15:04:47.932422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Request body: {'port': {'device_id': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:48.034078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.082414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087806-71e5-42a0-9465-fcc9eea6eb5e req-d61130cd-04ee-4048-b392-ef134e586a28 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:48.084225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2087806-71e5-42a0-9465-fcc9eea6eb5e req-d61130cd-04ee-4048-b392-ef134e586a28 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 932 time: 0.0628285 Oct 22 15:04:48.164280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a415e2fc-b2f1-474b-80da-68c5f8624fcf req-90b021e2-e3bf-4e6f-945a-ccb64921170b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 210 time: 0.0419354 Oct 22 15:04:48.190581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2087806-71e5-42a0-9465-fcc9eea6eb5e req-0112e65d-e076-4f1f-ac19-ba1dd18706ce tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958529 Oct 22 15:04:48.212339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7ae47fd4-b913-4bb8-8218-f80164518959 None None] Provisioning complete for port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:48.212910 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7ae47fd4-b913-4bb8-8218-f80164518959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.331987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7ae47fd4-b913-4bb8-8218-f80164518959 None None] Port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:04:48.376962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:47Z', 'revision_number': 1, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9290b50e-4da6-44c3-814f-7a55ca87465f', 'name': '', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:df:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:43Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 2, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:48.409204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:04:48.409881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Updating router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 port 9290b50e-4da6-44c3-814f-7a55ca87465f binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:04:48.443614 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.460100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:48.468312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.481314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Transition to ACTIVE for port object ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:04:48.604056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.675675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:48.760187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Attempting to bind port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:48.760540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Attempting to bind port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:48.760875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Attempting to bind port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f on network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:48.765403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f on network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:04:48.765886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Attempting to bind port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f on network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:48.770704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:48.771442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Checking segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:48.778927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Bound using segment: {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:48.778927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Bound port: ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34bbe44-c524-446d-848c-cdc1c90483dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:48.778927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.867157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:48.886561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] For port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:48.890260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] For port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:48.956557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.011176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4ff0-f6e6-4546-8f2f-e47d4aa86dfe None None] Pushing event updated for resources: {'Port': ['ID=9290b50e-4da6-44c3-814f-7a55ca87465f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:49.017951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.083914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:49.084246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Attempting to bind port 9290b50e-4da6-44c3-814f-7a55ca87465f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:49.084539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Attempting to bind port 9290b50e-4da6-44c3-814f-7a55ca87465f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:49.084708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.084897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Attempting to bind port 9290b50e-4da6-44c3-814f-7a55ca87465f on network 08a4bfae-7169-468e-8632-da998afa4820 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:49.086230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] 10.222.0.69 "PUT /v2.0/ports/ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 1092 time: 1.1583381 Oct 22 15:04:49.088666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:49.092158 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:49.097201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:49.097201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Checking segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:49.097201 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.097201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Bound using segment: {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:49.097201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Bound port: 9290b50e-4da6-44c3-814f-7a55ca87465f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a699b1b-3662-4370-8e33-beee2a4ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '08a4bfae-7169-468e-8632-da998afa4820'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:49.097201 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.149556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1f4b-5958-4712-bca2-137117e5fb54 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:49.158553 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafab044-1dd4-470d-825c-cbcc6b4f0256 x-openstack-request-id: req-bafab044-1dd4-470d-825c-cbcc6b4f0256 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:49.160512 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:49.168044 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bafab044-1dd4-470d-825c-cbcc6b4f0256 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:49.169674 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'status': 'completed', 'code': 200} Oct 22 15:04:49.175437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] For port 9290b50e-4da6-44c3-814f-7a55ca87465f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:49.180287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] For port 9290b50e-4da6-44c3-814f-7a55ca87465f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9290b50e-4da6-44c3-814f-7a55ca87465f,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:49.265083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.271540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6 req-5a0e44b3-0ee1-4c62-9f28-8dd7e2bb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:49.273335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6 req-5a0e44b3-0ee1-4c62-9f28-8dd7e2bb56d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1095 time: 0.0777516 Oct 22 15:04:49.435019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4ff0-f6e6-4546-8f2f-e47d4aa86dfe None None] Pushing event updated for resources: {'Port': ['ID=9290b50e-4da6-44c3-814f-7a55ca87465f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:49.438256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:04:49.439180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:49.519322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c11a4551-194f-4417-ad36-96ca521cd0cd req-18c855f7-bb58-4b7b-9252-1bccee01c39b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 210 time: 0.1645305 Oct 22 15:04:49.558752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72577d0-7f17-482c-b48e-c24d18d3738b req-69cde52d-d3d9-47da-818d-0c3c00a6e478 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:49.572214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f72577d0-7f17-482c-b48e-c24d18d3738b req-69cde52d-d3d9-47da-818d-0c3c00a6e478 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.2189455 Oct 22 15:04:49.590712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6 req-c71274ad-75c6-4b45-b7dd-895a999d1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:49.599854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6 req-c71274ad-75c6-4b45-b7dd-895a999d1d40 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&shared=False HTTP/1.1" status: 200 len: 928 time: 0.3127370 Oct 22 15:04:49.692430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f72577d0-7f17-482c-b48e-c24d18d3738b req-97d5c891-2c5f-474e-80bc-a999637ae140 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172390 Oct 22 15:04:49.722298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-955208d9-95c0-4a2f-ab5c-a48b178786b9 None None] Provisioning complete for port 9290b50e-4da6-44c3-814f-7a55ca87465f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:49.722943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-955208d9-95c0-4a2f-ab5c-a48b178786b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.726709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:04:49.800217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6 req-112bcd65-6567-4bbd-994a-ceac84013a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:49.802693 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d53bf5fc-b8f1-423f-9c2f-9df5ccb346d6 req-112bcd65-6567-4bbd-994a-ceac84013a6d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915884 Oct 22 15:04:49.914121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-32f4656d-79c3-4b54-ab11-37c24a978926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:49.915827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-32f4656d-79c3-4b54-ab11-37c24a978926 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1095 time: 0.0595253 Oct 22 15:04:49.953659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-955208d9-95c0-4a2f-ab5c-a48b178786b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:49.976210 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-806ad926-733a-439c-a657-05c35aebc253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 217 time: 0.0495453 Oct 22 15:04:50.039281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-955208d9-95c0-4a2f-ab5c-a48b178786b9 None None] For port 9290b50e-4da6-44c3-814f-7a55ca87465f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9290b50e-4da6-44c3-814f-7a55ca87465f,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:50.107183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:47Z', 'revision_number': 1, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9290b50e-4da6-44c3-814f-7a55ca87465f', 'name': '', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:df:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:43Z', 'updated_at': '2021-10-22T15:04:49Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:04:50.110611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-0eff148e-c450-4fc3-8303-ad283c65290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:50.112165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-0eff148e-c450-4fc3-8303-ad283c65290b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2a87a66-f737-4ec4-a46e-f0b52615106f HTTP/1.1" status: 200 len: 866 time: 0.1266084 Oct 22 15:04:50.142766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473a78-26bf-4e83-8f46-2f8429974384 None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:47Z', 'revision_number': 1, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9290b50e-4da6-44c3-814f-7a55ca87465f', 'name': '', 'network_id': '08a4bfae-7169-468e-8632-da998afa4820', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:df:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:43Z', 'updated_at': '2021-10-22T15:04:49Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'f4a7670f-5215-4e15-81ed-d36b727601fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:04:50.171692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-955208d9-95c0-4a2f-ab5c-a48b178786b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:50.196171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-ab51d54f-5fb9-4a90-946c-41b3825553b8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:50.198062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-ab51d54f-5fb9-4a90-946c-41b3825553b8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.69 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2209466 Oct 22 15:04:50.200339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-f4914f94-3018-4dd7-bf91-2f8cf3a6b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:50.213645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-f4914f94-3018-4dd7-bf91-2f8cf3a6b30c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817795 Oct 22 15:04:50.236262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': 'bed1f788-6046-4782-804b-bac9e4101bea', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:50.278373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955208d9-95c0-4a2f-ab5c-a48b178786b9 None None] Pushing event updated for resources: {'Port': ['ID=9290b50e-4da6-44c3-814f-7a55ca87465f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:50.324944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6816e5f2-10b1-4bbf-8013-77a7b16ea686 None None] Provisioning complete for port 9290b50e-4da6-44c3-814f-7a55ca87465f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:50.325392 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6816e5f2-10b1-4bbf-8013-77a7b16ea686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:50.535002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-2b0bdb48-0681-4a60-b78b-0dd04397deec service neutron] 10.222.0.69 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046594 Oct 22 15:04:50.667547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:04:50.673687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:50.700429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66ef7955-1d51-4b19-9ec5-c61e295b04bd req-95e854c3-23ac-4043-aea5-aa07ceb0f124 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 210 time: 0.0921526 Oct 22 15:04:50.785667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4743ace6-8939-4824-bfbc-3efbe0479791 req-29d68ecd-0162-40c5-b7c4-91bf33a029cb service neutron] 10.222.0.69 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392516 Oct 22 15:04:50.922775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.12 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:04:50.934026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66412180-5633-45c4-ac0b-74e14bdd2ca5 req-424e31a8-06b2-40cc-81fe-37ea89d0c8a8 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:50.937286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66412180-5633-45c4-ac0b-74e14bdd2ca5 req-424e31a8-06b2-40cc-81fe-37ea89d0c8a8 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.1151323 Oct 22 15:04:50.993532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66412180-5633-45c4-ac0b-74e14bdd2ca5 req-3c8afd0f-0420-4ae0-b4c9-20146ac26c1a tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Oct 22 15:04:51.128259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:51.270477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:51.284739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:04:51.338709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9290b50e-4da6-44c3-814f-7a55ca87465f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:04:51.356272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:04:51.360247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:04:51.363503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:04:51.420067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:51.431874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:51.432730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:51.492411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9290b50e-4da6-44c3-814f-7a55ca87465f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:04:51.492711 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:51.536125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-4341ce54-fd19-4b82-8228-a40c1dea6506 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3090427 Oct 22 15:04:51.549932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Request body: {'port': {'device_id': 'bed1f788-6046-4782-804b-bac9e4101bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:04:51.629251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:51.861643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2423b32-6b85-4d35-af1d-69b068214429 req-f7e155fb-a872-488e-8dd7-4ee29d374e97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:51.863267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2423b32-6b85-4d35-af1d-69b068214429 req-f7e155fb-a872-488e-8dd7-4ee29d374e97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 932 time: 0.0599692 Oct 22 15:04:51.911939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2423b32-6b85-4d35-af1d-69b068214429 req-cd708012-e1c2-407b-8510-57d694a809be tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Oct 22 15:04:51.950013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:51.954750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:51.968398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Transition to ACTIVE for port object 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:04:52.102980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:52.126635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0f364-01e6-4610-ad23-4d5b0510b87f req-31fa3ba8-f515-4c4d-a5cd-958496beb42c tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:52.128288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82e0f364-01e6-4610-ad23-4d5b0510b87f req-31fa3ba8-f515-4c4d-a5cd-958496beb42c tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.0582039 Oct 22 15:04:52.158199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Pushing event updated for resources: {'Port': ['ID=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:52.180421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82e0f364-01e6-4610-ad23-4d5b0510b87f req-02f39ef2-17a8-4aca-ab08-7bc5d0dffaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Oct 22 15:04:52.229297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Attempting to bind port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:04:52.229635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Attempting to bind port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:04:52.229965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Attempting to bind port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:52.234390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:04:52.234718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Attempting to bind port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:04:52.239645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:04:52.240206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:04:52.240656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:04:52.241095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Bound port: 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:04:52.241487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:52.313759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] For port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:04:52.316847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] For port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:04:52.447655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:52.482707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:52.484033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:52.484817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] 10.222.0.69 "PUT /v2.0/ports/74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 HTTP/1.1" status: 200 len: 1092 time: 0.9393249 Oct 22 15:04:52.485640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed1f788-6046-4782-804b-bac9e4101bea', 'tag': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:04:52.487763 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69" -d '{"events": [{"name": "network-changed", "server_uuid": "bed1f788-6046-4782-804b-bac9e4101bea", "tag": "74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:04:52.516135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac29a7b-a624-41d2-8f9b-a17fc6223b31 service neutron] Pushing event updated for resources: {'Port': ['ID=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:52.539280 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef5645-4a43-4759-a1d3-6f2da6133467 x-openstack-request-id: req-d0ef5645-4a43-4759-a1d3-6f2da6133467 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:04:52.540266 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed1f788-6046-4782-804b-bac9e4101bea", "tag": "74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:04:52.540266 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0ef5645-4a43-4759-a1d3-6f2da6133467 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:04:52.540266 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed1f788-6046-4782-804b-bac9e4101bea', 'tag': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413', 'status': 'completed', 'code': 200} Oct 22 15:04:52.611636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69 req-06540caf-5955-4b90-bfdf-b2dd3749aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:52.613163 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69 req-06540caf-5955-4b90-bfdf-b2dd3749aed4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 1095 time: 0.0459001 Oct 22 15:04:52.627352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-067c4904-3b0d-4ad1-9685-b42ba4c82ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:52.725947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69 req-290da709-5bdf-48d2-a893-11abb197f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:52.727495 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69 req-290da709-5bdf-48d2-a893-11abb197f6d8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d27715534ef94349ac2e056e5990e7ab&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1024368 Oct 22 15:04:52.826431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69 req-25e85d1d-216e-477e-90cf-5c855df6a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:52.827988 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e4a169f-2a61-4c58-9ecf-3cd1f7e26b69 req-25e85d1d-216e-477e-90cf-5c855df6a147 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906372 Oct 22 15:04:52.924857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-7c45cab9-fd94-4cb9-af87-fcd67feb19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:52.926407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-7c45cab9-fd94-4cb9-af87-fcd67feb19d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 1095 time: 0.0543854 Oct 22 15:04:52.973503 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-54fcca50-483d-4041-8d57-55f23929c848 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 HTTP/1.1" status: 200 len: 217 time: 0.0349276 Oct 22 15:04:53.033445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-929559a4-c362-4423-bb6d-e786cf6fdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:53.035119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-929559a4-c362-4423-bb6d-e786cf6fdb27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0521460 Oct 22 15:04:53.073735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-d2902af4-bde1-4125-8a49-55b3726f751a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287094 Oct 22 15:04:53.115361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5bccb-f42f-4e0f-ac83-feacadbfc616 req-396c2306-7a11-475f-9aa9-91c7230621bf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:53.121806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef5bccb-f42f-4e0f-ac83-feacadbfc616 req-396c2306-7a11-475f-9aa9-91c7230621bf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 944 time: 0.1302724 Oct 22 15:04:53.210313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef5bccb-f42f-4e0f-ac83-feacadbfc616 req-35c14667-2ed2-4b77-9786-73093ed56a6e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823631 Oct 22 15:04:53.225665 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-b75114c5-74ae-4a9e-9ab5-6ea7f2643f9b service neutron] 10.222.0.69 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298490 Oct 22 15:04:53.343749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e7591123-a1fa-49bc-8245-563f4906acf6 req-c452e2c1-a5f7-4fd0-a9b1-7ad0be3660cb service neutron] 10.222.0.69 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089952 Oct 22 15:04:53.349867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a22e62-44ec-4b2c-a44e-a64efa3a7ee3 req-adf52d9d-7981-4543-b573-a9155cb4ad85 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:53.352439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4a22e62-44ec-4b2c-a44e-a64efa3a7ee3 req-adf52d9d-7981-4543-b573-a9155cb4ad85 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.0812082 Oct 22 15:04:53.406863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4a22e62-44ec-4b2c-a44e-a64efa3a7ee3 req-3494ea0b-1c69-48b2-8319-baf8d793727f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Oct 22 15:04:54.360293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5a649-8ee4-4f72-aca7-ce852b443f43 req-c95194f8-27a8-452a-a9df-ad3f9101977f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:54.361931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23d5a649-8ee4-4f72-aca7-ce852b443f43 req-c95194f8-27a8-452a-a9df-ad3f9101977f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 944 time: 0.0532970 Oct 22 15:04:54.404085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23d5a649-8ee4-4f72-aca7-ce852b443f43 req-0fa47f0c-37d9-4af6-96cf-feead6453af3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Oct 22 15:04:54.549359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909a3ce-3e3a-4d0e-867c-c62f77f2d5fe req-9e9ff7d3-495c-4f32-9616-a342491c74e3 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:54.550938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4909a3ce-3e3a-4d0e-867c-c62f77f2d5fe req-9e9ff7d3-495c-4f32-9616-a342491c74e3 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.0606329 Oct 22 15:04:54.608149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4909a3ce-3e3a-4d0e-867c-c62f77f2d5fe req-e2a69d42-e64e-40df-a8bf-10f29ce1ef46 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500319 Oct 22 15:04:55.183976 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edb9bc31-8600-4c99-8180-bbe340cc2703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:55.546378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e4bfb-4428-4093-b4e9-c8e600cefe1f req-a36f6a9d-00ba-4507-8edc-69820c40dbaa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:55.547896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b9e4bfb-4428-4093-b4e9-c8e600cefe1f req-a36f6a9d-00ba-4507-8edc-69820c40dbaa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 944 time: 0.0555000 Oct 22 15:04:55.585701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b9e4bfb-4428-4093-b4e9-c8e600cefe1f req-0638ad8b-aed6-4160-9080-f473328d6f4d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Oct 22 15:04:55.718938 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df3bf-80e6-48d1-a296-b14a92157bd1 req-798ad6fd-b706-40a5-ba0f-4e8f00c2bfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:55.720806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a2df3bf-80e6-48d1-a296-b14a92157bd1 req-798ad6fd-b706-40a5-ba0f-4e8f00c2bfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.0503933 Oct 22 15:04:55.761396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a2df3bf-80e6-48d1-a296-b14a92157bd1 req-1c6e94cb-604f-4ae9-9ffa-929cb435eef9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Oct 22 15:04:56.429919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:56.519441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:56.710048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36314b08-cf6a-4a8d-a6d4-4b19bc647302 req-6d29b47c-5d30-49a0-a40e-4e0f8d98da5d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:56.715471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36314b08-cf6a-4a8d-a6d4-4b19bc647302 req-6d29b47c-5d30-49a0-a40e-4e0f8d98da5d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 944 time: 0.0578709 Oct 22 15:04:56.751749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36314b08-cf6a-4a8d-a6d4-4b19bc647302 req-399d511f-05af-4b43-ac50-d38ab57df5b5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Oct 22 15:04:56.804300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:04:56.913880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd594b9-0704-44ed-8c50-aca3ad0dea3f req-45cbb55c-1bd1-4dba-a996-8c6d2596a227 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:56.916366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fd594b9-0704-44ed-8c50-aca3ad0dea3f req-45cbb55c-1bd1-4dba-a996-8c6d2596a227 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 944 time: 0.0794697 Oct 22 15:04:56.929749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:56.946128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'port_id': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'mac_address': 'fa:16:3e:b1:83:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:04:57.001599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:57.018295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fd594b9-0704-44ed-8c50-aca3ad0dea3f req-ed113dee-e35b-462d-be24-e662f1ea9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905497 Oct 22 15:04:57.037888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:57.062273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:57.212706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:57.311965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:57.743895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:04:57.980033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6480fc-25d2-4dd3-909f-3a62195e1f68 req-9aa7252b-fd48-402a-961c-180f79f366da tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:57.988963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b6480fc-25d2-4dd3-909f-3a62195e1f68 req-9aa7252b-fd48-402a-961c-180f79f366da tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 944 time: 0.0825410 Oct 22 15:04:58.045790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b6480fc-25d2-4dd3-909f-3a62195e1f68 req-f58939e1-e98a-497a-8dc5-4dac39e2a8b2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551960 Oct 22 15:04:58.099440 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:58.141985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e3e4f-9679-4b3d-a08e-7bacdaf46fdf req-89c71a39-4abe-4970-818c-31b58789f5e4 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:58.151901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba6e3e4f-9679-4b3d-a08e-7bacdaf46fdf req-89c71a39-4abe-4970-818c-31b58789f5e4 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 945 time: 0.0694027 Oct 22 15:04:58.198888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba6e3e4f-9679-4b3d-a08e-7bacdaf46fdf req-361eca7c-c06f-4e1f-bd05-9a185272a0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456717 Oct 22 15:04:58.829831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:04:58.984757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:58.998902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413', 'mac_address': 'fa:16:3e:d7:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:04:59.051499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:59.065060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:04:59.086289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:04:59.171977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5d7e-dc84-466b-964e-9b0cd608ae4c req-1129ad66-8b42-482b-a12e-3b6ef166a5b0 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:59.173372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5af5d7e-dc84-466b-964e-9b0cd608ae4c req-1129ad66-8b42-482b-a12e-3b6ef166a5b0 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 944 time: 0.0541816 Oct 22 15:04:59.213943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5af5d7e-dc84-466b-964e-9b0cd608ae4c req-0d2ef9da-a065-4ae9-988a-62bdfdf18d4b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Oct 22 15:04:59.283160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:04:59.328122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aa751-3257-4137-b0ae-231a2aefad63 req-0a5822d0-2006-4643-b041-a1f3f312b3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:04:59.333317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba7aa751-3257-4137-b0ae-231a2aefad63 req-0a5822d0-2006-4643-b041-a1f3f312b3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 945 time: 0.0547409 Oct 22 15:04:59.370751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba7aa751-3257-4137-b0ae-231a2aefad63 req-f823e5a3-c890-4548-bd0a-86de6d47365f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Oct 22 15:04:59.374700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:04:59.802804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:00.380707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9c84-3b4b-4ea3-a759-8eeba62755e6 req-6df69981-658b-4c87-9225-b1c28546916e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:00.384109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87ac9c84-3b4b-4ea3-a759-8eeba62755e6 req-6df69981-658b-4c87-9225-b1c28546916e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 945 time: 0.0603578 Oct 22 15:05:00.431710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87ac9c84-3b4b-4ea3-a759-8eeba62755e6 req-68a24b76-8f1b-4b81-91b0-655c58ca5670 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 Oct 22 15:05:00.579393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffc633-ae6e-411d-a60b-b6fe0a8da117 req-1c421e76-8611-4610-a66a-1c12dc56f5db tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:00.587210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdffc633-ae6e-411d-a60b-b6fe0a8da117 req-1c421e76-8611-4610-a66a-1c12dc56f5db tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 945 time: 0.1166790 Oct 22 15:05:00.654866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdffc633-ae6e-411d-a60b-b6fe0a8da117 req-27890249-ba3b-4954-81b3-cadb3fced417 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666714 Oct 22 15:05:00.844487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:00.983959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:05:00.989173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:00.994280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:01.091505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:01.129881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:01.132226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:01.134925 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ef3d13-018b-4c33-93f4-a24ac5dca7a3" -d '{"events": [{"server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "name": "network-vif-plugged", "status": "completed", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:01.194237 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb265a87-f446-4f73-bf08-4a6471d3344b x-openstack-request-id: req-bb265a87-f446-4f73-bf08-4a6471d3344b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:01.194561 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "name": "network-vif-plugged", "status": "completed", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:01.194847 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb265a87-f446-4f73-bf08-4a6471d3344b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:01.195508 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'code': 200} Oct 22 15:05:01.212933 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:01.276295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:01.329717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa018c-b813-429d-a3e0-df95ba3d29c0 req-33ef011d-56dc-4a7b-86aa-e6161e4edfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:01.334503 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bcaa018c-b813-429d-a3e0-df95ba3d29c0 req-33ef011d-56dc-4a7b-86aa-e6161e4edfd7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1097 time: 0.0670667 Oct 22 15:05:01.390074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bcaa018c-b813-429d-a3e0-df95ba3d29c0 req-25328da8-5364-4862-b204-be5dd6eb78cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Oct 22 15:05:01.600051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfedb0a-3a5f-46f6-8dcb-e5a68516220e req-93bae654-fe76-4aca-9f28-466ae95173b5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:01.602835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddfedb0a-3a5f-46f6-8dcb-e5a68516220e req-93bae654-fe76-4aca-9f28-466ae95173b5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 945 time: 0.0587826 Oct 22 15:05:01.665224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:01.675398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddfedb0a-3a5f-46f6-8dcb-e5a68516220e req-9fbecff4-2424-4663-8871-dc9ac6140901 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649841 Oct 22 15:05:01.821999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706361-52f0-49f8-9bd6-4b359d42b6d1 req-5b75062f-071f-4f6a-82e2-47fdd0794b33 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:01.829824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7706361-52f0-49f8-9bd6-4b359d42b6d1 req-5b75062f-071f-4f6a-82e2-47fdd0794b33 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.0696619 Oct 22 15:05:01.884323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7706361-52f0-49f8-9bd6-4b359d42b6d1 req-af7a1ad8-af02-4c3e-9f35-150390747c27 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Oct 22 15:05:01.924667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.000261 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.115967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.160218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=962df166a0ab464dac6db059b7fef148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933999 Oct 22 15:05:02.161865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb57ca1-410e-4d96-91c6-0956e9715f60,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:02.164182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33518) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:02.171985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.172633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.173149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.173650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.174162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.174669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.175201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.175705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.176209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.177636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.178143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.178650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5adec-1cb1-4f7e-8017-220b173825ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.233226 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.256560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.377890 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.381469 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:02.387721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fb57ca1-410e-4d96-91c6-0956e9715f60 HTTP/1.1" status: 204 len: 168 time: 0.2177029 Oct 22 15:05:02.390759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb57ca1-410e-4d96-91c6-0956e9715f60,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:02.399486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.399853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.400466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.400817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.401157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.401504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.401936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.412885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.412885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.412885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.412885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.412885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f7a7-5433-4480-845c-9170475362ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:02.814776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bfb8a-a53a-4cad-ba4d-7354392cc6cb req-b483eb7f-f302-42be-8f51-e4ee17238ee1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:02.817301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-810bfb8a-a53a-4cad-ba4d-7354392cc6cb req-b483eb7f-f302-42be-8f51-e4ee17238ee1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 945 time: 0.0603127 Oct 22 15:05:02.848177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:02.871159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-810bfb8a-a53a-4cad-ba4d-7354392cc6cb req-8b36ed6a-8f7d-41a4-ae33-b76f30e009a8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Oct 22 15:05:03.029993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e4cb-d240-4ebe-a06e-6e7318faaf75 req-11e93e80-bca0-40b3-b89b-b8d0da8391f9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:03.043549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b345e4cb-d240-4ebe-a06e-6e7318faaf75 req-11e93e80-bca0-40b3-b89b-b8d0da8391f9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.0687582 Oct 22 15:05:03.082129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b345e4cb-d240-4ebe-a06e-6e7318faaf75 req-9f18db58-2927-4428-96e9-a0798dfe4709 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Oct 22 15:05:03.103380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:05:03.103380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:03.103380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.193919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.204966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33544) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:03.216514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1f788-6046-4782-804b-bac9e4101bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:03.218700 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c980133-ac7c-44a2-a481-4a0c8a997fdf" -d '{"events": [{"server_uuid": "bed1f788-6046-4782-804b-bac9e4101bea", "name": "network-vif-plugged", "status": "completed", "tag": "74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:03.218949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7425fb4c-e67d-42a3-a4e9-5ed6baeaa4da admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.231947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:03.275207 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd6c3f-cdcb-4874-9e6a-a3f85c7828c7 x-openstack-request-id: req-46bd6c3f-cdcb-4874-9e6a-a3f85c7828c7 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:03.275207 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1f788-6046-4782-804b-bac9e4101bea", "name": "network-vif-plugged", "status": "completed", "tag": "74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:03.275207 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46bd6c3f-cdcb-4874-9e6a-a3f85c7828c7 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:03.275207 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1f788-6046-4782-804b-bac9e4101bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413', 'code': 200} Oct 22 15:05:03.304386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7425fb4c-e67d-42a3-a4e9-5ed6baeaa4da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.326720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.381177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:03.382660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc7338-2278-46e0-9a0c-64d4c8dd8866 req-ea505960-cf74-4a5d-a2a0-3b8e20d4013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:03.384821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77cc7338-2278-46e0-9a0c-64d4c8dd8866 req-ea505960-cf74-4a5d-a2a0-3b8e20d4013b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 1097 time: 0.0528560 Oct 22 15:05:03.417846 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7425fb4c-e67d-42a3-a4e9-5ed6baeaa4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.426364 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77cc7338-2278-46e0-9a0c-64d4c8dd8866 req-03d20887-6774-407c-8cdb-c00645640fce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Oct 22 15:05:03.465196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7425fb4c-e67d-42a3-a4e9-5ed6baeaa4da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=608c0a0395c44785a789ea5b7e16caad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590158 Oct 22 15:05:03.466352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425fb4c-e67d-42a3-a4e9-5ed6baeaa4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fdb7c9-be90-4e66-864f-b880b670221c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:03.468210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33552) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:03.527931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b47-99fa-49d6-9735-0551a6c48dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.550924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b47-99fa-49d6-9735-0551a6c48dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.692259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b47-99fa-49d6-9735-0551a6c48dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.694873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b47-99fa-49d6-9735-0551a6c48dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.696132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8fa84b47-99fa-49d6-9735-0551a6c48dcf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3fdb7c9-be90-4e66-864f-b880b670221c HTTP/1.1" status: 204 len: 168 time: 0.2256305 Oct 22 15:05:03.704631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa84b47-99fa-49d6-9735-0551a6c48dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fdb7c9-be90-4e66-864f-b880b670221c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:03.721891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:03.999031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcadab-41ee-4e07-af62-dfd6624880ee req-9be2fdc7-d70b-4a3c-b65e-08f3d2c137cd tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:04.004735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87bcadab-41ee-4e07-af62-dfd6624880ee req-9be2fdc7-d70b-4a3c-b65e-08f3d2c137cd tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.0515957 Oct 22 15:05:04.067684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87bcadab-41ee-4e07-af62-dfd6624880ee req-cc3be08b-f145-4b8b-a3c0-933883f7a8ef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581050 Oct 22 15:05:04.219688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4604a3-0d1c-404b-b4f2-1ac081e1246f req-be2aeaf5-e9e8-4697-ab8b-263623e92591 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:04.221239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db4604a3-0d1c-404b-b4f2-1ac081e1246f req-be2aeaf5-e9e8-4697-ab8b-263623e92591 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.0559094 Oct 22 15:05:04.265563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db4604a3-0d1c-404b-b4f2-1ac081e1246f req-3cf6549d-658f-44d4-8ab3-232abc527522 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Oct 22 15:05:04.534253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-86b7f0f1-404b-436a-aa47-90f35b3dec0d tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 258 time: 0.2292533 Oct 22 15:05:04.546153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:04.657894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:04.755505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:04.920050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Allocated IP 172.25.1.11 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/0cff3cbf-ca83-4acb-89eb-94aec4a4996f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:05.059614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:05.219847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e451028-030c-4e5a-9c99-2a38fa7a7610 req-3f4814c4-4bb3-4b13-ae1b-9aa9066ae490 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:05.223942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e451028-030c-4e5a-9c99-2a38fa7a7610 req-3f4814c4-4bb3-4b13-ae1b-9aa9066ae490 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.0709453 Oct 22 15:05:05.225802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:05.293433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:05.302069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:05.308749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:05.316166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event updated for resources: {'Port': ['ID=0cff3cbf-ca83-4acb-89eb-94aec4a4996f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:05.344573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e451028-030c-4e5a-9c99-2a38fa7a7610 req-c9e9dfd3-f3bc-4dc1-88e8-ce815e1f984a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980659 Oct 22 15:05:05.494902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:05.625259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:05.809067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:05.937823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:06.020490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:06.035424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event updated for resources: {'Port': ['ID=0cff3cbf-ca83-4acb-89eb-94aec4a4996f,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:06.156990 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:06.158993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-820b119e-d8c6-4d4b-8d1d-4bf4c5df8761 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6170752 Oct 22 15:05:06.243306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-c7c4f281-2b4f-4741-bfe0-be3f397fd5b9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0773945 Oct 22 15:05:06.399362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:06.691804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33658) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:06.816525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf476d-3b4b-431a-b83f-aa9e6a781dbb req-c741cc7b-12e5-4977-b920-f1c4f06cae25 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:06.818784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81bf476d-3b4b-431a-b83f-aa9e6a781dbb req-c741cc7b-12e5-4977-b920-f1c4f06cae25 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.0773129 Oct 22 15:05:06.861380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-5e8e88d7-87df-49bc-9af2-475403effb2b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:06.862943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe6eacc1-4417-46e5-9efe-45a98a4cc7fe req-5e8e88d7-87df-49bc-9af2-475403effb2b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.6131639 Oct 22 15:05:06.917745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81bf476d-3b4b-431a-b83f-aa9e6a781dbb req-e9e18b1b-eedd-4115-a0a4-3f7065555ffc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723958 Oct 22 15:05:06.938459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eff22e5-6db6-4663-ad54-d7411f8f45fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.110685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eff22e5-6db6-4663-ad54-d7411f8f45fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.113704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-79e69ce8-dd5c-4bd7-b657-742d0f5d7b65 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:07.122271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-79e69ce8-dd5c-4bd7-b657-742d0f5d7b65 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1520758 Oct 22 15:05:07.126514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.175207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eff22e5-6db6-4663-ad54-d7411f8f45fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.187486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-83a0dda7-920f-477a-bf96-0699bbb007be tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0638137 Oct 22 15:05:07.192313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Request body: {'floatingip': {'port_id': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:07.212585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff22e5-6db6-4663-ad54-d7411f8f45fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718fca74-cd69-45be-ba6d-b4d23fb95bec,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:07.241919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.267940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2eff22e5-6db6-4663-ad54-d7411f8f45fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66fae60bb41b4c2ca347a117a133a7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750446 Oct 22 15:05:07.271634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:07.361152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4ab7c-067a-4979-bcf5-46982efc0395 req-90f5b5b6-4d6b-4fe0-8f09-7e1d0f469f17 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:07.364533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ee4ab7c-067a-4979-bcf5-46982efc0395 req-90f5b5b6-4d6b-4fe0-8f09-7e1d0f469f17 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.3200250 Oct 22 15:05:07.404415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02ecb3b7-707e-40d6-b404-72f0bef254b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.462798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ee4ab7c-067a-4979-bcf5-46982efc0395 req-94ac45b3-6295-4650-a78c-6c74f01fa831 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888155 Oct 22 15:05:07.468529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02ecb3b7-707e-40d6-b404-72f0bef254b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.658797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02ecb3b7-707e-40d6-b404-72f0bef254b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.662329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02ecb3b7-707e-40d6-b404-72f0bef254b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.663661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-02ecb3b7-707e-40d6-b404-72f0bef254b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/718fca74-cd69-45be-ba6d-b4d23fb95bec HTTP/1.1" status: 204 len: 168 time: 0.3893244 Oct 22 15:05:07.673235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecb3b7-707e-40d6-b404-72f0bef254b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718fca74-cd69-45be-ba6d-b4d23fb95bec,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:07.729791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port 9290b50e-4da6-44c3-814f-7a55ca87465f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:07.730140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.846273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port 9290b50e-4da6-44c3-814f-7a55ca87465f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9290b50e-4da6-44c3-814f-7a55ca87465f,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:07.846640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.852990 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:07.865782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for 9290b50e-4da6-44c3-814f-7a55ca87465f owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:08.041300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:08.176401 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Floating IP 19057536-4044-4d83-9a41-1c5fd7ba1393 associated. External IP: 172.25.1.11, port: ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f. Oct 22 15:05:08.299515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:08.338500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=9290b50e-4da6-44c3-814f-7a55ca87465f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:08.501267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Router 11c3b94d-7ec1-4ea4-982a-77faee92a59d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:08.650915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ce2b-20d5-4902-a5b5-b23da90f0a56 req-9e2a3d05-369c-4d16-aafa-69a4580f6a5e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:08.650915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f861ce2b-20d5-4902-a5b5-b23da90f0a56 req-9e2a3d05-369c-4d16-aafa-69a4580f6a5e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.1631982 Oct 22 15:05:08.742023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f861ce2b-20d5-4902-a5b5-b23da90f0a56 req-c4b876fa-60c8-489f-96b3-e23b59a0a7e8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831435 Oct 22 15:05:08.744642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:08.785684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1540-1f8c-4039-b9a2-5464279431b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:08.806904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:08.813214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:08.819983 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] Sync routers for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:08.858389 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:08.859465 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:08.863097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ec01a995-ae93-4220-8b0d-6e3118975aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "PUT /v2.0/floatingips/19057536-4044-4d83-9a41-1c5fd7ba1393 HTTP/1.1" status: 200 len: 996 time: 1.6745317 Oct 22 15:05:08.866797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:08.868966 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69acef0c-137e-496c-b31d-4282547f6afc" -d '{"events": [{"name": "network-changed", "server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:08.957128 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac7d953-adde-484c-817f-9a436a39ca49 x-openstack-request-id: req-4ac7d953-adde-484c-817f-9a436a39ca49 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:08.957425 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:08.958416 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ac7d953-adde-484c-817f-9a436a39ca49 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:08.959297 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'status': 'completed', 'code': 200} Oct 22 15:05:08.968718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-429d09c3-cc7a-49cc-a1c4-81b2cdd23beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:08.977687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-429d09c3-cc7a-49cc-a1c4-81b2cdd23beb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1097 time: 0.0828907 Oct 22 15:05:09.017781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:09.028444 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:09.115429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1540-1f8c-4039-b9a2-5464279431b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:09.141704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-03526436-b3a8-4bc7-bad8-6cf73352de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.144720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-03526436-b3a8-4bc7-bad8-6cf73352de3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 200 len: 928 time: 0.1647642 Oct 22 15:05:09.164630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acef0c-137e-496c-b31d-4282547f6afc req-de25c056-5199-4ecc-b373-085d2035e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.166591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-de25c056-5199-4ecc-b373-085d2035e8f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1097 time: 0.1382375 Oct 22 15:05:09.251263 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1540-1f8c-4039-b9a2-5464279431b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:09.378744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6d3a1540-1f8c-4039-b9a2-5464279431b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0092208e3fca4af19aaa91269e411169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6331160 Oct 22 15:05:09.385504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33722) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:09.387873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a1540-1f8c-4039-b9a2-5464279431b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba5499-aaf5-45b2-b0eb-0228c63942a8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:09.407744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-49ce8142-bd65-4ef0-ab38-7842d2f53e3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 999 time: 0.2511342 Oct 22 15:05:09.470574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:09.540996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-8a71b485-1291-42f6-b332-d967b665359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.543392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-8a71b485-1291-42f6-b332-d967b665359b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2a87a66-f737-4ec4-a46e-f0b52615106f HTTP/1.1" status: 200 len: 866 time: 0.1354074 Oct 22 15:05:09.544582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acef0c-137e-496c-b31d-4282547f6afc req-495fbefc-b701-4199-92db-13836c4bf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.546135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-495fbefc-b701-4199-92db-13836c4bf298 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 200 len: 928 time: 0.3364170 Oct 22 15:05:09.576919 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '19057536-4044-4d83-9a41-1c5fd7ba1393', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'port_id': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'mac_address': 'fa:16:3e:b1:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:05:05Z', 'updated_at': '2021-10-22T15:05:07Z', 'revision_number': 1, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:09.604528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b06e9619-1272-42a7-828f-70c8a759fc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:09.616210 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] Checking router: 11c3b94d-7ec1-4ea4-982a-77faee92a59d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:09.628693 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:09.630003 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:09.644233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ad7b157d-fafe-49d0-8ba1-0ea610a6c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.646314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-ad7b157d-fafe-49d0-8ba1-0ea610a6c1d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938125 Oct 22 15:05:09.651630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b06e9619-1272-42a7-828f-70c8a759fc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:09.668489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-aea87c1f-8443-4435-a254-de5eb40fee9d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:05:09.669541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-aea87c1f-8443-4435-a254-de5eb40fee9d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057564 Oct 22 15:05:09.729726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:09.734293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-79f5610c-36e7-4c47-8320-bda9ce0a4c8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 999 time: 0.1730170 Oct 22 15:05:09.736516 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9c9f439e-769c-40ca-be38-71549594bfe1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "PUT /v2.0/routers/b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3352416 Oct 22 15:05:09.747528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:09.766296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:09.769187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:09.857099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acef0c-137e-496c-b31d-4282547f6afc req-6f46ee95-4785-4e3d-b213-a696d70f46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.859380 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-6f46ee95-4785-4e3d-b213-a696d70f46a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2a87a66-f737-4ec4-a46e-f0b52615106f HTTP/1.1" status: 200 len: 866 time: 0.1177444 Oct 22 15:05:09.866902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:09.957477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-29250ea7-74cc-4869-9226-9928779690d3 service neutron] 10.222.0.66 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749927 Oct 22 15:05:09.980798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acef0c-137e-496c-b31d-4282547f6afc req-b02a1dbc-9a18-40f6-90f4-c9251697710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:09.987781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-b02a1dbc-9a18-40f6-90f4-c9251697710d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144972 Oct 22 15:05:10.021704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b06e9619-1272-42a7-828f-70c8a759fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:10.023973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b06e9619-1272-42a7-828f-70c8a759fc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:10.025171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b06e9619-1272-42a7-828f-70c8a759fc02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcba5499-aaf5-45b2-b0eb-0228c63942a8 HTTP/1.1" status: 204 len: 168 time: 0.6383107 Oct 22 15:05:10.026911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:10.065557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e9619-1272-42a7-828f-70c8a759fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba5499-aaf5-45b2-b0eb-0228c63942a8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:10.187376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d5f9e02-3878-4f0a-bb12-dcdb7e37fa88 req-d2348f5e-de9d-4a8f-90fd-72e83184ef95 service neutron] 10.222.0.66 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223468 Oct 22 15:05:10.217079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-4c3b98ee-9305-440a-a2fc-2cd63afdc46c service neutron] 10.222.0.69 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156379 Oct 22 15:05:10.311581 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '19057536-4044-4d83-9a41-1c5fd7ba1393', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'port_id': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'mac_address': 'fa:16:3e:b1:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:05:05Z', 'updated_at': '2021-10-22T15:05:07Z', 'revision_number': 1, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:10.368699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249329ee-2874-4d04-9e77-cc3cddb1b4d3 None None] The sync data for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 is: [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '19057536-4044-4d83-9a41-1c5fd7ba1393', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'port_id': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'mac_address': 'fa:16:3e:b1:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:05:05Z', 'updated_at': '2021-10-22T15:05:07Z', 'revision_number': 1, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:10.416846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69acef0c-137e-496c-b31d-4282547f6afc req-772db02d-c147-443a-be08-157eecd7a88b service neutron] 10.222.0.69 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916220 Oct 22 15:05:10.472058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:08Z', 'revision_number': 6, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:47Z', 'revision_number': 1, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:10.486164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-78f6480a-7451-4e1b-93fa-a3079c051764 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:10.490159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-78f6480a-7451-4e1b-93fa-a3079c051764 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.69 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.1737921 Oct 22 15:05:10.509769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:10.520121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:10.520887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:10.576878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae5323-2ec5-4a8c-86bd-dba44d53ea72 req-3c11d96e-fffe-4d51-8085-d2be03e4a55e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:10.582875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dae5323-2ec5-4a8c-86bd-dba44d53ea72 req-3c11d96e-fffe-4d51-8085-d2be03e4a55e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 946 time: 0.1170833 Oct 22 15:05:10.670189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:10.742088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:10.744479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:10.878573 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac40e8-bcad-425d-bd0f-7a5f6ef56b9f None None] New status for floating IP 19057536-4044-4d83-9a41-1c5fd7ba1393: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:05:10.940240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dae5323-2ec5-4a8c-86bd-dba44d53ea72 req-391c6712-0ec9-4fc1-a11d-fdf06c0ce547 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501389 Oct 22 15:05:10.948788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:10.953686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:10.986451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:11.054999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-86dbaa86-cf94-4af3-b476-3b23833fe92a tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 258 time: 0.3843257 Oct 22 15:05:11.067952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:11.196127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:08Z', 'revision_number': 6, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:47Z', 'revision_number': 1, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:11.250703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:11.263474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b6fb9-d263-4abc-9d2b-f06b3936a656 None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:08Z', 'revision_number': 6, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3f6457ce-ab49-408a-9408-37d559deba71', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'port_id': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'mac_address': 'fa:16:3e:e1:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b74c34-0131-4525-9c82-5c3d351ec441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:02:40Z', 'updated_at': '2021-10-22T15:02:47Z', 'revision_number': 1, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:11.339221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94340e2-6805-4cee-8eca-8b3febf93544 req-e1744bfd-06e1-4003-ae50-4fda1945bcf6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:11.341029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d94340e2-6805-4cee-8eca-8b3febf93544 req-e1744bfd-06e1-4003-ae50-4fda1945bcf6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 946 time: 0.1985152 Oct 22 15:05:11.440329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d94340e2-6805-4cee-8eca-8b3febf93544 req-34a60d8a-9a8e-438f-b980-0299acb589c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920863 Oct 22 15:05:11.472868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:11.476024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:11.543106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:11.553021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:11.703627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Allocated IP 172.25.1.29 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/2e1fba64-971e-4e2e-a073-f88f1dce3a89) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:11.712342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:11.786743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:11.797499 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:11.804501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74adc21e-6657-4086-bf29-21ba8ec127a5 req-f23e78ed-f057-44c3-b52d-2bbfaaabc004 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.69 "DELETE /v2.0/ports/74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 HTTP/1.1" status: 204 len: 173 time: 1.3048308 Oct 22 15:05:11.804501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1f788-6046-4782-804b-bac9e4101bea', 'name': 'network-vif-deleted', 'tag': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:11.806988 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa608e-23be-410e-9cef-2c0da2de850c" -d '{"events": [{"server_uuid": "bed1f788-6046-4782-804b-bac9e4101bea", "name": "network-vif-deleted", "tag": "74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:11.825488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33788) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:11.855469 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc6182-69bc-4487-b08c-f1c4a6eba4f6 x-openstack-request-id: req-6bdc6182-69bc-4487-b08c-f1c4a6eba4f6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:11.855927 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1f788-6046-4782-804b-bac9e4101bea", "name": "network-vif-deleted", "tag": "74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:11.856319 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6bdc6182-69bc-4487-b08c-f1c4a6eba4f6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:11.857607 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1f788-6046-4782-804b-bac9e4101bea', 'name': 'network-vif-deleted', 'tag': '74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413', 'status': 'completed', 'code': 200} Oct 22 15:05:12.000239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-60a1fe28-8154-47fd-9b32-3cfd47c2ce6d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:12.002272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-60a1fe28-8154-47fd-9b32-3cfd47c2ce6d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 946 time: 0.1504674 Oct 22 15:05:12.085235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4834226b-9eca-4e1a-a82a-0e6b5369211e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.104448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebedd51a-9a63-4446-9fb8-47a538052ab4 req-f85a1008-2640-46a2-aace-a54e65359891 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 210 time: 0.0498877 Oct 22 15:05:12.111789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.179641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4834226b-9eca-4e1a-a82a-0e6b5369211e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.315517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4834226b-9eca-4e1a-a82a-0e6b5369211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.399946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4834226b-9eca-4e1a-a82a-0e6b5369211e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4e6ae27460d4b8d9d5741580a0e17fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715637 Oct 22 15:05:12.404382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33810) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:12.432033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834226b-9eca-4e1a-a82a-0e6b5369211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c382ca06-8c88-40dd-be79-079593631515,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:12.490788 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b8e4-9347-47f5-89d4-f26850554255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.516730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b8e4-9347-47f5-89d4-f26850554255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.556256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:12.556611 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.577491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.697807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:12.704090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:12.705903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event updated for resources: {'Port': ['ID=2e1fba64-971e-4e2e-a073-f88f1dce3a89,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:12.708878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:12.756217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f4f3c-3bec-4646-bd8e-fa8e054b022a req-51141d2e-323e-4fe9-b975-e001f61c23a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:12.757983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-247f4f3c-3bec-4646-bd8e-fa8e054b022a req-51141d2e-323e-4fe9-b975-e001f61c23a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 946 time: 0.2046814 Oct 22 15:05:12.765473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:12.765832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.798091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:12.874793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-247f4f3c-3bec-4646-bd8e-fa8e054b022a req-5a2d6ace-0e82-4023-8308-c4ab21ab5624 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=e877db10-28aa-435c-aa72-701254e91a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948644 Oct 22 15:05:12.878100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:12.887380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b8e4-9347-47f5-89d4-f26850554255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.904687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b8e4-9347-47f5-89d4-f26850554255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:12.906085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bcc7b8e4-9347-47f5-89d4-f26850554255 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c382ca06-8c88-40dd-be79-079593631515 HTTP/1.1" status: 204 len: 168 time: 0.5006356 Oct 22 15:05:12.943436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7b8e4-9347-47f5-89d4-f26850554255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c382ca06-8c88-40dd-be79-079593631515,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:12.955141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:12.955722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74fa9c3c-8fca-4cfc-bd6f-acd5e08c7413 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:13.002770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.176893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.232770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9290b50e-4da6-44c3-814f-7a55ca87465f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:13.248306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=0a589d11-aff0-41b4-a5d6-1e9f7659b3ff,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:13.266090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.276065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-575759df-6905-4f21-8544-fdd568b86132 req-1521e66d-dc08-472e-81c7-9f863b52b007 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed1f788-6046-4782-804b-bac9e4101bea HTTP/1.1" status: 200 len: 210 time: 0.0425448 Oct 22 15:05:13.330099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9290b50e-4da6-44c3-814f-7a55ca87465f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:13.333982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9290b50e-4da6-44c3-814f-7a55ca87465f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:13.398394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] No DVR routers for this DVR port 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:13.401953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.405566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe338ceb-8b8e-48d0-b3f7-b2b2d7716d9a req-7b552714-b4bc-4c46-9684-85a72e8a54bf tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.53 "DELETE /v2.0/ports/0a589d11-aff0-41b4-a5d6-1e9f7659b3ff HTTP/1.1" status: 204 len: 173 time: 1.3926153 Oct 22 15:05:13.406020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131a45a-75b6-4c6a-897a-90684975aca8', 'name': 'network-vif-deleted', 'tag': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:13.408346 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db6751-65f4-4651-aef8-b400eb9d97ee" -d '{"events": [{"server_uuid": "2131a45a-75b6-4c6a-897a-90684975aca8", "name": "network-vif-deleted", "tag": "0a589d11-aff0-41b4-a5d6-1e9f7659b3ff"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:13.473695 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae211c6a-91b5-4f0f-a07a-41379132f83f x-openstack-request-id: req-ae211c6a-91b5-4f0f-a07a-41379132f83f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:13.473950 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131a45a-75b6-4c6a-897a-90684975aca8", "name": "network-vif-deleted", "tag": "0a589d11-aff0-41b4-a5d6-1e9f7659b3ff", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:13.478008 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae211c6a-91b5-4f0f-a07a-41379132f83f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:13.478008 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2131a45a-75b6-4c6a-897a-90684975aca8', 'name': 'network-vif-deleted', 'tag': '0a589d11-aff0-41b4-a5d6-1e9f7659b3ff', 'status': 'completed', 'code': 200} Oct 22 15:05:13.538127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.629416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.710851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event updated for resources: {'Port': ['ID=2e1fba64-971e-4e2e-a073-f88f1dce3a89,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:13.755498 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.877014 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:13.878393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-02fecfe6-33cd-4bd5-a5b3-33f867fa4528 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8214490 Oct 22 15:05:13.934617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-546908d1-a683-48cb-825c-77053024f781 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0486224 Oct 22 15:05:14.007347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32201af8-eac4-4320-8e33-4b1560ae728a req-bb4a40d9-3403-4e79-bfe2-b2f502cb9387 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=2131a45a-75b6-4c6a-897a-90684975aca8 HTTP/1.1" status: 200 len: 210 time: 0.0402544 Oct 22 15:05:14.077794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-84cca314-6f71-4a0e-80d1-0c0ea1a6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:14.079189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-950638f7-07b3-4f52-a8fc-cadae89f1b93 req-84cca314-6f71-4a0e-80d1-0c0ea1a6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1378460 Oct 22 15:05:14.098844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33872) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:14.123511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58d088eb-a975-47df-8cff-5d88754738fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.254079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-1e750488-ccf2-4121-934f-54e30048ce0d tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:14.257212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-1e750488-ccf2-4121-934f-54e30048ce0d tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0737448 Oct 22 15:05:14.267538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58d088eb-a975-47df-8cff-5d88754738fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.314020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-154c5916-9790-4f50-9266-b111856a94f5 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0495398 Oct 22 15:05:14.327624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-a431addf-9b1a-4a71-a349-b313bc6c636b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Request body: {'floatingip': {'port_id': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:14.377108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-a431addf-9b1a-4a71-a349-b313bc6c636b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.400554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58d088eb-a975-47df-8cff-5d88754738fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.465130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-58d088eb-a975-47df-8cff-5d88754738fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64ef92d411364908bb1733cc461d8c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643434 Oct 22 15:05:14.469527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:14.470710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d088eb-a975-47df-8cff-5d88754738fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ba3fde-6150-492c-97ab-6cf1353ebc1e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:14.638205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c95b10a-c5e1-4eb5-99a0-662960b97192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.697413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c95b10a-c5e1-4eb5-99a0-662960b97192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.743747 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-a431addf-9b1a-4a71-a349-b313bc6c636b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] update failed (client error): There was a conflict when trying to complete your request. Oct 22 15:05:14.761542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-400df7b9-c9a5-492c-950d-f5198c30cbdd req-a431addf-9b1a-4a71-a349-b313bc6c636b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "PUT /v2.0/floatingips/99ae8396-6083-454b-9362-3c1377a801c8 HTTP/1.1" status: 409 len: 550 time: 0.4283447 Oct 22 15:05:14.823570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-646954c6-57ab-4dae-b561-38285defd125 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips/99ae8396-6083-454b-9362-3c1377a801c8 HTTP/1.1" status: 200 len: 692 time: 0.0529637 Oct 22 15:05:14.944487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-17a5217f-d26d-43cf-8e27-81e010cd3bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:14.945912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-17a5217f-d26d-43cf-8e27-81e010cd3bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1176760 Oct 22 15:05:14.957039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-74f3336d-df09-41b0-b7b4-9c0b4056d890 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:05:14.959118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-74f3336d-df09-41b0-b7b4-9c0b4056d890 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069227 Oct 22 15:05:14.980719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c95b10a-c5e1-4eb5-99a0-662960b97192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.984040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c95b10a-c5e1-4eb5-99a0-662960b97192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:14.985229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6c95b10a-c5e1-4eb5-99a0-662960b97192 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73ba3fde-6150-492c-97ab-6cf1353ebc1e HTTP/1.1" status: 204 len: 168 time: 0.5155740 Oct 22 15:05:15.036243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95b10a-c5e1-4eb5-99a0-662960b97192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ba3fde-6150-492c-97ab-6cf1353ebc1e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:15.048479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-6db2ca97-a535-41cc-8c27-201ddc55fe68 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0769632 Oct 22 15:05:15.115662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-3a8a684e-c2ae-46cd-be6f-14aae06cc50c tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0531118 Oct 22 15:05:15.299309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-9ad440f5-6a14-45a1-939b-8169c736f0da tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:15.300961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-9ad440f5-6a14-45a1-939b-8169c736f0da tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2676208 Oct 22 15:05:15.322813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-540d6001-dacf-4645-8ef5-0ba8a64f0c32 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0143206 Oct 22 15:05:15.342532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Deleting port 2e1fba64-971e-4e2e-a073-f88f1dce3a89 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:15.342896 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:15.434399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-4abecf79-4fe3-4e95-8a73-87066cd1ff6e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049454 Oct 22 15:05:15.463023 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:15.463354 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:15.488706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Calling delete_port for 2e1fba64-971e-4e2e-a073-f88f1dce3a89 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:15.623268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-c42fc752-62dc-44a8-9655-ce4ccc38ee2f service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701231 Oct 22 15:05:15.763296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-1fa39f08-d518-4613-9da7-d16449f888c9 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Oct 22 15:05:15.787984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33988) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:15.802795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2093-22af-4ce5-ab12-7c89128e3071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:15.845467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:15.868696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:15.869037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0a589d11-aff0-41b4-a5d6-1e9f7659b3ff not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:15.888800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:15.927877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event deleted for resources: {'Port': ['ID=2e1fba64-971e-4e2e-a073-f88f1dce3a89,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:16.038118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.041488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.042885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2551e8e-9f79-482e-a0c4-a3fd91094801 req-b2b3c544-a568-4fe7-8704-dd86ea06a159 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "DELETE /v2.0/floatingips/99ae8396-6083-454b-9362-3c1377a801c8 HTTP/1.1" status: 204 len: 173 time: 0.9117754 Oct 22 15:05:16.058026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34000) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:16.064250 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2093-22af-4ce5-ab12-7c89128e3071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.149453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2093-22af-4ce5-ab12-7c89128e3071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.169211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60a33f5f-09f4-4bd0-acca-d9a347ba3859 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.204757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60a33f5f-09f4-4bd0-acca-d9a347ba3859 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.205439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f2ea2093-22af-4ce5-ab12-7c89128e3071 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c5a2a86842645beac1e6ae6d90df643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161372 Oct 22 15:05:16.208512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea2093-22af-4ce5-ab12-7c89128e3071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfe6b6e-1e6f-46d3-a65c-34cfcc51bf57,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:16.212257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34008) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:16.350612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdcbac88-d5b7-4886-b353-54be942a6a41 req-a3c5f655-9a7c-4d05-bcdd-5bd709a746e3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 210 time: 0.0828049 Oct 22 15:05:16.372109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60a33f5f-09f4-4bd0-acca-d9a347ba3859 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.374905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60a33f5f-09f4-4bd0-acca-d9a347ba3859 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.376394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-60a33f5f-09f4-4bd0-acca-d9a347ba3859 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/security-groups/e877db10-28aa-435c-aa72-701254e91a3a HTTP/1.1" status: 204 len: 168 time: 0.3158982 Oct 22 15:05:16.387172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a33f5f-09f4-4bd0-acca-d9a347ba3859 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e877db10-28aa-435c-aa72-701254e91a3a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:16.443180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baed2584-2977-4438-bf61-9fe517bfe479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.448801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-061bf9f1-a955-4f5e-b28c-396254da5c87 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 1001 time: 0.2271688 Oct 22 15:05:16.477364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baed2584-2977-4438-bf61-9fe517bfe479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.522259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329857c-745c-4380-8951-b8e4d955ae2c req-a3e34023-65cd-4bba-b6f7-2daebeb63649 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:16.523688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-a3e34023-65cd-4bba-b6f7-2daebeb63649 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports/ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 943 time: 0.0678477 Oct 22 15:05:16.573088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34020) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:16.626784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting subnet f4a7670f-5215-4e15-81ed-d36b727601fa {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:05:16.630718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.638786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-22668f45-30e8-4fdf-9e0a-79eeff4010a1 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 1001 time: 0.0721250 Oct 22 15:05:16.683425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.743518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baed2584-2977-4438-bf61-9fe517bfe479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.746205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-baed2584-2977-4438-bf61-9fe517bfe479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.750751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-baed2584-2977-4438-bf61-9fe517bfe479 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0bfe6b6e-1e6f-46d3-a65c-34cfcc51bf57 HTTP/1.1" status: 204 len: 168 time: 0.5373158 Oct 22 15:05:16.769634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed2584-2977-4438-bf61-9fe517bfe479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfe6b6e-1e6f-46d3-a65c-34cfcc51bf57,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:16.797879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:16.826789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329857c-745c-4380-8951-b8e4d955ae2c req-17e1e895-0a98-42e5-9ec6-3d3a8068ae2a tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:16.828731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-17e1e895-0a98-42e5-9ec6-3d3a8068ae2a tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.1841209 Oct 22 15:05:16.989766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.023453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a7670f-5215-4e15-81ed-d36b727601fa,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:17.027128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.033029 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a137d2e-34c8-4b8f-a570-40ca2fc55b72 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/subnets/f4a7670f-5215-4e15-81ed-d36b727601fa HTTP/1.1" status: 204 len: 168 time: 0.4564245 Oct 22 15:05:17.034707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262dd75-49b3-4e22-8659-c7a783c11b28 None None] Network 08a4bfae-7169-468e-8632-da998afa4820 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:17.036065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34034) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:17.122184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.205261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port f38b2172-bd8f-4363-926d-184a03888027 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:17.205922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.242077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] DHCP port deletion for 08a4bfae-7169-468e-8632-da998afa4820 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:05:17.264452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-11af12c6-d6b3-48c3-88b6-cad8d4acd438 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 1001 time: 0.4006021 Oct 22 15:05:17.273015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:17.349818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port f38b2172-bd8f-4363-926d-184a03888027, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f38b2172-bd8f-4363-926d-184a03888027,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:17.354169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.376613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] Deleting port f38b2172-bd8f-4363-926d-184a03888027 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:17.377211 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.379605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.385852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for f38b2172-bd8f-4363-926d-184a03888027 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:17.463730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] For port f38b2172-bd8f-4363-926d-184a03888027, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f38b2172-bd8f-4363-926d-184a03888027,segment=NetworkSegment(3a699b1b-3662-4370-8e33-beee2a4ee2e3),segment_id=3a699b1b-3662-4370-8e33-beee2a4ee2e3)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:17.463730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.486515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] Calling delete_port for f38b2172-bd8f-4363-926d-184a03888027 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:17.542170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49644f68-d967-470b-8ef6-57e6766029ee req-194ee677-a95b-4d57-8cb4-a1384874c3c6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 210 time: 0.0705624 Oct 22 15:05:17.626131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.812634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.813677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.814169 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Floating IP 19057536-4044-4d83-9a41-1c5fd7ba1393 disassociated. External IP: 172.25.1.11, port: ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f. Oct 22 15:05:17.820782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:17.842285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] No DVR routers for this DVR port f38b2172-bd8f-4363-926d-184a03888027 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:17.850282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] Pushing event deleted for resources: {'Port': ['ID=f38b2172-bd8f-4363-926d-184a03888027,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:17.852518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac691f44-928e-4ed2-972e-e4c0702b80ab None None] No DVR routers for this DVR port f38b2172-bd8f-4363-926d-184a03888027 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:17.878111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=f38b2172-bd8f-4363-926d-184a03888027,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:17.987768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.017328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a4bfae-7169-468e-8632-da998afa4820']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:18.030411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a699b1b-3662-4370-8e33-beee2a4ee2e3') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:18.030867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a699b1b-3662-4370-8e33-beee2a4ee2e3') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:18.042198 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.060240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.073471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:05:18.074210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:05:18.078588 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:05:18.165342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Router 11c3b94d-7ec1-4ea4-982a-77faee92a59d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:18.310470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:18.315414 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.320267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] Sync routers for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:18.330571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:18.331222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:18.342953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-bc0eea98-af26-46a7-8528-0f180299fb25 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "PUT /v2.0/floatingips/19057536-4044-4d83-9a41-1c5fd7ba1393 HTTP/1.1" status: 200 len: 694 time: 1.0763822 Oct 22 15:05:18.362603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:18.362603 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c" -d '{"events": [{"name": "network-changed", "server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:18.392397 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1444cbe-ad83-4368-a101-9ae87f1a982f x-openstack-request-id: req-c1444cbe-ad83-4368-a101-9ae87f1a982f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:18.392696 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:18.392948 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1444cbe-ad83-4368-a101-9ae87f1a982f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:18.393351 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'status': 'completed', 'code': 200} Oct 22 15:05:18.414057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329857c-745c-4380-8951-b8e4d955ae2c req-f270204b-58e6-4941-a2ec-3dad69476348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:18.415638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-f270204b-58e6-4941-a2ec-3dad69476348 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1097 time: 0.0567636 Oct 22 15:05:18.457586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:18.526670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.546161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329857c-745c-4380-8951-b8e4d955ae2c req-a6bb570f-b769-46dc-acd9-6295bdd984df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:18.547742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-a6bb570f-b769-46dc-acd9-6295bdd984df service neutron] 10.222.0.66 "GET /v2.0/networks?id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 200 len: 928 time: 0.1259735 Oct 22 15:05:18.576698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:18.593832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/networks/08a4bfae-7169-468e-8632-da998afa4820 HTTP/1.1" status: 204 len: 168 time: 1.5563674 Oct 22 15:05:18.627071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f7923-43db-4b7b-8427-a956825689a6 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Network': ['ID=08a4bfae-7169-468e-8632-da998afa4820,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:18.633066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:18.647018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-097f8ab5-956a-4ead-ba83-04e282691abd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 217 time: 0.0905335 Oct 22 15:05:18.752317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-caa4c58b-8a28-4330-8ff5-47dd740a0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:18.754129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-caa4c58b-8a28-4330-8ff5-47dd740a0640 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 1097 time: 0.3304114 Oct 22 15:05:18.764403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-712964de-b8f6-418a-bbe2-3c2d9adbb15e req-cc406b03-4cca-4e04-8344-bee4477b5d82 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 210 time: 0.0799413 Oct 22 15:05:18.809679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329857c-745c-4380-8951-b8e4d955ae2c req-f7a1d284-8cb2-48e1-9369-e2dc87f1c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:18.816295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-f7a1d284-8cb2-48e1-9369-e2dc87f1c838 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2a87a66-f737-4ec4-a46e-f0b52615106f HTTP/1.1" status: 200 len: 866 time: 0.1508582 Oct 22 15:05:18.851117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:18.887142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329857c-745c-4380-8951-b8e4d955ae2c req-2cac79d2-7f67-475c-af2b-4f1defdc8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:18.889188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] Checking router: 11c3b94d-7ec1-4ea4-982a-77faee92a59d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:18.889715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-2cac79d2-7f67-475c-af2b-4f1defdc8a68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637598 Oct 22 15:05:18.899637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:18.900368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:18.956390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-87e64fbd-71a8-4a62-9537-37a19b283d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:18.956390 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-87e64fbd-71a8-4a62-9537-37a19b283d51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 200 len: 928 time: 0.1628811 Oct 22 15:05:18.983322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port fefb0d69-9bdd-4059-a1b3-8cff984d266e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:18.983322 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:19.029808 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-f6e7be24-3ecc-4415-a023-6d662ee05d0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 200 len: 217 time: 0.0672631 Oct 22 15:05:19.119423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-7df44774-4108-4573-9022-65ef38fdcfb8 service neutron] 10.222.0.66 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198877 Oct 22 15:05:19.126513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:19.148718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-c9b5ec7e-8a2c-4fd9-8b24-722a44f63a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:19.150275 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-c9b5ec7e-8a2c-4fd9-8b24-722a44f63a38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2a87a66-f737-4ec4-a46e-f0b52615106f HTTP/1.1" status: 200 len: 866 time: 0.1109262 Oct 22 15:05:19.223898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:19.224453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:19.241936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for fefb0d69-9bdd-4059-a1b3-8cff984d266e owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:19.252903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5329857c-745c-4380-8951-b8e4d955ae2c req-8f155f78-a037-4b01-bd01-4594d74c1eae service neutron] 10.222.0.66 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324856 Oct 22 15:05:19.259903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-349e0777-38e0-4546-bb37-6818af3b29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:19.261722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-349e0777-38e0-4546-bb37-6818af3b29d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3dd2fd6-221e-48da-aed5-e9e8a63ce280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967777 Oct 22 15:05:19.477905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-15207a3c-65db-463f-b9b6-b9c1fc79df2c tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips/19057536-4044-4d83-9a41-1c5fd7ba1393 HTTP/1.1" status: 200 len: 694 time: 0.0657835 Oct 22 15:05:19.532267 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-5c09d8e6-1d41-43be-bca2-580a14eb7031 service neutron] 10.222.0.69 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224491 Oct 22 15:05:19.777134 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c4fd8344-b5e2-450d-a3de-2ca3d459f57c req-071a9f64-a47a-4432-a2a4-102f1c9cdc11 service neutron] 10.222.0.69 "GET /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254233 Oct 22 15:05:19.789605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f38b2172-bd8f-4363-926d-184a03888027 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:19.803917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-67bfa4e0-bcbc-4071-b89c-1eb61a55e17b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:19.808295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-67bfa4e0-bcbc-4071-b89c-1eb61a55e17b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 784 time: 0.3208468 Oct 22 15:05:19.816054 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:05:19.893072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f38b2172-bd8f-4363-926d-184a03888027 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:19.893459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f38b2172-bd8f-4363-926d-184a03888027 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:19.914917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:19.956605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=fefb0d69-9bdd-4059-a1b3-8cff984d266e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:20.030859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:20.031337 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Floating IP 3f6457ce-ab49-408a-9408-37d559deba71 disassociated (deleted). External IP: 172.25.1.118, port: c4c12c69-8b64-47db-9c95-5d890ecf2425. Oct 22 15:05:20.046178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-075f4d24-3f16-4c05-ad05-7d6a85dc2b42 req-a2ccb990-d42f-4eba-8266-3721ea33ee99 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 210 time: 0.0632544 Oct 22 15:05:20.052204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-cd239189-571b-430d-98a4-064351d89f5c tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 697 time: 0.2321122 Oct 22 15:05:20.100276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:20.141961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b070d2-2d49-41ef-a1d7-71e5fc28c58e None None] The sync data for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 is: [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:04:37Z', 'revision_number': 4, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7c586c47-fbf7-4d46-b7cf-08627deda585', 'name': '', 'network_id': 'a3dd2fd6-221e-48da-aed5-e9e8a63ce280', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'mac_address': 'fa:16:3e:97:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:36Z', 'updated_at': '2021-10-22T15:04:45Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'subnets': [{'id': 'c2a87a66-f737-4ec4-a46e-f0b52615106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:20.164575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-467089ec-2e95-45f7-a46f-68a8ad8746ac tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 697 time: 0.1063728 Oct 22 15:05:20.200197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-9cacba9f-510e-4c23-9957-a12aefbdb608 req-ea4d6a82-5a16-4ad1-9e02-b77c450c587c service neutron] (107801) timed out ('10.222.0.69', 65190) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:05:20.295922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-ea1422f6-2714-4733-98c7-1fc8f8ab66a6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:20.297638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-ea1422f6-2714-4733-98c7-1fc8f8ab66a6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.4369109 Oct 22 15:05:20.336326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': '8be17dc8-c467-474f-9335-9023561b0f59', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:20.398029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Deleting port 0cff3cbf-ca83-4acb-89eb-94aec4a4996f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:20.398523 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:20.607558 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e50076-1a7a-4c1a-9ee2-df7a0e2cfe12 None None] New status for floating IP 19057536-4044-4d83-9a41-1c5fd7ba1393: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:05:20.612422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:20.612767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:20.635506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Calling delete_port for 0cff3cbf-ca83-4acb-89eb-94aec4a4996f owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:20.795932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34192) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:20.806779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:20.815005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:20.816637 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.018773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9ad544c-1325-47f7-a6d5-5602d6b9f1c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.044210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:21.051708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.056583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:21.071504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:21.072239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:21.151619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e964ec46-6abf-4f89-92af-3ff4cbe0d0dc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/floatingips/3f6457ce-ab49-408a-9408-37d559deba71 HTTP/1.1" status: 204 len: 168 time: 2.5131512 Oct 22 15:05:21.156002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:21.163753 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:21.232833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.12 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/61c462a9-00c9-486f-b7f7-32ab9e518ec9) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:21.237535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8842e2c8-cf35-47d7-8f57-cf0013146ceb req-adac111c-58a5-42b7-be40-bbb4254d7f50 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 210 time: 0.0396569 Oct 22 15:05:21.262851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:21.369718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.403512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9ad544c-1325-47f7-a6d5-5602d6b9f1c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.417526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event deleted for resources: {'Port': ['ID=0cff3cbf-ca83-4acb-89eb-94aec4a4996f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:21.517688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:08Z', 'revision_number': 6, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:21.522264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9ad544c-1325-47f7-a6d5-5602d6b9f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.545035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.551498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9ad544c-1325-47f7-a6d5-5602d6b9f1c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4096ade325134b3f934e0fb9055d5dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7538376 Oct 22 15:05:21.552185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:21.552323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34220) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:21.562084 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.570378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.570378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e567c6e4-9207-4855-9c6f-3767a7228a29 req-c6984f70-6ce4-4d60-bded-64463b3ac624 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "DELETE /v2.0/floatingips/19057536-4044-4d83-9a41-1c5fd7ba1393 HTTP/1.1" status: 204 len: 173 time: 1.3936267 Oct 22 15:05:21.571333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:21.571333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:04:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:21.648696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad544c-1325-47f7-a6d5-5602d6b9f1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e49277-e8b0-454b-964b-6c26e12f35d9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:21.661512 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d03a6d-3863-4e8a-b01d-c005c99cd2d0 x-openstack-request-id: req-37d03a6d-3863-4e8a-b01d-c005c99cd2d0 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:21.661786 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:21.662048 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37d03a6d-3863-4e8a-b01d-c005c99cd2d0 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:21.662425 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'status': 'completed', 'code': 200} Oct 22 15:05:21.733344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:21.741181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4351612-9906-431c-9e0a-a56a3577a235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.747089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-af1f78a2-01c6-4271-a14b-73a52588ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:21.748584 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-af1f78a2-01c6-4271-a14b-73a52588ac65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 1097 time: 0.0655706 Oct 22 15:05:21.784459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4351612-9906-431c-9e0a-a56a3577a235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.829434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a85518-f8f9-43e6-bcaf-7934559f301c req-0a98d9ee-e85f-486b-8240-e46b99da78a7 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:21.829629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26a85518-f8f9-43e6-bcaf-7934559f301c req-0a98d9ee-e85f-486b-8240-e46b99da78a7 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0874126 Oct 22 15:05:21.831188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:21.845742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:21.888889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-39ebd723-85b7-45ad-8b95-060ae55eb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:21.890396 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-39ebd723-85b7-45ad-8b95-060ae55eb1a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 200 len: 898 time: 0.1312466 Oct 22 15:05:21.956241 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-c7151841-01a7-43d4-87d0-2a10e4e7934e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 200 len: 217 time: 0.0543756 Oct 22 15:05:21.964166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26a85518-f8f9-43e6-bcaf-7934559f301c req-4572ce9c-b5aa-42c1-a7f6-ee3d05575814 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1181023 Oct 22 15:05:21.966068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:21.983363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:21.987275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:22.046763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=61c462a9-00c9-486f-b7f7-32ab9e518ec9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:22.053027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4351612-9906-431c-9e0a-a56a3577a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.062719 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4351612-9906-431c-9e0a-a56a3577a235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.066189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c4351612-9906-431c-9e0a-a56a3577a235 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59e49277-e8b0-454b-964b-6c26e12f35d9 HTTP/1.1" status: 204 len: 168 time: 0.4831767 Oct 22 15:05:22.100403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080def09-b57b-403f-a560-befde6603bcb req-c5792b1f-fbdc-49d7-830c-fd49da9ceeb5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:22.109272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-080def09-b57b-403f-a560-befde6603bcb req-c5792b1f-fbdc-49d7-830c-fd49da9ceeb5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.1470933 Oct 22 15:05:22.117341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:22.117952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.120020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4351612-9906-431c-9e0a-a56a3577a235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e49277-e8b0-454b-964b-6c26e12f35d9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:22.166859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-d9f38ef0-3968-467c-adf6-e2f5265bbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:22.172802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-d9f38ef0-3968-467c-adf6-e2f5265bbfbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30b60c0-3698-45f9-9477-b8d516646494 HTTP/1.1" status: 200 len: 835 time: 0.2089925 Oct 22 15:05:22.235735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:08Z', 'revision_number': 6, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:22.256332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-8bf05986-3477-41ff-87d2-b784b1f8a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:22.256695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-080def09-b57b-403f-a560-befde6603bcb req-ef071ee2-3129-4791-835d-1c77bfc7bb90 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462927 Oct 22 15:05:22.258853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-8bf05986-3477-41ff-87d2-b784b1f8a51f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=118adbd1-e5b3-45f8-851f-7c0539274303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724354 Oct 22 15:05:22.260075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-fa239e24-7b90-4016-837e-cc9f1de16b97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9304459 Oct 22 15:05:22.268578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8103ca-4eb3-43b5-9f5c-4da120e802a3 req-95e127d4-c287-4c6f-84d9-74611c54730e tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0938177 Oct 22 15:05:22.278176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72a901-bab9-4c71-b61a-b44e3513f8e0 None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:08Z', 'revision_number': 6, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e8cc186b-b24c-44fd-b91f-a885c9cda75b', 'name': '', 'network_id': '118adbd1-e5b3-45f8-851f-7c0539274303', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:4c:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:50Z', 'updated_at': '2021-10-22T15:02:03Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'e30b60c0-3698-45f9-9477-b8d516646494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:22.290634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Request body: {'port': {'device_id': '8be17dc8-c467-474f-9335-9023561b0f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:22.445954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.495177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-f3ed3507-18d8-4eb4-bba3-b09b14e5abb2 service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162883 Oct 22 15:05:22.522477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b209b-b1ca-4936-83d0-c7eba23c39e7 req-717b3e86-8ae9-452b-ac89-9b5ba126963c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:22.525034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-563b209b-b1ca-4936-83d0-c7eba23c39e7 req-717b3e86-8ae9-452b-ac89-9b5ba126963c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 932 time: 0.1566722 Oct 22 15:05:22.638457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e645b26c-c180-420a-b423-cb23e0eed47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.649602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb4f3c62-8e75-4f1c-86fa-47f633bd2d6e req-c2a07c31-197e-4462-b020-372a745ac8bb service neutron] 10.222.0.69 "GET /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435256 Oct 22 15:05:22.650093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34260) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:22.837978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-563b209b-b1ca-4936-83d0-c7eba23c39e7 req-1fa4bf4f-fd50-4fdb-a20e-3bed271a75c5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869515 Oct 22 15:05:22.841646 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c931da4-2da6-4cac-86a7-47ef58734952 None None] New status for floating IP 3f6457ce-ab49-408a-9408-37d559deba71: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:05:22.906087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57edfaaf-8a89-4caa-b2bd-5941b9f893f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.928340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c462a9-00c9-486f-b7f7-32ab9e518ec9 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:05:22.939295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:22.982962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Transition to ACTIVE for port object 61c462a9-00c9-486f-b7f7-32ab9e518ec9 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:05:23.016915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57edfaaf-8a89-4caa-b2bd-5941b9f893f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.075530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5caa6-edd2-4075-976a-297870734cf4 req-94e5c2e9-a9bd-421c-99a1-70fb7920f414 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:23.080000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35f5caa6-edd2-4075-976a-297870734cf4 req-94e5c2e9-a9bd-421c-99a1-70fb7920f414 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.0590835 Oct 22 15:05:23.120964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35f5caa6-edd2-4075-976a-297870734cf4 req-38729844-995a-4470-a37a-8802973f5f19 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357220 Oct 22 15:05:23.132183 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.185167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Pushing event updated for resources: {'Port': ['ID=61c462a9-00c9-486f-b7f7-32ab9e518ec9,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:23.194929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57edfaaf-8a89-4caa-b2bd-5941b9f893f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.271058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-57edfaaf-8a89-4caa-b2bd-5941b9f893f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0559511a3dd4ca397c259b6f85238ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6197238 Oct 22 15:05:23.272296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edfaaf-8a89-4caa-b2bd-5941b9f893f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8773c60a-7f0a-4b13-bf2a-f3da3fe06a67,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:23.274124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34282) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:23.291681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Attempting to bind port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:23.292019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Attempting to bind port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:23.292348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Attempting to bind port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:23.318345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:05:23.319103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Attempting to bind port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:23.335034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:23.335379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:23.336008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:23.336644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Bound port: 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:23.337193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.426638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93942ffb-ed2c-43a2-9f50-60cc183c6dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.470656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93942ffb-ed2c-43a2-9f50-60cc183c6dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.474908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] For port 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:23.482314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] For port 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=61c462a9-00c9-486f-b7f7-32ab9e518ec9,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:23.492921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bec36d-bc84-407f-8f61-2618cdbaf771 req-734d8afa-de34-4db2-942a-b4992607b2b8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:23.494427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29bec36d-bc84-407f-8f61-2618cdbaf771 req-734d8afa-de34-4db2-942a-b4992607b2b8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.1218698 Oct 22 15:05:23.558031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29bec36d-bc84-407f-8f61-2618cdbaf771 req-53a8ebe3-f453-442f-b489-860c9754e096 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563872 Oct 22 15:05:23.617627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.654999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:23.655808 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.664690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] 10.222.0.53 "PUT /v2.0/ports/61c462a9-00c9-486f-b7f7-32ab9e518ec9 HTTP/1.1" status: 200 len: 1092 time: 1.3874347 Oct 22 15:05:23.664690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be17dc8-c467-474f-9335-9023561b0f59', 'tag': '61c462a9-00c9-486f-b7f7-32ab9e518ec9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:23.664690 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff9a47-9b2b-4810-9094-667e6ca6f20b" -d '{"events": [{"name": "network-changed", "server_uuid": "8be17dc8-c467-474f-9335-9023561b0f59", "tag": "61c462a9-00c9-486f-b7f7-32ab9e518ec9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:23.682915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb715b-6fa6-4b61-9cad-b3f80905cd4a service neutron] Pushing event updated for resources: {'Port': ['ID=61c462a9-00c9-486f-b7f7-32ab9e518ec9,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:23.707819 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2e6ec-d0fe-4b45-9528-4f6d488e26a6 x-openstack-request-id: req-1bf2e6ec-d0fe-4b45-9528-4f6d488e26a6 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:23.708380 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be17dc8-c467-474f-9335-9023561b0f59", "tag": "61c462a9-00c9-486f-b7f7-32ab9e518ec9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:23.708716 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bf2e6ec-d0fe-4b45-9528-4f6d488e26a6 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:23.709134 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be17dc8-c467-474f-9335-9023561b0f59', 'tag': '61c462a9-00c9-486f-b7f7-32ab9e518ec9', 'status': 'completed', 'code': 200} Oct 22 15:05:23.772600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9a47-9b2b-4810-9094-667e6ca6f20b req-4a611e3e-5f33-4790-b668-cde17fe7e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:23.774221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cff9a47-9b2b-4810-9094-667e6ca6f20b req-4a611e3e-5f33-4790-b668-cde17fe7e60a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 1095 time: 0.0463817 Oct 22 15:05:23.801889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93942ffb-ed2c-43a2-9f50-60cc183c6dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.804588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93942ffb-ed2c-43a2-9f50-60cc183c6dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:23.808156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-93942ffb-ed2c-43a2-9f50-60cc183c6dfc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8773c60a-7f0a-4b13-bf2a-f3da3fe06a67 HTTP/1.1" status: 204 len: 168 time: 0.5301085 Oct 22 15:05:23.851067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93942ffb-ed2c-43a2-9f50-60cc183c6dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8773c60a-7f0a-4b13-bf2a-f3da3fe06a67,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:24.208661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-20295f75-3fab-4dd7-b6c9-4ee0422cb118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.210389 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-20295f75-3fab-4dd7-b6c9-4ee0422cb118 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.0642529 Oct 22 15:05:24.622718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port c4c12c69-8b64-47db-9c95-5d890ecf2425 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:24.622718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:24.629752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9a47-9b2b-4810-9094-667e6ca6f20b req-c38fffa4-3a61-4080-a934-dae46570a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.629752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cff9a47-9b2b-4810-9094-667e6ca6f20b req-c38fffa4-3a61-4080-a934-dae46570a9d3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d27715534ef94349ac2e056e5990e7ab&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5954282 Oct 22 15:05:24.631511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port c4c12c69-8b64-47db-9c95-5d890ecf2425, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c4c12c69-8b64-47db-9c95-5d890ecf2425,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:24.631511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:24.631511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for c4c12c69-8b64-47db-9c95-5d890ecf2425 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:24.632156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958c8a5-e970-43ef-abcc-55ae39e2d96d req-532ec750-ef1f-43c9-a797-4541012d27ee tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.632156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c958c8a5-e970-43ef-abcc-55ae39e2d96d req-532ec750-ef1f-43c9-a797-4541012d27ee tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 944 time: 0.5107903 Oct 22 15:05:24.632156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d2720-2284-473c-bbd2-6f697846d284 req-976c3e39-0cc8-4ad8-b936-e5d483ec6377 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.632156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-259d2720-2284-473c-bbd2-6f697846d284 req-976c3e39-0cc8-4ad8-b936-e5d483ec6377 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.2071023 Oct 22 15:05:24.730199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-259d2720-2284-473c-bbd2-6f697846d284 req-5fc9bf45-1ea8-4087-90f3-1354fad12365 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622503 Oct 22 15:05:24.734088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c958c8a5-e970-43ef-abcc-55ae39e2d96d req-ccaed8ae-85c3-4360-84fa-f130fee75244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222273 Oct 22 15:05:24.782648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9a47-9b2b-4810-9094-667e6ca6f20b req-c455cb26-5d49-4f17-b86e-9c70f6173245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.784214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cff9a47-9b2b-4810-9094-667e6ca6f20b req-c455cb26-5d49-4f17-b86e-9c70f6173245 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3943527 Oct 22 15:05:24.898347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-a7a02fe6-8fb3-4e6e-a8c7-082032fc7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.899880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-a7a02fe6-8fb3-4e6e-a8c7-082032fc7a9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 1095 time: 0.0759182 Oct 22 15:05:24.908798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:24.911926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8267-70b7-46bf-a0dd-ccc1c7c761bd req-9503d324-6d85-470d-a04c-5dbd40f54749 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:24.917001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef9b8267-70b7-46bf-a0dd-ccc1c7c761bd req-9503d324-6d85-470d-a04c-5dbd40f54749 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 946 time: 0.0623801 Oct 22 15:05:24.959003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-4e2f2631-2f86-4f02-a0b3-be64f3e8cf96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61c462a9-00c9-486f-b7f7-32ab9e518ec9 HTTP/1.1" status: 200 len: 217 time: 0.0445402 Oct 22 15:05:24.964720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=c4c12c69-8b64-47db-9c95-5d890ecf2425,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:25.018286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] No DVR routers for this DVR port c4c12c69-8b64-47db-9c95-5d890ecf2425 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:25.022358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:25.027196 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-954aa15e-1ee7-4e9e-ae27-9d04077567da req-f13f1f89-790b-43af-a34d-df4834441367 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "DELETE /v2.0/ports/c4c12c69-8b64-47db-9c95-5d890ecf2425 HTTP/1.1" status: 204 len: 173 time: 0.8057110 Oct 22 15:05:25.027657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'name': 'network-vif-deleted', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:25.030117 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48af96d-8203-4c9d-ab5d-af41053e149b" -d '{"events": [{"server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "name": "network-vif-deleted", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:25.066252 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef9b8267-70b7-46bf-a0dd-ccc1c7c761bd req-2cbc12c5-bf8f-4f5a-bf3c-69931819e4b3 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1447930 Oct 22 15:05:25.081327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-a9c8b44a-e218-4db7-ab92-a13b6625e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:25.083144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-a9c8b44a-e218-4db7-ab92-a13b6625e296 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.1120434 Oct 22 15:05:25.127498 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3540adb-7a6e-4f10-966e-3fc2c7fb9b27 x-openstack-request-id: req-d3540adb-7a6e-4f10-966e-3fc2c7fb9b27 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:25.127804 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b74c34-0131-4525-9c82-5c3d351ec441", "name": "network-vif-deleted", "tag": "c4c12c69-8b64-47db-9c95-5d890ecf2425", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:25.128059 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3540adb-7a6e-4f10-966e-3fc2c7fb9b27 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:25.128465 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b74c34-0131-4525-9c82-5c3d351ec441', 'name': 'network-vif-deleted', 'tag': 'c4c12c69-8b64-47db-9c95-5d890ecf2425', 'status': 'completed', 'code': 200} Oct 22 15:05:25.180979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-6a6e8017-f331-4e65-b85a-c20d77871911 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:25.181860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-e43f6f07-8986-46ce-a22c-f47fc24f49db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885844 Oct 22 15:05:25.183398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-6a6e8017-f331-4e65-b85a-c20d77871911 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.0714703 Oct 22 15:05:25.211514 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5da53cc5-d932-46e6-a5db-222c3551bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:25.323875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Deleting port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:25.324917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:25.326685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-ab88b066-b48d-41fa-a59c-680ce897eeea service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373668 Oct 22 15:05:25.495482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9439d948-d23c-40c2-b83c-d1222dfa6270 req-3b5f9cdb-d480-4660-b31d-6bad342b8fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558995 Oct 22 15:05:25.510537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] For port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:25.510911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:25.526181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Calling delete_port for ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:25.902252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79066f-2eae-427f-bf14-acebdd17e3cc req-837b897e-80bc-48ee-83b5-d454a749c82b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:25.904250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f79066f-2eae-427f-bf14-acebdd17e3cc req-837b897e-80bc-48ee-83b5-d454a749c82b tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 946 time: 0.0885551 Oct 22 15:05:25.915116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e237ed-88e1-4deb-aee4-6db69c52968f req-ae7ebdc9-2411-4613-9bf9-b3a93b3a4326 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:25.916563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49e237ed-88e1-4deb-aee4-6db69c52968f req-ae7ebdc9-2411-4613-9bf9-b3a93b3a4326 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 944 time: 0.0741014 Oct 22 15:05:25.971386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f79066f-2eae-427f-bf14-acebdd17e3cc req-59bc3017-2eda-40b2-a175-f0370f1cb9aa tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/security-groups?id=24af66f3-3277-4779-ac3b-55013edc9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Oct 22 15:05:25.976567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49e237ed-88e1-4deb-aee4-6db69c52968f req-e8fbe92b-0951-485c-a967-774b0d472eb2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533459 Oct 22 15:05:26.171494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:26.187419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:26.256616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32eafd6c-3daa-4a1d-bc89-87494326a920 req-6e964194-7b6b-45b3-91e0-27e0372b5fb9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=41b74c34-0131-4525-9c82-5c3d351ec441 HTTP/1.1" status: 200 len: 210 time: 0.0928328 Oct 22 15:05:26.361927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Pushing event deleted for resources: {'Port': ['ID=ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:26.365621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] No DVR routers for this DVR port ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:26.368105 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:26.372912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3c91a04-332c-47fe-b3a7-e9e95ef1d198 req-19e94641-6ec3-438e-bead-fd6c111d9d9f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.69 "DELETE /v2.0/ports/ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f HTTP/1.1" status: 204 len: 173 time: 1.1644897 Oct 22 15:05:26.434706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:26.525821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:26.955863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4c12c69-8b64-47db-9c95-5d890ecf2425 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:26.979245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: c4c12c69-8b64-47db-9c95-5d890ecf2425 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:26.984129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c4c12c69-8b64-47db-9c95-5d890ecf2425 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:27.061488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:27.096556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c01367ea-3024-43f5-b7ff-13beda9942e6 req-81a03132-28af-4cc5-a612-3718b9661f7f tempest-FloatingIPsAssociationNegativeTestJSON-1930938065 tempest-FloatingIPsAssociationNegativeTestJSON-1930938065-project] 10.222.0.66 "GET /v2.0/ports?device_id=3af623f3-ed0b-4ae8-bfda-e24c7e4bf728 HTTP/1.1" status: 200 len: 210 time: 0.0407372 Oct 22 15:05:27.129503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'name': 'network-vif-deleted', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:27.141597 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3a1f3-a1d0-42c2-a4e2-1b853019690d" -d '{"events": [{"server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "name": "network-vif-deleted", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:27.145754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e761d48-9953-439b-af9f-7b8f46a0bdb2 req-01d09f34-5249-4b9f-8497-d5d14078bea4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:27.148894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e761d48-9953-439b-af9f-7b8f46a0bdb2 req-01d09f34-5249-4b9f-8497-d5d14078bea4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 944 time: 0.0831769 Oct 22 15:05:27.223917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e761d48-9953-439b-af9f-7b8f46a0bdb2 req-04a42def-fe3d-4963-826c-2b819db37d5d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Oct 22 15:05:27.252567 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e09006-278b-4d61-b0ef-22bc7490b7c1 x-openstack-request-id: req-c5e09006-278b-4d61-b0ef-22bc7490b7c1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:27.252869 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af623f3-ed0b-4ae8-bfda-e24c7e4bf728", "name": "network-vif-deleted", "tag": "ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:27.253122 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5e09006-278b-4d61-b0ef-22bc7490b7c1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:27.253564 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af623f3-ed0b-4ae8-bfda-e24c7e4bf728', 'name': 'network-vif-deleted', 'tag': 'ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f', 'status': 'completed', 'code': 200} Oct 22 15:05:27.264425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-610674235'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:27.356159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Made reservation on behalf of 44fc34f4a82648899107beb8cfe2e02f for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:27.365304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.389533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.414901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34422) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:27.508675 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21de2819-a2a3-416c-b4c1-4749fba7576a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.516353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.535955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21de2819-a2a3-416c-b4c1-4749fba7576a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.640739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.668656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21de2819-a2a3-416c-b4c1-4749fba7576a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.672726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21de2819-a2a3-416c-b4c1-4749fba7576a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.674191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:05:27.679064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-21de2819-a2a3-416c-b4c1-4749fba7576a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/security-groups/a8b0a2ea-d01e-4899-9a35-6f11b59c34b7 HTTP/1.1" status: 204 len: 168 time: 0.2625389 Oct 22 15:05:27.685059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5bd7a7-819a-4150-bc72-b67d9eff77dd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:27.692247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.692626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2819-a2a3-416c-b4c1-4749fba7576a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b0a2ea-d01e-4899-9a35-6f11b59c34b7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:27.692882 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Added segment 4268ea6f-b2cc-4e1e-8e58-2700c9922c3d of type vlan for network 3dd77435-3b06-4dc5-a301-9d2c09baf19b Oct 22 15:05:27.754837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.777466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-c44b0f12-c75a-4f6a-b328-77be78179ef3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453632 Oct 22 15:05:27.830146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34432) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:27.864924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 61c462a9-00c9-486f-b7f7-32ab9e518ec9 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:05:27.871751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-63b7315e-438f-484f-9bf1-ca95943b7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:27.873328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-63b7315e-438f-484f-9bf1-ca95943b7571 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 1096 time: 0.0527098 Oct 22 15:05:27.932954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:27.938669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:27.939814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:28.021716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event updated for resources: {'Network': ['ID=3dd77435-3b06-4dc5-a301-9d2c09baf19b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:28.032809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:05:28.049001 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:28.117239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-92cd1b96-7cd2-4ab8-abcf-2efaa0faf89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:28.118783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-92cd1b96-7cd2-4ab8-abcf-2efaa0faf89b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 906 time: 0.2249675 Oct 22 15:05:28.121044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=61c462a9-00c9-486f-b7f7-32ab9e518ec9,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:28.134355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '61c462a9-00c9-486f-b7f7-32ab9e518ec9', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': '61c462a9-00c9-486f-b7f7-32ab9e518ec9', 'mac_address': 'fa:16:3e:b4:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:05:28.180625 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:28.192339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34444) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:28.205147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c462a9-00c9-486f-b7f7-32ab9e518ec9 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:05:28.205499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-91c62047-a815-44bd-b029-33b1d97bf64e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 200 len: 217 time: 0.0711401 Oct 22 15:05:28.229000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=61c462a9-00c9-486f-b7f7-32ab9e518ec9,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:28.251496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ed72ec1b-7ae4-47ee-a66f-5ac246873090 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1887627 Oct 22 15:05:28.275792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34450) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:28.282893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Request body: {'subnet': {'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:28.305083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-72d44699-6b27-475f-8c3f-14d3027a6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:28.307027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-72d44699-6b27-475f-8c3f-14d3027a6870 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0943022 Oct 22 15:05:28.325984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:28.366776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-8e858df8-6880-4be6-bd6f-7d0847f1e0f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456455 Oct 22 15:05:28.415542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f77d-d56f-4a7f-9fc6-1865835e9106 req-31e30a36-6e9d-466a-9d45-1bb5907b9adc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:28.417219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ed0f77d-d56f-4a7f-9fc6-1865835e9106 req-31e30a36-6e9d-466a-9d45-1bb5907b9adc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 944 time: 0.1061854 Oct 22 15:05:28.419628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=61c462a9-00c9-486f-b7f7-32ab9e518ec9,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:28.538349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['61c462a9-00c9-486f-b7f7-32ab9e518ec9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:28.631318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ed0f77d-d56f-4a7f-9fc6-1865835e9106 req-304b0db8-4121-4dc0-b3f3-6c6d7ab7ed3a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949558 Oct 22 15:05:28.638540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-9019401f-c449-4c10-8ab2-504b3e754964 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644920 Oct 22 15:05:28.698712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Made reservation on behalf of 44fc34f4a82648899107beb8cfe2e02f for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:28.704244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:28.791288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bd2c9cd-3039-4c55-9051-44a22ac0f7f6 req-4dfa426e-9ead-439c-9125-82d3828c9516 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449842 Oct 22 15:05:28.973156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:28.997076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:28.997637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ed91ae63-7913-4c1a-b6b4-95cfdc2cde5f not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:29.087459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.232695 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.236498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.405070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event updated for resources: {'Subnet': ['ID=52aaf523-5b8c-4710-9888-031ca6ebfebd,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:29.473951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Checking segment: {'id': '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:29.474430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Network hostable DHCP agents. Network: 3dd77435-3b06-4dc5-a301-9d2c09baf19b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:05:29.645906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:05:29.692350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port e8cc186b-b24c-44fd-b91f-a885c9cda75b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:29.692701 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.781930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abcdd7-e0b2-4f1e-97c3-84a7cc360acf req-c304a4d5-11e7-423d-83c4-bb099bd11d77 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:29.783597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4abcdd7-e0b2-4f1e-97c3-84a7cc360acf req-c304a4d5-11e7-423d-83c4-bb099bd11d77 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 945 time: 0.0645802 Oct 22 15:05:29.813852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 3dd77435-3b06-4dc5-a301-9d2c09baf19b) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:29.823044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e65546-e1ce-45cd-841e-378fb43981fb None None] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:29.823262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:29.823858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.829192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port e8cc186b-b24c-44fd-b91f-a885c9cda75b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e8cc186b-b24c-44fd-b91f-a885c9cda75b,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:29.829547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.836426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4abcdd7-e0b2-4f1e-97c3-84a7cc360acf req-97f1770c-7a71-4c7f-8279-e1eae856ae21 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Oct 22 15:05:29.845115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Deleting port 7c586c47-fbf7-4d46-b7cf-08627deda585 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:29.851123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:29.856741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for e8cc186b-b24c-44fd-b91f-a885c9cda75b owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:29.877011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 61c462a9-00c9-486f-b7f7-32ab9e518ec9 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:29.959209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4df3bb96-7c99-45cb-8812-27d7baed9c44 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6778648 Oct 22 15:05:29.959749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34484) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:29.964912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Request body: {'port': {'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-349024306'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:30.145404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-3dd77435-3b06-4dc5-a301-9d2c09baf19b', 'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b', 'tenant_id': '44fc34f4a82648899107beb8cfe2e02f', 'fixed_ips': [{'subnet_id': '52aaf523-5b8c-4710-9888-031ca6ebfebd'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:05:30.147226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.204955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:05:30.213329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:30.216197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.356111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Made reservation on behalf of 44fc34f4a82648899107beb8cfe2e02f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:30.361434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.384018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] device_id is not set on port 35f24277-8e4b-4332-ad4c-bb86d624cd3c yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:05:30.440661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.443562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Allocated IP 172.20.0.2 (3dd77435-3b06-4dc5-a301-9d2c09baf19b/52aaf523-5b8c-4710-9888-031ca6ebfebd/a6ce5ec8-8334-4580-a736-119dfbe972a3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:30.520815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be17dc8-c467-474f-9335-9023561b0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c462a9-00c9-486f-b7f7-32ab9e518ec9'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:30.523217 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e8548d-810d-4b6c-b331-0066a85fbeba" -d '{"events": [{"server_uuid": "8be17dc8-c467-474f-9335-9023561b0f59", "name": "network-vif-plugged", "status": "completed", "tag": "61c462a9-00c9-486f-b7f7-32ab9e518ec9"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:30.534246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] For port 7c586c47-fbf7-4d46-b7cf-08627deda585, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7c586c47-fbf7-4d46-b7cf-08627deda585,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:30.534663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.547112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=61c462a9-00c9-486f-b7f7-32ab9e518ec9,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:30.584790 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c1c69-ec8e-4d00-a2ed-4eba274b2094 x-openstack-request-id: req-fb4c1c69-ec8e-4d00-a2ed-4eba274b2094 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:30.585303 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be17dc8-c467-474f-9335-9023561b0f59", "name": "network-vif-plugged", "status": "completed", "tag": "61c462a9-00c9-486f-b7f7-32ab9e518ec9", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:30.585624 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb4c1c69-ec8e-4d00-a2ed-4eba274b2094 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:30.586079 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be17dc8-c467-474f-9335-9023561b0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c462a9-00c9-486f-b7f7-32ab9e518ec9', 'code': 200} Oct 22 15:05:30.589718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Calling delete_port for 7c586c47-fbf7-4d46-b7cf-08627deda585 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:30.646548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.701818 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.720925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331ab3-8274-4cef-a3e4-0e9f4cbf6979 req-4439e949-6ac0-4b86-86de-04654eb59136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:30.723121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db331ab3-8274-4cef-a3e4-0e9f4cbf6979 req-4439e949-6ac0-4b86-86de-04654eb59136 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 1097 time: 0.0717518 Oct 22 15:05:30.726381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=61c462a9-00c9-486f-b7f7-32ab9e518ec9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:30.781605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db331ab3-8274-4cef-a3e4-0e9f4cbf6979 req-1b308435-0f71-44bb-9d88-79c9fd1a9078 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Oct 22 15:05:30.794083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.840560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:30.844574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:30.849660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:30.860420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Pushing event updated for resources: {'Port': ['ID=a6ce5ec8-8334-4580-a736-119dfbe972a3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:30.867843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Allocated IP 172.20.0.5 (3dd77435-3b06-4dc5-a301-9d2c09baf19b/52aaf523-5b8c-4710-9888-031ca6ebfebd/35f24277-8e4b-4332-ad4c-bb86d624cd3c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:30.926238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.930449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Attempting to bind port a6ce5ec8-8334-4580-a736-119dfbe972a3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:30.931482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Attempting to bind port a6ce5ec8-8334-4580-a736-119dfbe972a3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:30.931482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Attempting to bind port a6ce5ec8-8334-4580-a736-119dfbe972a3 on network 3dd77435-3b06-4dc5-a301-9d2c09baf19b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:30.948625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:30.950061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Checking segment: {'id': '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:30.950692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.951320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Bound using segment: {'id': '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:30.952061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Bound port: a6ce5ec8-8334-4580-a736-119dfbe972a3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3dd77435-3b06-4dc5-a301-9d2c09baf19b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:30.952875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:30.971339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=e8cc186b-b24c-44fd-b91f-a885c9cda75b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:31.047019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1b871-1528-4171-9893-db2f756c5f9d req-bca0a816-109e-4602-b80a-7a3018293654 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:31.049090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fec1b871-1528-4171-9893-db2f756c5f9d req-bca0a816-109e-4602-b80a-7a3018293654 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 946 time: 0.1103094 Oct 22 15:05:31.064414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.064638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] For port a6ce5ec8-8334-4580-a736-119dfbe972a3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:31.088687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] For port a6ce5ec8-8334-4580-a736-119dfbe972a3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6ce5ec8-8334-4580-a736-119dfbe972a3,segment=NetworkSegment(4268ea6f-b2cc-4e1e-8e58-2700c9922c3d),segment_id=4268ea6f-b2cc-4e1e-8e58-2700c9922c3d)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:31.176014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fec1b871-1528-4171-9893-db2f756c5f9d req-65172fb3-d66e-40c0-8606-1fe156c59d8b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Oct 22 15:05:31.234657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c586c47-fbf7-4d46-b7cf-08627deda585,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:31.246191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.274700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.420809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabe9b1-cdd6-426c-9fa4-4787630c7fbb None None] Pushing event updated for resources: {'Port': ['ID=a6ce5ec8-8334-4580-a736-119dfbe972a3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:31.439192 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.455431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.510431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:31.517508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:31.519776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event updated for resources: {'Port': ['ID=35f24277-8e4b-4332-ad4c-bb86d624cd3c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:31.522503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:31.570345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.603442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:31.604861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:31.699379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e835e8a6-3917-4656-8d7a-609dae42d208 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7384057 Oct 22 15:05:31.702433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34518) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:31.915868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Deleting port 35f24277-8e4b-4332-ad4c-bb86d624cd3c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:31.916438 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.029395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.045911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Calling delete_port for 35f24277-8e4b-4332-ad4c-bb86d624cd3c owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:32.046454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:32.127988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Router 11c3b94d-7ec1-4ea4-982a-77faee92a59d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:32.239307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:32.245987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0a3bcf4e-fc26-4a12-959f-ad46b1168154 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "PUT /v2.0/routers/b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4147551 Oct 22 15:05:32.249327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34532) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:32.258487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] Sync routers for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:32.280394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:32.281029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:32.326603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.343930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:32.358190 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] Sync routers for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:32.361178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-22bbb3bc-e545-40d9-9f1c-2c3f53c6a214 admin admin] 10.222.0.66 "PUT /v2.0/routers/11c3b94d-7ec1-4ea4-982a-77faee92a59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1619589 Oct 22 15:05:32.364409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34536) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:32.414188 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:32.414822 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:32.430186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event deleted for resources: {'Port': ['ID=35f24277-8e4b-4332-ad4c-bb86d624cd3c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:32.470899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e571c3a-676e-44a1-8b34-2c583c681533 req-29a48f4f-7681-40c9-8158-fabc17c0f4b4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:32.473082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e571c3a-676e-44a1-8b34-2c583c681533 req-29a48f4f-7681-40c9-8158-fabc17c0f4b4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 946 time: 0.1482737 Oct 22 15:05:32.549011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:32.575525 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:32.589021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.594367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6d88b6c1-77a7-4b53-9ca5-1901006e5a9f tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "DELETE /v2.0/ports/35f24277-8e4b-4332-ad4c-bb86d624cd3c HTTP/1.1" status: 204 len: 168 time: 0.8911247 Oct 22 15:05:32.598165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:32.620776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.661284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting subnet e30b60c0-3698-45f9-9477-b8d516646494 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:05:32.666570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.859610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.871575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:32.880506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-65e06827-3b7e-4aec-b640-3a82e8171c67 tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2680099 Oct 22 15:05:32.881564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34550) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:32.894656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-543352577'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:32.993085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e571c3a-676e-44a1-8b34-2c583c681533 req-b1177b64-105d-4b6a-89d5-c49e4e468503 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284260 Oct 22 15:05:33.037015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Made reservation on behalf of 44fc34f4a82648899107beb8cfe2e02f for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:33.044612 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.047855 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.140993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:05:33.168912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.171158 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Added segment be9e2b4b-c7f8-4ba0-9916-29d4c1f2b972 of type vlan for network 6a556e24-2da6-4d1a-9a02-d89cbb673484 Oct 22 15:05:33.241909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Deleting port 321d72d3-b22c-48bb-a354-0ec63f860db7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:33.245448 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.249892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.252159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e816f-5970-4fbb-84ca-e4c0c656cedc req-75414275-c211-4e20-9bb2-c05559b008b4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:33.254858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-715e816f-5970-4fbb-84ca-e4c0c656cedc req-75414275-c211-4e20-9bb2-c05559b008b4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 946 time: 0.1266525 Oct 22 15:05:33.309378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.321473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185708f-f270-4af7-b5b8-c14d76d3bdab None None] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:33.345105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.349353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/subnets/e30b60c0-3698-45f9-9477-b8d516646494 HTTP/1.1" status: 204 len: 168 time: 1.0988638 Oct 22 15:05:33.367926 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:05:30Z', 'revision_number': 5, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port': {'id': '321d72d3-b22c-48bb-a354-0ec63f860db7', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:04:32Z', 'updated_at': '2021-10-22T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:33.374675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-715e816f-5970-4fbb-84ca-e4c0c656cedc req-8f1fc1e0-c110-4123-8c57-746eb2d1b57c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113524 Oct 22 15:05:33.375218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34558) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:33.382222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b7c14-2b99-4e36-9ac6-16b39c7029a1 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Subnet': ['ID=e30b60c0-3698-45f9-9477-b8d516646494,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:33.427031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8390acd-6d16-40ec-be52-e209f2819bbc None None] Network 118adbd1-e5b3-45f8-851f-7c0539274303 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:33.451112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-88d8fbd8-94c1-417c-bfdd-bf42eefb7fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2033112 Oct 22 15:05:33.488106 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] Checking router: 11c3b94d-7ec1-4ea4-982a-77faee92a59d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:33.526137 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] Routers {'11c3b94d-7ec1-4ea4-982a-77faee92a59d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:33.526879 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:33.585218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.596330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:33.601839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.617173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.633939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6ce5ec8-8334-4580-a736-119dfbe972a3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:33.678665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] For port 321d72d3-b22c-48bb-a354-0ec63f860db7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=321d72d3-b22c-48bb-a354-0ec63f860db7,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:33.679336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.686939 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] Set router 11c3b94d-7ec1-4ea4-982a-77faee92a59d gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:33.701650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d23c8153-4dbb-40d0-90c6-a0d5beceb0f2 None None] Provisioning complete for port a6ce5ec8-8334-4580-a736-119dfbe972a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:33.702312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d23c8153-4dbb-40d0-90c6-a0d5beceb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.751149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Calling delete_port for 321d72d3-b22c-48bb-a354-0ec63f860db7 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:33.765730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.781489 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:05:32Z', 'revision_number': 6, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:33.816716 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4049-aee2-48b9-aa7f-c724a185e336 None None] The sync data for ids ['11c3b94d-7ec1-4ea4-982a-77faee92a59d'] in n-d-812148-2 is: [{'id': '11c3b94d-7ec1-4ea4-982a-77faee92a59d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-65764441-router', 'tenant_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:04:31Z', 'updated_at': '2021-10-22T15:05:32Z', 'revision_number': 6, 'project_id': '0ef8d466597e4e4caa782bfc7801d3cc', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:33.856655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event updated for resources: {'Network': ['ID=6a556e24-2da6-4d1a-9a02-d89cbb673484,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:33.912057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-2f5d74ce-33b1-485c-a3f3-91dc6029c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:33.913786 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-2f5d74ce-33b1-485c-a3f3-91dc6029c1f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1d4c66abd964108a13fe64fa90c0762&device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 1096 time: 0.4263904 Oct 22 15:05:33.958104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port 42406d4f-688d-437e-98d7-ce7187f9e215 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:33.958449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:33.969880 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-497d0c98-c314-4678-bdf1-742ef82b4b3d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0874977 Oct 22 15:05:33.976957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34574) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:34.007760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6a556e24-2da6-4d1a-9a02-d89cbb673484 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:05:34.121007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port 42406d4f-688d-437e-98d7-ce7187f9e215, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=42406d4f-688d-437e-98d7-ce7187f9e215,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:34.121481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:34.135508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for 42406d4f-688d-437e-98d7-ce7187f9e215 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:34.273625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a6ce5ec8-8334-4580-a736-119dfbe972a3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:34.274010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:34.319629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:34.361555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:30Z', 'revision_number': 7, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '42406d4f-688d-437e-98d7-ce7187f9e215', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:01:39Z', 'updated_at': '2021-10-22T15:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:34.451526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] Checking router: b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:34.471903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] Routers {'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:34.473337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:34.666480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d23c8153-4dbb-40d0-90c6-a0d5beceb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:34.671704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:34.764274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-5172d1d5-4d06-4f38-8a08-7e8c74227195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:34.770499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-5172d1d5-4d06-4f38-8a08-7e8c74227195 service neutron] 10.222.0.69 "GET /v2.0/networks?id=106bcca2-e3d3-4238-a2e3-289e22c6eaba HTTP/1.1" status: 200 len: 916 time: 0.8077505 Oct 22 15:05:34.778630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] Set router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:34.908627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] DHCP port deletion for 118adbd1-e5b3-45f8-851f-7c0539274303 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:05:34.945056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:33Z', 'revision_number': 8, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:34.966769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port a6ce5ec8-8334-4580-a736-119dfbe972a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6ce5ec8-8334-4580-a736-119dfbe972a3,segment=NetworkSegment(4268ea6f-b2cc-4e1e-8e58-2700c9922c3d),segment_id=4268ea6f-b2cc-4e1e-8e58-2700c9922c3d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:35.037236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.066023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-e97666fd-1db0-40cc-8868-3eeed6b97060 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48 HTTP/1.1" status: 200 len: 1000 time: 0.2849140 Oct 22 15:05:35.083309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc2cd3-9ce1-45d2-9963-310d89b654b9 req-1655bd19-3cfc-4194-a4cf-fdb2c5079967 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:35.091892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4bc2cd3-9ce1-45d2-9963-310d89b654b9 req-1655bd19-3cfc-4194-a4cf-fdb2c5079967 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 946 time: 0.4435115 Oct 22 15:05:35.178149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672b22b-2936-4d5b-bd6c-cc80963e97f9 None None] The sync data for ids ['b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21'] in n-d-812148-2 is: [{'id': 'b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21', 'name': 'tempest-TestNetworkBasicOps-router-198980526', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:01:37Z', 'updated_at': '2021-10-22T15:05:33Z', 'revision_number': 8, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:35.181900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=a6ce5ec8-8334-4580-a736-119dfbe972a3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:35.224892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.235862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.238854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.239650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.239650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.239838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:35.263849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-d23c8153-4dbb-40d0-90c6-a0d5beceb0f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:05:35.264262 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-d23c8153-4dbb-40d0-90c6-a0d5beceb0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:05:35.289764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=321d72d3-b22c-48bb-a354-0ec63f860db7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:35.300736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-f47cb59c-a672-4a84-b188-3c852da2e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:35.302536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] Deleting port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:35.302996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.303228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-f47cb59c-a672-4a84-b188-3c852da2e0b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a723b28-7937-45db-9121-f4c66e48f5de HTTP/1.1" status: 200 len: 854 time: 0.2180326 Oct 22 15:05:35.306460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34594) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:35.308290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-35032692-a1a9-4f95-b619-b41a55647b66 tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/agents/f6318bb7-8d54-4dbe-9326-56a0f798198e/dhcp-networks HTTP/1.1" status: 200 len: 8822 time: 1.3279669 Oct 22 15:05:35.381166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4bc2cd3-9ce1-45d2-9963-310d89b654b9 req-f6996520-ffc0-4d9e-8497-545d9981efa9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847106 Oct 22 15:05:35.405363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] For port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,segment=NetworkSegment(b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8),segment_id=b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:35.405890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.421606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] Calling delete_port for ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:35.439480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-72d90ec1-e51a-4d75-8a4e-ad05e9bffaf8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:35.441621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-72d90ec1-e51a-4d75-8a4e-ad05e9bffaf8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 946 time: 0.1165087 Oct 22 15:05:35.470521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-d7f07418-25e2-478f-93ab-70166b24d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:35.472469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-d7f07418-25e2-478f-93ab-70166b24d19e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=106bcca2-e3d3-4238-a2e3-289e22c6eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308100 Oct 22 15:05:35.479734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.509452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.555903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=42406d4f-688d-437e-98d7-ce7187f9e215,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:35.616480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.673727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.707538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7c586c47-fbf7-4d46-b7cf-08627deda585 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:35.722828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] Pushing event deleted for resources: {'Port': ['ID=ee1d1881-972e-4cdf-aa06-327b4a4aa2c6,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:35.744361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b215e-db57-44cc-bb54-a388f26cde86 None None] No DVR routers for this DVR port ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:35.745874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7c586c47-fbf7-4d46-b7cf-08627deda585 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:35.746229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7c586c47-fbf7-4d46-b7cf-08627deda585 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:35.746662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:35.778811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:35.779224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee1d1881-972e-4cdf-aa06-327b4a4aa2c6 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:35.779767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321d72d3-b22c-48bb-a354-0ec63f860db7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:35.804313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 321d72d3-b22c-48bb-a354-0ec63f860db7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:35.804660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 321d72d3-b22c-48bb-a354-0ec63f860db7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:35.819651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.823205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.831289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:35.831626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.851153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.861666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.963516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port 61c462a9-00c9-486f-b7f7-32ab9e518ec9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=61c462a9-00c9-486f-b7f7-32ab9e518ec9,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:35.963892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.979280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-8728e9f8-056d-424b-b873-b0dea368c444 service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196308 Oct 22 15:05:35.982060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5edd270a-e9cb-4d52-b1e0-e287a31cef87 None None] Provisioning complete for port a6ce5ec8-8334-4580-a736-119dfbe972a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:35.982439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5edd270a-e9cb-4d52-b1e0-e287a31cef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:35.982541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for 61c462a9-00c9-486f-b7f7-32ab9e518ec9 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:35.985608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82b3c6-6f73-434f-982a-b930ee1c4096 tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] Network 6a556e24-2da6-4d1a-9a02-d89cbb673484 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:05:36.036178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.036718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Fanout notify agent at l3_agent the message router_deleted on router b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:05:36.045225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.049584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-09b09be1-b40e-44d6-8dc3-a31b1514e56b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/routers/b0fd9ac9-1aeb-488c-b1f6-6adef99a3c21 HTTP/1.1" status: 204 len: 168 time: 2.6705000 Oct 22 15:05:36.051449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:36.192562 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.203930 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.207066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c3b94d-7ec1-4ea4-982a-77faee92a59d {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:05:36.223166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.223166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9ca654a2-99ea-49e3-bf3b-187f00306e9b admin admin] 10.222.0.66 "DELETE /v2.0/routers/11c3b94d-7ec1-4ea4-982a-77faee92a59d HTTP/1.1" status: 204 len: 168 time: 3.8515279 Oct 22 15:05:36.224832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a82b3c6-6f73-434f-982a-b930ee1c4096 tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "POST /v2.0/agents/f6318bb7-8d54-4dbe-9326-56a0f798198e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9170933 Oct 22 15:05:36.225763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:36.230893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34616) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:36.239359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2860d918-85c5-43c2-8ce5-72e82120f8df req-062b32d5-023d-436d-a391-7ce8b19051b6 service neutron] 10.222.0.69 "GET /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472253 Oct 22 15:05:36.248937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1931bf6-e9c1-4e26-93a2-0d25e26ce677 None None] Network 6a556e24-2da6-4d1a-9a02-d89cbb673484 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:36.319223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Deleting subnet c2a87a66-f737-4ec4-a46e-f0b52615106f {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:05:36.332084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.367516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5edd270a-e9cb-4d52-b1e0-e287a31cef87 None None] Could not find standard attr ID for object 35f24277-8e4b-4332-ad4c-bb86d624cd3c. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:05:36.412953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.452259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.486156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730', '61c462a9-00c9-486f-b7f7-32ab9e518ec9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:36.556141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.708345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.719322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=61c462a9-00c9-486f-b7f7-32ab9e518ec9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:36.731915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.791512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118adbd1-e5b3-45f8-851f-7c0539274303']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:36.798885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a87a66-f737-4ec4-a46e-f0b52615106f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:36.805379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.815022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68c57d8-2359-4a88-a212-397fa68daee6 None None] Network a3dd2fd6-221e-48da-aed5-e9e8a63ce280 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:36.815182 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4119095a-b7c9-40b8-a483-334a0b36e8b5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c2a87a66-f737-4ec4-a46e-f0b52615106f HTTP/1.1" status: 204 len: 168 time: 0.5841248 Oct 22 15:05:36.816998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:36.839158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port 61c462a9-00c9-486f-b7f7-32ab9e518ec9 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:36.839158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.839158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a66ef65-d186-48e9-885d-5ebb921b1f06 req-10eb8f4c-837f-466c-a9a3-d20cce937246 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "DELETE /v2.0/ports/61c462a9-00c9-486f-b7f7-32ab9e518ec9 HTTP/1.1" status: 204 len: 173 time: 1.3883052 Oct 22 15:05:36.841031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be17dc8-c467-474f-9335-9023561b0f59', 'name': 'network-vif-deleted', 'tag': '61c462a9-00c9-486f-b7f7-32ab9e518ec9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:36.844868 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cdb82c-c40f-4e9d-b4fe-61be5825f0a9" -d '{"events": [{"server_uuid": "8be17dc8-c467-474f-9335-9023561b0f59", "name": "network-vif-deleted", "tag": "61c462a9-00c9-486f-b7f7-32ab9e518ec9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:36.850506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:36.850800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a2143a-5d90-4b98-8a7f-fb4a5708cdb8') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:36.855286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-930c62e7-e3a9-42f3-bedc-2281b3cbe48c tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/agents/f6318bb7-8d54-4dbe-9326-56a0f798198e/dhcp-networks HTTP/1.1" status: 200 len: 9592 time: 0.4752338 Oct 22 15:05:36.863282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34634) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:36.892768 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.937285 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd786ca0-1ed0-41f0-800c-7364fbc67d36 x-openstack-request-id: req-bd786ca0-1ed0-41f0-800c-7364fbc67d36 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:36.937604 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be17dc8-c467-474f-9335-9023561b0f59", "name": "network-vif-deleted", "tag": "61c462a9-00c9-486f-b7f7-32ab9e518ec9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:36.941784 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd786ca0-1ed0-41f0-800c-7364fbc67d36 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:36.941784 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be17dc8-c467-474f-9335-9023561b0f59', 'name': 'network-vif-deleted', 'tag': '61c462a9-00c9-486f-b7f7-32ab9e518ec9', 'status': 'completed', 'code': 200} Oct 22 15:05:36.947372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.970378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:05:36.970798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:05:36.974621 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:05:37.040050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.093018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fd7a419-3953-4e3e-a94a-6bcc84a87124 req-7765952c-64c0-4b14-b3a5-8629544cd17c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be17dc8-c467-474f-9335-9023561b0f59 HTTP/1.1" status: 200 len: 210 time: 0.4676659 Oct 22 15:05:37.152928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Deleting port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:37.159115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.165558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] DHCP port deletion for a3dd2fd6-221e-48da-aed5-e9e8a63ce280 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:05:37.194859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1a0b09ed-1876-4ca8-8de0-600fc04b7b05 tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "DELETE /v2.0/agents/f6318bb7-8d54-4dbe-9326-56a0f798198e/dhcp-networks/6a556e24-2da6-4d1a-9a02-d89cbb673484 HTTP/1.1" status: 204 len: 168 time: 0.3300781 Oct 22 15:05:37.195274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34638) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:37.275083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] Deleting port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:37.275083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.279526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.295214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.308774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/networks/118adbd1-e5b3-45f8-851f-7c0539274303 HTTP/1.1" status: 204 len: 168 time: 1.2562485 Oct 22 15:05:37.323005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] For port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:37.323005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.338106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Calling delete_port for cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:37.413868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6ce5ec8-8334-4580-a736-119dfbe972a3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:37.448081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:37.453793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'network': {'name': 'tempest-network-smoke--874553212', 'project_id': '4da48237c7fc4553949e355dd822987d', 'port_security_enabled': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:37.500370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] For port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,segment=NetworkSegment(b34bbe44-c524-446d-848c-cdc1c90483dd),segment_id=b34bbe44-c524-446d-848c-cdc1c90483dd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:37.500958 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.517014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] Calling delete_port for cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:37.517187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.547775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db13c-8473-4bb7-b6ff-3b37fc9947ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Network': ['ID=118adbd1-e5b3-45f8-851f-7c0539274303,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:37.570796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bef063c1-113a-47cc-a2f2-bbc790989c3c tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/agents/f6318bb7-8d54-4dbe-9326-56a0f798198e/dhcp-networks HTTP/1.1" status: 200 len: 8039 time: 0.3692427 Oct 22 15:05:37.570796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34650) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:37.594836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f5f9c9d-21c2-444a-ad73-920c5a8a802b tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/networks/3dd77435-3b06-4dc5-a301-9d2c09baf19b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0229268 Oct 22 15:05:37.602057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:37.604488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:37.608228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.621748 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.632756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:37.646373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] No DVR routers for this DVR port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:37.687706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] Pushing event deleted for resources: {'Port': ['ID=cd40792f-0a40-45df-b5c0-a0efdc0cf2a3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:37.689274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34656) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:37.691551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9e80774a-78d6-47e3-b97b-05e9d36c35aa tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/networks/3dd77435-3b06-4dc5-a301-9d2c09baf19b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0690751 Oct 22 15:05:37.693384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:05:37.699083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b77d91-a410-4e4c-be27-e28fd16428dd None None] No DVR routers for this DVR port cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:37.720408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a6ce5ec8-8334-4580-a736-119dfbe972a3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:37.721259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.788318 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.815243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dd2fd6-221e-48da-aed5-e9e8a63ce280']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:37.834997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34bbe44-c524-446d-848c-cdc1c90483dd') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:37.835259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34bbe44-c524-446d-848c-cdc1c90483dd') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:37.848069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.859453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.859838 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Added segment d71d473a-6786-46c0-94ec-24e31036dd23 of type vlan for network c9e220cd-02d5-4421-801b-21155c30f43f Oct 22 15:05:37.890345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.906421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:05:37.906842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:05:37.908590 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:05:37.910805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:37.913797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-daf67b27-2445-4464-938c-5b7319c53346 tempest-DHCPAgentSchedulersTestJSON-1167064831 tempest-DHCPAgentSchedulersTestJSON-1167064831-project-admin] 10.222.0.66 "GET /v2.0/agents/f6318bb7-8d54-4dbe-9326-56a0f798198e/dhcp-networks HTTP/1.1" status: 200 len: 8039 time: 0.2233438 Oct 22 15:05:37.926266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34660) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:37.952344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e8cc186b-b24c-44fd-b91f-a885c9cda75b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:37.997321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e8cc186b-b24c-44fd-b91f-a885c9cda75b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:37.999009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e8cc186b-b24c-44fd-b91f-a885c9cda75b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:37.999580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:38.043438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:38.046368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cd40792f-0a40-45df-b5c0-a0efdc0cf2a3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:38.046850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 42406d4f-688d-437e-98d7-ce7187f9e215 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:38.047614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.057831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.075070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.076458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 42406d4f-688d-437e-98d7-ce7187f9e215 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:38.076811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 42406d4f-688d-437e-98d7-ce7187f9e215 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:38.078150 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a3dd2fd6-221e-48da-aed5-e9e8a63ce280 HTTP/1.1" status: 204 len: 168 time: 1.2565634 Oct 22 15:05:38.111120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e91d2-8018-4968-8c02-f0dfb7e1cf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dd2fd6-221e-48da-aed5-e9e8a63ce280,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:38.117974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.126435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:38.130492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.180237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.209007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a556e24-2da6-4d1a-9a02-d89cbb673484']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:38.223766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9e2b4b-c7f8-4ba0-9916-29d4c1f2b972') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:38.223766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9e2b4b-c7f8-4ba0-9916-29d4c1f2b972') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:38.236510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.268372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.276625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:05:38.277021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:05:38.281691 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:05:38.301847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Network': ['ID=c9e220cd-02d5-4421-801b-21155c30f43f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:38.315467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c9e220cd-02d5-4421-801b-21155c30f43f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:05:38.482311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b27605f4-2057-4cbc-9ae3-690032c56505 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0329175 Oct 22 15:05:38.484891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34684) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:38.489358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-113522877', 'admin_state_up': True, 'project_id': '4da48237c7fc4553949e355dd822987d', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:38.509462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.528437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.533219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "DELETE /v2.0/networks/6a556e24-2da6-4d1a-9a02-d89cbb673484 HTTP/1.1" status: 204 len: 168 time: 0.6051273 Oct 22 15:05:38.535827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:38.561196 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2bb4ce-ab4e-410f-8538-f4b34be829a3 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] DELETE failed (client error): The resource could not be found. Oct 22 15:05:38.562199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2bb4ce-ab4e-410f-8538-f4b34be829a3 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:05:38.568207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d626a0-7431-4f6c-bb7b-6a06eb452507 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event deleted for resources: {'Network': ['ID=6a556e24-2da6-4d1a-9a02-d89cbb673484,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:38.570469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34694) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:38.573190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4e2bb4ce-ab4e-410f-8538-f4b34be829a3 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "DELETE /v2.0/ports/35f24277-8e4b-4332-ad4c-bb86d624cd3c HTTP/1.1" status: 404 len: 333 time: 0.0358171 Oct 22 15:05:38.629897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.631503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.694128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Deleting subnet 52aaf523-5b8c-4710-9888-031ca6ebfebd {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:05:38.696145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.699072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.741979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34700) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:38.834600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:38.850784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-da3671f7-0f94-4c9a-a186-0a19cd83db63 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:38.859539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-da3671f7-0f94-4c9a-a186-0a19cd83db63 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.3250620 Oct 22 15:05:38.905908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-015265d9-0fe9-4bc2-843c-6bd22933d1d5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0454495 Oct 22 15:05:39.004187 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-77960222-9f81-47cb-8a94-1fe3fc00ba7e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ef8d466597e4e4caa782bfc7801d3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600868 Oct 22 15:05:39.006269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34708) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:39.028061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.032428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.065764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-98a92b90-11d1-4737-ad22-64e9635c0563 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323104 Oct 22 15:05:39.205722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f467fbae-d47d-4f7f-b216-82f45b76e91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.276344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f467fbae-d47d-4f7f-b216-82f45b76e91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.305308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-cfbdf1dc-2dd6-466b-88a3-bc937db4f6c7 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309515 Oct 22 15:05:39.320387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.326263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.332613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.338590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.344523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.350821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.356980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:39.363545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-f5ac5ad8-23d5-4491-8e21-29578537f46b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.3796465 Oct 22 15:05:39.385817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.427256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.444519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.449093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event deleted for resources: {'Subnet': ['ID=52aaf523-5b8c-4710-9888-031ca6ebfebd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:39.458958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.461621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ba7dc-27e1-4ea2-a86e-7ebe49e69843 None None] Network 3dd77435-3b06-4dc5-a301-9d2c09baf19b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:39.462621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ef2807a4-204c-4300-b603-74bdf033b58d tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "DELETE /v2.0/subnets/52aaf523-5b8c-4710-9888-031ca6ebfebd HTTP/1.1" status: 204 len: 168 time: 0.8796186 Oct 22 15:05:39.467884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34716) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:39.572550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.25.1.71 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/39b78b45-0541-4ecd-856e-e10f954e8aed) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:39.614429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e782d1e-7e70-4441-b700-e3c56b4a7fc1 req-95cc06f4-110a-4046-af62-31ae72c85f87 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295568 Oct 22 15:05:39.641885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.656066 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f467fbae-d47d-4f7f-b216-82f45b76e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.657295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f467fbae-d47d-4f7f-b216-82f45b76e91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.661484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f467fbae-d47d-4f7f-b216-82f45b76e91e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24af66f3-3277-4779-ac3b-55013edc9678 HTTP/1.1" status: 204 len: 168 time: 0.6505003 Oct 22 15:05:39.663865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-96a73787-3587-411f-badc-33c4abe5d798 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920885 Oct 22 15:05:39.698049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467fbae-d47d-4f7f-b216-82f45b76e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af66f3-3277-4779-ac3b-55013edc9678,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:39.772262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.795758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] DHCP port deletion for 3dd77435-3b06-4dc5-a301-9d2c09baf19b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:05:39.862184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Deleting port a6ce5ec8-8334-4580-a736-119dfbe972a3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:39.863125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:39.947184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 61c462a9-00c9-486f-b7f7-32ab9e518ec9 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:39.970628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] Deleting port a6ce5ec8-8334-4580-a736-119dfbe972a3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:39.979880 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.000084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.041595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 61c462a9-00c9-486f-b7f7-32ab9e518ec9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:40.042175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 61c462a9-00c9-486f-b7f7-32ab9e518ec9 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:40.070955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:40.082384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:40.097336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] For port a6ce5ec8-8334-4580-a736-119dfbe972a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6ce5ec8-8334-4580-a736-119dfbe972a3,segment=NetworkSegment(4268ea6f-b2cc-4e1e-8e58-2700c9922c3d),segment_id=4268ea6f-b2cc-4e1e-8e58-2700c9922c3d)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:40.097815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.100871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:40.110817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=39b78b45-0541-4ecd-856e-e10f954e8aed,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:40.125913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Calling delete_port for a6ce5ec8-8334-4580-a736-119dfbe972a3 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:40.173487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] For port a6ce5ec8-8334-4580-a736-119dfbe972a3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a6ce5ec8-8334-4580-a736-119dfbe972a3,segment=NetworkSegment(4268ea6f-b2cc-4e1e-8e58-2700c9922c3d),segment_id=4268ea6f-b2cc-4e1e-8e58-2700c9922c3d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:40.176112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.201145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.209713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] Calling delete_port for a6ce5ec8-8334-4580-a736-119dfbe972a3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:05:40.218482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.228496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.237928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.245272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.251454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.284994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:40.287116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7ceff1b-6e81-4c07-85d7-531e97085132 req-a46dadec-2e47-4d9f-86e0-77b3c1b27063 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.2529430 Oct 22 15:05:40.361321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8db16a9e-48a0-4e4b-aa2a-6f57366a5100 req-984ea9cd-7dca-4826-a900-81d40d84769e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 210 time: 0.0714979 Oct 22 15:05:40.582587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.591585 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.618316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] Pushing event deleted for resources: {'Port': ['ID=a6ce5ec8-8334-4580-a736-119dfbe972a3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:40.620683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event deleted for resources: {'Port': ['ID=a6ce5ec8-8334-4580-a736-119dfbe972a3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:40.623966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954b87b-2a25-45f5-baec-6fcd47b9ac6b None None] No DVR routers for this DVR port a6ce5ec8-8334-4580-a736-119dfbe972a3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:40.624776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] No DVR routers for this DVR port a6ce5ec8-8334-4580-a736-119dfbe972a3 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:05:40.719015 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.755897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd77435-3b06-4dc5-a301-9d2c09baf19b']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:40.788686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:40.793285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4268ea6f-b2cc-4e1e-8e58-2700c9922c3d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:40.809256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.845854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.862735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.871926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:05:40.872510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:05:40.876253 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:05:41.034964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:41.045217 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:41.052662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] 10.222.0.66 "DELETE /v2.0/networks/3dd77435-3b06-4dc5-a301-9d2c09baf19b HTTP/1.1" status: 204 len: 168 time: 1.5740674 Oct 22 15:05:41.062132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcfbe6-59c5-4ea7-84cd-e51940e6ab63 tempest-DHCPAgentSchedulersTestJSON-413518371 tempest-DHCPAgentSchedulersTestJSON-413518371-project] Pushing event deleted for resources: {'Network': ['ID=3dd77435-3b06-4dc5-a301-9d2c09baf19b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:41.141830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:41.357126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6ce5ec8-8334-4580-a736-119dfbe972a3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:05:41.386231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: a6ce5ec8-8334-4580-a736-119dfbe972a3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:05:41.386582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a6ce5ec8-8334-4580-a736-119dfbe972a3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:05:41.439532 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:41.439749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router d4b96271-58f9-4bd4-be53-8fc703aea4b4 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:05:41.492558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdd00a26-6844-4163-a589-d951af0e6fe7 req-3624103a-30b6-477f-9fcc-bdfe1d7a1a78 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 210 time: 0.0327229 Oct 22 15:05:41.645444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34784) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:41.653647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:41.668561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Sync routers for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:41.700603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:41.701470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:41.791659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34792) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:41.827997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:41.876498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:41.879948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-51eec08d-781d-4138-a459-1180b211495e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3940024 Oct 22 15:05:41.883581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:42.085596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1a40fec0-8e50-46d0-82a3-2c81787d5a55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44fc34f4a82648899107beb8cfe2e02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926977 Oct 22 15:05:42.090198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34804) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:42.160856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1d0971a-7d01-4495-addd-3f20ad119236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.189768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:40Z', 'revision_number': 3, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:42.202140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1d0971a-7d01-4495-addd-3f20ad119236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.231296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Checking router: d4b96271-58f9-4bd4-be53-8fc703aea4b4 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:42.231733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Updating router d4b96271-58f9-4bd4-be53-8fc703aea4b4 port 39b78b45-0541-4ecd-856e-e10f954e8aed binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:05:42.259887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.338965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-network', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:42.357480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6d0a3a40-60a5-4e87-8656-451b7d4b27d7 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=4da48237c7fc4553949e355dd822987d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4695787 Oct 22 15:05:42.364714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34812) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:42.429672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1d0971a-7d01-4495-addd-3f20ad119236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.432492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1d0971a-7d01-4495-addd-3f20ad119236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.436166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1d0971a-7d01-4495-addd-3f20ad119236 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d5bd7a7-819a-4150-bc72-b67d9eff77dd HTTP/1.1" status: 204 len: 168 time: 0.3422685 Oct 22 15:05:42.451109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Made reservation on behalf of 673b40ae2dfe451c92078bc8c00f9201 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:42.453582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.475144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.676703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34a1e8f2-4535-4080-98db-18201c33c2a3 req-ab49b895-6a2e-418e-a911-fdf573a96c21 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 210 time: 0.0573587 Oct 22 15:05:42.693853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.705275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a6522-d53c-413d-829d-c8231d925d62 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:42.712720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c42a6522-d53c-413d-829d-c8231d925d62 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3459516 Oct 22 15:05:42.716847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34822) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:42.721322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0971a-7d01-4495-addd-3f20ad119236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5bd7a7-819a-4150-bc72-b67d9eff77dd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:42.761656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-46d733b6-c447-4b21-854f-a1936acccc7f tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412910 Oct 22 15:05:42.761855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34826) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:42.767580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1330237276', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'project_id': '4da48237c7fc4553949e355dd822987d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:42.785954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.820180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.829516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:05:42.891471 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.910769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ece890a-fa5d-48b4-9045-33c2e19ca5a2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:42.917044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:42.917401 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Added segment 6aa2b7a0-0c54-48f4-b462-ca271276e15a of type vlan for network 89fb466e-bd48-4aec-b114-2fb2736865fd Oct 22 15:05:42.997576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37b8d0-9352-4981-a319-9b65fc53194c None None] Pushing event updated for resources: {'Port': ['ID=39b78b45-0541-4ecd-856e-e10f954e8aed,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:43.032326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Attempting to bind port 39b78b45-0541-4ecd-856e-e10f954e8aed on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:43.032877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Attempting to bind port 39b78b45-0541-4ecd-856e-e10f954e8aed by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:43.033252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Attempting to bind port 39b78b45-0541-4ecd-856e-e10f954e8aed on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:43.050208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:43.052806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:43.053240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.053645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:43.053811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.054140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Bound port: 39b78b45-0541-4ecd-856e-e10f954e8aed, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:43.056929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.115853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-b34f8563-48b2-40ee-b01f-0ff92516c420 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.117661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-b34f8563-48b2-40ee-b01f-0ff92516c420 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2497668 Oct 22 15:05:43.138577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:43.185105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:43.190197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.239826 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] For port 39b78b45-0541-4ecd-856e-e10f954e8aed, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:43.243284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] For port 39b78b45-0541-4ecd-856e-e10f954e8aed, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39b78b45-0541-4ecd-856e-e10f954e8aed,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:43.294297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.297359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.300045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.349099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.455834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:43.456521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:43.481809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34852) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:43.504456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34856) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:43.525618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462b65fb-47b4-481d-96b0-7920b87740be admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.567084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=89fb466e-bd48-4aec-b114-2fb2736865fd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:43.623805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bf75b97b-abee-40fa-8922-8509a21e6fc1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9771731 Oct 22 15:05:43.627593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34860) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:43.641727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Request body: {'subnet': {'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-subnet', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:43.669382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462b65fb-47b4-481d-96b0-7920b87740be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.755929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.757105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.757843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.758506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.759295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.760742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.761575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:43.767632 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ffab597-c04f-4727-b83a-28065b18279a req-2966dcf8-0813-4573-8f5f-92d3e4d82493 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6492 time: 0.2835591 Oct 22 15:05:43.788389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462b65fb-47b4-481d-96b0-7920b87740be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.812089 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:43.825419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48eb757b-3113-41e0-9029-c6901a39c4a0 req-84d9c2ff-5440-4657-8069-ca4f830ef1c4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 210 time: 0.0368826 Oct 22 15:05:43.856586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b65fb-47b4-481d-96b0-7920b87740be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de89a0a5-9290-4450-96fa-991514d8dde8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:43.863882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 89fb466e-bd48-4aec-b114-2fb2736865fd details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:05:43.867652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Made reservation on behalf of 673b40ae2dfe451c92078bc8c00f9201 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:43.871709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:43.885398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ffab597-c04f-4727-b83a-28065b18279a req-d36a7161-3510-4229-80c3-7149cd6ffda9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112823 Oct 22 15:05:43.902350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-462b65fb-47b4-481d-96b0-7920b87740be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d5a84acaf024f4489d1e7cc82cf6c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967934 Oct 22 15:05:43.902958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34866) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:43.936129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37b8d0-9352-4981-a319-9b65fc53194c None None] Pushing event updated for resources: {'Port': ['ID=39b78b45-0541-4ecd-856e-e10f954e8aed,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:43.944176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.026855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8714-b9e8-4ea4-92c5-162a5523d999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.064545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8714-b9e8-4ea4-92c5-162a5523d999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.112534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Subnet': ['ID=d3ae5436-0bb3-40b3-8efc-09fcb663b621,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:44.144915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:40Z', 'revision_number': 3, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:44.166658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Checking segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:44.167299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network hostable DHCP agents. Network: c9e220cd-02d5-4421-801b-21155c30f43f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:05:44.172177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995a4ed-0fc9-4d27-87ef-aa4a0994444f None None] The sync data for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 is: [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:40Z', 'revision_number': 3, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:44.204202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:05:44.210107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.233610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8714-b9e8-4ea4-92c5-162a5523d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.236306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8714-b9e8-4ea4-92c5-162a5523d999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.238957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5e5a8714-b9e8-4ea4-92c5-162a5523d999 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de89a0a5-9290-4450-96fa-991514d8dde8 HTTP/1.1" status: 204 len: 168 time: 0.3324845 Oct 22 15:05:44.260379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a8714-b9e8-4ea4-92c5-162a5523d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89a0a5-9290-4450-96fa-991514d8dde8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:44.455464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network c9e220cd-02d5-4421-801b-21155c30f43f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:05:44.619360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.8 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/b0d0ba44-07b5-493d-b349-ffb8a295b275) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:44.664431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.666399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c9e220cd-02d5-4421-801b-21155c30f43f) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:44.671309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:44.672376 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:44.675543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d2143-86a1-4a53-a2e5-4e79442cd4b2 None None] Network c9e220cd-02d5-4421-801b-21155c30f43f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:44.903993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd7468f1-54e6-4bac-a0ab-f8d4a9a89d71 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1381979 Oct 22 15:05:44.904525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34890) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:44.923543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-c9e220cd-02d5-4421-801b-21155c30f43f', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:05:44.926072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.068279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b6245f-fa19-4c52-be99-44cf5dd970ff,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:45.153954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-181146ef-0f77-401c-b710-3c2c8fb3e9ff req-5832a216-b332-419e-ae4e-86ca06140190 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 210 time: 0.1969151 Oct 22 15:05:45.171425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Allocated IP 172.20.0.2 (c9e220cd-02d5-4421-801b-21155c30f43f/d3ae5436-0bb3-40b3-8efc-09fcb663b621/e69dd5a6-db65-4b75-8975-09ff235aed8c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:45.204885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Checking segment: {'id': '6aa2b7a0-0c54-48f4-b462-ca271276e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:45.205265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Network hostable DHCP agents. Network: 89fb466e-bd48-4aec-b114-2fb2736865fd, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:05:45.272089 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.392831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Network 89fb466e-bd48-4aec-b114-2fb2736865fd is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:05:45.496635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 89fb466e-bd48-4aec-b114-2fb2736865fd) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:45.521254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee430268-c464-4962-a5c0-2f9a707ea5fa None None] Network 89fb466e-bd48-4aec-b114-2fb2736865fd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:45.522798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:45.523805 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.559670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.678292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-27c0c2ef-f766-47b9-be47-01c230840809 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0481255 Oct 22 15:05:45.678292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34910) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:45.698821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:45.700906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39b78b45-0541-4ecd-856e-e10f954e8aed up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:45.704089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:45.745013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=b0d0ba44-07b5-493d-b349-ffb8a295b275,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:45.748882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:45.756971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:45.761905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:45.810719 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.905834 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.914942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:45.917614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.930479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:45.934318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.062568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Network c9e220cd-02d5-4421-801b-21155c30f43f is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:46.075707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:46.083558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:46.095353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 39b78b45-0541-4ecd-856e-e10f954e8aed triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:46.095874 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.132110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6faae15b-f932-4202-bfa6-c8b80ccdc289 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0016501 Oct 22 15:05:46.162555 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.170278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-9768518c-4f2c-4ea0-b861-7c982c8934d7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:05:46.171437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-89fb466e-bd48-4aec-b114-2fb2736865fd', 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'fixed_ips': [{'subnet_id': '18b6245f-fa19-4c52-be99-44cf5dd970ff'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:05:46.171633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-9768518c-4f2c-4ea0-b861-7c982c8934d7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060105 Oct 22 15:05:46.172353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.185457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Request body: {'port': {'device_id': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:46.240609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Pushing event updated for resources: {'Port': ['ID=e69dd5a6-db65-4b75-8975-09ff235aed8c,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:46.293463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Attempting to bind port e69dd5a6-db65-4b75-8975-09ff235aed8c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:46.297190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Attempting to bind port e69dd5a6-db65-4b75-8975-09ff235aed8c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:46.297190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Attempting to bind port e69dd5a6-db65-4b75-8975-09ff235aed8c on network c9e220cd-02d5-4421-801b-21155c30f43f {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:46.320552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:46.320914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Checking segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:46.321318 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.321725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Bound using segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:46.322203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Bound port: e69dd5a6-db65-4b75-8975-09ff235aed8c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:46.322606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.393442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.406879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] For port e69dd5a6-db65-4b75-8975-09ff235aed8c, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:46.411254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] For port e69dd5a6-db65-4b75-8975-09ff235aed8c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e69dd5a6-db65-4b75-8975-09ff235aed8c,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:46.506512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.511191 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.821387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:46.896032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Allocated IP 172.20.0.2 (89fb466e-bd48-4aec-b114-2fb2736865fd/18b6245f-fa19-4c52-be99-44cf5dd970ff/2d394656-4256-43c8-a802-30de483033f9) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:46.906733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc21cea-7dec-441a-9462-94683dc3b8ab req-a03a8110-faf6-4c40-b3e1-dba22240e563 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:46.932366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbc21cea-7dec-441a-9462-94683dc3b8ab req-a03a8110-faf6-4c40-b3e1-dba22240e563 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 931 time: 0.5925117 Oct 22 15:05:47.014123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9bf35-98b6-4cf3-8715-3687ac48cbee None None] Pushing event updated for resources: {'Port': ['ID=e69dd5a6-db65-4b75-8975-09ff235aed8c,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:47.055635 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.171939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 39b78b45-0541-4ecd-856e-e10f954e8aed, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39b78b45-0541-4ecd-856e-e10f954e8aed,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:47.264196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbc21cea-7dec-441a-9462-94683dc3b8ab req-fbb3b6e0-20da-4c47-9b88-66c792f747dc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928241 Oct 22 15:05:47.277414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.286683 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.287706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.20.0.1 (c9e220cd-02d5-4421-801b-21155c30f43f/d3ae5436-0bb3-40b3-8efc-09fcb663b621/95916044-dfd2-4b3d-bd75-31188d745361) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:47.408220 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.473987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.480442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=39b78b45-0541-4ecd-856e-e10f954e8aed,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:47.493801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Network 89fb466e-bd48-4aec-b114-2fb2736865fd is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:47.498007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:47.501123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:47.623421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.683344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network c9e220cd-02d5-4421-801b-21155c30f43f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:47.696892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:47.696892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:47.716899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d0ba44-07b5-493d-b349-ffb8a295b275 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:05:47.754021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.821595 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.869448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=95916044-dfd2-4b3d-bd75-31188d745361,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:47.937044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Transition to ACTIVE for port object b0d0ba44-07b5-493d-b349-ffb8a295b275 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:05:47.973897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:47.977465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e69dd5a6-db65-4b75-8975-09ff235aed8c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:48.027631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.052556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.071884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34972) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:48.117931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Pushing event updated for resources: {'Port': ['ID=2d394656-4256-43c8-a802-30de483033f9,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:48.137046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Attempting to bind port 2d394656-4256-43c8-a802-30de483033f9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:48.137699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Attempting to bind port 2d394656-4256-43c8-a802-30de483033f9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '6aa2b7a0-0c54-48f4-b462-ca271276e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:48.138217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Attempting to bind port 2d394656-4256-43c8-a802-30de483033f9 on network 89fb466e-bd48-4aec-b114-2fb2736865fd {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:48.148105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:48.148774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Checking segment: {'id': '6aa2b7a0-0c54-48f4-b462-ca271276e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:48.149384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.149951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Bound using segment: {'id': '6aa2b7a0-0c54-48f4-b462-ca271276e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:48.150595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Bound port: 2d394656-4256-43c8-a802-30de483033f9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2b7a0-0c54-48f4-b462-ca271276e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:48.151294 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.222222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e69dd5a6-db65-4b75-8975-09ff235aed8c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:48.223560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.230312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d0ba44-07b5-493d-b349-ffb8a295b275,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:48.259095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.305899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] For port 2d394656-4256-43c8-a802-30de483033f9, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:48.347474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] For port 2d394656-4256-43c8-a802-30de483033f9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d394656-4256-43c8-a802-30de483033f9,segment=NetworkSegment(6aa2b7a0-0c54-48f4-b462-ca271276e15a),segment_id=6aa2b7a0-0c54-48f4-b462-ca271276e15a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:48.380643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bb44da73-6819-4cb4-87d7-43c4383456ae tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1189960514'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:48.381147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bb44da73-6819-4cb4-87d7-43c4383456ae tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Unknown quota resources ['metering_label']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 15:05:48.436328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.479803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.579718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf2d23-6eb4-4fa3-9844-9daa243a2411 None None] Network c9e220cd-02d5-4421-801b-21155c30f43f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:48.618083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed465f-2def-4967-b3f0-ca4ad7be1957 req-efd52c05-63ec-4fe0-8e3e-e1d6105600b7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:48.627037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6ed465f-2def-4967-b3f0-ca4ad7be1957 req-efd52c05-63ec-4fe0-8e3e-e1d6105600b7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 943 time: 0.2418098 Oct 22 15:05:48.735750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port e69dd5a6-db65-4b75-8975-09ff235aed8c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e69dd5a6-db65-4b75-8975-09ff235aed8c,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:48.753806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6ed465f-2def-4967-b3f0-ca4ad7be1957 req-4210e1ba-137f-4af2-bac0-d743b4a23647 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205282 Oct 22 15:05:48.766726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Allocated IP 172.25.1.238 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b4a2aee2-40cb-442b-853d-7f10b8506d49) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:48.805919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Attempting to bind port b0d0ba44-07b5-493d-b349-ffb8a295b275 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:48.808620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a182a4e-dccb-49e0-a0d1-3f1e44106cd3 None None] Pushing event updated for resources: {'Port': ['ID=2d394656-4256-43c8-a802-30de483033f9,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:48.809617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Attempting to bind port b0d0ba44-07b5-493d-b349-ffb8a295b275 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:48.810010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Attempting to bind port b0d0ba44-07b5-493d-b349-ffb8a295b275 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:48.814118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-eb38824d-40f1-4f16-9b7f-2e2cac8e4bd8 None None] Provisioning complete for port e69dd5a6-db65-4b75-8975-09ff235aed8c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:48.814953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eb38824d-40f1-4f16-9b7f-2e2cac8e4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.827773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:48.844022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Port b0d0ba44-07b5-493d-b349-ffb8a295b275 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:05:48.845237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Attempting to bind port b0d0ba44-07b5-493d-b349-ffb8a295b275 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:48.857787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:48.858457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:48.859105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:48.859784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Bound port: b0d0ba44-07b5-493d-b349-ffb8a295b275, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:48.860382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.094532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=e69dd5a6-db65-4b75-8975-09ff235aed8c,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:49.354039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.457970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb44da73-6819-4cb4-87d7-43c4383456ae tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.459771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb44da73-6819-4cb4-87d7-43c4383456ae tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3864636 Oct 22 15:05:49.461418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.491102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] For port b0d0ba44-07b5-493d-b349-ffb8a295b275, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:49.495127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34994) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:49.495652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] For port b0d0ba44-07b5-493d-b349-ffb8a295b275, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:49.560155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b29ce92c-1be9-4142-b939-70ed1e9adfec tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8046273f-6b6f-4a05-bee3-18577b7c0f08'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:49.560655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b29ce92c-1be9-4142-b939-70ed1e9adfec tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 15:05:49.571166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=95916044-dfd2-4b3d-bd75-31188d745361,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:49.572549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.616090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39b78b45-0541-4ecd-856e-e10f954e8aed up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:49.688335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d0ba44-07b5-493d-b349-ffb8a295b275,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:49.695738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.708726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-24af237b-8e91-499e-930e-4e85ea127a77 None None] Provisioning complete for port 95916044-dfd2-4b3d-bd75-31188d745361 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:49.709031 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24af237b-8e91-499e-930e-4e85ea127a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.738190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.744789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:49.745824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.747718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-6c58f6f9-b566-47a6-a76e-ce0a9442c3c4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b0d0ba44-07b5-493d-b349-ffb8a295b275 HTTP/1.1" status: 200 len: 1091 time: 3.5676744 Oct 22 15:05:49.748397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'tag': 'b0d0ba44-07b5-493d-b349-ffb8a295b275'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:49.750937 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f3c17-86f5-41dc-ae34-918bceb19eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "40432a7a-b289-4d4c-8401-8ae895d42fdd", "tag": "b0d0ba44-07b5-493d-b349-ffb8a295b275"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:49.795780 n-d-812148-2 neutron-server[107801]: WARNING neutron.services.metering.metering_plugin [None req-b29ce92c-1be9-4142-b939-70ed1e9adfec tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 15:05:49.874080 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aa6248-df92-4e64-857a-382398c80ff6 x-openstack-request-id: req-27aa6248-df92-4e64-857a-382398c80ff6 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:49.874449 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40432a7a-b289-4d4c-8401-8ae895d42fdd", "tag": "b0d0ba44-07b5-493d-b349-ffb8a295b275", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:49.874756 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27aa6248-df92-4e64-857a-382398c80ff6 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:49.876529 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'tag': 'b0d0ba44-07b5-493d-b349-ffb8a295b275', 'status': 'completed', 'code': 200} Oct 22 15:05:49.886738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-24af237b-8e91-499e-930e-4e85ea127a77 None None] Port 95916044-dfd2-4b3d-bd75-31188d745361 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:05:49.889700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 39b78b45-0541-4ecd-856e-e10f954e8aed triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:49.891800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.905886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:49.945949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-24af237b-8e91-499e-930e-4e85ea127a77 None None] Provisioning complete for port e69dd5a6-db65-4b75-8975-09ff235aed8c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:49.948849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24af237b-8e91-499e-930e-4e85ea127a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.071092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:50.071973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e69dd5a6-db65-4b75-8975-09ff235aed8c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:50.097494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:50.115824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:50.139130 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b29ce92c-1be9-4142-b939-70ed1e9adfec tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.139130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b29ce92c-1be9-4142-b939-70ed1e9adfec tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5845459 Oct 22 15:05:50.140379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:50.145102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-34e007c3-02c6-415a-afcf-23226ec90908 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8046273f-6b6f-4a05-bee3-18577b7c0f08'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:50.145601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-34e007c3-02c6-415a-afcf-23226ec90908 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 15:05:50.203391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e69dd5a6-db65-4b75-8975-09ff235aed8c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:50.203391 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.243202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network c9e220cd-02d5-4421-801b-21155c30f43f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:50.285151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Pushing event updated for resources: {'Port': ['ID=b4a2aee2-40cb-442b-853d-7f10b8506d49,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:50.348527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:50.375297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-9a4f1a81-ed20-4b8b-9506-31e3345c9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:50.375297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-9a4f1a81-ed20-4b8b-9506-31e3345c9635 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 1094 time: 0.4972565 Oct 22 15:05:50.401644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5428f0-05e7-4dfe-a4b7-3fd9ff5f911a req-6044d519-a394-4d64-8cb2-a5e2e1fd4c97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:50.415509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b5428f0-05e7-4dfe-a4b7-3fd9ff5f911a req-6044d519-a394-4d64-8cb2-a5e2e1fd4c97 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 943 time: 0.4762866 Oct 22 15:05:50.418534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6a2109ff-f209-4cb3-8e13-4c85bb715822 None None] Provisioning complete for port 95916044-dfd2-4b3d-bd75-31188d745361 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:50.419185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a2109ff-f209-4cb3-8e13-4c85bb715822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.432531 n-d-812148-2 neutron-server[107801]: WARNING neutron.services.metering.metering_plugin [None req-34e007c3-02c6-415a-afcf-23226ec90908 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 15:05:50.531027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82662542-4992-4c23-b217-99b4f58ffec0 None None] Network 89fb466e-bd48-4aec-b114-2fb2736865fd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:05:50.546991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34e007c3-02c6-415a-afcf-23226ec90908 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.551262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-bc7ea6bc-bcc3-41e0-a852-f5bd6ff5b587 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275 HTTP/1.1" status: 200 len: 217 time: 0.1685584 Oct 22 15:05:50.553991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35016) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:50.559329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34e007c3-02c6-415a-afcf-23226ec90908 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4179370 Oct 22 15:05:50.573780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6a2109ff-f209-4cb3-8e13-4c85bb715822 None None] Port 95916044-dfd2-4b3d-bd75-31188d745361 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:05:50.606694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e0bae6ab-c046-4a0d-88de-259fc8f667f5 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=72a49539-99e3-4da0-85fb-63dfe0d28e58 HTTP/1.1" status: 200 len: 464 time: 0.0478032 Oct 22 15:05:50.617048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35018) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:50.625748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2d394656-4256-43c8-a802-30de483033f9 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:50.680707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router d4b96271-58f9-4bd4-be53-8fc703aea4b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:50.681002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b5428f0-05e7-4dfe-a4b7-3fd9ff5f911a req-22b9b4f3-14e1-4093-a6f0-3915cddba124 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642646 Oct 22 15:05:50.700109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-ac827040-78ea-4175-9cf5-3418058b450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:50.702093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-ac827040-78ea-4175-9cf5-3418058b450a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.1293800 Oct 22 15:05:50.741927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-635c7194-3569-429a-956b-0159ea4a9522 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328832 Oct 22 15:05:50.751837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5ed5d9c8-1aaf-47a9-81ce-7cfd175208ab None None] Provisioning complete for port 2d394656-4256-43c8-a802-30de483033f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:50.752032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d9c8-1aaf-47a9-81ce-7cfd175208ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.851412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2d394656-4256-43c8-a802-30de483033f9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:50.851856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.863003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca191cb6-0377-49e2-897d-af3122104b62 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.864476 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca191cb6-0377-49e2-897d-af3122104b62 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/72a49539-99e3-4da0-85fb-63dfe0d28e58 HTTP/1.1" status: 204 len: 168 time: 0.2458012 Oct 22 15:05:50.867907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:50.915071 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-29eb8edb-df04-4b38-a335-47c782001c5c tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=72a49539-99e3-4da0-85fb-63dfe0d28e58 HTTP/1.1" status: 200 len: 221 time: 0.0459058 Oct 22 15:05:50.918952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35028) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:50.925484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-508dd269-70f5-492c-a663-b6751db19983 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--525933710', 'description': 'label created by tempest'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:50.926121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-508dd269-70f5-492c-a663-b6751db19983 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Unknown quota resources ['metering_label']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 15:05:50.936287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:50.984224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:50.994873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35030) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:50.995724 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91241010-3970-462a-a9d0-b29845103161 None None] Sync routers for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:50.996710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cbc17b47-87d3-44e5-abe4-d3d5a0db4570 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "PUT /v2.0/routers/d4b96271-58f9-4bd4-be53-8fc703aea4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0903559 Oct 22 15:05:51.007643 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:51.008870 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:51.058353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d9c8-1aaf-47a9-81ce-7cfd175208ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.103738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5ed5d9c8-1aaf-47a9-81ce-7cfd175208ab None None] For port 2d394656-4256-43c8-a802-30de483033f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d394656-4256-43c8-a802-30de483033f9,segment=NetworkSegment(6aa2b7a0-0c54-48f4-b462-ca271276e15a),segment_id=6aa2b7a0-0c54-48f4-b462-ca271276e15a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:51.110339 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.127729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-87e85e06-7b43-46a4-9c8a-97661848dfb9 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777423 Oct 22 15:05:51.177456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d9c8-1aaf-47a9-81ce-7cfd175208ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.178191 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:51.256056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5d9c8-1aaf-47a9-81ce-7cfd175208ab None None] Pushing event updated for resources: {'Port': ['ID=2d394656-4256-43c8-a802-30de483033f9,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:51.367701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-51774195-67e0-41b8-b605-8e5a08e98ca9 None None] Provisioning complete for port 95916044-dfd2-4b3d-bd75-31188d745361 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:51.369811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51774195-67e0-41b8-b605-8e5a08e98ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.372046 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-508dd269-70f5-492c-a663-b6751db19983 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.373554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-508dd269-70f5-492c-a663-b6751db19983 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4534426 Oct 22 15:05:51.380464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35040) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:51.383913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:05:51.386339 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:05:51.514836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-51774195-67e0-41b8-b605-8e5a08e98ca9 None None] Port 95916044-dfd2-4b3d-bd75-31188d745361 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:05:51.538590 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 2, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:51.572114 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91241010-3970-462a-a9d0-b29845103161 None None] Checking router: d4b96271-58f9-4bd4-be53-8fc703aea4b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:51.572432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91241010-3970-462a-a9d0-b29845103161 None None] Updating router d4b96271-58f9-4bd4-be53-8fc703aea4b4 port 95916044-dfd2-4b3d-bd75-31188d745361 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:05:51.581662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.582457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.582835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.583393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.583895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.584412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.584921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.585435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.585960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.586477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.591732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5811ecf7-89ff-4b88-9e86-957d4aa0932c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.5939915 Oct 22 15:05:51.592513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35046) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:51.608029 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-91241010-3970-462a-a9d0-b29845103161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.649879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-805d67c7-e7f7-44a1-a38b-f2ed2015b648 None None] Provisioning complete for port 2d394656-4256-43c8-a802-30de483033f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:51.650347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-805d67c7-e7f7-44a1-a38b-f2ed2015b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.730635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29067227-0b40-44dd-8ea8-0a50a7c8c550 req-0cad35c8-50eb-490a-8598-a533002384e3 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850010 Oct 22 15:05:51.783191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:51.804757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.805218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.805666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.806114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.806565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.807014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.807460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.807899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.808336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.808766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:51.814357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-42c8b6ef-b0f7-4f90-907a-f94027dead49 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6463 time: 0.2145512 Oct 22 15:05:51.815807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35054) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:52.040706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-be5381f4-d142-47e3-84d3-53a02071cc9b tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=5532a015-802a-4d60-873c-9decc791ec38 HTTP/1.1" status: 200 len: 467 time: 0.6589532 Oct 22 15:05:52.056500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35058) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:52.079031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2d394656-4256-43c8-a802-30de483033f9 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:52.131168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 2d394656-4256-43c8-a802-30de483033f9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:52.131447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.146215 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-91241010-3970-462a-a9d0-b29845103161 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.250221 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-91241010-3970-462a-a9d0-b29845103161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.308197 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Pushing event updated for resources: {'Port': ['ID=95916044-dfd2-4b3d-bd75-31188d745361,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:52.322749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.323422 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.323829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.324169 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.324519 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.324837 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.325166 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.325493 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.325817 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.326142 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.326465 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.326786 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:05:52.395639 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-91241010-3970-462a-a9d0-b29845103161 None None] Attempting to bind port 95916044-dfd2-4b3d-bd75-31188d745361 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:52.396258 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-91241010-3970-462a-a9d0-b29845103161 None None] Attempting to bind port 95916044-dfd2-4b3d-bd75-31188d745361 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:52.396781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91241010-3970-462a-a9d0-b29845103161 None None] Attempting to bind port 95916044-dfd2-4b3d-bd75-31188d745361 on network c9e220cd-02d5-4421-801b-21155c30f43f {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:52.409077 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91241010-3970-462a-a9d0-b29845103161 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:52.412184 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91241010-3970-462a-a9d0-b29845103161 None None] Checking segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:52.412774 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-91241010-3970-462a-a9d0-b29845103161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.414842 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91241010-3970-462a-a9d0-b29845103161 None None] Bound using segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:52.419271 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-91241010-3970-462a-a9d0-b29845103161 None None] Bound port: 95916044-dfd2-4b3d-bd75-31188d745361, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:52.419751 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-91241010-3970-462a-a9d0-b29845103161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.545924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-91241010-3970-462a-a9d0-b29845103161 None None] For port 95916044-dfd2-4b3d-bd75-31188d745361, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:52.553552 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-91241010-3970-462a-a9d0-b29845103161 None None] For port 95916044-dfd2-4b3d-bd75-31188d745361, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=95916044-dfd2-4b3d-bd75-31188d745361,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:52.614455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b8bd4-dbc6-4628-a493-c49d36bbf52d req-c69b3a5e-0d77-4ad5-9f74-24a164b0b95e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:52.621894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-051b8bd4-dbc6-4628-a493-c49d36bbf52d req-c69b3a5e-0d77-4ad5-9f74-24a164b0b95e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 943 time: 0.7796855 Oct 22 15:05:52.645010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-32c70de1-1de4-42f3-8a61-ab3a49682d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.679737 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-91241010-3970-462a-a9d0-b29845103161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.718277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-935e31d0-6393-426a-a28e-28da81db1053 None None] Provisioning complete for port 95916044-dfd2-4b3d-bd75-31188d745361 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:52.718842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-935e31d0-6393-426a-a28e-28da81db1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.783151 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:52.784224 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:52.796923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-55b40874-d41a-44f4-a863-a194a253797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:52.798050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-55b40874-d41a-44f4-a863-a194a253797f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 1094 time: 0.8618300 Oct 22 15:05:52.917954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-935e31d0-6393-426a-a28e-28da81db1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:52.919359 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:52.982744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-051b8bd4-dbc6-4628-a493-c49d36bbf52d req-827182a6-df7b-4fce-8a73-08033cae1d69 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599370 Oct 22 15:05:52.989496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-935e31d0-6393-426a-a28e-28da81db1053 None None] For port 95916044-dfd2-4b3d-bd75-31188d745361, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=95916044-dfd2-4b3d-bd75-31188d745361,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:53.045173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa402f0c-4dc1-4c63-83ab-b29a5b0b06e9 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:53.049925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aa402f0c-4dc1-4c63-83ab-b29a5b0b06e9 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/5532a015-802a-4d60-873c-9decc791ec38 HTTP/1.1" status: 204 len: 168 time: 0.9912271 Oct 22 15:05:53.050113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35076) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.068218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5c074338-a423-45d1-9d26-4a7be611b94d tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=5532a015-802a-4d60-873c-9decc791ec38 HTTP/1.1" status: 200 len: 216 time: 0.0132279 Oct 22 15:05:53.071480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35078) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.094401 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1806589b-1b4f-4399-8184-d2c552d10fd8 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0211205 Oct 22 15:05:53.094681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35082) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.108549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-935e31d0-6393-426a-a28e-28da81db1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:53.119221 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a70469e7-a50d-4c08-8b8f-efd4174659c1 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0201056 Oct 22 15:05:53.119945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35084) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.165934 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a76c00-8003-49fa-843b-03c56c13b3bd None None] Pushing event updated for resources: {'Port': ['ID=95916044-dfd2-4b3d-bd75-31188d745361,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:53.216965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:05:53.222795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e31d0-6393-426a-a28e-28da81db1053 None None] Pushing event updated for resources: {'Port': ['ID=95916044-dfd2-4b3d-bd75-31188d745361,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:53.239258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-7a7f42d4-5a01-4a91-8894-9e7c90cfe8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:53.240785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-7a7f42d4-5a01-4a91-8894-9e7c90cfe8f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 906 time: 0.3902082 Oct 22 15:05:53.260883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b8faf9b3-664f-45c6-92e2-fd707d26ec3c tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/8046273f-6b6f-4a05-bee3-18577b7c0f08 HTTP/1.1" status: 200 len: 473 time: 0.1395524 Oct 22 15:05:53.261714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.276293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b7dd001f-31d9-4f86-83db-814132159884 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/0291446d-ef99-4f98-8b89-7ad8850ddf57 HTTP/1.1" status: 200 len: 461 time: 0.0131676 Oct 22 15:05:53.277111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.280120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-25223c12-171e-482d-b42c-4b1765c6d1a5 None None] Provisioning complete for port 95916044-dfd2-4b3d-bd75-31188d745361 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:53.280487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-25223c12-171e-482d-b42c-4b1765c6d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:53.320996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-7448f53d-3e1b-462b-bf5c-d79880b274cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275 HTTP/1.1" status: 200 len: 217 time: 0.0630424 Oct 22 15:05:53.383534 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-91241010-3970-462a-a9d0-b29845103161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:53.411676 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91241010-3970-462a-a9d0-b29845103161 None None] The sync data for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 is: [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:53.484270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ecc07a6-0234-4f92-9ac7-9849f99d748f tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:53.485696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1ecc07a6-0234-4f92-9ac7-9849f99d748f tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/0291446d-ef99-4f98-8b89-7ad8850ddf57 HTTP/1.1" status: 204 len: 168 time: 0.2072668 Oct 22 15:05:53.489936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:53.494530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f6acba35-7c89-4d79-8f09-3249e9446776 tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 1.6755288 Oct 22 15:05:53.654829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-bfb65bf8-f94b-4e39-9f18-be804ef83067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:53.657674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-bfb65bf8-f94b-4e39-9f18-be804ef83067 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.3038235 Oct 22 15:05:53.694626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:53.707928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Sync routers for ids ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:53.725912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Routers {'1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:53.727983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:53.827896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-164c6dce-94fe-4dda-aae1-e81644e5c0c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286027 Oct 22 15:05:53.922110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:53.926922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f73539ca-fb93-44cb-a586-2eb83ab5022c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.2230573 Oct 22 15:05:53.927260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35102) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:54.005266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-6383b2fa-8787-4666-b31b-d17c809bc9fd service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699619 Oct 22 15:05:54.052193 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f07f984-eb38-4c4a-8609-02bc638de544 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:54.061932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f07f984-eb38-4c4a-8609-02bc638de544 tempest-MeteringTestJSON-921392572 tempest-MeteringTestJSON-921392572-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/8046273f-6b6f-4a05-bee3-18577b7c0f08 HTTP/1.1" status: 204 len: 168 time: 0.5708706 Oct 22 15:05:54.374623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df1f3c17-86f5-41dc-ae34-918bceb19eb6 req-b496b4b2-76a3-4ba2-9e97-69895f07d4c7 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666098 Oct 22 15:05:54.432489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 95916044-dfd2-4b3d-bd75-31188d745361 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:54.442551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9465b-51bf-4675-9fd1-95b90da5dd70 req-3f92ddd6-61d1-4836-822b-c80f6bcc1dce tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:54.444642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75c9465b-51bf-4675-9fd1-95b90da5dd70 req-3f92ddd6-61d1-4836-822b-c80f6bcc1dce tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 943 time: 0.2943277 Oct 22 15:05:54.509209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Set router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:54.564008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75c9465b-51bf-4675-9fd1-95b90da5dd70 req-4538c93d-51fa-432b-b460-c78dffcce422 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083798 Oct 22 15:05:54.666441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 95916044-dfd2-4b3d-bd75-31188d745361 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:54.666825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:54.977826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35124) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:55.156838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:05:50Z', 'revision_number': 3, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port': {'id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:48Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:55.157627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:55.162303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488697364', 'description': 'tempest-secgroup-smoke-488697364 description', 'project_id': '4da48237c7fc4553949e355dd822987d'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:55.197035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Checking router: 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:05:55.197475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Updating router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf port b4a2aee2-40cb-442b-853d-7f10b8506d49 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:05:55.210461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.224280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6589b890-d666-4ce7-a1de-fb17825a7dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.235388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.243969 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad32-00fd-4379-90c2-a44ab7dc1e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.351833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad32-00fd-4379-90c2-a44ab7dc1e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.439178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.467352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Allocated IP 172.20.0.1 (89fb466e-bd48-4aec-b114-2fb2736865fd/18b6245f-fa19-4c52-be99-44cf5dd970ff/a55ab03b-35c8-4853-87ba-69cdaadf114c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:05:55.526773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.576261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad32-00fd-4379-90c2-a44ab7dc1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.588847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.593520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.641287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.661926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:55.662351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fa51ad32-00fd-4379-90c2-a44ab7dc1e47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8d94a595b0c45629418cf791985c1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6825702 Oct 22 15:05:55.675073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51ad32-00fd-4379-90c2-a44ab7dc1e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b4637-7c9e-4736-9299-dc03d12da3f3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:55.676502 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.736702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16fc78-16b5-4e14-a7a1-7cd287a059b5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:55.740928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e7210-a3bd-41ae-a9ab-1ce34007f242 None None] Pushing event updated for resources: {'Port': ['ID=b4a2aee2-40cb-442b-853d-7f10b8506d49,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:55.753563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93c646-327a-4b92-bb76-3fcbb015dd70 req-d0f541e2-aa52-49d8-af8c-32fa1a487229 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:55.755761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb93c646-327a-4b92-bb76-3fcbb015dd70 req-d0f541e2-aa52-49d8-af8c-32fa1a487229 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 943 time: 0.1014490 Oct 22 15:05:55.758312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Attempting to bind port b4a2aee2-40cb-442b-853d-7f10b8506d49 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:05:55.758907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Attempting to bind port b4a2aee2-40cb-442b-853d-7f10b8506d49 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:05:55.759353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Attempting to bind port b4a2aee2-40cb-442b-853d-7f10b8506d49 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:05:55.762906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.764813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:05:55.765278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:05:55.766251 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.766850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:05:55.767408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Bound port: b4a2aee2-40cb-442b-853d-7f10b8506d49, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:05:55.768497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.786944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.788744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-71f81203-abcc-47e0-8240-e477449907b2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6307669 Oct 22 15:05:55.791698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35140) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:55.798095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': '6a16fc78-16b5-4e14-a7a1-7cd287a059b5', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:55.807042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0675acc0-56bd-44f4-8fe7-0b8c99e5b74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.845813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Network 89fb466e-bd48-4aec-b114-2fb2736865fd is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:55.847188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] For port b4a2aee2-40cb-442b-853d-7f10b8506d49, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:05:55.851403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] For port b4a2aee2-40cb-442b-853d-7f10b8506d49, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b4a2aee2-40cb-442b-853d-7f10b8506d49,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:05:55.856297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0675acc0-56bd-44f4-8fe7-0b8c99e5b74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.864050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:55.864386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb93c646-327a-4b92-bb76-3fcbb015dd70 req-64460339-5887-45e2-b23c-1209859d4260 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004989 Oct 22 15:05:55.870315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:05:55.902828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Pushing event updated for resources: {'Port': ['ID=a55ab03b-35c8-4853-87ba-69cdaadf114c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:55.944090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:55.959619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.002755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.009345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b0d0ba44-07b5-493d-b349-ffb8a295b275 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:05:56.021049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Routers {'1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:56.021688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:56.066334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.095568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e7210-a3bd-41ae-a9ab-1ce34007f242 None None] Pushing event updated for resources: {'Port': ['ID=b4a2aee2-40cb-442b-853d-7f10b8506d49,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:56.115725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0675acc0-56bd-44f4-8fe7-0b8c99e5b74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.120391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0675acc0-56bd-44f4-8fe7-0b8c99e5b74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.125036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0675acc0-56bd-44f4-8fe7-0b8c99e5b74e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd3b4637-7c9e-4736-9299-dc03d12da3f3 HTTP/1.1" status: 204 len: 168 time: 0.4587286 Oct 22 15:05:56.136494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675acc0-56bd-44f4-8fe7-0b8c99e5b74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b4637-7c9e-4736-9299-dc03d12da3f3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:56.153447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.174005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4889091-c44b-43e3-ab6e-000a94cab8b1,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:56.241507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.242701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-418fd563-d76a-47e3-af0d-d701786bb862 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4498057 Oct 22 15:05:56.245373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:56.247592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.252636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': '6a16fc78-16b5-4e14-a7a1-7cd287a059b5', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:56.286760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] Set router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:05:56.290688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-14afe02f-8af1-4b9a-83db-05898e03bb05 None None] Provisioning complete for port a55ab03b-35c8-4853-87ba-69cdaadf114c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:56.291095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-14afe02f-8af1-4b9a-83db-05898e03bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.361423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-14afe02f-8af1-4b9a-83db-05898e03bb05 None None] Port a55ab03b-35c8-4853-87ba-69cdaadf114c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:05:56.375399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.452404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.471478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b0d0ba44-07b5-493d-b349-ffb8a295b275, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:56.492938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'b0d0ba44-07b5-493d-b349-ffb8a295b275', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': 'b0d0ba44-07b5-493d-b349-ffb8a295b275', 'mac_address': 'fa:16:3e:5b:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:05:56.501043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.553233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.557966 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.573218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d90d267-e736-41da-b5c4-a36aca6cea25,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:56.600834 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.610617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.633926 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.639229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d0ba44-07b5-493d-b349-ffb8a295b275 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:05:56.644385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.658085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-78651a38-8e38-477f-9d2b-d57e343fb88c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041121 Oct 22 15:05:56.658085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35164) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:56.658085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': '6a16fc78-16b5-4e14-a7a1-7cd287a059b5', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:56.698449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b0d0ba44-07b5-493d-b349-ffb8a295b275, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:56.698644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Pushing event updated for resources: {'Port': ['ID=a55ab03b-35c8-4853-87ba-69cdaadf114c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:56.715735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.739271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:05:50Z', 'revision_number': 3, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port': {'id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:48Z', 'updated_at': '2021-10-22T15:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:05:56.772200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.781701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0901f4-0299-4f70-b19d-1965a481c19d None None] The sync data for ids ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'] in n-d-812148-2 is: [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:05:50Z', 'revision_number': 3, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port': {'id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:48Z', 'updated_at': '2021-10-22T15:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:05:56.809119 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:05:56.817841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:56.839227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Network 89fb466e-bd48-4aec-b114-2fb2736865fd is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:05:56.841176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:05:56.880926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=b0d0ba44-07b5-493d-b349-ffb8a295b275,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:57.017293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b0d0ba44-07b5-493d-b349-ffb8a295b275'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:05:57.058120 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.142159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35178) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:57.211122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.244156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ac14-6e68-466f-aa2b-0784400ec5d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.265073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:05:57.267125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3eb40a-8ebd-4e05-9d23-bbb8c98399e0,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:57.301155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179fdaf-66cb-4c79-a1a7-7983ea0b8263 req-772377ca-4541-48b3-9bcf-8b494bd77b04 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:57.302952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1179fdaf-66cb-4c79-a1a7-7983ea0b8263 req-772377ca-4541-48b3-9bcf-8b494bd77b04 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 944 time: 0.2316489 Oct 22 15:05:57.415131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.416377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-54b8b235-250e-4900-94a2-fba13fe7a7c5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7637248 Oct 22 15:05:57.422224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35184) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:57.431311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9e8792b0-26fe-4859-a4b8-f7680487a9a4 None None] Provisioning complete for port a55ab03b-35c8-4853-87ba-69cdaadf114c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:57.440613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e8792b0-26fe-4859-a4b8-f7680487a9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.440780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': '6a16fc78-16b5-4e14-a7a1-7cd287a059b5', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:57.456540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1179fdaf-66cb-4c79-a1a7-7983ea0b8263 req-0dfa14ff-9e76-4731-ab2a-fd1cbf3e8fd9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450651 Oct 22 15:05:57.526793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ac14-6e68-466f-aa2b-0784400ec5d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.529941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9e8792b0-26fe-4859-a4b8-f7680487a9a4 None None] Port a55ab03b-35c8-4853-87ba-69cdaadf114c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:05:57.577381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.659680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ac14-6e68-466f-aa2b-0784400ec5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.661148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.720377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:05:57.726594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d2cbd760-c893-44bd-bce3-613ea996c555 admin admin] 10.222.0.66 "PUT /v2.0/routers/1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7982278 Oct 22 15:05:57.741764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.762532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c1e5ac14-6e68-466f-aa2b-0784400ec5d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=351775fb642b45deabc90a30944be626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190834 Oct 22 15:05:57.768935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5ac14-6e68-466f-aa2b-0784400ec5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d198ef6-7823-4392-9918-6d34d042b981,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:57.779412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35194) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:57.869228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645999d5-2f77-4cfa-8d1b-f37b2892f069,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:57.888167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.889426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-27297e24-d09b-4a29-be29-978e63c7837f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4661558 Oct 22 15:05:57.892294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35196) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:57.898018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': '6a16fc78-16b5-4e14-a7a1-7cd287a059b5', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:57.921478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98acb116-cdb5-41f2-a56e-cf301ea51e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:57.973896 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98acb116-cdb5-41f2-a56e-cf301ea51e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.019015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b0d0ba44-07b5-493d-b349-ffb8a295b275 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:58.061072 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Project 4da48237c7fc4553949e355dd822987d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:05:58.061072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.098777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.203015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b4a2aee2-40cb-442b-853d-7f10b8506d49 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:05:58.230906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.233628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98acb116-cdb5-41f2-a56e-cf301ea51e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.239574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98acb116-cdb5-41f2-a56e-cf301ea51e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.241194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-98acb116-cdb5-41f2-a56e-cf301ea51e16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d198ef6-7823-4392-9918-6d34d042b981 HTTP/1.1" status: 204 len: 168 time: 0.4598534 Oct 22 15:05:58.275531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb116-cdb5-41f2-a56e-cf301ea51e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d198ef6-7823-4392-9918-6d34d042b981,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:58.290985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port b0d0ba44-07b5-493d-b349-ffb8a295b275 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:05:58.307101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.349341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c412b25a-ad23-40ed-8636-4507c6de6a1f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:58.367716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port b0d0ba44-07b5-493d-b349-ffb8a295b275 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:58.368165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.434895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.436614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-222148f6-486a-4095-98dc-b3d1758c8155 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5429893 Oct 22 15:05:58.438805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35214) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:58.444337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'security_group_rule': {'security_group_id': '6a16fc78-16b5-4e14-a7a1-7cd287a059b5', 'project_id': '4da48237c7fc4553949e355dd822987d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:05:58.571165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b4a2aee2-40cb-442b-853d-7f10b8506d49 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:05:58.571692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.583205 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-f621abdd-c8af-4dae-b95f-de7260127d0d req-359099da-765a-4c2b-9465-5f173ae23a19 tempest-FloatingIPDetailsNegativeTestJSON-333723414 tempest-FloatingIPDetailsNegativeTestJSON-333723414-project] show failed (client error): The resource could not be found. Oct 22 15:05:58.584538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f621abdd-c8af-4dae-b95f-de7260127d0d req-359099da-765a-4c2b-9465-5f173ae23a19 tempest-FloatingIPDetailsNegativeTestJSON-333723414 tempest-FloatingIPDetailsNegativeTestJSON-333723414-project] 10.222.0.66 "GET /v2.0/floatingips/294b11d2-6f90-4a59-925c-c29151677840 HTTP/1.1" status: 404 len: 350 time: 0.0732830 Oct 22 15:05:58.593071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35218) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:05:58.703966 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.712176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962d6d-095e-40a8-93f8-6c02ca912753 req-4920e5e5-2dfd-42f5-a1d1-02941c410aa6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:58.714142 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Project 4da48237c7fc4553949e355dd822987d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:05:58.720258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24962d6d-095e-40a8-93f8-6c02ca912753 req-4920e5e5-2dfd-42f5-a1d1-02941c410aa6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 944 time: 0.0903594 Oct 22 15:05:58.733617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.782339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24962d6d-095e-40a8-93f8-6c02ca912753 req-8cbee8f5-14c6-4272-ad00-2a0fb8c5a7c7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603447 Oct 22 15:05:58.802081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b0d0ba44-07b5-493d-b349-ffb8a295b275, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:58.805101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d0ba44-07b5-493d-b349-ffb8a295b275'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:05:58.808334 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93852fe0-5a7d-4c71-ad5b-7c044340a0b3" -d '{"events": [{"server_uuid": "40432a7a-b289-4d4c-8401-8ae895d42fdd", "name": "network-vif-plugged", "status": "completed", "tag": "b0d0ba44-07b5-493d-b349-ffb8a295b275"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:05:58.831554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.869763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port b4a2aee2-40cb-442b-853d-7f10b8506d49, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b4a2aee2-40cb-442b-853d-7f10b8506d49,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:05:58.884041 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419773e1-dd99-4661-9a3a-6e8e10923d68 x-openstack-request-id: req-419773e1-dd99-4661-9a3a-6e8e10923d68 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:05:58.884589 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40432a7a-b289-4d4c-8401-8ae895d42fdd", "name": "network-vif-plugged", "status": "completed", "tag": "b0d0ba44-07b5-493d-b349-ffb8a295b275", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:05:58.884944 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-419773e1-dd99-4661-9a3a-6e8e10923d68 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:05:58.885562 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d0ba44-07b5-493d-b349-ffb8a295b275', 'code': 200} Oct 22 15:05:58.889779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:58.999667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:59.040863 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:59.060693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5319bc5-6f8e-4fa8-8a50-9d0dfbafe3fe req-ed4e4f04-7033-4bfc-8f55-a86e5e6e7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:05:59.062740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=b0d0ba44-07b5-493d-b349-ffb8a295b275,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:59.069218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5319bc5-6f8e-4fa8-8a50-9d0dfbafe3fe req-ed4e4f04-7033-4bfc-8f55-a86e5e6e7589 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 1096 time: 0.0924273 Oct 22 15:05:59.130235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5319bc5-6f8e-4fa8-8a50-9d0dfbafe3fe req-3200959f-23eb-417d-8cf6-25c3c87641ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561624 Oct 22 15:05:59.147641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=b4a2aee2-40cb-442b-853d-7f10b8506d49,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:59.181117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:59.226561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5d3285-2faf-41bd-9998-e79b4a72ca32,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:05:59.420462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:59.430086 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dc965cf2-429f-4b94-a6f7-70450e987ec2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9819932 Oct 22 15:05:59.489322 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:59.782258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-141c6f74-b134-4de0-876f-f4d838dd6901 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488697364&fields=id&tenant_id=4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 267 time: 0.0870788 Oct 22 15:05:59.912769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Deleting port a55ab03b-35c8-4853-87ba-69cdaadf114c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:05:59.917992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:05:59.918375 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Sync routers for ids ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:05:59.930756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Routers {'1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:05:59.931945 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:00.075075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:00.101404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Calling delete_port for a55ab03b-35c8-4853-87ba-69cdaadf114c owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:00.101617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80428d9f-b642-4c98-91e1-da295b072244 req-a25ee49b-3073-4323-bd13-27d9f35cb320 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:00.116862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80428d9f-b642-4c98-91e1-da295b072244 req-a25ee49b-3073-4323-bd13-27d9f35cb320 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 945 time: 0.1273186 Oct 22 15:06:00.152249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-5ffc404a-8f24-48e5-a6a2-d6bfff46134d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:00.153858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-5ffc404a-8f24-48e5-a6a2-d6bfff46134d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/networks?id=c9e220cd-02d5-4421-801b-21155c30f43f HTTP/1.1" status: 200 len: 796 time: 0.3635015 Oct 22 15:06:00.192355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b4a2aee2-40cb-442b-853d-7f10b8506d49 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:00.210888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-1f73a29d-f5c3-4ccc-9ddd-cd1f31781580 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/quotas/4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 375 time: 0.0494561 Oct 22 15:06:00.225865 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Set router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:00.294435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80428d9f-b642-4c98-91e1-da295b072244 req-ee65f114-aaf8-4bf7-9881-7a8ea8514fc4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768076 Oct 22 15:06:00.329565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b4a2aee2-40cb-442b-853d-7f10b8506d49 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:00.333811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:00.354201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-57b5579d-80df-49c5-92da-fa81246bfeea tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232364 Oct 22 15:06:00.558894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-e9fb7708-4a1b-4c63-aa42-d53090a0e7c9 service neutron] 10.222.0.66 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033215 Oct 22 15:06:00.713231 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:00.747341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-af1c3dbc-dbea-433c-bc7c-f1a1da337514 service neutron] 10.222.0.66 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805763 Oct 22 15:06:00.769970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55ab03b-35c8-4853-87ba-69cdaadf114c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:00.842963 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:05:56Z', 'revision_number': 4, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port': {'id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:48Z', 'updated_at': '2021-10-22T15:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'a55ab03b-35c8-4853-87ba-69cdaadf114c', 'name': '', 'network_id': '89fb466e-bd48-4aec-b114-2fb2736865fd', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'mac_address': 'fa:16:3e:1b:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '18b6245f-fa19-4c52-be99-44cf5dd970ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:55Z', 'updated_at': '2021-10-22T15:05:56Z', 'revision_number': 2, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'subnets': [{'id': '18b6245f-fa19-4c52-be99-44cf5dd970ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:00.885739 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Checking router: 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:00.886316 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Updating router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf port a55ab03b-35c8-4853-87ba-69cdaadf114c binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:06:00.903776 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Port a55ab03b-35c8-4853-87ba-69cdaadf114c not found while updating agent binding for router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf. {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 22 15:06:00.913852 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Routers {'1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:00.914780 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:00.984531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:01.075035 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] Set router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:01.227518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-923aae6e-2c64-431e-9782-48266f2a47b9 req-84d86b2f-e765-4ed9-a402-7e6cc17d8813 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 210 time: 0.0742733 Oct 22 15:06:01.403360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:06:01.501588 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:06:00Z', 'revision_number': 5, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port': {'id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:48Z', 'updated_at': '2021-10-22T15:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:01.508034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745633-ae57-46a2-9a4c-af0cba6719a9 req-5dde6b65-7a31-49ef-9658-320e72f38ddc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:01.509971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35745633-ae57-46a2-9a4c-af0cba6719a9 req-5dde6b65-7a31-49ef-9658-320e72f38ddc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 945 time: 0.0705364 Oct 22 15:06:01.568857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35745633-ae57-46a2-9a4c-af0cba6719a9 req-7bbf2d44-daed-4e72-901a-bebd292b9c9f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Oct 22 15:06:01.601948 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ba3-ea3b-4b54-904d-409b420cd8b9 None None] The sync data for ids ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'] in n-d-812148-2 is: [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:06:00Z', 'revision_number': 5, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port': {'id': 'b4a2aee2-40cb-442b-853d-7f10b8506d49', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:48Z', 'updated_at': '2021-10-22T15:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:01.680141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:06:01.688303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35322) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:01.689322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72cb4fd8-d346-4341-86f5-8efa45ab58c0 admin admin] 10.222.0.66 "PUT /v2.0/routers/1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0945072 Oct 22 15:06:01.866852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35326) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:01.900040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.145401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.152061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1003006580'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:02.244905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.251788 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.356953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-c124b979-2405-46d3-97b9-8a185e4419d4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:02.363571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.364379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-c124b979-2405-46d3-97b9-8a185e4419d4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2936769 Oct 22 15:06:02.410303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5066fc16-7b98-44cd-b627-f038bea7780e req-f385745f-0aec-4141-ba7a-d853e1270917 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 210 time: 0.0740767 Oct 22 15:06:02.416345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-13a85cba-8e42-4069-aa74-7fb7ca249f90 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0510683 Oct 22 15:06:02.450835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Deleting port b4a2aee2-40cb-442b-853d-7f10b8506d49 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:02.451497 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.451642 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.607209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-4a852bd1-3edd-4805-9832-f34a371818c8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825082 Oct 22 15:06:02.614634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.616368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-369a6913-f18a-4191-a961-e2bb4e2c3001 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7478378 Oct 22 15:06:02.619058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35352) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:02.649648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] For port b4a2aee2-40cb-442b-853d-7f10b8506d49, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b4a2aee2-40cb-442b-853d-7f10b8506d49,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:02.650382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.710211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Calling delete_port for b4a2aee2-40cb-442b-853d-7f10b8506d49 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:02.787121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:02.823115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] Sync routers for ids ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:06:02.833550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] Routers {'1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:02.834499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:03.048338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.055199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.086116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-bea21c58-349a-408d-bee8-0a07b5b5e7a7 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578178 Oct 22 15:06:03.161780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] Set router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:03.220587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:06:02Z', 'revision_number': 6, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:03.256778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] Checking router: 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:03.270532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] Routers {'1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:03.274759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:03.378794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] Set router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:03.456861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:06:02Z', 'revision_number': 6, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:03.503420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2373b38-fc68-431b-ba1d-8fccae79da6b None None] The sync data for ids ['1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf'] in n-d-812148-2 is: [{'id': '1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338866619-router', 'tenant_id': '673b40ae2dfe451c92078bc8c00f9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:45Z', 'updated_at': '2021-10-22T15:06:02Z', 'revision_number': 6, 'project_id': '673b40ae2dfe451c92078bc8c00f9201', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:03.572412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.572975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a4ea75f-398f-48e7-a8a8-c680dad1535c {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:03.577939 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.579500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6bcbfbaa-205c-4097-85d8-ee3372b72867 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4a4ea75f-398f-48e7-a8a8-c680dad1535c HTTP/1.1" status: 204 len: 168 time: 0.9593210 Oct 22 15:06:03.583548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:03.587973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Request body: {'router': {'name': 'tempest-router-955714693', 'distributed': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:03.678459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.681178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-28a11a1c-56cd-49fe-8355-7bba78e6dad2 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575261 Oct 22 15:06:03.687070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.699243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f06063cf-33d9-4985-aee5-8d196b9f7f24 req-9ec777f2-2cde-4235-a456-f25610d5b9b5 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 210 time: 0.1370819 Oct 22 15:06:03.775870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.935985 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:03.976062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a2aee2-40cb-442b-853d-7f10b8506d49,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:04.012481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.014764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.015354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.015427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.015815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.016151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:04.083423 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.243386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bff9a1f-cff2-419f-a38f-162bbfe0ff8f req-a070b38c-2b9b-4f32-8150-be835d0276b9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 210 time: 0.0957360 Oct 22 15:06:04.261828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.266613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.323356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b4a2aee2-40cb-442b-853d-7f10b8506d49 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:04.355911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b4a2aee2-40cb-442b-853d-7f10b8506d49 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:04.356706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b4a2aee2-40cb-442b-853d-7f10b8506d49 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:04.463105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-69d57497-06a2-4229-a757-3199cd904247 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:04.464669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-69d57497-06a2-4229-a757-3199cd904247 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "GET /v2.0/networks?id=c9e220cd-02d5-4421-801b-21155c30f43f HTTP/1.1" status: 200 len: 796 time: 0.1301432 Oct 22 15:06:04.473272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.474116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:04.482480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.494125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8d2567b9-5ea0-432e-9854-f99bdd65f8e3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1bc5f8f5-6d5f-4841-96c3-8e5a0bc11acf HTTP/1.1" status: 204 len: 168 time: 2.8043437 Oct 22 15:06:04.495294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35386) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:04.614339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-db61500d-b967-41ad-be39-191b5436d3ea tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da48237c7fc4553949e355dd822987d HTTP/1.1" status: 200 len: 379 time: 0.1373367 Oct 22 15:06:04.621246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Deleting subnet 18b6245f-fa19-4c52-be99-44cf5dd970ff {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:06:04.631289 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.669749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.676624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'port': {'device_id': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'admin_state_up': True, 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'security_groups': ['6a16fc78-16b5-4e14-a7a1-7cd287a059b5']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:04.696921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.765972 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.844483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.907816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-708df9e5-1b3c-4041-b817-a3839a0b7742 req-706bdb40-efb0-46b1-b03d-1711ba562d15 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 210 time: 0.0330942 Oct 22 15:06:04.934595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:04.935894 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-37595ead-817c-4204-a293-efbf16f39282 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3513410 Oct 22 15:06:04.938651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35392) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:05.015309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.128918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.176078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Made reservation on behalf of 4da48237c7fc4553949e355dd822987d for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:05.181367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.192226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b6245f-fa19-4c52-be99-44cf5dd970ff,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:05.197341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.200598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1ae77024-3807-4835-b024-93c8c38fb41d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/18b6245f-fa19-4c52-be99-44cf5dd970ff HTTP/1.1" status: 204 len: 168 time: 0.7039568 Oct 22 15:06:05.203539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35400) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:05.219950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fac0c2-50c0-4afd-82a1-8076ce1053d7 None None] Network 89fb466e-bd48-4aec-b114-2fb2736865fd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:06:05.231667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.239300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.349355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f90a521-4d3e-49ba-b3c7-d72ebd499130 req-dfb188ef-08e8-4a9c-a619-2b4d487d8668 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 210 time: 0.0404279 Oct 22 15:06:05.389879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.20.0.3 (c9e220cd-02d5-4421-801b-21155c30f43f/d3ae5436-0bb3-40b3-8efc-09fcb663b621/46ef1a35-f404-4671-a572-6e999cc0831e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:05.391171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.462687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.464700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6accdd2-ec53-49b2-8aa6-78105f09bfa7 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:05.480056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.481918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9728dd77-36f6-4815-a5eb-0105899c768b tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "DELETE /v2.0/routers/c6accdd2-ec53-49b2-8aa6-78105f09bfa7 HTTP/1.1" status: 204 len: 168 time: 0.5412509 Oct 22 15:06:05.487427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:05.499846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Request body: {'router': {'name': 'tempest-router-1490196271', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1478422363564783b973d4cf8486acbf'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:05.521458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Deleting port 2d394656-4256-43c8-a802-30de483033f9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:05.521955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.576987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] DHCP port deletion for 89fb466e-bd48-4aec-b114-2fb2736865fd request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:06:05.613633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] For port 2d394656-4256-43c8-a802-30de483033f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d394656-4256-43c8-a802-30de483033f9,segment=NetworkSegment(6aa2b7a0-0c54-48f4-b462-ca271276e15a),segment_id=6aa2b7a0-0c54-48f4-b462-ca271276e15a)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:05.614124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.614455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.633590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Calling delete_port for 2d394656-4256-43c8-a802-30de483033f9 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:05.647563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] Deleting port 2d394656-4256-43c8-a802-30de483033f9 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:05.648165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.681019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.683449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.731056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] For port 2d394656-4256-43c8-a802-30de483033f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=2d394656-4256-43c8-a802-30de483033f9,segment=NetworkSegment(6aa2b7a0-0c54-48f4-b462-ca271276e15a),segment_id=6aa2b7a0-0c54-48f4-b462-ca271276e15a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:05.731496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.744878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] Calling delete_port for 2d394656-4256-43c8-a802-30de483033f9 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:05.776358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.918700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.920653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.930645 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.989549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:05.990512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d394656-4256-43c8-a802-30de483033f9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:06.001605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] Pushing event deleted for resources: {'Port': ['ID=2d394656-4256-43c8-a802-30de483033f9,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:06.004947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] No DVR routers for this DVR port 2d394656-4256-43c8-a802-30de483033f9 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:06.008585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network c9e220cd-02d5-4421-801b-21155c30f43f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:06.022481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c0472-ff33-45a3-8d90-32f71621f7e3 None None] No DVR routers for this DVR port 2d394656-4256-43c8-a802-30de483033f9 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:06.027293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:06.057500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:06.073164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=46ef1a35-f404-4671-a572-6e999cc0831e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:06.113709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2d394656-4256-43c8-a802-30de483033f9 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:06.117504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.118255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.118812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.119412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.119987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.121544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.122094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.122633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.123218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.123807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.124352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.124885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:06.128039 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.158842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fb466e-bd48-4aec-b114-2fb2736865fd']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:06.172035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa2b7a0-0c54-48f4-b462-ca271276e15a') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:06.172345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa2b7a0-0c54-48f4-b462-ca271276e15a') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:06.187962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 2d394656-4256-43c8-a802-30de483033f9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:06.188814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 2d394656-4256-43c8-a802-30de483033f9 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:06.195593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:06.196366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.224206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bccc00-30f9-4beb-9b17-0666f1b2051d req-6d4919e0-4c46-4863-8d48-fee1c06f5065 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:06.232197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bccc00-30f9-4beb-9b17-0666f1b2051d req-6d4919e0-4c46-4863-8d48-fee1c06f5065 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 931 time: 0.1651373 Oct 22 15:06:06.243307 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.249078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.253715 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-decb40ac-9ea6-40da-915c-71fc57fb3276 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7618513 Oct 22 15:06:06.253715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35410) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:06.271120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Request body: {'router': {'distributed': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:06.277587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.305499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:06:06.305909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:06:06.329379 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:06:06.365601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30bccc00-30f9-4beb-9b17-0666f1b2051d req-b571f130-b880-490b-bde6-f5ca4be94109 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323118 Oct 22 15:06:06.442685 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-7d956bb4-6ca6-4b2c-bbb4-ebee5bca1349 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7700801 Oct 22 15:06:06.451406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-58b31583-828f-43a5-b8a3-294d62b07a1f None None] Provisioning complete for port 46ef1a35-f404-4671-a572-6e999cc0831e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:06.451905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58b31583-828f-43a5-b8a3-294d62b07a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.488800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Request body: {'port': {'device_id': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:06.505061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-58b31583-828f-43a5-b8a3-294d62b07a1f None None] Port 46ef1a35-f404-4671-a572-6e999cc0831e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:06:06.511697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.528348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.533418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] 10.222.0.66 "DELETE /v2.0/networks/89fb466e-bd48-4aec-b114-2fb2736865fd HTTP/1.1" status: 204 len: 168 time: 1.3287976 Oct 22 15:06:06.536443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9899943-3ad2-4602-bdb1-d5659cbf5770 req-e29c7c4b-01d8-4fec-9ed5-7e90a7566df9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 210 time: 0.0831115 Oct 22 15:06:06.553619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eae461-a49a-4ffe-89ae-2644fbafa80d admin admin] Pushing event deleted for resources: {'Network': ['ID=89fb466e-bd48-4aec-b114-2fb2736865fd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:06.641122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.678059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.678389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.790166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=107801) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 22 15:06:06.790825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Router 4cd714b1-f977-4322-b86e-505bc96d4cb3 migrating from provider to provider. {{(pid=107801) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 22 15:06:06.790919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.808895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:06.907494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.047611 n-d-812148-2 neutron-server[107801]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] No L3 agents can host the router 4cd714b1-f977-4322-b86e-505bc96d4cb3 Oct 22 15:06:07.089385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35422) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:07.145901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ed625585-4838-4cb1-9f40-4717f65fb238 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=673b40ae2dfe451c92078bc8c00f9201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501497 Oct 22 15:06:07.147916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35424) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:07.222345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Hosts for router 4cd714b1-f977-4322-b86e-505bc96d4cb3: [] {{(pid=107801) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 22 15:06:07.226212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48957061-0f3c-45ca-9fe3-1750e206e011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.231083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ef1a35-f404-4671-a572-6e999cc0831e {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:07.260068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48957061-0f3c-45ca-9fe3-1750e206e011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.267009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.280215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Hosts for other DVR routers connected to router 4cd714b1-f977-4322-b86e-505bc96d4cb3: set() {{(pid=107801) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 22 15:06:07.283716 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.285047 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a11f3f30-3920-4c8d-952b-efb57442b187 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "PUT /v2.0/routers/4cd714b1-f977-4322-b86e-505bc96d4cb3 HTTP/1.1" status: 200 len: 717 time: 1.0303290 Oct 22 15:06:07.288658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35426) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:07.328501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Transition to ACTIVE for port object 46ef1a35-f404-4671-a572-6e999cc0831e will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:06:07.373753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a453b22e-85ec-4e71-81cc-972bf9150030 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "GET /v2.0/routers/4cd714b1-f977-4322-b86e-505bc96d4cb3 HTTP/1.1" status: 200 len: 717 time: 0.0839124 Oct 22 15:06:07.376530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:07.395874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-0ac16b01-ad01-4476-aefa-5a392c454a06 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:07.397794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-0ac16b01-ad01-4476-aefa-5a392c454a06 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.1486008 Oct 22 15:06:07.419766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': '5cc91d22-a997-4699-98f9-d87092716c9f', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:07.449458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.547935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48957061-0f3c-45ca-9fe3-1750e206e011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.550927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48957061-0f3c-45ca-9fe3-1750e206e011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.554293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-48957061-0f3c-45ca-9fe3-1750e206e011 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ece890a-fa5d-48b4-9045-33c2e19ca5a2 HTTP/1.1" status: 204 len: 168 time: 0.4030414 Oct 22 15:06:07.623649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Pushing event updated for resources: {'Port': ['ID=46ef1a35-f404-4671-a572-6e999cc0831e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:07.649284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48957061-0f3c-45ca-9fe3-1750e206e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ece890a-fa5d-48b4-9045-33c2e19ca5a2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:07.744423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f3f6-88bc-4305-996f-1bc0f4bb21b5 req-bb8cad86-0930-42fb-aeeb-93f897934a54 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:07.757417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3c7f3f6-88bc-4305-996f-1bc0f4bb21b5 req-bb8cad86-0930-42fb-aeeb-93f897934a54 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 943 time: 0.2471724 Oct 22 15:06:07.844743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67f5e87f-f23f-410a-ac03-6c677745ea0e req-bf40345e-d97e-4d40-8cf2-7fec5aa6ebd7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 210 time: 0.0804896 Oct 22 15:06:07.867143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35442) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:07.867949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-00fe04e3-f7e9-49cb-9215-39be854ef1cf tempest-RoutersTestDVR-1915528579 tempest-RoutersTestDVR-1915528579-project] 10.222.0.66 "GET /v2.0/routers/4cd714b1-f977-4322-b86e-505bc96d4cb3 HTTP/1.1" status: 200 len: 683 time: 0.4897280 Oct 22 15:06:07.899512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Attempting to bind port 46ef1a35-f404-4671-a572-6e999cc0831e on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:07.899898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Attempting to bind port 46ef1a35-f404-4671-a572-6e999cc0831e by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:07.900249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Attempting to bind port 46ef1a35-f404-4671-a572-6e999cc0831e on network c9e220cd-02d5-4421-801b-21155c30f43f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:07.906268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Port 46ef1a35-f404-4671-a572-6e999cc0831e on network c9e220cd-02d5-4421-801b-21155c30f43f not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:06:07.906268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Attempting to bind port 46ef1a35-f404-4671-a572-6e999cc0831e on network c9e220cd-02d5-4421-801b-21155c30f43f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:07.913964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:07.914466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Checking segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:07.914957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Bound using segment: {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:07.915544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Bound port: 46ef1a35-f404-4671-a572-6e999cc0831e, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71d473a-6786-46c0-94ec-24e31036dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:07.916049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:07.945040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3c7f3f6-88bc-4305-996f-1bc0f4bb21b5 req-d758dc40-e457-4e09-8cbe-8fefa1a5058b tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823170 Oct 22 15:06:08.002605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.054564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] For port 46ef1a35-f404-4671-a572-6e999cc0831e, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:08.076608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] For port 46ef1a35-f404-4671-a572-6e999cc0831e, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=46ef1a35-f404-4671-a572-6e999cc0831e,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:08.089438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:08.092898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.197467 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.200640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.273722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.320328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:08.321631 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.334169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] 10.222.0.69 "PUT /v2.0/ports/46ef1a35-f404-4671-a572-6e999cc0831e HTTP/1.1" status: 200 len: 1091 time: 1.8501801 Oct 22 15:06:08.340355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:08.340355 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540" -d '{"events": [{"name": "network-changed", "server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:08.357953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.11 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/e42db7fc-ba33-4f0a-bd42-738faa2475ec) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:08.410908 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdca0216-2e13-4985-934e-27a618a0eb61 x-openstack-request-id: req-cdca0216-2e13-4985-934e-27a618a0eb61 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:08.411225 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:08.411494 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdca0216-2e13-4985-934e-27a618a0eb61 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:08.411885 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e', 'status': 'completed', 'code': 200} Oct 22 15:06:08.424182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c15dd4-11ea-43bb-bb48-3c27a33ac293 service neutron] Pushing event updated for resources: {'Port': ['ID=46ef1a35-f404-4671-a572-6e999cc0831e,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:08.459653 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.460159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd714b1-f977-4322-b86e-505bc96d4cb3 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:08.466121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.467267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5422eb5b-57af-47e8-b73d-d7183b444263 tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4cd714b1-f977-4322-b86e-505bc96d4cb3 HTTP/1.1" status: 204 len: 168 time: 0.5990658 Oct 22 15:06:08.470712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35452) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:08.474949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Request body: {'router': {'name': 'tempest-router-132180303', 'distributed': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:08.533510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540 req-caffacdb-2df2-403c-ac6c-2e039000c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:08.538054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540 req-caffacdb-2df2-403c-ac6c-2e039000c8f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0888636 Oct 22 15:06:08.662615 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.667922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.669539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.768759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.778051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540 req-fbbb78e4-5e1b-4da1-add6-0d667c4564f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:08.779582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540 req-fbbb78e4-5e1b-4da1-add6-0d667c4564f4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4da48237c7fc4553949e355dd822987d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2278180 Oct 22 15:06:08.844532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.885878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:08.908721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'b0d0ba44-07b5-493d-b349-ffb8a295b275'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:08.931193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540 req-94db14c3-74d6-4359-838f-c4c64a56ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:08.932821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eb3a1ee4-abe1-4853-a28f-5f7aa4f51540 req-94db14c3-74d6-4359-838f-c4c64a56ee31 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450217 Oct 22 15:06:08.969570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:08.971452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=e42db7fc-ba33-4f0a-bd42-738faa2475ec,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:08.974831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:08.977063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:09.067990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-724f712e-d761-4dc0-848f-77aeeab7cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:09.070865 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-724f712e-d761-4dc0-848f-77aeeab7cd07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0938516 Oct 22 15:06:09.125816 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-211625e4-2ad9-4ea4-b71d-1a037ac9e95b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ef1a35-f404-4671-a572-6e999cc0831e HTTP/1.1" status: 200 len: 217 time: 0.0456822 Oct 22 15:06:09.143051 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:09.148369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5dbdfd22-183e-47cd-9640-15545c5d533a tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6765954 Oct 22 15:06:09.152277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35470) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:09.204436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dd08f-6b3a-4d13-96a3-84e2f755987c req-4165e0a3-52de-405a-b254-31c707ce55bc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:09.212164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-499dd08f-6b3a-4d13-96a3-84e2f755987c req-4165e0a3-52de-405a-b254-31c707ce55bc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 932 time: 0.1701062 Oct 22 15:06:09.261404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-499dd08f-6b3a-4d13-96a3-84e2f755987c req-a99318ea-1a31-4bd0-8fd3-7204f78b1a17 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 Oct 22 15:06:09.280432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:09.281105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:09.320307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45530-1eb2-4fdc-a7b8-7affc96cd76b req-b2c19b68-fc63-4cc3-89e5-ee9331d72bbc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:09.331554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cf45530-1eb2-4fdc-a7b8-7affc96cd76b req-b2c19b68-fc63-4cc3-89e5-ee9331d72bbc tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 943 time: 0.2123816 Oct 22 15:06:09.334827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:09.338906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-602590d8-716f-4fb6-9681-284098383ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:09.340607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-602590d8-716f-4fb6-9681-284098383ce1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3ae5436-0bb3-40b3-8efc-09fcb663b621 HTTP/1.1" status: 200 len: 835 time: 0.2011428 Oct 22 15:06:09.378058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cf45530-1eb2-4fdc-a7b8-7affc96cd76b req-ca91a2d1-2fdf-4ea5-8375-971cf4d3962e tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399163 Oct 22 15:06:09.481052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-6227e4bd-6ba8-468f-94ed-6d04c8ba27ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0724380 Oct 22 15:06:09.521345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-2e109a69-cc67-4c7b-aee3-00c86d27fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:09.523036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-2e109a69-cc67-4c7b-aee3-00c86d27fa83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9e220cd-02d5-4421-801b-21155c30f43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463172 Oct 22 15:06:09.570394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:09.581935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:09.764193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Request body: {'port': {'device_id': '5cc91d22-a997-4699-98f9-d87092716c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:09.857459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:10.109565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:10.110130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eda51a14-a0b2-400d-b0cc-d4195d6ef7db {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:10.118572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:10.124990 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-736702ff-fdf1-4a37-9992-3592adbbb6cc tempest-RoutersTestDVR-452812119 tempest-RoutersTestDVR-452812119-project-admin] 10.222.0.66 "DELETE /v2.0/routers/eda51a14-a0b2-400d-b0cc-d4195d6ef7db HTTP/1.1" status: 204 len: 168 time: 0.9716148 Oct 22 15:06:10.136366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-2c729669-c5c1-4d6c-b04a-1a9261929526 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619304 Oct 22 15:06:10.172758 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-cb299289-0976-4b7f-b0f9-ac4701fc2851 service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001616 Oct 22 15:06:10.313205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-acb56698-8f65-4b33-aa39-a89b69ff3e82 req-24059392-ff0c-4e22-9e01-039929ada8a2 service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306260 Oct 22 15:06:10.757167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-9dbcf4db-e711-4c8a-8b2f-ce8ce3b59c79 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:10.758643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-9dbcf4db-e711-4c8a-8b2f-ce8ce3b59c79 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6158676 Oct 22 15:06:10.776715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42db7fc-ba33-4f0a-bd42-738faa2475ec {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:10.790124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:10.801667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:10.805124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a1a8-6a95-49c8-9c4e-d514d845aa9c req-953b1b6b-fdff-46be-bbb0-f681361c3bfb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:10.806750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c99a1a8-6a95-49c8-9c4e-d514d845aa9c req-953b1b6b-fdff-46be-bbb0-f681361c3bfb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 932 time: 0.1379132 Oct 22 15:06:10.815442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-9e085923-ce79-4165-8c14-c3709d437dc8 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/quotas/ccd2f0d3a12640c0aa3c774f42324e35 HTTP/1.1" status: 200 len: 375 time: 0.0472999 Oct 22 15:06:10.820366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Transition to ACTIVE for port object e42db7fc-ba33-4f0a-bd42-738faa2475ec will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:06:10.859874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-38d26e69-ca55-4f1f-914a-ac22f164a6e4 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323977 Oct 22 15:06:10.882532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c99a1a8-6a95-49c8-9c4e-d514d845aa9c req-ba459ac0-1e83-4017-9da0-26811acce4a0 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598366 Oct 22 15:06:10.914553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:10.943368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dda4a92b-10d3-4b68-8ca4-ed6a905bcb63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.028497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42db7fc-ba33-4f0a-bd42-738faa2475ec,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:11.035559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dda4a92b-10d3-4b68-8ca4-ed6a905bcb63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.084816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe1f6a-7ed2-49c6-b6df-fee35a13f057 req-25d56d22-a1ef-47ff-b5b1-bffaddafdece tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.086313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75fe1f6a-7ed2-49c6-b6df-fee35a13f057 req-25d56d22-a1ef-47ff-b5b1-bffaddafdece tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 943 time: 0.1178963 Oct 22 15:06:11.143341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Attempting to bind port e42db7fc-ba33-4f0a-bd42-738faa2475ec on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:11.143675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Attempting to bind port e42db7fc-ba33-4f0a-bd42-738faa2475ec by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:11.144002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Attempting to bind port e42db7fc-ba33-4f0a-bd42-738faa2475ec on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:11.148518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75fe1f6a-7ed2-49c6-b6df-fee35a13f057 req-29ac5918-1303-44a6-9208-6114ed7b9c62 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525734 Oct 22 15:06:11.151901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Port e42db7fc-ba33-4f0a-bd42-738faa2475ec on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:06:11.152222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Attempting to bind port e42db7fc-ba33-4f0a-bd42-738faa2475ec on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:11.157600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:11.158519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:11.158953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:11.159573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Bound port: e42db7fc-ba33-4f0a-bd42-738faa2475ec, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:11.159845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.249713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dda4a92b-10d3-4b68-8ca4-ed6a905bcb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.263139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] For port e42db7fc-ba33-4f0a-bd42-738faa2475ec, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:11.282138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4d65724-8feb-4f69-bfcd-7edc0cc6592f req-1aa8530e-9449-4a2d-abd5-f781ddd02e56 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.0407443 Oct 22 15:06:11.291355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] For port e42db7fc-ba33-4f0a-bd42-738faa2475ec, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e42db7fc-ba33-4f0a-bd42-738faa2475ec,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:11.339957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4a92b-10d3-4b68-8ca4-ed6a905bcb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e5b08e-121c-4770-b8a8-41a9ec655756,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:11.339957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dda4a92b-10d3-4b68-8ca4-ed6a905bcb63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1478422363564783b973d4cf8486acbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364385 Oct 22 15:06:11.342957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35526) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:11.387738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.428222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.428915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.430362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] 10.222.0.53 "PUT /v2.0/ports/e42db7fc-ba33-4f0a-bd42-738faa2475ec HTTP/1.1" status: 200 len: 1092 time: 1.9399734 Oct 22 15:06:11.432473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc91d22-a997-4699-98f9-d87092716c9f', 'tag': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:11.434757 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32265d80-7462-49e2-8494-18b7e2672a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc91d22-a997-4699-98f9-d87092716c9f", "tag": "e42db7fc-ba33-4f0a-bd42-738faa2475ec"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:11.451243 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-134d457d-28ab-4515-9ac1-c92c478559bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.465504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.475519 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6a0ca1-3e24-49cc-ae06-dfe14a7086b1 x-openstack-request-id: req-3c6a0ca1-3e24-49cc-ae06-dfe14a7086b1 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:11.475795 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc91d22-a997-4699-98f9-d87092716c9f", "tag": "e42db7fc-ba33-4f0a-bd42-738faa2475ec", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:11.476042 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c6a0ca1-3e24-49cc-ae06-dfe14a7086b1 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:11.476450 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc91d22-a997-4699-98f9-d87092716c9f', 'tag': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec', 'status': 'completed', 'code': 200} Oct 22 15:06:11.484347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060b85b-9948-427c-887f-5db0128cedf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42db7fc-ba33-4f0a-bd42-738faa2475ec,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:11.496017 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-134d457d-28ab-4515-9ac1-c92c478559bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.570784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265d80-7462-49e2-8494-18b7e2672a9b req-9d0bf5ee-8977-45f7-8c39-dbe9fa1e5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.572420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32265d80-7462-49e2-8494-18b7e2672a9b req-9d0bf5ee-8977-45f7-8c39-dbe9fa1e5bb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 1095 time: 0.0694299 Oct 22 15:06:11.687839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265d80-7462-49e2-8494-18b7e2672a9b req-5d4cada2-0d6c-4c80-8cc6-53d30ac04ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.690302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32265d80-7462-49e2-8494-18b7e2672a9b req-5d4cada2-0d6c-4c80-8cc6-53d30ac04ad4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d27715534ef94349ac2e056e5990e7ab&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1061585 Oct 22 15:06:11.728254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-134d457d-28ab-4515-9ac1-c92c478559bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.730952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-134d457d-28ab-4515-9ac1-c92c478559bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:11.732181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-134d457d-28ab-4515-9ac1-c92c478559bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72e5b08e-121c-4770-b8a8-41a9ec655756 HTTP/1.1" status: 204 len: 168 time: 0.3884861 Oct 22 15:06:11.788561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d457d-28ab-4515-9ac1-c92c478559bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e5b08e-121c-4770-b8a8-41a9ec655756,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:11.852017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6ebb0-f200-4c83-addc-57eb2932fd41 req-a4ddce9f-7e28-460b-9204-9bf305d56627 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.853514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00d6ebb0-f200-4c83-addc-57eb2932fd41 req-a4ddce9f-7e28-460b-9204-9bf305d56627 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.1176951 Oct 22 15:06:11.874997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265d80-7462-49e2-8494-18b7e2672a9b req-bebab3bd-6e54-4950-909e-d62846aca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.876482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32265d80-7462-49e2-8494-18b7e2672a9b req-bebab3bd-6e54-4950-909e-d62846aca174 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776714 Oct 22 15:06:11.905026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00d6ebb0-f200-4c83-addc-57eb2932fd41 req-73b7f737-050f-4c01-ad09-450cb7befd86 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Oct 22 15:06:11.964546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-ad83ceed-691e-4e3c-9021-0e5efb0fe7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:11.966053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-ad83ceed-691e-4e3c-9021-0e5efb0fe7c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 1095 time: 0.0441339 Oct 22 15:06:12.034101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-23b8103a-e2f1-4c57-9b54-7024a06f9acf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e42db7fc-ba33-4f0a-bd42-738faa2475ec HTTP/1.1" status: 200 len: 217 time: 0.0595400 Oct 22 15:06:12.089890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66108c2b-9a17-4d7d-a1b8-88d1f91cbbe2 req-12283d5b-6f7b-440d-919f-4be21c09d68b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:12.091303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66108c2b-9a17-4d7d-a1b8-88d1f91cbbe2 req-12283d5b-6f7b-440d-919f-4be21c09d68b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 944 time: 0.1108751 Oct 22 15:06:12.118190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-be4563cf-113e-4505-9600-03a005dd7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:12.120488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-be4563cf-113e-4505-9600-03a005dd7fa1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0794785 Oct 22 15:06:12.160103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-8ed6e057-791a-4753-8dde-b1690fbce866 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289412 Oct 22 15:06:12.175217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66108c2b-9a17-4d7d-a1b8-88d1f91cbbe2 req-c25f5f63-b123-464f-a2f5-8f510c0a6f7d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732052 Oct 22 15:06:12.309206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-96ded263-3815-4f75-be2d-f866127857f4 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330137 Oct 22 15:06:12.320832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce30d89-013b-47be-bd23-9296ff35e4df req-c629e8e6-0579-4b00-99af-b43b46b4e4a7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:12.322307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dce30d89-013b-47be-bd23-9296ff35e4df req-c629e8e6-0579-4b00-99af-b43b46b4e4a7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 943 time: 0.0766573 Oct 22 15:06:12.438838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea1f7a6e-36a6-4702-83c0-fd6ed9b3aff7 req-c5f73196-9f0a-4ddf-a529-93c60c1decdf tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.0661025 Oct 22 15:06:12.453062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dce30d89-013b-47be-bd23-9296ff35e4df req-901e4f2f-c5e8-474c-8aff-ed3ac6d3104f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166866 Oct 22 15:06:12.467571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f0275bf-bdde-4a08-b8ca-0b076860fa8e req-d5be5216-28fa-4208-8fcd-4c80cbd3fff4 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443160 Oct 22 15:06:12.928824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35562) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:12.943278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4cb0-2526-4842-9ba0-17fc45e527c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.067317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470c62-581d-469a-afd7-cfdc7eebb758 req-8d7c804a-a355-497f-a4c4-e91dd1ea2ded tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:13.069112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4470c62-581d-469a-afd7-cfdc7eebb758 req-8d7c804a-a355-497f-a4c4-e91dd1ea2ded tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.0855188 Oct 22 15:06:13.071079 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4cb0-2526-4842-9ba0-17fc45e527c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.110395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4470c62-581d-469a-afd7-cfdc7eebb758 req-7333b185-d93f-41a4-8de4-e8ba2c2f7005 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349054 Oct 22 15:06:13.279825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4cb0-2526-4842-9ba0-17fc45e527c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.328908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2be5-3236-41ea-bb74-5613706307e3 req-58bafdd9-3fe2-4bbc-896b-21fdb628b773 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:13.330510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-350f2be5-3236-41ea-bb74-5613706307e3 req-58bafdd9-3fe2-4bbc-896b-21fdb628b773 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 944 time: 0.0874131 Oct 22 15:06:13.332799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bc6a4cb0-2526-4842-9ba0-17fc45e527c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28601976c43f4a28b904846e6c2d7fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029641 Oct 22 15:06:13.335917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35576) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:13.344814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a4cb0-2526-4842-9ba0-17fc45e527c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2128b34a-3f03-4816-9991-20113ef346f2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:13.375358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-350f2be5-3236-41ea-bb74-5613706307e3 req-994d9ad9-3bcf-4d28-9b17-ed85fd6fe307 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Oct 22 15:06:13.435843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fda9c5f0-a796-42e3-80c1-4a4a199eada7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.463852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fda9c5f0-a796-42e3-80c1-4a4a199eada7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.554530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d36dfcef-e274-46db-9d95-b0f5021f29d9 req-28407f91-9582-4eee-87eb-0b98d065dac8 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.0280294 Oct 22 15:06:13.604532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f535f-78cc-406c-a68f-7d4d1cae1fbb req-e1444833-e6fe-4d42-8cf6-e1b79ec892c4 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:13.606046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f94f535f-78cc-406c-a68f-7d4d1cae1fbb req-e1444833-e6fe-4d42-8cf6-e1b79ec892c4 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 943 time: 0.0542743 Oct 22 15:06:13.645316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f94f535f-78cc-406c-a68f-7d4d1cae1fbb req-fad2fd7a-761f-445e-8c1b-e2988b9b7fa3 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328920 Oct 22 15:06:13.706552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fda9c5f0-a796-42e3-80c1-4a4a199eada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.709319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fda9c5f0-a796-42e3-80c1-4a4a199eada7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:13.710537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fda9c5f0-a796-42e3-80c1-4a4a199eada7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2128b34a-3f03-4816-9991-20113ef346f2 HTTP/1.1" status: 204 len: 168 time: 0.3736293 Oct 22 15:06:13.718525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9c5f0-a796-42e3-80c1-4a4a199eada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128b34a-3f03-4816-9991-20113ef346f2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:13.897364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-ad307d15-af48-4aea-9276-fa7d12353c85 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:13.898812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-ad307d15-af48-4aea-9276-fa7d12353c85 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.69 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.0497084 Oct 22 15:06:13.998626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Deleting port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:13.998964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:14.091767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] For port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:14.092150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:14.242953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185b95-7b04-4225-8dad-989d269fab38 req-f93e427b-6277-4e93-9653-3af2851e2800 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:14.244502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41185b95-7b04-4225-8dad-989d269fab38 req-f93e427b-6277-4e93-9653-3af2851e2800 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 945 time: 0.0611832 Oct 22 15:06:14.293346 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:14.294125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:14.294125 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Floating IP 0fae9db7-c534-4052-935b-976e9f861863 disassociated. External IP: 172.25.1.14, port: 920b4364-f7cc-48fb-ac21-cb0f3d30ff48. Oct 22 15:06:14.294516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Calling delete_port for 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:14.306419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41185b95-7b04-4225-8dad-989d269fab38 req-071af73b-f89c-4e46-8555-49353fe3e823 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups?id=796c1ca8-d69d-4b68-8eb7-47efcea66794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357032 Oct 22 15:06:14.525524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee3030-3f2e-4059-aa18-7fb33ed20fd4 req-26b1e563-e2f3-491e-8b62-ad4b17721544 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:14.527044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ee3030-3f2e-4059-aa18-7fb33ed20fd4 req-26b1e563-e2f3-491e-8b62-ad4b17721544 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 944 time: 0.0506907 Oct 22 15:06:14.568695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ee3030-3f2e-4059-aa18-7fb33ed20fd4 req-06c659e7-f6a3-4518-8624-e20924c6e02a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Oct 22 15:06:14.569291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:14.616814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event deleted for resources: {'Port': ['ID=920b4364-f7cc-48fb-ac21-cb0f3d30ff48,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:14.673953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27cbedb6-eee8-4b8e-bb5d-242815d3161e req-be4a2319-a991-44cd-b863-2ad08e314645 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.0277784 Oct 22 15:06:14.777436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Router 896272dc-c725-45de-98f8-58c2395fd93d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:06:14.788865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e61e76-6892-41b1-aa16-fc42ab2f220b req-4526f853-31cf-412f-987d-7534924fad40 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:14.790368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62e61e76-6892-41b1-aa16-fc42ab2f220b req-4526f853-31cf-412f-987d-7534924fad40 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 943 time: 0.0593884 Oct 22 15:06:14.829274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62e61e76-6892-41b1-aa16-fc42ab2f220b req-c9d7eb38-fe2b-4ff0-aeda-38870b40e365 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Oct 22 15:06:14.891593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:06:14.907425 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] Sync routers for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:06:14.924365 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:14.925201 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:14.943016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] No DVR routers for this DVR port 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:14.962897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:14.966334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5c2307f5-93f5-402f-8f2b-ac49c5ca05fb req-7b524ec0-b997-4a3e-b872-6124c7bedad3 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.69 "DELETE /v2.0/ports/920b4364-f7cc-48fb-ac21-cb0f3d30ff48 HTTP/1.1" status: 204 len: 173 time: 1.0603485 Oct 22 15:06:14.967296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'name': 'network-vif-deleted', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:14.969754 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e07207c-550b-402e-8379-cd628d11d97d" -d '{"events": [{"server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "name": "network-vif-deleted", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:14.986549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-d7825eea-3701-4bbc-a6e9-b69467cf0f15 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443282 Oct 22 15:06:15.124996 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff3267-e33e-490a-8619-89455ed57570 x-openstack-request-id: req-59ff3267-e33e-490a-8619-89455ed57570 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:15.133386 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11b2070-3037-4a3d-8e4b-43b072cd8a0f", "name": "network-vif-deleted", "tag": "920b4364-f7cc-48fb-ac21-cb0f3d30ff48", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:15.133386 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59ff3267-e33e-490a-8619-89455ed57570 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:15.133386 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11b2070-3037-4a3d-8e4b-43b072cd8a0f', 'name': 'network-vif-deleted', 'tag': '920b4364-f7cc-48fb-ac21-cb0f3d30ff48', 'status': 'completed', 'code': 200} Oct 22 15:06:15.139212 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:15.161265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 46ef1a35-f404-4671-a572-6e999cc0831e details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:06:15.265212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-8dda5150-4607-4bc8-9e17-da1015b9ec3f tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:15.266638 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-8dda5150-4607-4bc8-9e17-da1015b9ec3f tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734849 Oct 22 15:06:15.313450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Request body: {'port': {'device_id': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': 'ccd2f0d3a12640c0aa3c774f42324e35'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:15.345622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 46ef1a35-f404-4671-a572-6e999cc0831e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=46ef1a35-f404-4671-a572-6e999cc0831e,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:15.376496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '46ef1a35-f404-4671-a572-6e999cc0831e', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'port_id': '46ef1a35-f404-4671-a572-6e999cc0831e', 'mac_address': 'fa:16:3e:39:ad:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:06:15.472723 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:41Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:15.505768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ac3ebfd-8026-4b5a-862f-9a7c4944bf9f req-d208e336-5c81-4553-a3b0-0ce7943c0adc tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.0767295 Oct 22 15:06:15.518687 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:15.544983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ef1a35-f404-4671-a572-6e999cc0831e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:15.551827 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] Checking router: 896272dc-c725-45de-98f8-58c2395fd93d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:15.566553 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:15.567234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 46ef1a35-f404-4671-a572-6e999cc0831e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=46ef1a35-f404-4671-a572-6e999cc0831e,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:15.567654 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:15.727195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f223cb-809f-4dd8-9cc8-3eb122b230e7 req-d06b9f60-0365-490a-9963-6b989ba21387 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:15.729341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7f223cb-809f-4dd8-9cc8-3eb122b230e7 req-d06b9f60-0365-490a-9963-6b989ba21387 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 944 time: 0.0595219 Oct 22 15:06:15.740671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Made reservation on behalf of ccd2f0d3a12640c0aa3c774f42324e35 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:15.741225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:15.749429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:15.762712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:15.818112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=46ef1a35-f404-4671-a572-6e999cc0831e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:15.818430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d3044e3-61a8-4f03-8c67-48070dc47cd0 req-2fe2abde-6afa-4f7d-94d8-0ed3a4981281 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.0464411 Oct 22 15:06:15.842619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7f223cb-809f-4dd8-9cc8-3eb122b230e7 req-b500f355-d607-44de-ba18-598925aba38c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011791 Oct 22 15:06:15.858526 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:15.889240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:15.974808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:15.998170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e672b-3171-46be-8457-000db6085333 req-a51a1977-94ed-497a-9d5d-38f758ebc642 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:16.011861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-770e672b-3171-46be-8457-000db6085333 req-a51a1977-94ed-497a-9d5d-38f758ebc642 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 944 time: 0.0942996 Oct 22 15:06:16.051053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-770e672b-3171-46be-8457-000db6085333 req-626a29d2-b944-4795-9e60-a14f55ad43fa tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Oct 22 15:06:16.073076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea5f8e-90c2-460f-a8c5-c087ce805d37,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:16.146313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Allocated IP 192.168.233.162 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/c81c1393-1b1a-4de5-9990-8b7c08b8ad69) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:16.152091 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:41Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:16.158546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e42db7fc-ba33-4f0a-bd42-738faa2475ec details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:06:16.176044 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3dac5-f2a6-42fa-9192-48a7f5dc26aa None None] The sync data for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 is: [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:02:34Z', 'revision_number': 4, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd3713e1c-2935-41de-bef9-9be1c4a7820f', 'name': '', 'network_id': '106bcca2-e3d3-4238-a2e3-289e22c6eaba', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'mac_address': 'fa:16:3e:07:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:32Z', 'updated_at': '2021-10-22T15:02:41Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'subnets': [{'id': '4a723b28-7937-45db-9121-f4c66e48f5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:16.314648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['46ef1a35-f404-4671-a572-6e999cc0831e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:16.318250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e42db7fc-ba33-4f0a-bd42-738faa2475ec, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e42db7fc-ba33-4f0a-bd42-738faa2475ec,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:16.349147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:16.355825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec', 'mac_address': 'fa:16:3e:89:94:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:06:16.441480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:16.483761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42db7fc-ba33-4f0a-bd42-738faa2475ec {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:16.519738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e42db7fc-ba33-4f0a-bd42-738faa2475ec, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e42db7fc-ba33-4f0a-bd42-738faa2475ec,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:16.540805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec92a5-2324-40fc-8992-da6c672bf867 None None] New status for floating IP 0fae9db7-c534-4052-935b-976e9f861863: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:06:16.552952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:16.602302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:16.607013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:16.611166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:16.676996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:16.678037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:16.682848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:16.728607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1562121d-da1b-45fd-b951-9f9c6d4cf5ef req-9f4cb053-f7bc-4e5c-be1f-463d502a88ed tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/ports?device_id=d11b2070-3037-4a3d-8e4b-43b072cd8a0f HTTP/1.1" status: 200 len: 210 time: 0.0726075 Oct 22 15:06:16.770178 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:16.913143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-0e2b6a4c-689e-4771-b77a-624a2ef06fff tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6101387 Oct 22 15:06:16.927163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Request body: {'port': {'device_id': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:16.934457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e42db7fc-ba33-4f0a-bd42-738faa2475ec,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:16.967940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35736) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:17.004764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.027568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e42db7fc-ba33-4f0a-bd42-738faa2475ec'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:17.040125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8207-4010-4aaa-aead-408bab94ceb7 req-a19f7eb4-8a7e-465f-890b-86a082d16a41 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:17.041713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8db8207-4010-4aaa-aead-408bab94ceb7 req-a19f7eb4-8a7e-465f-890b-86a082d16a41 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 945 time: 0.0939205 Oct 22 15:06:17.062551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80536a1-7f0e-4fa0-8d1c-e7b87e0daed3 req-507f47da-2f66-4ffe-8a30-6d113a08c81a tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:17.065109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b80536a1-7f0e-4fa0-8d1c-e7b87e0daed3 req-507f47da-2f66-4ffe-8a30-6d113a08c81a tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 936 time: 0.1335139 Oct 22 15:06:17.093699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9b5c9b33-490a-48a6-b961-a2512d9501ee None None] Provisioning complete for port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:17.099422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9b5c9b33-490a-48a6-b961-a2512d9501ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.126433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8db8207-4010-4aaa-aead-408bab94ceb7 req-15da4c63-acb9-4c0f-9a62-4e6cc0117fcf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Oct 22 15:06:17.128366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1686551157', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:17.173300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:17.174327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b80536a1-7f0e-4fa0-8d1c-e7b87e0daed3 req-0684cbc8-40d5-4176-b439-e12acb8abf6c tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863526 Oct 22 15:06:17.207767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:17.208115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 920b4364-f7cc-48fb-ac21-cb0f3d30ff48 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:17.236200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c9b33-490a-48a6-b961-a2512d9501ee None None] Port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:06:17.293990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f90795-d39c-459b-b0f8-d51df1d86f16 req-6f4c7bcc-b064-4c3a-8ecc-a431d4094940 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:17.308942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01f90795-d39c-459b-b0f8-d51df1d86f16 req-6f4c7bcc-b064-4c3a-8ecc-a431d4094940 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 944 time: 0.0848091 Oct 22 15:06:17.351779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01f90795-d39c-459b-b0f8-d51df1d86f16 req-ec29f512-e2c1-4cb1-9fba-46b648c44ca2 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Oct 22 15:06:17.362417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Made reservation on behalf of 91f08db6d061439da9fb05de6c28b047 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:17.364875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.391645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.420884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81c1393-1b1a-4de5-9990-8b7c08b8ad69 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:17.432801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.456088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Transition to ACTIVE for port object c81c1393-1b1a-4de5-9990-8b7c08b8ad69 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:06:17.499482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.672327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.730683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:17.749762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.779434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] device_id is not set on port 16c3fbad-27f8-4349-b6a3-db782b4a4261 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:06:17.842569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47648ffa-2125-46cf-98d1-f8736035570a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:17.880480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Attempting to bind port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:17.880832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Attempting to bind port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:17.881114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Attempting to bind port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:17.910751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:06:17.911103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Attempting to bind port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:17.920628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:17.921280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:17.921407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:17.921861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Bound port: c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:17.922262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:17.947971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35774) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:17.968677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Allocated IP 172.25.1.109 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/16c3fbad-27f8-4349-b6a3-db782b4a4261) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:18.016227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0311d989-1308-488c-a720-04e41fadd919 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.029914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:18.041301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0311d989-1308-488c-a720-04e41fadd919 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.059896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:18.154374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.170897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e42db7fc-ba33-4f0a-bd42-738faa2475ec up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:18.249514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.263000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b75f1-ff49-473a-8c11-1a28ab571297 req-ffe6b44f-1e66-46b9-804e-7f8ff4d4d8d8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.264817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-913b75f1-ff49-473a-8c11-1a28ab571297 req-ffe6b44f-1e66-46b9-804e-7f8ff4d4d8d8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 945 time: 0.0552523 Oct 22 15:06:18.285599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.286214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.287626 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] 10.222.0.69 "PUT /v2.0/ports/c81c1393-1b1a-4de5-9990-8b7c08b8ad69 HTTP/1.1" status: 200 len: 1096 time: 1.3653417 Oct 22 15:06:18.288058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:18.290310 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00262913-d74d-403f-857a-ee1202e215e2" -d '{"events": [{"name": "network-changed", "server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:18.334190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b066db-ae25-4eb4-b7b6-140c53a0f223 service neutron] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:18.340323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-913b75f1-ff49-473a-8c11-1a28ab571297 req-72c65c97-129d-45df-b57a-ee2a963febe4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611823 Oct 22 15:06:18.340704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0311d989-1308-488c-a720-04e41fadd919 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.343751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0311d989-1308-488c-a720-04e41fadd919 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.350189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0311d989-1308-488c-a720-04e41fadd919 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "DELETE /v2.0/security-groups/796c1ca8-d69d-4b68-8eb7-47efcea66794 HTTP/1.1" status: 204 len: 168 time: 0.3997557 Oct 22 15:06:18.351130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35792) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:18.373268 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-afaf6b4a-10dd-403b-95c5-0477f204516e tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] show failed (client error): The resource could not be found. Oct 22 15:06:18.374436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-afaf6b4a-10dd-403b-95c5-0477f204516e tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "GET /v2.0/security-groups/796c1ca8-d69d-4b68-8eb7-47efcea66794 HTTP/1.1" status: 404 len: 347 time: 0.0205381 Oct 22 15:06:18.377224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35796) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:18.379957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d989-1308-488c-a720-04e41fadd919 tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c1ca8-d69d-4b68-8eb7-47efcea66794,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:18.407474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8baf7c-a3a0-498c-b22b-c35b61f4ff1a req-bb13f737-5891-440a-8a84-1fe8ba04324a tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.433483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d8baf7c-a3a0-498c-b22b-c35b61f4ff1a req-bb13f737-5891-440a-8a84-1fe8ba04324a tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 948 time: 0.1571169 Oct 22 15:06:18.445060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port e42db7fc-ba33-4f0a-bd42-738faa2475ec completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:06:18.450780 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b959ecf-6750-4ce7-984b-0195ac08f9c1 x-openstack-request-id: req-7b959ecf-6750-4ce7-984b-0195ac08f9c1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:18.451096 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:18.451348 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b959ecf-6750-4ce7-984b-0195ac08f9c1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:18.451746 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'status': 'completed', 'code': 200} Oct 22 15:06:18.451879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port e42db7fc-ba33-4f0a-bd42-738faa2475ec triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:18.453371 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.454614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.526099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:18.576469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d8baf7c-a3a0-498c-b22b-c35b61f4ff1a req-667358f9-9e3b-4901-a5bf-a4cfdae9017b tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416023 Oct 22 15:06:18.592486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:18.602938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:18.604527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827adc20-baa2-4d85-a072-27d4e2452916 req-b131db3b-3673-4b28-9d5d-ff82a22480ed tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.606320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-827adc20-baa2-4d85-a072-27d4e2452916 req-b131db3b-3673-4b28-9d5d-ff82a22480ed tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 944 time: 0.0921762 Oct 22 15:06:18.614487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.660938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-827adc20-baa2-4d85-a072-27d4e2452916 req-e085fa14-77ae-4acb-bd78-448b5ec1c19c tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Oct 22 15:06:18.661046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e42db7fc-ba33-4f0a-bd42-738faa2475ec, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e42db7fc-ba33-4f0a-bd42-738faa2475ec,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:18.661768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc91d22-a997-4699-98f9-d87092716c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:18.664093 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd57213-5a54-416d-b8b6-c3c6dd494b24" -d '{"events": [{"server_uuid": "5cc91d22-a997-4699-98f9-d87092716c9f", "name": "network-vif-plugged", "status": "completed", "tag": "e42db7fc-ba33-4f0a-bd42-738faa2475ec"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:18.718277 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae4718-e511-4a42-9875-c38f46e6ff8f x-openstack-request-id: req-31ae4718-e511-4a42-9875-c38f46e6ff8f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:18.718821 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc91d22-a997-4699-98f9-d87092716c9f", "name": "network-vif-plugged", "status": "completed", "tag": "e42db7fc-ba33-4f0a-bd42-738faa2475ec", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:18.719277 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31ae4718-e511-4a42-9875-c38f46e6ff8f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:18.719864 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc91d22-a997-4699-98f9-d87092716c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec', 'code': 200} Oct 22 15:06:18.720674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Pushing event updated for resources: {'Port': ['ID=16c3fbad-27f8-4349-b6a3-db782b4a4261,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:18.729744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.730312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.733619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00262913-d74d-403f-857a-ee1202e215e2 req-2f4b65a4-9a21-482a-956b-40e4d037a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.735171 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00262913-d74d-403f-857a-ee1202e215e2 req-2f4b65a4-9a21-482a-956b-40e4d037a77e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 1099 time: 0.2637255 Oct 22 15:06:18.773617 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00262913-d74d-403f-857a-ee1202e215e2 req-b52f6936-cab4-4d2f-b903-37fc48dcfa67 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280874 Oct 22 15:06:18.786538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Deleting port cd6c12e1-1f95-4a4f-a88f-572b4deed8d3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:18.786538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.826429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.838843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd81a42-34ce-433c-a602-267b0a0d1dde req-ae225d03-bd2f-44bf-a51e-76bcf6a1f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.841646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd81a42-34ce-433c-a602-267b0a0d1dde req-ae225d03-bd2f-44bf-a51e-76bcf6a1f704 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 1096 time: 0.0508010 Oct 22 15:06:18.880434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e42db7fc-ba33-4f0a-bd42-738faa2475ec,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:18.882620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd81a42-34ce-433c-a602-267b0a0d1dde req-37452249-a25b-4237-8b6c-bb313c785965 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Oct 22 15:06:18.909405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-da9ccce7-c777-44d4-a7de-e154a7cba7d8 tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9405169 Oct 22 15:06:18.914790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35814) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:18.919285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.109'}]}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:18.951365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.951928 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:18.955441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00262913-d74d-403f-857a-ee1202e215e2 req-92c8998a-5fd4-44b9-af36-213d5647a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:18.956997 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00262913-d74d-403f-857a-ee1202e215e2 req-92c8998a-5fd4-44b9-af36-213d5647a334 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1728051 Oct 22 15:06:18.967370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Calling delete_port for cd6c12e1-1f95-4a4f-a88f-572b4deed8d3 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:19.076693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-c61ae075-42a3-4c2a-bf99-5855e4f29aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:19.078272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-c61ae075-42a3-4c2a-bf99-5855e4f29aaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 1099 time: 0.0677893 Oct 22 15:06:19.123575 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.124644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.125834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-c44905e4-78d7-4eb1-aea9-cb469ae5875d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69 HTTP/1.1" status: 200 len: 217 time: 0.0370579 Oct 22 15:06:19.158696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 46ef1a35-f404-4671-a572-6e999cc0831e up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:19.184815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.212617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-eed0fb87-ce60-4275-9133-8f78faf6e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:19.214098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-eed0fb87-ce60-4275-9133-8f78faf6e2ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0801196 Oct 22 15:06:19.265998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-aebf86de-a98d-4e1c-a074-1778cdafcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:19.267950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-aebf86de-a98d-4e1c-a074-1778cdafcc42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450370 Oct 22 15:06:19.341304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 46ef1a35-f404-4671-a572-6e999cc0831e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:06:19.342246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.346800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 46ef1a35-f404-4671-a572-6e999cc0831e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:19.347392 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.378261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Pushing event deleted for resources: {'Port': ['ID=cd6c12e1-1f95-4a4f-a88f-572b4deed8d3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:19.415815 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-220b1954-0905-4758-bdb8-ca082f1dc924 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386540 Oct 22 15:06:19.469310 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.496880 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.529387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c39e1-fdbe-4ea9-a680-6374699e1474 req-131ee55f-5d0e-4de2-9065-662ba5343677 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:19.530935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-593c39e1-fdbe-4ea9-a680-6374699e1474 req-131ee55f-5d0e-4de2-9065-662ba5343677 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 946 time: 0.0571580 Oct 22 15:06:19.553748 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.556485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.557655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b96ae9e-679a-4902-8e0e-c9c97450d07d tempest-ServersTestFqdnHostnames-1741345071 tempest-ServersTestFqdnHostnames-1741345071-project] 10.222.0.66 "DELETE /v2.0/floatingips/0fae9db7-c534-4052-935b-976e9f861863 HTTP/1.1" status: 204 len: 168 time: 1.1794097 Oct 22 15:06:19.560905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35834) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:19.563260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 46ef1a35-f404-4671-a572-6e999cc0831e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=46ef1a35-f404-4671-a572-6e999cc0831e,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:19.579953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc30fafe-94c6-4cf9-b807-4f1f3496b71f req-8d7720d9-e6af-4ac0-bda6-926d18691439 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566451 Oct 22 15:06:19.639971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-593c39e1-fdbe-4ea9-a680-6374699e1474 req-b90809a9-2a0e-48a4-947e-0559fcc6d57d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986943 Oct 22 15:06:19.760313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ad67-1cfb-4b10-b06a-c434be9cda56 req-fd28c517-5af5-41a3-99bb-156c4f8c6165 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:19.761852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02a1ad67-1cfb-4b10-b06a-c434be9cda56 req-fd28c517-5af5-41a3-99bb-156c4f8c6165 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 948 time: 0.1171565 Oct 22 15:06:19.786854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:19.853643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=46ef1a35-f404-4671-a572-6e999cc0831e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:19.972018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02a1ad67-1cfb-4b10-b06a-c434be9cda56 req-68b6549e-6c10-4956-8ba3-e814b91c0b3b tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002697 Oct 22 15:06:19.991281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2459a3-ec06-4d02-937e-c317fcd9c81a req-de10b28f-85d5-4220-9950-8ddb3f61d617 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:19.994540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba2459a3-ec06-4d02-937e-c317fcd9c81a req-de10b28f-85d5-4220-9950-8ddb3f61d617 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.2265370 Oct 22 15:06:20.121009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba2459a3-ec06-4d02-937e-c317fcd9c81a req-1fd9b54a-b8fa-42d9-bd99-fb5396755382 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161568 Oct 22 15:06:20.246620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:20.278786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:20.557115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:20.646320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:20.722277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:20.725133 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9a5fd-753f-4fbe-a4a4-19e77b7a4779" -d '{"events": [{"server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "name": "network-vif-plugged", "status": "completed", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:20.767829 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f16c3a-9af4-415e-b5a8-502ec14a504f x-openstack-request-id: req-05f16c3a-9af4-415e-b5a8-502ec14a504f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:20.768299 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "name": "network-vif-plugged", "status": "completed", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:20.768687 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05f16c3a-9af4-415e-b5a8-502ec14a504f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:20.769218 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e', 'code': 200} Oct 22 15:06:21.242964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe5cc-4519-41f8-a97c-a76ee7117dc0 req-7d32e24a-d4af-4810-800f-61bce310c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:21.244599 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4bfe5cc-4519-41f8-a97c-a76ee7117dc0 req-7d32e24a-d4af-4810-800f-61bce310c744 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1096 time: 0.4055080 Oct 22 15:06:21.294720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4bfe5cc-4519-41f8-a97c-a76ee7117dc0 req-f3a0cfb8-e20a-487e-8519-906f70851b18 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Oct 22 15:06:21.325490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.330319 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.354404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ee49-f6de-4dd2-8861-93cda13d5f69 req-e44a78f9-1787-4451-bd43-b5a4d6811e96 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:21.356214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c868ee49-f6de-4dd2-8861-93cda13d5f69 req-e44a78f9-1787-4451-bd43-b5a4d6811e96 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 946 time: 0.3275552 Oct 22 15:06:21.437684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07cc2-475b-4b9e-aa22-9a157e6e7ff5 req-fed6b125-52ce-455a-bdbb-fb491e4993eb tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:21.439244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ee07cc2-475b-4b9e-aa22-9a157e6e7ff5 req-fed6b125-52ce-455a-bdbb-fb491e4993eb tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 948 time: 0.3708715 Oct 22 15:06:21.490426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c868ee49-f6de-4dd2-8861-93cda13d5f69 req-68c86c23-a79b-4a95-9ae3-42b5cfc2a53e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027730 Oct 22 15:06:21.528301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ee07cc2-475b-4b9e-aa22-9a157e6e7ff5 req-97fe4db5-0e1f-4e0e-a165-fcbd2a41fcfa tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816031 Oct 22 15:06:21.551724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.552082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7747ffb6-68f1-4d64-91b8-f3fc808648e5 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:21.656914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Deleting port d3713e1c-2935-41de-bef9-9be1c4a7820f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:21.657279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.667670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8b4e0-665c-4a99-a21b-6395f7d332b9 req-41b0c7d7-ded9-49c9-9f2a-172a9bc3fbed tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:21.669123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b8b4e0-665c-4a99-a21b-6395f7d332b9 req-41b0c7d7-ded9-49c9-9f2a-172a9bc3fbed tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.1024995 Oct 22 15:06:21.708842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71f97c-0ec5-40d7-946e-0642eeb570d0 req-6a22a376-25b5-4e33-8cae-b92c718219b9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:21.710386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f71f97c-0ec5-40d7-946e-0642eeb570d0 req-6a22a376-25b5-4e33-8cae-b92c718219b9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 945 time: 0.1100836 Oct 22 15:06:21.724274 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 22 15:06:21.725285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b947b55c-27f2-48bd-ac1c-b2a05fe4d40c tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8093672 Oct 22 15:06:21.728474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:21.797408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b8b4e0-665c-4a99-a21b-6395f7d332b9 req-6431483f-fde9-49d8-9b88-70ca8c5271ab tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172726 Oct 22 15:06:21.827955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f71f97c-0ec5-40d7-946e-0642eeb570d0 req-e70f3ed5-69b1-4411-adb8-4a706f170a42 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097503 Oct 22 15:06:21.829930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] For port d3713e1c-2935-41de-bef9-9be1c4a7820f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d3713e1c-2935-41de-bef9-9be1c4a7820f,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:21.830289 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.837378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Deleting port 16c3fbad-27f8-4349-b6a3-db782b4a4261 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:21.837723 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.843086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Calling delete_port for d3713e1c-2935-41de-bef9-9be1c4a7820f owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:21.926361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:21.940648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Calling delete_port for 16c3fbad-27f8-4349-b6a3-db782b4a4261 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:21.986455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27248a3a-b8ae-4430-924e-8a59ed1095b7 req-69a551b3-392e-4940-bc4c-c48be189e131 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:21.988215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27248a3a-b8ae-4430-924e-8a59ed1095b7 req-69a551b3-392e-4940-bc4c-c48be189e131 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 946 time: 0.0735924 Oct 22 15:06:22.088051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27248a3a-b8ae-4430-924e-8a59ed1095b7 req-1aa3dda8-b5e6-40e7-8530-e919076d8bcb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Oct 22 15:06:22.189830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:22.219122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Pushing event deleted for resources: {'Port': ['ID=16c3fbad-27f8-4349-b6a3-db782b4a4261,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:22.283779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:22.287052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c277ebe2-cdf4-4be2-b1ef-7b00cccbf93e tempest-RoutersAdminNegativeIpV6Test-1721921027 tempest-RoutersAdminNegativeIpV6Test-1721921027-project-admin] 10.222.0.66 "DELETE /v2.0/ports/16c3fbad-27f8-4349-b6a3-db782b4a4261 HTTP/1.1" status: 204 len: 168 time: 0.5574307 Oct 22 15:06:22.318626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:22.374346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3713e1c-2935-41de-bef9-9be1c4a7820f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:22.624252 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:22.683601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-852c42e8-15be-4dbd-b921-f68e8995ce3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:22.808001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500d834-545d-42ac-b1c0-0e2c0d228204 req-ca68ad2c-c028-456c-a377-4985d8540e9d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:22.809564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5500d834-545d-42ac-b1c0-0e2c0d228204 req-ca68ad2c-c028-456c-a377-4985d8540e9d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 946 time: 0.1346252 Oct 22 15:06:22.822276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db039ca6-0163-467d-a670-72ce5842c28d req-1110e43e-1cf7-4844-8632-182e75448f36 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:22.823820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db039ca6-0163-467d-a670-72ce5842c28d req-1110e43e-1cf7-4844-8632-182e75448f36 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 948 time: 0.1502633 Oct 22 15:06:22.936053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:22.951578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5500d834-545d-42ac-b1c0-0e2c0d228204 req-9609d7eb-930e-47e8-9876-b56cae2f33bc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266768 Oct 22 15:06:22.966256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db039ca6-0163-467d-a670-72ce5842c28d req-55e75a03-a225-4cdb-91ff-71c8aea09636 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258712 Oct 22 15:06:23.092562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Router 896272dc-c725-45de-98f8-58c2395fd93d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:06:23.106787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0343862-de4d-414b-844d-5a229a5e5999 req-4b89a50d-ca80-495b-bbc1-22facd3e7744 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:23.108535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0343862-de4d-414b-844d-5a229a5e5999 req-4b89a50d-ca80-495b-bbc1-22facd3e7744 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.0744638 Oct 22 15:06:23.129781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ea26ec7c-281f-4779-b2eb-addb83919c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.192734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:06:23.228416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0343862-de4d-414b-844d-5a229a5e5999 req-84173d24-501b-4e1d-a02c-a3d4be8fdb54 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004198 Oct 22 15:06:23.229689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ea26ec7c-281f-4779-b2eb-addb83919c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.291121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:06:23.296774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-828d6ca7-d13d-4fa4-8b16-6f6f3213aca7 admin admin] 10.222.0.66 "PUT /v2.0/routers/896272dc-c725-45de-98f8-58c2395fd93d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331519 Oct 22 15:06:23.300748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35988) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:23.304260 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] Sync routers for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:06:23.308833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ea26ec7c-281f-4779-b2eb-addb83919c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.315581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:23.327605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'mac_address': 'fa:16:3e:43:93:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:06:23.334012 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:23.334894 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:23.383708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.418400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81c1393-1b1a-4de5-9990-8b7c08b8ad69 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:23.441742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35996) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:23.442466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ea26ec7c-281f-4779-b2eb-addb83919c7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fb477d5d6124ad0b1511e8d8288b4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048766 Oct 22 15:06:23.446176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ec7c-281f-4779-b2eb-addb83919c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a7a75-983a-4c20-b324-a92f61afbdb9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:23.447515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:23.469278 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:23.512478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-081792cd-1129-4ed2-b01f-86651647fc59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.527331 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.547866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-081792cd-1129-4ed2-b01f-86651647fc59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.599373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.669807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:23.694996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.701774 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:06:22Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:23.717519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-081792cd-1129-4ed2-b01f-86651647fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.721263 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-081792cd-1129-4ed2-b01f-86651647fc59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.722610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-081792cd-1129-4ed2-b01f-86651647fc59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/802a7a75-983a-4c20-b324-a92f61afbdb9 HTTP/1.1" status: 204 len: 168 time: 0.2793880 Oct 22 15:06:23.737204 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] Checking router: 896272dc-c725-45de-98f8-58c2395fd93d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:23.737558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081792cd-1129-4ed2-b01f-86651647fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a7a75-983a-4c20-b324-a92f61afbdb9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:23.739838 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] Routers {'896272dc-c725-45de-98f8-58c2395fd93d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:23.740587 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:05:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['896272dc-c725-45de-98f8-58c2395fd93d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:23.848771 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Deleting port 116fcca7-8917-4db2-9031-61674b4039e4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:23.849272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.888760 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] Set router 896272dc-c725-45de-98f8-58c2395fd93d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:23.959981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] For port 116fcca7-8917-4db2-9031-61674b4039e4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=116fcca7-8917-4db2-9031-61674b4039e4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:23.960415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:23.977178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Calling delete_port for 116fcca7-8917-4db2-9031-61674b4039e4 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:24.086092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c81c1393-1b1a-4de5-9990-8b7c08b8ad69'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:24.181389 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:06:22Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:24.235517 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef65c071-cdf8-4c87-93ab-dd8bd1fd96cb None None] The sync data for ids ['896272dc-c725-45de-98f8-58c2395fd93d'] in n-d-812148-2 is: [{'id': '896272dc-c725-45de-98f8-58c2395fd93d', 'name': 'tempest-ServersTestFqdnHostnames-1643458881-router', 'tenant_id': 'b1d4c66abd964108a13fe64fa90c0762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '116fcca7-8917-4db2-9031-61674b4039e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:02:24Z', 'updated_at': '2021-10-22T15:06:22Z', 'revision_number': 5, 'project_id': 'b1d4c66abd964108a13fe64fa90c0762', 'gw_port': {'id': '116fcca7-8917-4db2-9031-61674b4039e4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896272dc-c725-45de-98f8-58c2395fd93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:02:26Z', 'updated_at': '2021-10-22T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:24.291991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f4e37-49c7-4f6e-a3d8-86407701df9b req-91b10bdf-cba7-4af7-a329-5e3af25dffe5 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:24.293755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa9f4e37-49c7-4f6e-a3d8-86407701df9b req-91b10bdf-cba7-4af7-a329-5e3af25dffe5 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 949 time: 0.1630960 Oct 22 15:06:24.314042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-dc74c610-7677-4f5f-ac4c-84a18047b5b8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:24.315917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-dc74c610-7677-4f5f-ac4c-84a18047b5b8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 946 time: 0.2581990 Oct 22 15:06:24.326523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee04c7c-16b0-471c-8ef8-a1a298f00d05 req-56fddaad-16f3-45d8-bf3c-1caaba002bdf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:24.328007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bee04c7c-16b0-471c-8ef8-a1a298f00d05 req-56fddaad-16f3-45d8-bf3c-1caaba002bdf tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 946 time: 0.1984856 Oct 22 15:06:24.426164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa9f4e37-49c7-4f6e-a3d8-86407701df9b req-e2429667-ceb4-474a-9370-99b5bf460313 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050591 Oct 22 15:06:24.442689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bee04c7c-16b0-471c-8ef8-a1a298f00d05 req-5b0f57c3-7231-40b5-842c-048b192e6281 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948744 Oct 22 15:06:24.495230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.524023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Pushing event deleted for resources: {'Port': ['ID=116fcca7-8917-4db2-9031-61674b4039e4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:24.553686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port e42db7fc-ba33-4f0a-bd42-738faa2475ec {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:24.553995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.586868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f704-4f90-4a47-bc9b-6c15b70382cb req-babd58ce-816f-4622-9edf-1cd409605f91 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:24.588378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfa8f704-4f90-4a47-bc9b-6c15b70382cb req-babd58ce-816f-4622-9edf-1cd409605f91 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.1012225 Oct 22 15:06:24.616742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.683887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfa8f704-4f90-4a47-bc9b-6c15b70382cb req-065d6b1d-4f81-4a2b-a6e0-7981cb76f708 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857608 Oct 22 15:06:24.697289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port e42db7fc-ba33-4f0a-bd42-738faa2475ec, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e42db7fc-ba33-4f0a-bd42-738faa2475ec,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:24.697656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.725080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for e42db7fc-ba33-4f0a-bd42-738faa2475ec owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:24.765397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.767442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36056) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:24.774102 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.877160 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69a8d7da-2da3-4ccc-817b-e56224210825 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91f08db6d061439da9fb05de6c28b047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078539 Oct 22 15:06:24.877804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36064) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:24.943718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.944256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 896272dc-c725-45de-98f8-58c2395fd93d {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:24.944595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35ba2e-99e7-4ba1-ba6d-daa489ed740e req-65308934-0aac-4d23-9d2d-4385a669b1ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:24.946131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c35ba2e-99e7-4ba1-ba6d-daa489ed740e req-65308934-0aac-4d23-9d2d-4385a669b1ef tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.0627408 Oct 22 15:06:24.950097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.953488 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e94c79ad-ca89-4e53-bb3a-53399e277581 admin admin] 10.222.0.66 "DELETE /v2.0/routers/896272dc-c725-45de-98f8-58c2395fd93d HTTP/1.1" status: 204 len: 168 time: 1.6490002 Oct 22 15:06:24.954501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36066) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:24.962252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5c32cc-f494-4307-96d5-0dd4cf742750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:24.996492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c35ba2e-99e7-4ba1-ba6d-daa489ed740e req-3b6b9193-2fbf-4032-b180-4d188caa3578 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Oct 22 15:06:25.027879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5c32cc-f494-4307-96d5-0dd4cf742750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.037764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36072) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:25.041459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Deleting subnet 4a723b28-7937-45db-9121-f4c66e48f5de {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:06:25.053797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.078440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.095864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'b0d0ba44-07b5-493d-b349-ffb8a295b275', 'e42db7fc-ba33-4f0a-bd42-738faa2475ec'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:25.107585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.142518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=e42db7fc-ba33-4f0a-bd42-738faa2475ec,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:25.156037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d78e16aa-45c6-453d-b3f3-e17edfda1962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.242659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port e42db7fc-ba33-4f0a-bd42-738faa2475ec on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:25.243929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.246606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110288d-fbdc-43e8-b614-fb4f9480b80c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:25.248509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d110288d-fbdc-43e8-b614-fb4f9480b80c tempest-TestNetworkBasicOps-42248991 tempest-TestNetworkBasicOps-42248991-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1091 time: 0.2085667 Oct 22 15:06:25.256936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.260865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5362d7c9-3cfd-460d-a546-00a65a00fcf6 req-b8c47e01-888c-4bfa-b73d-9fdb4c6fa0fb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "DELETE /v2.0/ports/e42db7fc-ba33-4f0a-bd42-738faa2475ec HTTP/1.1" status: 204 len: 173 time: 0.9318149 Oct 22 15:06:25.261556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc91d22-a997-4699-98f9-d87092716c9f', 'name': 'network-vif-deleted', 'tag': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:25.266787 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ff543-9cda-4004-861a-4ba52e7f2bac" -d '{"events": [{"server_uuid": "5cc91d22-a997-4699-98f9-d87092716c9f", "name": "network-vif-deleted", "tag": "e42db7fc-ba33-4f0a-bd42-738faa2475ec"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:25.270650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36078) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:25.278928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '46ef1a35-f404-4671-a572-6e999cc0831e', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:25.311829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5c32cc-f494-4307-96d5-0dd4cf742750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.320708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7a5c32cc-f494-4307-96d5-0dd4cf742750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.324683 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7a5c32cc-f494-4307-96d5-0dd4cf742750 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47648ffa-2125-46cf-98d1-f8736035570a HTTP/1.1" status: 204 len: 168 time: 0.4431071 Oct 22 15:06:25.344663 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48eb9cf-ad65-4a03-b2e0-9cbfbacf0d5a x-openstack-request-id: req-a48eb9cf-ad65-4a03-b2e0-9cbfbacf0d5a {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:25.346527 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc91d22-a997-4699-98f9-d87092716c9f", "name": "network-vif-deleted", "tag": "e42db7fc-ba33-4f0a-bd42-738faa2475ec", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:25.346527 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a48eb9cf-ad65-4a03-b2e0-9cbfbacf0d5a {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:25.346527 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc91d22-a997-4699-98f9-d87092716c9f', 'name': 'network-vif-deleted', 'tag': 'e42db7fc-ba33-4f0a-bd42-738faa2475ec', 'status': 'completed', 'code': 200} Oct 22 15:06:25.349899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c32cc-f494-4307-96d5-0dd4cf742750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47648ffa-2125-46cf-98d1-f8736035570a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:25.398403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.581557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.605869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a723b28-7937-45db-9121-f4c66e48f5de,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:25.617568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ea0c07a-0a51-4d5b-a7e7-e6b1ae683db2 req-8e6afe2d-bff5-43ff-905a-d6f7dcd7e31c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 210 time: 0.0453219 Oct 22 15:06:25.624526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.637623 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17dd5462-8f7f-4881-bb7e-b04770398607 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a723b28-7937-45db-9121-f4c66e48f5de HTTP/1.1" status: 204 len: 168 time: 0.6820295 Oct 22 15:06:25.639401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b10ee-7859-434c-8c60-f9542526ee5f None None] Network 106bcca2-e3d3-4238-a2e3-289e22c6eaba requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:06:25.640740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:25.744191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb21ff-6321-4ed9-b629-fc50853d60a5 req-c8cdf9a2-6841-4ccd-bbc4-a2b3122944d7 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:25.746372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7eb21ff-6321-4ed9-b629-fc50853d60a5 req-c8cdf9a2-6841-4ccd-bbc4-a2b3122944d7 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 949 time: 0.1741514 Oct 22 15:06:25.781284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.860781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.905908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7eb21ff-6321-4ed9-b629-fc50853d60a5 req-c055e454-fefa-420b-9894-eb81771bc5eb tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512678 Oct 22 15:06:25.930188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Deleting port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:25.930651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:25.942049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] DHCP port deletion for 106bcca2-e3d3-4238-a2e3-289e22c6eaba request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:06:26.025549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] Deleting port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:26.026011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.030396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Allocated IP 172.25.1.186 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c15e2e0c-1fcf-4f18-a89e-607247181291) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:26.111384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] For port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:26.112047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.132080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Calling delete_port for 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:26.133261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d3713e1c-2935-41de-bef9-9be1c4a7820f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:26.171234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] For port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,segment=NetworkSegment(042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee),segment_id=042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:26.171653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.187240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] Calling delete_port for 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:26.198419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d3713e1c-2935-41de-bef9-9be1c4a7820f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:26.198419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d3713e1c-2935-41de-bef9-9be1c4a7820f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:26.198419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:26.268878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.547638 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.552106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.553294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.593647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:26.596150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] No DVR routers for this DVR port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:26.646712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.648886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.649906 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.651025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 116fcca7-8917-4db2-9031-61674b4039e4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:26.652776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:26.662842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:26.677095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:26.716011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 116fcca7-8917-4db2-9031-61674b4039e4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:26.716432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 116fcca7-8917-4db2-9031-61674b4039e4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:26.720800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] Pushing event deleted for resources: {'Port': ['ID=9bbec6dc-8484-4b6a-bae8-ce344f8edc64,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:26.724145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c2936-fbe6-43a9-9f9d-e55a9b8c67c5 None None] No DVR routers for this DVR port 9bbec6dc-8484-4b6a-bae8-ce344f8edc64 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:26.730625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.744067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=c15e2e0c-1fcf-4f18-a89e-607247181291,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:26.783318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106bcca2-e3d3-4238-a2e3-289e22c6eaba']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:26.796318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64d6c2f2-5950-4f9b-af9c-662acb6d0524 req-b4f6d822-d68d-4d15-819d-3080580fb5d1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cc91d22-a997-4699-98f9-d87092716c9f HTTP/1.1" status: 200 len: 210 time: 0.0361788 Oct 22 15:06:26.802193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:26.802193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042ae4f7-b2e7-4ae0-8f30-d7919b5ff1ee') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:26.812286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.837747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.840257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:06:26.840696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:06:26.842422 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:06:27.090232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:27.099370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:27.104141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/106bcca2-e3d3-4238-a2e3-289e22c6eaba HTTP/1.1" status: 204 len: 168 time: 1.4621644 Oct 22 15:06:27.122679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724894f-cdca-49a6-b6c2-606855a741a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=106bcca2-e3d3-4238-a2e3-289e22c6eaba,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:27.213886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:27.410796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:06:27.416346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:27.416821 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:27.530845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:27.538753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da63a29-6e30-42a9-b23a-7b385dff56c7 req-52dcc946-c6d7-4797-898c-509dafaf9594 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:27.540551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2da63a29-6e30-42a9-b23a-7b385dff56c7 req-52dcc946-c6d7-4797-898c-509dafaf9594 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 949 time: 0.5392127 Oct 22 15:06:27.576343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:27.580262 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e94d44-086c-4ed4-a47a-5df402443ca9" -d '{"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-plugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:27.596464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:27.626609 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd6db2f-f094-436d-b4bc-050e6cbbf985 x-openstack-request-id: req-edd6db2f-f094-436d-b4bc-050e6cbbf985 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:27.626903 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-plugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:27.627185 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edd6db2f-f094-436d-b4bc-050e6cbbf985 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:27.627579 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'code': 200} Oct 22 15:06:27.660291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2da63a29-6e30-42a9-b23a-7b385dff56c7 req-7302a9cc-de32-47b7-bebf-fc498677a837 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084106 Oct 22 15:06:27.703492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36202) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:27.752073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:27.753149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:27.809161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:27.824984 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42223d66-bd19-46b5-a730-2837e2712d15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1d4c66abd964108a13fe64fa90c0762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135461 Oct 22 15:06:27.833075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36210) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:27.841161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f031d-525a-4df9-bcf9-d5755590b707 req-16d601a9-c1bd-44bd-a46e-480eae8c4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:27.843834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-685f031d-525a-4df9-bcf9-d5755590b707 req-16d601a9-c1bd-44bd-a46e-480eae8c4ee2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 1100 time: 0.1230903 Oct 22 15:06:27.909042 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-685f031d-525a-4df9-bcf9-d5755590b707 req-23f73f9b-5727-4431-9e33-a1c35bc41549 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Oct 22 15:06:27.995561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.051531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c2ad-c81c-42de-89b4-bd923039eded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.061804 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.089125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c2ad-c81c-42de-89b4-bd923039eded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.219446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e42db7fc-ba33-4f0a-bd42-738faa2475ec no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:28.238172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.255134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: e42db7fc-ba33-4f0a-bd42-738faa2475ec {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:28.256870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e42db7fc-ba33-4f0a-bd42-738faa2475ec not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:28.352416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.356248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c2ad-c81c-42de-89b4-bd923039eded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.362233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c2ad-c81c-42de-89b4-bd923039eded admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.366528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8ab2c2ad-c81c-42de-89b4-bd923039eded admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/361ea62b-3cd5-41ca-b06f-d8255864a4b9 HTTP/1.1" status: 204 len: 168 time: 0.5319486 Oct 22 15:06:28.388601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2c2ad-c81c-42de-89b4-bd923039eded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ea62b-3cd5-41ca-b06f-d8255864a4b9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:28.519014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36250) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:28.557449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event updated for resources: {'Port': ['ID=c15e2e0c-1fcf-4f18-a89e-607247181291,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:28.564287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.699473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd772fad-a373-404e-bbf8-cd37e50b63e5 req-5605213a-f155-4e1a-aad7-adbf0cc7d2c5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:28.701991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd772fad-a373-404e-bbf8-cd37e50b63e5 req-5605213a-f155-4e1a-aad7-adbf0cc7d2c5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 945 time: 0.2176342 Oct 22 15:06:28.728104 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Floating IP 5e69f170-f839-4863-b3b5-480af8fc606e associated. External IP: 172.25.1.186, port: 46ef1a35-f404-4671-a572-6e999cc0831e. Oct 22 15:06:28.799765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-775480114', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:28.863341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd772fad-a373-404e-bbf8-cd37e50b63e5 req-b5b09b81-a1f1-40f2-97c0-e9da34b8f40c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389194 Oct 22 15:06:28.923137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ca313-cd7a-4881-907d-8da4f70d2987 req-7618e15d-3656-433e-8a17-2feaea07d720 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:28.924669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-635ca313-cd7a-4881-907d-8da4f70d2987 req-7618e15d-3656-433e-8a17-2feaea07d720 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 950 time: 0.1387281 Oct 22 15:06:28.932307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Made reservation on behalf of ee1a8390d04a41b29b22f0bfad6c8126 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:28.933633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:28.944218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:29.039367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-635ca313-cd7a-4881-907d-8da4f70d2987 req-aea85afe-101f-47b9-ab00-6e17aff08e74 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056356 Oct 22 15:06:29.064949 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:29.108887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router d4b96271-58f9-4bd4-be53-8fc703aea4b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:06:29.214456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:29.230405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:06:29.244190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] Sync routers for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:06:29.255553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:29.256735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:29.276930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db20761e-c833-4f9b-99fd-01407ae7f2b9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:29.288044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] device_id is not set on port ceef2226-5113-4bab-a26f-0cd75eefe716 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:06:29.344028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:29.387664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:29.393654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-32f43f86-edd4-4061-9c63-d3d89c87d3a8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1206014 Oct 22 15:06:29.394549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:29.396677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36302) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:29.397383 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ea307-7147-44e2-9322-1f78a13276c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:29.445038 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3ecf91-ce02-4ec0-8221-cdca0d07b210 x-openstack-request-id: req-da3ecf91-ce02-4ec0-8221-cdca0d07b210 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:29.445333 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:29.445737 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da3ecf91-ce02-4ec0-8221-cdca0d07b210 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:29.446147 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e', 'status': 'completed', 'code': 200} Oct 22 15:06:29.509827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Allocated IP 172.25.1.55 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ceef2226-5113-4bab-a26f-0cd75eefe716) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:29.583911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5ee3be00-f9be-4a14-9926-cf66bce3d7c8 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/5e69f170-f839-4863-b3b5-480af8fc606e HTTP/1.1" status: 200 len: 991 time: 0.1847751 Oct 22 15:06:29.596141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-e8ee799e-f152-48cb-a619-ec686eb052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:29.597686 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-e8ee799e-f152-48cb-a619-ec686eb052f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1070602 Oct 22 15:06:29.682122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5e69f170-f839-4863-b3b5-480af8fc606e', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'port_id': '46ef1a35-f404-4671-a572-6e999cc0831e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'mac_address': 'fa:16:3e:39:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:06:27Z', 'updated_at': '2021-10-22T15:06:27Z', 'revision_number': 0, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:29.711368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] Checking router: d4b96271-58f9-4bd4-be53-8fc703aea4b4 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:29.729146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:29.729624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:29.820865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-3e234fb2-5005-40e1-b473-d339f9e3e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:29.822367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-3e234fb2-5005-40e1-b473-d339f9e3e1df service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9e220cd-02d5-4421-801b-21155c30f43f HTTP/1.1" status: 200 len: 897 time: 0.2093213 Oct 22 15:06:29.824018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14115941-9d38-456d-bc04-209478a1cbfc req-7de38c1b-8400-44ad-ae4d-1f49492f0ee4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:29.827847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14115941-9d38-456d-bc04-209478a1cbfc req-7de38c1b-8400-44ad-ae4d-1f49492f0ee4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 945 time: 0.0923457 Oct 22 15:06:29.852835 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:29.859585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-32bdd853-29e6-4622-828d-8463afac54e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1061816 Oct 22 15:06:29.955419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36324) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:29.990624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port b0d0ba44-07b5-493d-b349-ffb8a295b275 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:29.990963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.010574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:30.010760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-12dc3285-2f2c-4263-8b97-dd318de97c35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ef1a35-f404-4671-a572-6e999cc0831e HTTP/1.1" status: 200 len: 999 time: 0.1732211 Oct 22 15:06:30.026809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-2871c783-dd93-4f85-b056-2fa13139a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.038790 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-2871c783-dd93-4f85-b056-2fa13139a8db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 1096 time: 0.1287932 Oct 22 15:06:30.140868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.263675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-379657517-network', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:30.293474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:30.309632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:30.320135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:30.323478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1719a2-80bb-4e88-99d2-7afd211d225e req-953e7c10-bcb1-4300-a309-e6231d642185 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.326712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a1719a2-80bb-4e88-99d2-7afd211d225e req-953e7c10-bcb1-4300-a309-e6231d642185 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 945 time: 0.3386862 Oct 22 15:06:30.353919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port b0d0ba44-07b5-493d-b349-ffb8a295b275, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b0d0ba44-07b5-493d-b349-ffb8a295b275,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:30.354568 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.370260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for b0d0ba44-07b5-493d-b349-ffb8a295b275 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:30.373912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.374609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.376865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Pushing event updated for resources: {'Port': ['ID=ceef2226-5113-4bab-a26f-0cd75eefe716,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:30.384766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-5ce33c1f-fb3b-4e76-9898-56a74f9a8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.386354 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-5ce33c1f-fb3b-4e76-9898-56a74f9a8651 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3ae5436-0bb3-40b3-8efc-09fcb663b621 HTTP/1.1" status: 200 len: 835 time: 0.3665533 Oct 22 15:06:30.399826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-c7eb4750-ada1-4cce-b575-93dfe1196244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.401287 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-c7eb4750-ada1-4cce-b575-93dfe1196244 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 906 time: 0.3414452 Oct 22 15:06:30.464353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-cecc9257-47a4-4f62-a163-1e9a49e9444e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 200 len: 217 time: 0.0507994 Oct 22 15:06:30.466342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5e69f170-f839-4863-b3b5-480af8fc606e', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'port_id': '46ef1a35-f404-4671-a572-6e999cc0831e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'mac_address': 'fa:16:3e:39:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:06:27Z', 'updated_at': '2021-10-22T15:06:27Z', 'revision_number': 0, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:30.498427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505d29f-af5b-4ee0-8738-6428223075e2 None None] The sync data for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 is: [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5e69f170-f839-4863-b3b5-480af8fc606e', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'port_id': '46ef1a35-f404-4671-a572-6e999cc0831e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'mac_address': 'fa:16:3e:39:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:06:27Z', 'updated_at': '2021-10-22T15:06:27Z', 'revision_number': 0, 'project_id': '4da48237c7fc4553949e355dd822987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:30.608627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4851-3f04-41b1-8e46-a7bd7f779206 req-bbfa669e-e06a-4cd6-aecf-c048a0cfbb0f tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.608627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd2a4851-3f04-41b1-8e46-a7bd7f779206 req-bbfa669e-e06a-4cd6-aecf-c048a0cfbb0f tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 950 time: 0.3558209 Oct 22 15:06:30.608627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a1719a2-80bb-4e88-99d2-7afd211d225e req-fb90f7c9-0684-4e59-9da1-c4913f8e93af tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035578 Oct 22 15:06:30.649948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-e3c3f6a0-0956-4a7a-8f10-5eade9996a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.649948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-e3c3f6a0-0956-4a7a-8f10-5eade9996a96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9e220cd-02d5-4421-801b-21155c30f43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495435 Oct 22 15:06:30.649948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Made reservation on behalf of dc67e5e545644aeaba162f85f8e99678 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:30.649948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.649948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-f14685c8-a03a-440e-bc3b-393a53fcbafd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:06:30.649948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-f14685c8-a03a-440e-bc3b-393a53fcbafd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062475 Oct 22 15:06:30.656018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36340) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:30.656647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.656647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-74948d66-33fb-4d35-9aa8-b99c40675a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:30.656647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-74948d66-33fb-4d35-9aa8-b99c40675a04 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.1435649 Oct 22 15:06:30.670891 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-44ee775c-1581-493a-97de-62941f882916 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313544 Oct 22 15:06:30.684166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89d5c85a-d73a-47de-9145-6f499ee69e7f tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1606975 Oct 22 15:06:30.688978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36348) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:30.698490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.55'}]}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:30.731759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd2a4851-3f04-41b1-8e46-a7bd7f779206 req-5ec5dba8-4bd1-49b7-b2cc-9addfe11f999 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858194 Oct 22 15:06:30.754433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5823ea24-04d8-452e-9daa-e30f9a13f85d tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/5e69f170-f839-4863-b3b5-480af8fc606e HTTP/1.1" status: 200 len: 991 time: 0.1631188 Oct 22 15:06:30.889677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.890880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.895490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.907965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:30.908617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'b0d0ba44-07b5-493d-b349-ffb8a295b275'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:30.934532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-56f99dac-dacc-40d3-9916-c5795251a68c service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456906 Oct 22 15:06:30.935800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-44f35bc0-4c92-4f0e-a34b-09e80b84bafd service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298144 Oct 22 15:06:30.961499 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1076cd-212c-424f-a5b1-e10ae1f51a75 None None] New status for floating IP 5e69f170-f839-4863-b3b5-480af8fc606e: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:06:31.001499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=b0d0ba44-07b5-493d-b349-ffb8a295b275,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:31.081956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.196953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.198759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port b0d0ba44-07b5-493d-b349-ffb8a295b275 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:31.205100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.209017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14115941-9d38-456d-bc04-209478a1cbfc req-6941b549-a471-4784-b319-b6a2e9d57bb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "DELETE /v2.0/ports/b0d0ba44-07b5-493d-b349-ffb8a295b275 HTTP/1.1" status: 204 len: 173 time: 1.3737872 Oct 22 15:06:31.220366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:06:31.229982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.230551 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Added segment 509eed0d-b46b-409b-9dcb-c33cf8fea82a of type vlan for network f59691a2-49ad-45a9-b96c-4691bc93cd0a Oct 22 15:06:31.288194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5908b-4edb-4b43-98f0-6bb2a895ad02,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:31.367832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.453088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'name': 'network-vif-deleted', 'tag': 'b0d0ba44-07b5-493d-b349-ffb8a295b275'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:31.458208 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c366f48-80a3-4556-a5d4-80ae464b2eee" -d '{"events": [{"server_uuid": "40432a7a-b289-4d4c-8401-8ae895d42fdd", "name": "network-vif-deleted", "tag": "b0d0ba44-07b5-493d-b349-ffb8a295b275"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:31.530008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f3ea307-7147-44e2-9322-1f78a13276c9 req-e08cc291-d038-4454-82d4-390e89b0ee69 service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204716 Oct 22 15:06:31.533890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-67ab84b8-6f38-4727-a2d8-8769b48f1ad4 req-c7b2417a-ddf9-449a-aa95-42183b3c92ac service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960908 Oct 22 15:06:31.615455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.616743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:31.617476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.678867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:31.747423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] Pushing event updated for resources: {'Network': ['ID=f59691a2-49ad-45a9-b96c-4691bc93cd0a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:31.761188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36370) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:31.762962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:06:31.819913 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dfde52-1309-47db-a7f3-2c9c120f365e x-openstack-request-id: req-84dfde52-1309-47db-a7f3-2c9c120f365e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:31.820203 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40432a7a-b289-4d4c-8401-8ae895d42fdd", "name": "network-vif-deleted", "tag": "b0d0ba44-07b5-493d-b349-ffb8a295b275", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:31.820453 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84dfde52-1309-47db-a7f3-2c9c120f365e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:31.820846 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40432a7a-b289-4d4c-8401-8ae895d42fdd', 'name': 'network-vif-deleted', 'tag': 'b0d0ba44-07b5-493d-b349-ffb8a295b275', 'status': 'completed', 'code': 200} Oct 22 15:06:31.868344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b929c24f-74d6-434a-afbe-e3822f28fe80 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/5e69f170-f839-4863-b3b5-480af8fc606e HTTP/1.1" status: 200 len: 993 time: 0.1039295 Oct 22 15:06:31.884199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:31.884491 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d4d831c0-bf2b-4a05-98e3-53636950f8fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9277766 Oct 22 15:06:31.889287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Request body: {'subnet': {'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-379657517-subnet', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:31.975736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e94f4e85-f035-4969-88f9-946eaed4348a req-59ff43c1-35b7-492a-9dcd-5eb898896afa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=40432a7a-b289-4d4c-8401-8ae895d42fdd HTTP/1.1" status: 200 len: 210 time: 0.0664372 Oct 22 15:06:32.096388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Made reservation on behalf of dc67e5e545644aeaba162f85f8e99678 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:32.099917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.336004 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.359371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.538364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.603347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6af737-22c7-4e70-9981-63afd1050994,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:32.619528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Checking segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:32.619778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Network hostable DHCP agents. Network: f59691a2-49ad-45a9-b96c-4691bc93cd0a, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:06:32.629602 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.760209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:06:32.799926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.802583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.846503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, f59691a2-49ad-45a9-b96c-4691bc93cd0a) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:32.853160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:32.853751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.857687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c49e3-6fd1-4e78-8ff9-4698a48efd3d None None] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:06:32.918307 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:32.919193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc99da76-ec14-4aed-b68f-959040ec55a6 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:06:32.949383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-279a979b-41f7-451e-b0bb-92d79a00a126 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0640390 Oct 22 15:06:32.952078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36388) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:32.956902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:33.027375 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 22 15:06:33.030231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8abfb0ff-faeb-40ee-a220-805bc7d9344b tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3339293 Oct 22 15:06:33.035168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36392) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:33.048308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:06:33.050438 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.137994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.139565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.161520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Deleting port ceef2226-5113-4bab-a26f-0cd75eefe716 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:33.162135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.300824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.358614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.397070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Calling delete_port for ceef2226-5113-4bab-a26f-0cd75eefe716 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:33.469395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Allocated IP 172.20.0.2 (f59691a2-49ad-45a9-b96c-4691bc93cd0a/4f6af737-22c7-4e70-9981-63afd1050994/bc526aab-8f0b-43a6-ab00-88464651f1b3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:33.594824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-f38b310e-3b4e-4233-9ae4-f9e54edfb7b6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:33.596872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-f38b310e-3b4e-4233-9ae4-f9e54edfb7b6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2344499 Oct 22 15:06:33.618714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-21a9cfa6-9961-44ee-87e6-0ab26c429707 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0132322 Oct 22 15:06:33.700520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.761754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-07d9c017-5f3e-4851-b769-3051313a5323 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1332912 Oct 22 15:06:33.814599 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:06:33.837214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.871252 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-cfd8ab6c-1589-4385-bd04-28182b3af40d service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085069 Oct 22 15:06:33.882942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.883373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.932799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceef2226-5113-4bab-a26f-0cd75eefe716,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:33.958360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:33.973212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:33.981351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:33.984661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:33.993163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Pushing event updated for resources: {'Port': ['ID=bc526aab-8f0b-43a6-ab00-88464651f1b3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:34.062508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Attempting to bind port bc526aab-8f0b-43a6-ab00-88464651f1b3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:34.062884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Attempting to bind port bc526aab-8f0b-43a6-ab00-88464651f1b3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:34.064438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Attempting to bind port bc526aab-8f0b-43a6-ab00-88464651f1b3 on network f59691a2-49ad-45a9-b96c-4691bc93cd0a {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:34.071906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:34.072296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Checking segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:34.072678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:34.073073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Bound using segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:34.074022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Bound port: bc526aab-8f0b-43a6-ab00-88464651f1b3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:34.074133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:34.171919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] For port bc526aab-8f0b-43a6-ab00-88464651f1b3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:34.182136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] For port bc526aab-8f0b-43a6-ab00-88464651f1b3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc526aab-8f0b-43a6-ab00-88464651f1b3,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:34.258114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b0d0ba44-07b5-493d-b349-ffb8a295b275 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:06:34.262059 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:34.376559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: b0d0ba44-07b5-493d-b349-ffb8a295b275 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:06:34.376896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b0d0ba44-07b5-493d-b349-ffb8a295b275 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:06:34.445094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5194c70-1641-4740-8b3c-c12b4fb9c324 None None] Pushing event updated for resources: {'Port': ['ID=bc526aab-8f0b-43a6-ab00-88464651f1b3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:34.482535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:34.520978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:34.525032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:34.534513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-16b8bed3-67d9-4081-a485-d70517460107 tempest-RoutersAdminNegativeTest-341413538 tempest-RoutersAdminNegativeTest-341413538-project-admin] 10.222.0.66 "DELETE /v2.0/ports/ceef2226-5113-4bab-a26f-0cd75eefe716 HTTP/1.1" status: 204 len: 168 time: 1.4982736 Oct 22 15:06:34.557744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-cbe24693-8a48-4caa-a314-2f7cf6975d25 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802497 Oct 22 15:06:34.757598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Allocated IP 172.25.1.70 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1e2c6e6f-53cc-44d8-926e-7cbd732d1df4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:34.869123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:35.000272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:35.046858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:35.072079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:35.081010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:35.134425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b2a25a3-70d1-4ed7-9130-a97e088066d6 req-0b3007d7-c577-477c-9048-12a2c849a00d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 210 time: 0.0671899 Oct 22 15:06:35.168839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:35.397703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36470) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:35.490049 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5aca0c9a-1aa9-447b-875d-f81537287dca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2294278 Oct 22 15:06:35.589603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-50dadbe3-a6e8-4155-ba42-e309b1131a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:35.726416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:35.737828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-50dadbe3-a6e8-4155-ba42-e309b1131a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:35.788935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:35.794357 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1fff2cb9-567d-4d21-b70f-6b0476ca4856 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 6492 time: 0.1954272 Oct 22 15:06:35.832169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b4f5d-e21d-4d43-8396-071b9af930b3 None None] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:06:35.878235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-50dadbe3-a6e8-4155-ba42-e309b1131a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:35.966072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dadbe3-a6e8-4155-ba42-e309b1131a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba599e-5ff3-4c31-8915-afba5838a402,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:35.986150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Provisioning complete for port bc526aab-8f0b-43a6-ab00-88464651f1b3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:35.986150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.027663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-50dadbe3-a6e8-4155-ba42-e309b1131a67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03ba22726c644c11af82c8b08d634164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285620 Oct 22 15:06:36.036732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36478) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:36.052556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5ede39bb-9e5c-44c1-b0ad-7589d385eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:36.053052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5ede39bb-9e5c-44c1-b0ad-7589d385eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:36.053684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5ede39bb-9e5c-44c1-b0ad-7589d385eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:36.060378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5ede39bb-9e5c-44c1-b0ad-7589d385eed2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c0226784-150c-43ed-b71e-dc85064ff07e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=515ff53b-5aa0-4210-adea-30c81f6e959e&id=c46961ba-ce10-4285-82d4-87b41d7e6534&id=c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 200 len: 2294 time: 0.1985793 Oct 22 15:06:36.146661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.151062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e5870fa-740c-4f4c-a2fa-76135fd39f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.205462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] For port bc526aab-8f0b-43a6-ab00-88464651f1b3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc526aab-8f0b-43a6-ab00-88464651f1b3,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:36.217754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e5870fa-740c-4f4c-a2fa-76135fd39f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.235971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36482) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:36.309428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc526aab-8f0b-43a6-ab00-88464651f1b3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:36.362053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d870783-b178-4f00-a815-1100c7d41c9d req-c4fffec2-263b-40dc-a43b-622723245e99 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 210 time: 0.1034961 Oct 22 15:06:36.383515 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.472422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-8da5cf5f-bea5-45e0-95f2-068fd1af6edb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 200 len: 1001 time: 0.3983204 Oct 22 15:06:36.511632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e5870fa-740c-4f4c-a2fa-76135fd39f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.514258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e5870fa-740c-4f4c-a2fa-76135fd39f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.521625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4e5870fa-740c-4f4c-a2fa-76135fd39f94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cba599e-5ff3-4c31-8915-afba5838a402 HTTP/1.1" status: 204 len: 168 time: 0.4777632 Oct 22 15:06:36.526236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5870fa-740c-4f4c-a2fa-76135fd39f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba599e-5ff3-4c31-8915-afba5838a402,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:36.550408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.605818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d12d398b-ef53-41d2-aa4e-654863b6b367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.616326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-069a0980-2edc-467c-8d45-7968d6cafcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:36.619344 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-069a0980-2edc-467c-8d45-7968d6cafcc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c70db5d-50ec-4376-9528-db0b76660b8a HTTP/1.1" status: 200 len: 851 time: 0.1336048 Oct 22 15:06:36.630219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Pushing event updated for resources: {'Port': ['ID=bc526aab-8f0b-43a6-ab00-88464651f1b3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:36.639384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port bc526aab-8f0b-43a6-ab00-88464651f1b3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:36.639760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.682861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.683050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711d457-f220-4575-a8ba-455436fd6523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:06:36.733232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d12d398b-ef53-41d2-aa4e-654863b6b367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.748136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6a89b692-8da9-4fcc-9a9e-17bfa8b2b461 None None] Provisioning complete for port bc526aab-8f0b-43a6-ab00-88464651f1b3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:36.777042 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a89b692-8da9-4fcc-9a9e-17bfa8b2b461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.806670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-93cff3cc-6726-43e1-bf04-cd8ef58f009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:36.808217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-93cff3cc-6726-43e1-bf04-cd8ef58f009e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c0226784-150c-43ed-b71e-dc85064ff07e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772456 Oct 22 15:06:36.924790 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d12d398b-ef53-41d2-aa4e-654863b6b367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:36.935600 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-dd9f773e-ca6f-42b9-8b1a-7a5fe9b5738a service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162357 Oct 22 15:06:36.990481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d12d398b-ef53-41d2-aa4e-654863b6b367 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04b94e4cd272454e85d4c5765a46a640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573836 Oct 22 15:06:36.992508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d398b-ef53-41d2-aa4e-654863b6b367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcde0d-5c10-499b-a9c4-79afe7c6c830,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:36.995906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36504) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:37.082649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:06:37.104756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52080129-a9e6-44c6-b0bb-e4e364a44774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:37.110875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-15e6ff29-2d1d-42fd-a4e2-8be21d5b8257 service neutron] 10.222.0.69 "GET /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662068 Oct 22 15:06:37.180366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52080129-a9e6-44c6-b0bb-e4e364a44774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:37.229177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-a99f5aff-62ef-480f-8e2f-16a2c58fb113 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 217 time: 0.0957134 Oct 22 15:06:37.258353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:06:37.330120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-7d4ba10c-49c3-4c12-9c16-1fdb732e6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:37.331809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-7d4ba10c-49c3-4c12-9c16-1fdb732e6f4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0905473 Oct 22 15:06:37.340072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:06:37.340711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52080129-a9e6-44c6-b0bb-e4e364a44774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:37.343604 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52080129-a9e6-44c6-b0bb-e4e364a44774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:37.347433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-52080129-a9e6-44c6-b0bb-e4e364a44774 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51dcde0d-5c10-499b-a9c4-79afe7c6c830 HTTP/1.1" status: 204 len: 168 time: 0.3415513 Oct 22 15:06:37.358108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52080129-a9e6-44c6-b0bb-e4e364a44774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcde0d-5c10-499b-a9c4-79afe7c6c830,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:37.364492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Sync routers for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:06:37.452942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:37.467739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'mac_address': 'fa:16:3e:43:93:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:06:37.485224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-cacc6819-7747-4aac-b237-20112b1dba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:37.488748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-cacc6819-7747-4aac-b237-20112b1dba77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418030 Oct 22 15:06:37.509030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:37.509593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:37.527165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ba7a708-d8cb-45fd-8304-de2b3b8b0f70 req-38cff355-d2a7-4c86-ac9c-47a36912c267 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 210 time: 0.0505257 Oct 22 15:06:37.586845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:37.591044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec04e902-f064-44a5-99f5-a3e14422e3f2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6377280 Oct 22 15:06:37.597104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36522) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:37.600282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:37.676820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36524) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:37.756496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-151a6a3d-5c7b-4039-87f4-2ca86a9a15e3 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341261 Oct 22 15:06:37.795095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b140a95d-2c14-49fe-b264-04cf5cecbbcf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee1a8390d04a41b29b22f0bfad6c8126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155908 Oct 22 15:06:37.798410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36530) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:37.919691 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-ad1b1b34-9deb-4a79-a2aa-b004d02bdbb9 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623950 Oct 22 15:06:37.936140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:38.014295 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-04b2619f-d320-416b-89fc-b03ada8f4974 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 217 time: 0.0838377 Oct 22 15:06:38.040898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c81c1393-1b1a-4de5-9990-8b7c08b8ad69 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:38.117514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:38.187686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc526aab-8f0b-43a6-ab00-88464651f1b3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:38.244751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40f3c93f-1dfe-412b-8893-77e8eb0807f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.245246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-f7ac54b7-689c-40b1-a9bd-8a7468771e9c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:38.247609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-f7ac54b7-689c-40b1-a9bd-8a7468771e9c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2241061 Oct 22 15:06:38.257154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-3adcdab5-cedb-4396-baa1-07e75eb6f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:38.258961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-3adcdab5-cedb-4396-baa1-07e75eb6f1bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.2334576 Oct 22 15:06:38.264429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:38.274249 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40f3c93f-1dfe-412b-8893-77e8eb0807f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.287492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.297441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port bc526aab-8f0b-43a6-ab00-88464651f1b3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:38.297773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.389009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:35Z', 'revision_number': 3, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:38.455955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.471473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Checking router: 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:38.474437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Updating router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:06:38.487956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c81c1393-1b1a-4de5-9990-8b7c08b8ad69'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:38.507143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-86cb519b-e026-46f9-93bc-40753d74ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:38.509137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-86cb519b-e026-46f9-93bc-40753d74ee76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741780 Oct 22 15:06:38.519169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40f3c93f-1dfe-412b-8893-77e8eb0807f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.522118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40f3c93f-1dfe-412b-8893-77e8eb0807f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.523530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40f3c93f-1dfe-412b-8893-77e8eb0807f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db20761e-c833-4f9b-99fd-01407ae7f2b9 HTTP/1.1" status: 204 len: 168 time: 0.7239625 Oct 22 15:06:38.545442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c93f-1dfe-412b-8893-77e8eb0807f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db20761e-c833-4f9b-99fd-01407ae7f2b9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:38.640073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:38.661733 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.745266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-12ac0c0d-eede-4bdb-9755-219f1323ae37 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249112 Oct 22 15:06:38.746514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:38.759913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:38.784968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-724e553e-1cd2-4cc0-89e2-012c22f74cdb req-db06fffa-7839-4cb0-b175-8c4058735b96 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 210 time: 0.0637407 Oct 22 15:06:38.814262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Allocated IP 172.20.0.1 (f59691a2-49ad-45a9-b96c-4691bc93cd0a/4f6af737-22c7-4e70-9981-63afd1050994/e18ee06f-a3ec-4d44-8d54-61e0287b2a36) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:39.038847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.104124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.158740 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.177492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-89a52bea-84d8-40f7-b629-cb22ebae389e service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049051 Oct 22 15:06:39.183197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.3 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/bda6e8c1-756a-44c9-843e-37304c7392c5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:39.218869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b99e-51d9-4932-95b9-f6540691902b None None] Pushing event updated for resources: {'Port': ['ID=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:39.232500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5c8cf97f-7b15-4937-973b-4b1dbbb74b7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53 HTTP/1.1" status: 200 len: 217 time: 0.0442703 Oct 22 15:06:39.270961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Attempting to bind port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:39.272661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Attempting to bind port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:39.273263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Attempting to bind port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:39.280312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:39.281021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:39.282210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.282942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:39.284297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Bound port: 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:39.284883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.319988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5f57fa64-221f-4e77-a24a-031dbf9cc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:39.321553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-5f57fa64-221f-4e77-a24a-031dbf9cc4b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.0715907 Oct 22 15:06:39.354000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] For port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:39.358254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] For port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:39.369723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.446475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-17c4ec48-666c-452f-ba19-06ceac0dafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:39.448088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-17c4ec48-666c-452f-ba19-06ceac0dafa4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1156089 Oct 22 15:06:39.460735 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.465540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:39.468505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:39.472647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:39.517590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.526371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Pushing event updated for resources: {'Port': ['ID=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:39.541213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.599729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b99e-51d9-4932-95b9-f6540691902b None None] Pushing event updated for resources: {'Port': ['ID=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:39.638953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:39.640707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:39.799030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.812334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:39.856777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:39.859106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:39.869657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=bda6e8c1-756a-44c9-843e-37304c7392c5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:39.890234 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-17c8fcfa-082f-4ee4-ae37-676bc0754c0a service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896764 Oct 22 15:06:39.924646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:39.939289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:39.951200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:40.067519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea803c-e9db-4124-8feb-7c38509cd732 req-4d030b70-04da-45de-8930-5a4c30885d48 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:40.069598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38ea803c-e9db-4124-8feb-7c38509cd732 req-4d030b70-04da-45de-8930-5a4c30885d48 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 931 time: 0.1173685 Oct 22 15:06:40.093975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8a068ccf-fe4a-4aff-9dd9-57b34aa6d283 None None] Provisioning complete for port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:40.094869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a068ccf-fe4a-4aff-9dd9-57b34aa6d283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.152861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8a068ccf-fe4a-4aff-9dd9-57b34aa6d283 None None] Port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:06:40.320613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38ea803c-e9db-4124-8feb-7c38509cd732 req-22c5f6d3-74a7-47a7-a013-4f3f2d41e078 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362304 Oct 22 15:06:40.396546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.431458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:35Z', 'revision_number': 3, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:40.442917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36602) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:40.465874 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.478883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a98e6-d5c9-4324-b1ab-ae51bd212f04 None None] The sync data for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 is: [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:35Z', 'revision_number': 3, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:40.549611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Pushing event updated for resources: {'Port': ['ID=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:40.574598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.612152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b269f551-c1ae-4ddf-b4a7-194e00bde3aa tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:40.612677 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-b269f551-c1ae-4ddf-b4a7-194e00bde3aa tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 15:06:40.613252 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-b269f551-c1ae-4ddf-b4a7-194e00bde3aa tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 15:06:40.618839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b269f551-c1ae-4ddf-b4a7-194e00bde3aa tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1703289 Oct 22 15:06:40.618839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:40.623832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720316730'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:40.668729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-386a466b-6fe7-4d07-bd0e-4abadd8beb78 service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598965 Oct 22 15:06:40.676515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:40.680469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.729617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:40.731527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:40.740337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-1a9f493a-b884-4b68-905b-27a2593d31b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8 HTTP/1.1" status: 200 len: 217 time: 0.0593717 Oct 22 15:06:40.795014 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.826912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:40.890596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-8553a297-a57f-4d3a-afdf-821a9fc56faa tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6305103 Oct 22 15:06:40.976914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Request body: {'port': {'device_id': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:40.991844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:06:41.078176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-3c264788-147d-403a-b97d-778c4363fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:41.084077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-3c264788-147d-403a-b97d-778c4363fd22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 200 len: 797 time: 0.2179997 Oct 22 15:06:41.197205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-940bbf95-9405-44e4-8ffd-a64c865f5d60 None None] Provisioning complete for port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:41.197976 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-940bbf95-9405-44e4-8ffd-a64c865f5d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.208182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:06:41.238557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.240673 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7af1e4b4-1459-44ab-8150-04bcfdbf9369 admin admin] 10.222.0.66 "PUT /v2.0/routers/3c0c9f8c-5d8a-4b8d-a600-c276fea57414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6421702 Oct 22 15:06:41.248509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-940bbf95-9405-44e4-8ffd-a64c865f5d60 None None] Port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:06:41.261068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-ea840c76-608f-4732-a301-5ab7474efed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:41.262725 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-ea840c76-608f-4732-a301-5ab7474efed6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=515ff53b-5aa0-4210-adea-30c81f6e959e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1403630 Oct 22 15:06:41.303748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:41.323912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.397039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:41.397419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.420343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.505603 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.607808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.611651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3247f-f539-453e-928e-8a65620f34bb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:41.664018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:41.665740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:41.676364 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff905d5d-5715-4621-94f3-782cd5409eb2" -d '{"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-plugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:41.687208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-4a2168e2-e60d-4c8e-9cb9-58203a3e9cfc service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950529 Oct 22 15:06:41.700106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426772-169f-432c-a0a8-6d007f9a2f13 req-0e737b03-4012-4d19-bb34-6cd392b035b0 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:41.701705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59426772-169f-432c-a0a8-6d007f9a2f13 req-0e737b03-4012-4d19-bb34-6cd392b035b0 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 931 time: 0.1927369 Oct 22 15:06:41.719721 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.740271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.810759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59426772-169f-432c-a0a8-6d007f9a2f13 req-7f521ee1-2b7d-4399-af5c-c2598341a0a4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973816 Oct 22 15:06:41.814433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:41.829213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:41.907820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3da4c-5921-488e-8012-0cf980b8f53d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:42.006279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.007626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1c6d2d3b-6499-492d-90ee-aef9a43336a1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3879330 Oct 22 15:06:42.011295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36654) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:42.028778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '11b3da4c-5921-488e-8012-0cf980b8f53d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:42.080156 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809939a-1aaf-40b6-b0ed-4c17c483f90f x-openstack-request-id: req-b809939a-1aaf-40b6-b0ed-4c17c483f90f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:42.082520 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-plugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:42.083592 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b809939a-1aaf-40b6-b0ed-4c17c483f90f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:42.084307 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'code': 200} Oct 22 15:06:42.202779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.232860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:42.277506 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-751f0e40-a7f4-4469-8afd-5b87e40dc4ef service neutron] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754118 Oct 22 15:06:42.317430 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.335286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:42.335746 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.388515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-ae5bcc6b-9f33-498c-afcd-b096beb0aff6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a3b2165-bb91-411b-9c91-f074767c01be HTTP/1.1" status: 200 len: 217 time: 0.0801246 Oct 22 15:06:42.404880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda6e8c1-756a-44c9-843e-37304c7392c5 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:42.436263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.462916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.480665 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:42.482995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.505655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-d404562d-b761-4236-be97-611c47adb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:42.508761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-d404562d-b761-4236-be97-611c47adb53c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.0935879 Oct 22 15:06:42.509247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36678) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:42.513361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8bd8a1-3ebb-49f1-9a40-6eaa2888be31,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:42.524890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143992021', 'description': 'tempest-description--956036925'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:42.531115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Transition to ACTIVE for port object bda6e8c1-756a-44c9-843e-37304c7392c5 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:06:42.581162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-120359ff-9c59-4899-b181-54277d35b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:42.582724 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-120359ff-9c59-4899-b181-54277d35b61a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501945 Oct 22 15:06:42.586053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.633515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.634869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4d850083-a672-4b7a-8786-1e0628b86509 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6221409 Oct 22 15:06:42.637562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36684) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:42.642552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-08209b3a-c044-4c59-8608-92bf38f350a8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '11b3da4c-5921-488e-8012-0cf980b8f53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:42.644042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.657575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:42.776052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=bda6e8c1-756a-44c9-843e-37304c7392c5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:42.928944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:42.947285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-08209b3a-c044-4c59-8608-92bf38f350a8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.031105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-e1457d1d-b8f4-4b6f-bb8f-533b895e2ca6 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260225 Oct 22 15:06:43.039699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Attempting to bind port bda6e8c1-756a-44c9-843e-37304c7392c5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:43.041769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Attempting to bind port bda6e8c1-756a-44c9-843e-37304c7392c5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:43.042225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Attempting to bind port bda6e8c1-756a-44c9-843e-37304c7392c5 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:43.111004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62440e8-f5fd-4568-be4b-fb036f71c69d req-3548d2eb-7a10-42e1-8717-6fc43ef03af8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:43.113770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c62440e8-f5fd-4568-be4b-fb036f71c69d req-3548d2eb-7a10-42e1-8717-6fc43ef03af8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 943 time: 0.1020145 Oct 22 15:06:43.163051 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-08209b3a-c044-4c59-8608-92bf38f350a8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 15:06:43.164321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-08209b3a-c044-4c59-8608-92bf38f350a8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5255623 Oct 22 15:06:43.179087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36690) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:43.182908 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-4e4e21ac-4163-4591-836d-f04c1c404fdc service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332564 Oct 22 15:06:43.186657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Port bda6e8c1-756a-44c9-843e-37304c7392c5 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:06:43.187144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Attempting to bind port bda6e8c1-756a-44c9-843e-37304c7392c5 on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:43.197897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:43.198312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:43.198811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:43.199867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Bound port: bda6e8c1-756a-44c9-843e-37304c7392c5, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:43.199867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.302297 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-9f4c4ad9-8869-42d5-8776-84553c524ba2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 200 len: 217 time: 0.0846083 Oct 22 15:06:43.307620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c62440e8-f5fd-4568-be4b-fb036f71c69d req-1bee5e1e-cc9c-46b8-80b6-d648d91dc695 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878829 Oct 22 15:06:43.321425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef5b7774-d889-427f-b909-eab33a04142b tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.360245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef5b7774-d889-427f-b909-eab33a04142b tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.394231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-afdbdb83-cc78-409e-814e-33ccffa46a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:43.396133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-afdbdb83-cc78-409e-814e-33ccffa46a2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 200 len: 797 time: 0.0718043 Oct 22 15:06:43.484764 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Sync routers for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:06:43.502712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.504071 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:43.504611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] For port bda6e8c1-756a-44c9-843e-37304c7392c5, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:43.507192 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:43.511337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef5b7774-d889-427f-b909-eab33a04142b tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.514799 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef5b7774-d889-427f-b909-eab33a04142b tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.516971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ef5b7774-d889-427f-b909-eab33a04142b tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/11b3da4c-5921-488e-8012-0cf980b8f53d HTTP/1.1" status: 204 len: 168 time: 0.3325977 Oct 22 15:06:43.526161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:43.536397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] For port bda6e8c1-756a-44c9-843e-37304c7392c5, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bda6e8c1-756a-44c9-843e-37304c7392c5,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:43.544867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-9da1553a-25d9-4cfa-ab2f-4bf2d44bf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:43.546634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-9da1553a-25d9-4cfa-ab2f-4bf2d44bf95f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c46961ba-ce10-4285-82d4-87b41d7e6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186225 Oct 22 15:06:43.587005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b7774-d889-427f-b909-eab33a04142b tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3da4c-5921-488e-8012-0cf980b8f53d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:43.615414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.663879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-74aace2e-14b2-4013-a446-a3a9d75ef3ae tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310835 Oct 22 15:06:43.666549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36708) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:43.675644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508958019'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:43.725840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:43.726703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.728461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] 10.222.0.53 "PUT /v2.0/ports/bda6e8c1-756a-44c9-843e-37304c7392c5 HTTP/1.1" status: 200 len: 1091 time: 2.7688482 Oct 22 15:06:43.729170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.743266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5c54-207f-4080-a09a-4405acb6ebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=bda6e8c1-756a-44c9-843e-37304c7392c5,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:43.749562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'tag': 'bda6e8c1-756a-44c9-843e-37304c7392c5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:43.752905 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289716b9-9741-4425-81a1-4f39eb448056" -d '{"events": [{"name": "network-changed", "server_uuid": "ba663d94-7555-4498-8c2a-5bf7ebd04212", "tag": "bda6e8c1-756a-44c9-843e-37304c7392c5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:43.777880 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:43.791829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.811841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1964aa3-4129-40d4-b95e-3e7603671335,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:43.934913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.969046 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:43.970299 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2b1fc706-a097-4eda-ad8a-785dc452470d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4489510 Oct 22 15:06:43.974014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36714) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:43.979721 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734c377-d2c3-4f6c-a8f1-a549c3dad722 x-openstack-request-id: req-4734c377-d2c3-4f6c-a8f1-a549c3dad722 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:43.980016 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba663d94-7555-4498-8c2a-5bf7ebd04212", "tag": "bda6e8c1-756a-44c9-843e-37304c7392c5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:43.980125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Request body: {'security_group_rule': {'security_group_id': 'a1964aa3-4129-40d4-b95e-3e7603671335', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:43.980313 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4734c377-d2c3-4f6c-a8f1-a549c3dad722 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:43.980676 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'tag': 'bda6e8c1-756a-44c9-843e-37304c7392c5', 'status': 'completed', 'code': 200} Oct 22 15:06:43.982880 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-d89c98fc-4c23-4239-ac0d-97852172b165 service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207160 Oct 22 15:06:44.031245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.086284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-45bfb007-abc3-4315-ab02-15d36b5f8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:44.093812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-45bfb007-abc3-4315-ab02-15d36b5f8afe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 1094 time: 0.2344003 Oct 22 15:06:44.099070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68a9f4-10e6-49f9-937d-dce1e4ea10b0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:44.195876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:44.224150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.228232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:44.270316 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-861b7d76-45d6-4f88-ae23-4ac12c0a7b21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda6e8c1-756a-44c9-843e-37304c7392c5 HTTP/1.1" status: 200 len: 217 time: 0.1620002 Oct 22 15:06:44.366900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.371374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fed4ed1f-f4f6-4057-bf5f-ea3651a6e427 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7034523 Oct 22 15:06:44.377500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:44.380095 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:40Z', 'revision_number': 2, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:44.384838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:44.387849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.436453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c20c1b79-027b-415f-8301-47a9036fb903 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '6e68a9f4-10e6-49f9-937d-dce1e4ea10b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:44.443813 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-c20c1b79-027b-415f-8301-47a9036fb903 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 22 15:06:44.444362 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c20c1b79-027b-415f-8301-47a9036fb903 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:44.446169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c20c1b79-027b-415f-8301-47a9036fb903 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0510712 Oct 22 15:06:44.458883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36740) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:44.504614 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Checking router: 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:06:44.505198 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Updating router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:06:44.576274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-10f0aa6e-fc6a-41a2-bf5e-f7ab4613bf85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.604351 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.702339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.760708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-10f0aa6e-fc6a-41a2-bf5e-f7ab4613bf85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.766471 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe125b0d-95b3-4c15-b4d8-9445d194580b req-781e916e-6d79-4283-ab00-8def8f7b8c5f service neutron] 10.222.0.69 "GET /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7644985 Oct 22 15:06:44.795639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba3f57-e3ff-41f9-8b61-3f253046b24f req-8d0cc8f2-79a5-452c-83e8-fa927ab971ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:44.796874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-b270f1be-31bd-48fb-8784-2fc193dde1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:44.797783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5eba3f57-e3ff-41f9-8b61-3f253046b24f req-8d0cc8f2-79a5-452c-83e8-fa927ab971ea tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 943 time: 0.2628350 Oct 22 15:06:44.801431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-b270f1be-31bd-48fb-8784-2fc193dde1ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.5127442 Oct 22 15:06:44.801574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e9b822d-09d7-46e4-8e69-2c717f55edbf tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.816838 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.843974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-10f0aa6e-fc6a-41a2-bf5e-f7ab4613bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:44.885034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-18dee88d-ba8b-45b8-98a1-3185ccb228d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782096 Oct 22 15:06:44.946453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0aa6e-fc6a-41a2-bf5e-f7ab4613bf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e932b6-5a05-459c-b92e-4c1e4c17556b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:44.983245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-10f0aa6e-fc6a-41a2-bf5e-f7ab4613bf85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94052dd8daa94b5ca3e9fcdb5ae92d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7503760 Oct 22 15:06:44.986531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36752) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:44.990847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-6ccf9d1d-48ac-402f-9ee2-6a222b841ce7 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=72361bd06f6d4444ba05d21d129d0a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1598756 Oct 22 15:06:44.993365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6da60d-0cab-42a9-abe8-92ca2563d923,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:45.002106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e9b822d-09d7-46e4-8e69-2c717f55edbf tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.102500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5eba3f57-e3ff-41f9-8b61-3f253046b24f req-106b0933-f266-4365-96a3-39ec7cac61b2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865653 Oct 22 15:06:45.128716 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-006cae74-b2f1-459c-b120-d3dd702b5d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.146836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-9da33ea2-d267-418c-bd60-d707c7cfebd6 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490413 Oct 22 15:06:45.171476 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.177133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0fcd27e9-a0ec-418d-b56e-3bed8748847c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2017980 Oct 22 15:06:45.178162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36754) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:45.185887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Request body: {'security_group_rule': {'security_group_id': 'a1964aa3-4129-40d4-b95e-3e7603671335', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:45.199834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-006cae74-b2f1-459c-b120-d3dd702b5d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.253400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-b31ad9dd-8915-4295-bbdd-2f652ab7fd2c tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:45.261494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-b31ad9dd-8915-4295-bbdd-2f652ab7fd2c tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321291 Oct 22 15:06:45.270735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e9b822d-09d7-46e4-8e69-2c717f55edbf tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.273655 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e9b822d-09d7-46e4-8e69-2c717f55edbf tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.277650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5e9b822d-09d7-46e4-8e69-2c717f55edbf tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e68a9f4-10e6-49f9-937d-dce1e4ea10b0 HTTP/1.1" status: 204 len: 168 time: 0.8141825 Oct 22 15:06:45.278260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36756) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:45.294634 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.314568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b822d-09d7-46e4-8e69-2c717f55edbf tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68a9f4-10e6-49f9-937d-dce1e4ea10b0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:45.320132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-68f243d3-2a51-4fbf-ad3d-9a668dd1b4a4 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/quotas/72361bd06f6d4444ba05d21d129d0a39 HTTP/1.1" status: 200 len: 375 time: 0.0575609 Oct 22 15:06:45.358266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.384076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a7bb655e-1f7b-4b4f-b821-320af84f0125 req-74823cc1-3e8b-4a64-ba23-5c26da6fec20 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273571 Oct 22 15:06:45.390843 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.421169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-fac75d55-ed88-4626-85be-8677fd7ead64 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72361bd06f6d4444ba05d21d129d0a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789745 Oct 22 15:06:45.451896 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b58472-4165-4422-a98f-5c1afd932c99 None None] Pushing event updated for resources: {'Port': ['ID=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:45.473780 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.500762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d7600324-83bc-4fd7-87e4-93b0dbc91f61 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2056108 Oct 22 15:06:45.501112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36764) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:45.506702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314904625'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:45.551632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.561996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-006cae74-b2f1-459c-b120-d3dd702b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.571115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-006cae74-b2f1-459c-b120-d3dd702b5d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.571115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-006cae74-b2f1-459c-b120-d3dd702b5d60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6e932b6-5a05-459c-b92e-4c1e4c17556b HTTP/1.1" status: 204 len: 168 time: 0.5791247 Oct 22 15:06:45.591426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cae74-b2f1-459c-b120-d3dd702b5d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e932b6-5a05-459c-b92e-4c1e4c17556b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:45.620764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f219cb38-04b9-4ab5-b3df-59d68e0db84b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:45.622807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289716b9-9741-4425-81a1-4f39eb448056 req-e6e18346-0062-44ea-8ecb-2e18346206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:45.626293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-e6e18346-0062-44ea-8ecb-2e18346206cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 1094 time: 0.1215870 Oct 22 15:06:45.706281 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Attempting to bind port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:45.707338 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Attempting to bind port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:45.707800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.708035 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Attempting to bind port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 on network f59691a2-49ad-45a9-b96c-4691bc93cd0a {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:45.714073 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:45.715123 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Checking segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:45.715860 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.716421 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Bound using segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:45.717103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Bound port: e18ee06f-a3ec-4d44-8d54-61e0287b2a36, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:45.717642 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.825323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.829967 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] For port e18ee06f-a3ec-4d44-8d54-61e0287b2a36, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:45.833839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36776) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:45.835624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b64176df-6e24-4811-9c7b-52ca02ac6ccd tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6488678 Oct 22 15:06:45.836731 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] For port e18ee06f-a3ec-4d44-8d54-61e0287b2a36, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:45.841082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:45.877800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289716b9-9741-4425-81a1-4f39eb448056 req-a4772e1b-39c9-45c3-998f-4ef187b9e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:45.877800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-a4772e1b-39c9-45c3-998f-4ef187b9e9f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 906 time: 0.2354903 Oct 22 15:06:45.930844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd901ce6-fd8c-4098-8d09-f90ab40c421f req-e0189cad-f1a4-4518-872f-d74bb8bb23a0 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 210 time: 0.0693822 Oct 22 15:06:45.947663 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:45.957900 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-c043187e-2d6d-4cf5-897b-37885c4815dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda6e8c1-756a-44c9-843e-37304c7392c5 HTTP/1.1" status: 200 len: 217 time: 0.0725164 Oct 22 15:06:46.002750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.010048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-75b2613a-565e-4c41-a3f1-d96038f36bf5 None None] Provisioning complete for port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:46.012324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75b2613a-565e-4c41-a3f1-d96038f36bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.013350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.054402 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b58472-4165-4422-a98f-5c1afd932c99 None None] Pushing event updated for resources: {'Port': ['ID=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:46.058926 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:06:46.059617 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:46.119494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289716b9-9741-4425-81a1-4f39eb448056 req-13779861-6a9b-4271-ba92-189213af8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:46.123794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-13779861-6a9b-4271-ba92-189213af8fad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.1595078 Oct 22 15:06:46.140357 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.169298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-36569c63-3f34-48cc-8a79-4a59fd7bda2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371559 Oct 22 15:06:46.233800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75b2613a-565e-4c41-a3f1-d96038f36bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.257098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b494b-6324-486c-b7c0-d3d0ca85960a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:46.277699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.282914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-454a9a4c-8ab9-4a6d-b961-439a4f52f1c8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7807481 Oct 22 15:06:46.291437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36786) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:46.326366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-75b2613a-565e-4c41-a3f1-d96038f36bf5 None None] For port e18ee06f-a3ec-4d44-8d54-61e0287b2a36, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:46.328567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2ffd985e-77b4-4c15-8ff5-c27d2c3d55f7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': 'a10b494b-6324-486c-b7c0-d3d0ca85960a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:46.329390 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-2ffd985e-77b4-4c15-8ff5-c27d2c3d55f7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 22 15:06:46.330127 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-2ffd985e-77b4-4c15-8ff5-c27d2c3d55f7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:46.331551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2ffd985e-77b4-4c15-8ff5-c27d2c3d55f7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090611 Oct 22 15:06:46.338520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36788) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:46.350083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e930a5-2213-4907-a690-bf6963035aea req-bef864ae-bfee-4e14-abb5-8977347e3e55 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:46.358623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6e930a5-2213-4907-a690-bf6963035aea req-bef864ae-bfee-4e14-abb5-8977347e3e55 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 943 time: 0.0984890 Oct 22 15:06:46.448730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6e930a5-2213-4907-a690-bf6963035aea req-031b06a4-25ce-433d-9d0b-e17b3801f368 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846171 Oct 22 15:06:46.452980 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:06:46.470581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75b2613a-565e-4c41-a3f1-d96038f36bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.471242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-f611d9d9-21a4-44e6-9bd5-3ab464953426 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894132 Oct 22 15:06:46.471242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7417d24-7572-4afe-a604-1afe89d7718d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.539154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.610605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2613a-565e-4c41-a3f1-d96038f36bf5 None None] Pushing event updated for resources: {'Port': ['ID=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:46.612563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7417d24-7572-4afe-a604-1afe89d7718d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.636506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-122d3143-3365-4bd1-afab-299bd624687c None None] Provisioning complete for port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:46.637092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-122d3143-3365-4bd1-afab-299bd624687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.793310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-289716b9-9741-4425-81a1-4f39eb448056 req-7b0dc6fb-dfbf-45b4-8fef-60b8880c1671 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162518 Oct 22 15:06:46.820312 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:45Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:06:46.850512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Allocated IP 172.25.1.204 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/87b0a732-96ca-434b-a99a-486b20c460da) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:46.854821 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214f167-83bc-4e57-92ae-833139de3d7b None None] The sync data for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 is: [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:45Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:06:46.917507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36802) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:46.931664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7417d24-7572-4afe-a604-1afe89d7718d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.936845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3ce5-713e-4834-b7fe-100404511da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.942841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7417d24-7572-4afe-a604-1afe89d7718d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:46.947621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e7417d24-7572-4afe-a604-1afe89d7718d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/a10b494b-6324-486c-b7c0-d3d0ca85960a HTTP/1.1" status: 204 len: 168 time: 0.6016543 Oct 22 15:06:46.968692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36804) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:47.058133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417d24-7572-4afe-a604-1afe89d7718d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b494b-6324-486c-b7c0-d3d0ca85960a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:47.072993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-194736ec-2f7b-4583-8779-9380b436770d req-ad0bfd15-996e-4978-9a09-375fc667363e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 210 time: 0.0685401 Oct 22 15:06:47.139428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0c663573-8348-4ac5-b94e-3720dca6b216 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1652873 Oct 22 15:06:47.145610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36808) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:47.150533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--658894532'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:47.162079 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3ce5-713e-4834-b7fe-100404511da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.162864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.294248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3ce5-713e-4834-b7fe-100404511da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.340924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.343543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.354903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d3ce5-713e-4834-b7fe-100404511da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd693e-36d9-4245-b8a6-a45ec2689afc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:47.362783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5b9d3ce5-713e-4834-b7fe-100404511da7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba73f0344f9c49e38da207dd14c35bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442062 Oct 22 15:06:47.368276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:47.442425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6143cfb-ed94-4413-86c4-657986b25550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.454698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:47.464795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:47.475010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:47.497884 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6143cfb-ed94-4413-86c4-657986b25550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.508273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event updated for resources: {'Port': ['ID=87b0a732-96ca-434b-a99a-486b20c460da,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:47.629659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41320470-eea0-4998-a1f4-e066698b2c86 req-f74578fd-c5fd-454d-a22e-38b40b322727 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:47.631242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41320470-eea0-4998-a1f4-e066698b2c86 req-f74578fd-c5fd-454d-a22e-38b40b322727 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 943 time: 0.0626738 Oct 22 15:06:47.637569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6143cfb-ed94-4413-86c4-657986b25550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.641180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6143cfb-ed94-4413-86c4-657986b25550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.643227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d6143cfb-ed94-4413-86c4-657986b25550 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2bd693e-36d9-4245-b8a6-a45ec2689afc HTTP/1.1" status: 204 len: 168 time: 0.2738838 Oct 22 15:06:47.657902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6143cfb-ed94-4413-86c4-657986b25550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd693e-36d9-4245-b8a6-a45ec2689afc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:47.735474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41320470-eea0-4998-a1f4-e066698b2c86 req-9386b2c5-389e-453c-aeb1-b01dd8151611 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907094 Oct 22 15:06:47.810768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.817005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.883143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:47.920126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ffed9-02dd-4229-a67d-0260f85392eb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:47.976569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.013232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.014581 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9e9b3b58-a50a-4cb4-b203-a992faf60c00 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8681624 Oct 22 15:06:48.018096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36826) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.023469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c78a121a-a2a8-4c51-896c-b19e52b0e678 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': 'da1ffed9-02dd-4229-a67d-0260f85392eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:48.024348 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-c78a121a-a2a8-4c51-896c-b19e52b0e678 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 22 15:06:48.024832 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c78a121a-a2a8-4c51-896c-b19e52b0e678 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:48.028629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c78a121a-a2a8-4c51-896c-b19e52b0e678 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064383 Oct 22 15:06:48.032887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36828) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.038050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d0dac0ea-8844-412b-9687-3fd298fe241f tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': 'da1ffed9-02dd-4229-a67d-0260f85392eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:48.041627 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-d0dac0ea-8844-412b-9687-3fd298fe241f tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 22 15:06:48.049285 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-d0dac0ea-8844-412b-9687-3fd298fe241f tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:48.049285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d0dac0ea-8844-412b-9687-3fd298fe241f tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095217 Oct 22 15:06:48.049534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36830) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.059803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4d6fb32f-4738-4c61-b7aa-a264dc064eac tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': 'da1ffed9-02dd-4229-a67d-0260f85392eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:48.060888 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-4d6fb32f-4738-4c61-b7aa-a264dc064eac tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 22 15:06:48.061584 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-4d6fb32f-4738-4c61-b7aa-a264dc064eac tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:48.066271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4d6fb32f-4738-4c61-b7aa-a264dc064eac tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121405 Oct 22 15:06:48.067292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36832) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.075903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-89d4fbf9-e251-4342-9e6e-e588ebe52f93 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': 'da1ffed9-02dd-4229-a67d-0260f85392eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:48.079972 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-89d4fbf9-e251-4342-9e6e-e588ebe52f93 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 22 15:06:48.080559 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-89d4fbf9-e251-4342-9e6e-e588ebe52f93 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:48.082314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89d4fbf9-e251-4342-9e6e-e588ebe52f93 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134468 Oct 22 15:06:48.101594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36836) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.306847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e18ee06f-a3ec-4d44-8d54-61e0287b2a36 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:48.307390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81b6a20f-fe7c-449d-a6b6-f93ef90fb3c1 req-6a9925a7-2b87-46c2-a354-dab33b2b7a42 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 210 time: 0.0530765 Oct 22 15:06:48.307390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-457b387b-e207-49de-a713-db1ef7c515fe tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.336600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-457b387b-e207-49de-a713-db1ef7c515fe tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.370352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bda6e8c1-756a-44c9-843e-37304c7392c5 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:06:48.482999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-457b387b-e207-49de-a713-db1ef7c515fe tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.486631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-457b387b-e207-49de-a713-db1ef7c515fe tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.493387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-457b387b-e207-49de-a713-db1ef7c515fe tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/da1ffed9-02dd-4229-a67d-0260f85392eb HTTP/1.1" status: 204 len: 168 time: 0.3899353 Oct 22 15:06:48.493520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36842) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.497139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.525308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b387b-e207-49de-a713-db1ef7c515fe tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ffed9-02dd-4229-a67d-0260f85392eb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:48.593202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.611500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-08c6edac-141c-4910-b987-29c93dc48a32 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109304 Oct 22 15:06:48.614568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36848) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:48.623708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983329512'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:48.711306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.722150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:48.722773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.733495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event updated for resources: {'Port': ['ID=87b0a732-96ca-434b-a99a-486b20c460da,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:48.785956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.868317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:48.884933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8173df5-4a92-42bb-9b61-c916f865bd34 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0498664 Oct 22 15:06:49.008490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.064791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99e224-84dc-4734-8696-923156fdb8a7 req-77478dee-2c65-4909-9038-aa6be542f8dd tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:49.066959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa99e224-84dc-4734-8696-923156fdb8a7 req-77478dee-2c65-4909-9038-aa6be542f8dd tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 943 time: 0.2026486 Oct 22 15:06:49.111881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bda6e8c1-756a-44c9-843e-37304c7392c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bda6e8c1-756a-44c9-843e-37304c7392c5,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:49.127845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'bda6e8c1-756a-44c9-843e-37304c7392c5', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': 'bda6e8c1-756a-44c9-843e-37304c7392c5', 'mac_address': 'fa:16:3e:21:11:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:06:49.138716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.170715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa99e224-84dc-4734-8696-923156fdb8a7 req-cf77cdbb-397a-46b7-a5c6-530e4e13a7c2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957458 Oct 22 15:06:49.222657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492c2432-4c39-4144-b71a-6da5814f1786,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:49.240855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-02f7e9f5-d78d-4a49-bf0a-2caf48691396 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--143992021&fields=id&tenant_id=dc67e5e545644aeaba162f85f8e99678 HTTP/1.1" status: 200 len: 267 time: 0.1151536 Oct 22 15:06:49.244921 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-27b1d240-4e60-405c-9d61-efc749234c44 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=72361bd06f6d4444ba05d21d129d0a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469601 Oct 22 15:06:49.280627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.303073 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.304797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-677c146c-4b16-47a4-a1d1-ad3185ff4931 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6885824 Oct 22 15:06:49.308316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36882) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:49.317002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda6e8c1-756a-44c9-843e-37304c7392c5 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:49.352432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a374a579-8525-4a8f-b953-fda66d1711e1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:49.356588 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-a374a579-8525-4a8f-b953-fda66d1711e1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 15:06:49.361740 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-a374a579-8525-4a8f-b953-fda66d1711e1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:49.364880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a374a579-8525-4a8f-b953-fda66d1711e1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0380738 Oct 22 15:06:49.369137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bda6e8c1-756a-44c9-843e-37304c7392c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bda6e8c1-756a-44c9-843e-37304c7392c5,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:49.374749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:49.389705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f13e3d6c-b352-486e-972d-eb65ae8684d5 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:49.465699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.480082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-2c4ef2ea-0742-47b5-93f4-172fe4498444 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:49.482013 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-2c4ef2ea-0742-47b5-93f4-172fe4498444 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202647 Oct 22 15:06:49.509712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Request body: {'port': {'device_id': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': '72361bd06f6d4444ba05d21d129d0a39'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:49.554806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fec55486-5cae-4136-817f-ad2aa6d45221 req-ff2cc50a-e8b1-44d9-8565-7162728f9ec4 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 210 time: 0.0681622 Oct 22 15:06:49.591024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-205a017f-3cc7-42ed-b942-0886678bebed tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:49.591024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-205a017f-3cc7-42ed-b942-0886678bebed tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/networks?id=f59691a2-49ad-45a9-b96c-4691bc93cd0a HTTP/1.1" status: 200 len: 811 time: 0.3459466 Oct 22 15:06:49.612546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=bda6e8c1-756a-44c9-843e-37304c7392c5,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:49.640834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-07ec23a7-32f3-4a92-ada2-70e149dbd9ad tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/quotas/dc67e5e545644aeaba162f85f8e99678 HTTP/1.1" status: 200 len: 375 time: 0.0313196 Oct 22 15:06:49.688365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bda6e8c1-756a-44c9-843e-37304c7392c5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:49.755001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-e8d26f4b-2325-4e5a-adb1-ec35300d4387 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc67e5e545644aeaba162f85f8e99678&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057956 Oct 22 15:06:49.780213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Made reservation on behalf of 72361bd06f6d4444ba05d21d129d0a39 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:49.784106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.823303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:49.907388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8b774315-826b-49ff-a89b-a6d4efc41ef5 service neutron] 10.222.0.66 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431706 Oct 22 15:06:49.938467 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.023040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8d80744f-2af1-4d78-a680-481953344012 service neutron] 10.222.0.66 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092947 Oct 22 15:06:50.111669 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-f13e3d6c-b352-486e-972d-eb65ae8684d5 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:50.115737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36940) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:50.117654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f13e3d6c-b352-486e-972d-eb65ae8684d5 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7377124 Oct 22 15:06:50.120941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d900f59c-618d-48c0-a16c-c649b5c648b1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:50.121418 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-d900f59c-618d-48c0-a16c-c649b5c648b1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 22 15:06:50.121993 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-d900f59c-618d-48c0-a16c-c649b5c648b1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:50.125984 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d900f59c-618d-48c0-a16c-c649b5c648b1 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061202 Oct 22 15:06:50.126413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36942) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:50.131152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c2766d41-0f3d-48c1-937f-236ffabe4326 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:50.185297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.251554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aca682-9021-48b1-85c7-89f1642b4fed,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:50.342868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bda6e8c1-756a-44c9-843e-37304c7392c5 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:06:50.354312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e6d3b-3b30-4dcc-9b43-0c7806e4742c req-7752dfec-2168-4452-8481-cd5619040307 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:50.363750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae6e6d3b-3b30-4dcc-9b43-0c7806e4742c req-7752dfec-2168-4452-8481-cd5619040307 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 944 time: 0.0757651 Oct 22 15:06:50.392303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Allocated IP 192.168.233.237 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/d888f9ed-03b5-4a23-844b-3a5f9da6ecdc) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:50.505498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c2eea07-2f0c-4d32-af8f-746d03fcec4a req-e5fce531-dfdf-4b2b-a608-165e72a9df1b tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.0908358 Oct 22 15:06:50.520369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae6e6d3b-3b30-4dcc-9b43-0c7806e4742c req-7077829f-6449-4b4a-b77f-6db510531126 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554639 Oct 22 15:06:50.551510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port bda6e8c1-756a-44c9-843e-37304c7392c5 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:06:50.557302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port bda6e8c1-756a-44c9-843e-37304c7392c5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:50.557883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.582253 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c2766d41-0f3d-48c1-937f-236ffabe4326 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:50.582253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c2766d41-0f3d-48c1-937f-236ffabe4326 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4541409 Oct 22 15:06:50.585222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36956) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:50.589412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d25cbc2a-be36-489c-8fa7-81efa11d6a89 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:50.589971 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-d25cbc2a-be36-489c-8fa7-81efa11d6a89 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 15:06:50.590884 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-d25cbc2a-be36-489c-8fa7-81efa11d6a89 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:50.591812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d25cbc2a-be36-489c-8fa7-81efa11d6a89 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060375 Oct 22 15:06:50.595351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36958) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:50.605239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5d24a3ba-67da-4577-94cf-1f609321f9af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:50.711256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.715776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.738453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda6e8c1-756a-44c9-843e-37304c7392c5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:50.741049 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f9a04c-34c4-47ca-b5f1-a8e5130a437d" -d '{"events": [{"server_uuid": "ba663d94-7555-4498-8c2a-5bf7ebd04212", "name": "network-vif-plugged", "status": "completed", "tag": "bda6e8c1-756a-44c9-843e-37304c7392c5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:50.757227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bda6e8c1-756a-44c9-843e-37304c7392c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bda6e8c1-756a-44c9-843e-37304c7392c5,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:50.758566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-372f4c18-a5ce-4097-963b-211e2610a1f6 req-8825f5db-3036-4e10-8c6e-d2c265608c5f tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 210 time: 0.0474682 Oct 22 15:06:50.803439 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd412846-f147-4266-a7c4-f8130368c441 x-openstack-request-id: req-dd412846-f147-4266-a7c4-f8130368c441 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:50.803931 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba663d94-7555-4498-8c2a-5bf7ebd04212", "name": "network-vif-plugged", "status": "completed", "tag": "bda6e8c1-756a-44c9-843e-37304c7392c5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:50.807516 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd412846-f147-4266-a7c4-f8130368c441 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:50.807516 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda6e8c1-756a-44c9-843e-37304c7392c5', 'code': 200} Oct 22 15:06:50.860580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.861080 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-5d24a3ba-67da-4577-94cf-1f609321f9af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:50.861699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:50.864844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5d24a3ba-67da-4577-94cf-1f609321f9af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2658579 Oct 22 15:06:50.865391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36966) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:50.871767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e3c5deb5-bd23-43d9-bebd-149dacc47a3a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:50.872124 n-d-812148-2 neutron-server[107802]: WARNING neutron.api.v2.base [None req-e3c5deb5-bd23-43d9-bebd-149dacc47a3a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 22 15:06:50.872787 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-e3c5deb5-bd23-43d9-bebd-149dacc47a3a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:50.876910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e3c5deb5-bd23-43d9-bebd-149dacc47a3a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069449 Oct 22 15:06:50.877167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36968) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:50.885989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-36bc49d5-2793-4a30-8f4e-4222215b48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:50.970155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=bda6e8c1-756a-44c9-843e-37304c7392c5,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:51.000991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:51.011869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:51.017213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:51.054636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Pushing event updated for resources: {'Port': ['ID=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:51.082706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147848-8f0f-4d02-95d0-fd327ccadc29 req-777e5c69-24af-4dba-8351-3d0591f63394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:51.084935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4e147848-8f0f-4d02-95d0-fd327ccadc29 req-777e5c69-24af-4dba-8351-3d0591f63394 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 1096 time: 0.1443627 Oct 22 15:06:51.107235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:51.108052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.120474 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-36bc49d5-2793-4a30-8f4e-4222215b48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:51.120474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-36bc49d5-2793-4a30-8f4e-4222215b48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2409718 Oct 22 15:06:51.122359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36982) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:51.132260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7d1ef14d-8d99-42ba-afd5-481cd1400891 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '492c2432-4c39-4144-b71a-6da5814f1786', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:51.192696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4e147848-8f0f-4d02-95d0-fd327ccadc29 req-667aab0f-9690-4ba5-8d96-3ed98b0ce94e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963454 Oct 22 15:06:51.363094 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-7d1ef14d-8d99-42ba-afd5-481cd1400891 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:51.364963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d1ef14d-8d99-42ba-afd5-481cd1400891 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2412751 Oct 22 15:06:51.366123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a250815e-e06c-408f-b564-a6127181755e tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8623424 Oct 22 15:06:51.367857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36986) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:51.381875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Request body: {'port': {'device_id': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:51.414513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-715ccb62-db3b-499d-ab5e-1d4dea94749e None None] Provisioning complete for port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:51.415014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-715ccb62-db3b-499d-ab5e-1d4dea94749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.497397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.504996 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f6b96ca-9080-4721-9c2f-1c68b09a4245 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.508361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-715ccb62-db3b-499d-ab5e-1d4dea94749e None None] Port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:06:51.566201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f6b96ca-9080-4721-9c2f-1c68b09a4245 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.704691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f691f49-3294-486b-9c05-764e2490d9d4 req-0e8d4fbc-4a9b-4107-8c25-5f2cccb44867 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.1128440 Oct 22 15:06:51.812636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd630b7-9818-44ac-b9f1-600f1738e56f req-66e969eb-fe71-4843-a0f7-400dac17a774 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:51.819759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdd630b7-9818-44ac-b9f1-600f1738e56f req-66e969eb-fe71-4843-a0f7-400dac17a774 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.1481805 Oct 22 15:06:51.894046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdd630b7-9818-44ac-b9f1-600f1738e56f req-910cfcb7-9949-4f2d-9d6b-888ee6c76841 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606337 Oct 22 15:06:51.908440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f6b96ca-9080-4721-9c2f-1c68b09a4245 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.911392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8f6b96ca-9080-4721-9c2f-1c68b09a4245 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:51.912757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8f6b96ca-9080-4721-9c2f-1c68b09a4245 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/492c2432-4c39-4144-b71a-6da5814f1786 HTTP/1.1" status: 204 len: 168 time: 0.5439763 Oct 22 15:06:51.937205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37026) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:51.965883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b96ca-9080-4721-9c2f-1c68b09a4245 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c2432-4c39-4144-b71a-6da5814f1786,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:52.039423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dfd52-5ec1-468c-a497-6cace03a82f8 req-4916808a-46c6-4e92-beb4-86ba3156f4c5 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:52.041751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e0dfd52-5ec1-468c-a497-6cace03a82f8 req-4916808a-46c6-4e92-beb4-86ba3156f4c5 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 936 time: 0.1656096 Oct 22 15:06:52.063685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-879029aa-bdbd-4eb8-8277-ddd3774bb212 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207345 Oct 22 15:06:52.071467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37030) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:52.083567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509435884'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:52.141740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e0dfd52-5ec1-468c-a497-6cace03a82f8 req-2b4eb813-816f-4ee1-ad9d-c0df41eb0755 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987768 Oct 22 15:06:52.301699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.479166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.585705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.624525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d888f9ed-03b5-4a23-844b-3a5f9da6ecdc {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:52.632927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.647482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6265e8-59da-41b8-912a-dbd1f88cd981,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:52.649031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Transition to ACTIVE for port object d888f9ed-03b5-4a23-844b-3a5f9da6ecdc will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:06:52.689844 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22e3cc73-9898-45a6-8634-610a482f541f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.717365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.720235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:52.721757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-14e31cd2-a905-4a27-be36-32d720dc5c1a tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6489935 Oct 22 15:06:52.724671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37038) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:52.731877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4532d10b-8e4f-473f-8152-b13a0dd53264 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '4e6265e8-59da-41b8-912a-dbd1f88cd981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:52.840473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Pushing event updated for resources: {'Port': ['ID=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:52.885963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Attempting to bind port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:52.886296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Attempting to bind port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:52.886622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Attempting to bind port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:52.890325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf014dff-16a6-44f8-a374-d59dfa831878 req-8e4d3ee1-7cb4-4616-bda1-a9fb7f8b80ba tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.0849788 Oct 22 15:06:52.892940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:06:52.894429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Attempting to bind port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:52.917123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:52.917536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:52.918242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:52.919147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Bound port: d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:52.919498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.034209 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-4532d10b-8e4f-473f-8152-b13a0dd53264 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The resource could not be found. Oct 22 15:06:53.035383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4532d10b-8e4f-473f-8152-b13a0dd53264 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3096862 Oct 22 15:06:53.038948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37044) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:53.045272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d510623e-1df0-42f8-b493-395fbdb973dd tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '4e6265e8-59da-41b8-912a-dbd1f88cd981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4623f503-4159-4dc5-b76b-9e989602cc17'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:53.062105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] For port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:53.065329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] For port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:53.097869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f46c-fc3d-4133-82ba-5f7b05cd8002 req-72b92056-cdf6-4d1c-b4be-8455b0cd8a92 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.098476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb80f46c-fc3d-4133-82ba-5f7b05cd8002 req-72b92056-cdf6-4d1c-b4be-8455b0cd8a92 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.1166134 Oct 22 15:06:53.171772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb80f46c-fc3d-4133-82ba-5f7b05cd8002 req-c03d9c0c-a564-465e-8c47-32aa5423d86e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 Oct 22 15:06:53.217486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.273516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.274337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.277425 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] 10.222.0.69 "PUT /v2.0/ports/d888f9ed-03b5-4a23-844b-3a5f9da6ecdc HTTP/1.1" status: 200 len: 1096 time: 1.8987632 Oct 22 15:06:53.278868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'tag': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:53.282829 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7da138-d853-4b49-8415-16a08baa8fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b", "tag": "d888f9ed-03b5-4a23-844b-3a5f9da6ecdc"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:53.318466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2b87-6fff-4f7a-ac09-a11731f7ec13 service neutron] Pushing event updated for resources: {'Port': ['ID=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:53.359877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63007-1dc6-4ace-be47-90770cd3a6be req-1b0ddc4d-dc6f-4e40-9593-308f3889b18a tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.362251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96f63007-1dc6-4ace-be47-90770cd3a6be req-1b0ddc4d-dc6f-4e40-9593-308f3889b18a tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 948 time: 0.1243582 Oct 22 15:06:53.434492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96f63007-1dc6-4ace-be47-90770cd3a6be req-94336966-efd6-48a7-ad8a-5ec4c13b90aa tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627003 Oct 22 15:06:53.459861 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-d510623e-1df0-42f8-b493-395fbdb973dd tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The resource could not be found. Oct 22 15:06:53.461609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d510623e-1df0-42f8-b493-395fbdb973dd tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4216936 Oct 22 15:06:53.465014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37054) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:53.563284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a57ba7bf-19ed-4f66-b37f-6629a69a8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.564959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-a57ba7bf-19ed-4f66-b37f-6629a69a8d6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=72361bd06f6d4444ba05d21d129d0a39&device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 1099 time: 0.1156898 Oct 22 15:06:53.587649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c36f3222-d119-48ad-9b76-ba285046e399 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.660330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-dd458937-32b0-413a-b141-eba07c17034b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc HTTP/1.1" status: 200 len: 217 time: 0.0794752 Oct 22 15:06:53.690542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c36f3222-d119-48ad-9b76-ba285046e399 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.836082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-91bd922b-afb3-46fd-ab45-88f31ab94aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.837682 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-91bd922b-afb3-46fd-ab45-88f31ab94aef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1403079 Oct 22 15:06:53.912006 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3708949c-4f03-40fb-a3e2-77049d69931f x-openstack-request-id: req-3708949c-4f03-40fb-a3e2-77049d69931f {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:53.912430 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b", "tag": "d888f9ed-03b5-4a23-844b-3a5f9da6ecdc", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:53.912787 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3708949c-4f03-40fb-a3e2-77049d69931f {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:53.913287 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'tag': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc', 'status': 'completed', 'code': 200} Oct 22 15:06:53.918712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c36f3222-d119-48ad-9b76-ba285046e399 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.921501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-1a51c55c-9681-496e-84e9-a960d75441ff tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.923460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-1a51c55c-9681-496e-84e9-a960d75441ff tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.53 "GET /v2.0/networks?id=f59691a2-49ad-45a9-b96c-4691bc93cd0a HTTP/1.1" status: 200 len: 811 time: 0.2664618 Oct 22 15:06:53.924176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c36f3222-d119-48ad-9b76-ba285046e399 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:53.930729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c36f3222-d119-48ad-9b76-ba285046e399 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/4e6265e8-59da-41b8-912a-dbd1f88cd981 HTTP/1.1" status: 204 len: 168 time: 0.4645896 Oct 22 15:06:53.931847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37060) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:53.963938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-9ad3909a-bb6f-4b0e-ac6f-69446ee23e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:53.963938 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-9ad3909a-bb6f-4b0e-ac6f-69446ee23e6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961642 Oct 22 15:06:53.978431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-68ac6e4a-fd2c-4621-8afe-21d3c17561eb tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc67e5e545644aeaba162f85f8e99678 HTTP/1.1" status: 200 len: 379 time: 0.0455236 Oct 22 15:06:53.992030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Request body: {'port': {'device_id': '3adace4a-a49a-4a7c-860c-880074c06994', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'admin_state_up': True, 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'security_groups': ['a1964aa3-4129-40d4-b95e-3e7603671335']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:54.002468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f3222-d119-48ad-9b76-ba285046e399 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6265e8-59da-41b8-912a-dbd1f88cd981,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:54.183842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dfbc9031-460c-4c46-a1cb-e2f1ab2175eb tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2434959 Oct 22 15:06:54.187963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37064) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:54.197641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7e94c0b1-28b2-4a7a-b8a2-728d642035d8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': 'c8a53ade-5f6d-482b-947b-1ec6e5bee580', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:54.236994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bcf2c-9098-4ff3-9250-a821a85b331e req-40bcd849-15d3-4878-b2dd-eb0e96dd81af tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:54.247846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-098bcf2c-9098-4ff3-9250-a821a85b331e req-40bcd849-15d3-4878-b2dd-eb0e96dd81af tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.2300906 Oct 22 15:06:54.277310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-1b4b245c-29f3-4c01-830f-808e09f1be55 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977159 Oct 22 15:06:54.306741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Made reservation on behalf of dc67e5e545644aeaba162f85f8e99678 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:06:54.309178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-098bcf2c-9098-4ff3-9250-a821a85b331e req-fab61b49-4fa5-4065-9d3d-eff790710e10 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529191 Oct 22 15:06:54.312858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:54.469402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e14948b-a428-4d83-8c84-f850f6e07d3b req-5dad1049-c12e-4a06-a6bd-eb523cfafb02 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.0531509 Oct 22 15:06:54.490455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-96575623-09d0-49ad-bf5c-99dcae2a00d4 req-df0caff5-b2be-44cb-be42-20b33070a3e2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013469 Oct 22 15:06:54.571279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Allocated IP 172.20.0.3 (f59691a2-49ad-45a9-b96c-4691bc93cd0a/4f6af737-22c7-4e70-9981-63afd1050994/dfd111ac-7088-489d-9d27-a25838d2d2cf) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:06:54.586097 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-7e94c0b1-28b2-4a7a-b8a2-728d642035d8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The resource could not be found. Oct 22 15:06:54.587575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e94c0b1-28b2-4a7a-b8a2-728d642035d8 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3977840 Oct 22 15:06:54.591508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37070) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:54.600017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--179106019'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:54.645363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1f7c4-4fd1-4288-b71d-8d4a57b72dd4 req-a1d7f84b-3cf1-44e5-85f5-4e1d6c67ca30 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:54.647498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c1f7c4-4fd1-4288-b71d-8d4a57b72dd4 req-a1d7f84b-3cf1-44e5-85f5-4e1d6c67ca30 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.0953922 Oct 22 15:06:54.722956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c1f7c4-4fd1-4288-b71d-8d4a57b72dd4 req-a7006cf4-5d81-4206-b525-ca7d179035eb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634706 Oct 22 15:06:54.724751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:54.800196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-cd57da16-bdfd-4f29-8a9c-65b52c935c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:54.802030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-cd57da16-bdfd-4f29-8a9c-65b52c935c8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=72361bd06f6d4444ba05d21d129d0a39&device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 1099 time: 0.1505153 Oct 22 15:06:54.826710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:54.910422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:54.917907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:54.957019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646695c3-3906-46d7-a7e1-d7bb6aab1741 req-b0069e19-b791-454d-998a-5f1fc24056bf tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:54.963056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-6bfb9a18-33c9-421b-bcec-af447cefe0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:54.964797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-6bfb9a18-33c9-421b-bcec-af447cefe0ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1494780 Oct 22 15:06:54.967714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-646695c3-3906-46d7-a7e1-d7bb6aab1741 req-b0069e19-b791-454d-998a-5f1fc24056bf tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 948 time: 0.1030021 Oct 22 15:06:54.995634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9574fb-fe46-44a0-8be0-45a43ea5c2a0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:55.013392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-79d2fa40-0d42-4109-bd20-9d932734172a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc HTTP/1.1" status: 200 len: 217 time: 0.0365498 Oct 22 15:06:55.016816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-646695c3-3906-46d7-a7e1-d7bb6aab1741 req-cd84b01e-7030-4fbf-946c-ce01c5b52b84 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Oct 22 15:06:55.030317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.035897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4f145b8d-b703-41e2-9b04-2086d2e636ec tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4427478 Oct 22 15:06:55.037149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:55.043264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435784275'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:55.132429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-005f3584-af97-4bac-9bd8-bb2f473b3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:55.135519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-005f3584-af97-4bac-9bd8-bb2f473b3ace service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.1063437 Oct 22 15:06:55.145068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.230716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:06:55.238515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:06:55.239155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7182b90c-0f0b-422c-bb7d-21a77d4633ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.244583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:06:55.256022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event updated for resources: {'Port': ['ID=dfd111ac-7088-489d-9d27-a25838d2d2cf,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:55.296384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-1e53c4da-a0f6-43a4-a0ea-c54fccb6605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:55.299929 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-1e53c4da-a0f6-43a4-a0ea-c54fccb6605e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530106 Oct 22 15:06:55.318371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.346897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:55.347914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.466791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.474520 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-eb609150-78ca-4665-aafa-8cbf1471f940 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555564 Oct 22 15:06:55.587326 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9b7da138-d853-4b49-8415-16a08baa8fb7 req-b9a1ba42-2793-4851-83e0-848ce08e92c7 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993385 Oct 22 15:06:55.636035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-887b5f90-9eb8-4797-9562-82d5bef56b9e None None] Provisioning complete for port dfd111ac-7088-489d-9d27-a25838d2d2cf triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:06:55.637693 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-887b5f90-9eb8-4797-9562-82d5bef56b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.676730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-887b5f90-9eb8-4797-9562-82d5bef56b9e None None] Port dfd111ac-7088-489d-9d27-a25838d2d2cf cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:06:55.696700 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-c61d9207-3be6-4b85-b0f0-74ba92ede215 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7093387 Oct 22 15:06:55.711096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Request body: {'port': {'device_id': '3adace4a-a49a-4a7c-860c-880074c06994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:55.728068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.766243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3775685e-d934-49c2-a3ad-ce4e822bfa4b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:55.808196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.856814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:55.862152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-92c94fda-2721-4d67-b284-1d969ad47a56 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8231666 Oct 22 15:06:55.865977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37084) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:55.891130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ef6b11eb-0e62-4abb-890b-0db1bd82471d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group_rule': {'security_group_id': '3d9574fb-fe46-44a0-8be0-45a43ea5c2a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3775685e-d934-49c2-a3ad-ce4e822bfa4b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:56.050909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02ce2-03de-4e68-836f-9516857431c0 req-f79f07c7-1faa-40e3-960a-b64491e35247 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:56.059363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fa02ce2-03de-4e68-836f-9516857431c0 req-f79f07c7-1faa-40e3-960a-b64491e35247 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 931 time: 0.0770237 Oct 22 15:06:56.131375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fa02ce2-03de-4e68-836f-9516857431c0 req-c07ca752-04f8-4b9c-9257-0482cf2de416 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663583 Oct 22 15:06:56.194183 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-ef6b11eb-0e62-4abb-890b-0db1bd82471d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:06:56.197897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ef6b11eb-0e62-4abb-890b-0db1bd82471d tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3284879 Oct 22 15:06:56.198271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37090) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:56.208909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd111ac-7088-489d-9d27-a25838d2d2cf {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:56.217914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.232930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Transition to ACTIVE for port object dfd111ac-7088-489d-9d27-a25838d2d2cf will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:06:56.299662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.317350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-372b6cb5-fb06-4bb9-8fea-1b29827b44af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.353616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f93ef-8425-4e44-a3f5-138495707d3d req-10adf753-e3e3-42a9-8df4-0682a57aa224 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:56.367350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-996f93ef-8425-4e44-a3f5-138495707d3d req-10adf753-e3e3-42a9-8df4-0682a57aa224 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.1230412 Oct 22 15:06:56.422188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-372b6cb5-fb06-4bb9-8fea-1b29827b44af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.426764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.489060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-996f93ef-8425-4e44-a3f5-138495707d3d req-4695d9c3-b0dc-4dce-94f7-a16f1364d8a3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206179 Oct 22 15:06:56.489812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.515966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd111ac-7088-489d-9d27-a25838d2d2cf,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:56.642241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-372b6cb5-fb06-4bb9-8fea-1b29827b44af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.644910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-372b6cb5-fb06-4bb9-8fea-1b29827b44af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.648905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:56.649282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-372b6cb5-fb06-4bb9-8fea-1b29827b44af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/3775685e-d934-49c2-a3ad-ce4e822bfa4b HTTP/1.1" status: 204 len: 168 time: 0.4499159 Oct 22 15:06:56.663002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b6cb5-fb06-4bb9-8fea-1b29827b44af tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775685e-d934-49c2-a3ad-ce4e822bfa4b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:56.714581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Attempting to bind port dfd111ac-7088-489d-9d27-a25838d2d2cf on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:06:56.715017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Attempting to bind port dfd111ac-7088-489d-9d27-a25838d2d2cf by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:06:56.715572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Attempting to bind port dfd111ac-7088-489d-9d27-a25838d2d2cf on network f59691a2-49ad-45a9-b96c-4691bc93cd0a {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:56.726560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91b07a-e119-4b26-8c3c-c0c3606b8970 req-97d82026-9184-4551-b352-1bdc4344f9f2 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:56.730768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d91b07a-e119-4b26-8c3c-c0c3606b8970 req-97d82026-9184-4551-b352-1bdc4344f9f2 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 948 time: 0.1279891 Oct 22 15:06:56.731389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Port dfd111ac-7088-489d-9d27-a25838d2d2cf on network f59691a2-49ad-45a9-b96c-4691bc93cd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:06:56.731488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Attempting to bind port dfd111ac-7088-489d-9d27-a25838d2d2cf on network f59691a2-49ad-45a9-b96c-4691bc93cd0a {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:06:56.752496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:06:56.753223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Checking segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:06:56.753856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Bound using segment: {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:06:56.754384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Bound port: dfd111ac-7088-489d-9d27-a25838d2d2cf, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509eed0d-b46b-409b-9dcb-c33cf8fea82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:06:56.754860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.786691 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7e146ceb-3859-480e-b575-b15dddadb975 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1334374 Oct 22 15:06:56.787028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:56.853769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d91b07a-e119-4b26-8c3c-c0c3606b8970 req-3d672ad4-c211-44fb-8668-ec89c3708710 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136398 Oct 22 15:06:56.888247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] For port dfd111ac-7088-489d-9d27-a25838d2d2cf, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:06:56.889914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-709b2139-d128-4e69-b5b6-ef1ed355bb42 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.891981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] For port dfd111ac-7088-489d-9d27-a25838d2d2cf, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:06:56.920820 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-709b2139-d128-4e69-b5b6-ef1ed355bb42 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:56.970133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:57.014032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:57.014032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:57.014933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] 10.222.0.53 "PUT /v2.0/ports/dfd111ac-7088-489d-9d27-a25838d2d2cf HTTP/1.1" status: 200 len: 1091 time: 1.3096416 Oct 22 15:06:57.015565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:57.017979 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722402c4-6595-4867-b8ae-a0cdd5c5d049" -d '{"events": [{"name": "network-changed", "server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:57.086541 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-709b2139-d128-4e69-b5b6-ef1ed355bb42 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:57.092660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-709b2139-d128-4e69-b5b6-ef1ed355bb42 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:57.098501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-709b2139-d128-4e69-b5b6-ef1ed355bb42 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/3d9574fb-fe46-44a0-8be0-45a43ea5c2a0 HTTP/1.1" status: 204 len: 168 time: 0.3022110 Oct 22 15:06:57.098678 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695dac7-a5f2-471f-866b-698a6ad51204 x-openstack-request-id: req-c695dac7-a5f2-471f-866b-698a6ad51204 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:57.098846 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:57.099159 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c695dac7-a5f2-471f-866b-698a6ad51204 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:57.099711 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'status': 'completed', 'code': 200} Oct 22 15:06:57.100081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37100) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:57.100631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e09ab-5633-46e5-a8df-dc5910836202 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd111ac-7088-489d-9d27-a25838d2d2cf,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:57.170700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b2139-d128-4e69-b5b6-ef1ed355bb42 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9574fb-fe46-44a0-8be0-45a43ea5c2a0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:57.224019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722402c4-6595-4867-b8ae-a0cdd5c5d049 req-e405e06b-02a3-4794-abd1-86ac4350fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:57.248547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-722402c4-6595-4867-b8ae-a0cdd5c5d049 req-e405e06b-02a3-4794-abd1-86ac4350fafb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc67e5e545644aeaba162f85f8e99678&device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 1094 time: 0.1140449 Oct 22 15:06:57.460975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722402c4-6595-4867-b8ae-a0cdd5c5d049 req-55477003-9b8e-482b-b6aa-15d11574cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:57.462570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-722402c4-6595-4867-b8ae-a0cdd5c5d049 req-55477003-9b8e-482b-b6aa-15d11574cd81 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc67e5e545644aeaba162f85f8e99678&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2053506 Oct 22 15:06:57.728647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722402c4-6595-4867-b8ae-a0cdd5c5d049 req-de48de54-9c98-480d-b758-09a4b0b8eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:57.730077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-722402c4-6595-4867-b8ae-a0cdd5c5d049 req-de48de54-9c98-480d-b758-09a4b0b8eb7b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2594233 Oct 22 15:06:57.862393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cba226be-1fe0-4cb6-846b-771724abfb8e tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7026572 Oct 22 15:06:57.868819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37108) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:57.881088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'tempest-secgroup--684660613'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:57.909929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-2fc9c8aa-e270-4219-8172-3312585da5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:57.911492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-2fc9c8aa-e270-4219-8172-3312585da5a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc67e5e545644aeaba162f85f8e99678&device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 1094 time: 0.1339040 Oct 22 15:06:57.962508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-54cca91b-697f-4a59-bb86-c1d16c11ecd3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:57.964946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-54cca91b-697f-4a59-bb86-c1d16c11ecd3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.1209469 Oct 22 15:06:58.016151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-24674984-a70d-4f20-bdd2-7b3a3a7fd214 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf HTTP/1.1" status: 200 len: 217 time: 0.0925465 Oct 22 15:06:58.066494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809b004-d73a-41aa-8486-3055686d46e2 req-71b5532b-6715-4637-8941-a02dc79d2e17 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:58.074345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e809b004-d73a-41aa-8486-3055686d46e2 req-71b5532b-6715-4637-8941-a02dc79d2e17 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 943 time: 0.2286594 Oct 22 15:06:58.099992 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.110683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-fb82638e-5968-497a-8a90-3690a7876a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:58.120275 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-fb82638e-5968-497a-8a90-3690a7876a13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f6af737-22c7-4e70-9981-63afd1050994 HTTP/1.1" status: 200 len: 850 time: 0.0969293 Oct 22 15:06:58.149633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e809b004-d73a-41aa-8486-3055686d46e2 req-7c38342f-8337-46d7-ae27-72f448a87ddb tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741727 Oct 22 15:06:58.179889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.214991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port bda6e8c1-756a-44c9-843e-37304c7392c5 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:06:58.221242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.231249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-75a01ecb-9ea5-4869-b869-6da3ac206b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:58.234638 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-75a01ecb-9ea5-4869-b869-6da3ac206b7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f59691a2-49ad-45a9-b96c-4691bc93cd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051493 Oct 22 15:06:58.376926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134e6b3-6c2d-4bdf-b295-dc8356885d0d req-6b4d5395-ccdd-4f07-bd6a-52764d6df636 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:58.386203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f134e6b3-6c2d-4bdf-b295-dc8356885d0d req-6b4d5395-ccdd-4f07-bd6a-52764d6df636 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 945 time: 0.1215003 Oct 22 15:06:58.426784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port bda6e8c1-756a-44c9-843e-37304c7392c5, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bda6e8c1-756a-44c9-843e-37304c7392c5,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:58.427264 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.436099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.467379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f134e6b3-6c2d-4bdf-b295-dc8356885d0d req-e6e445e2-b0e9-497e-b840-c2a3cf9c946e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799227 Oct 22 15:06:58.476570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-3cb1fbf6-8867-4b50-9818-073ebb811513 service neutron] 10.222.0.53 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338552 Oct 22 15:06:58.483231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for bda6e8c1-756a-44c9-843e-37304c7392c5 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:06:58.652681 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f7d70c80-ec72-4d79-9563-04ccd2cebd7f req-344e5690-0cc4-4322-9990-0706576a55a0 service neutron] 10.222.0.53 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613536 Oct 22 15:06:58.654015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.659348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b873255-1c6d-4de0-b28b-6ea9f766808e req-64be4992-4f5e-463e-8663-a13e99fad192 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:58.667040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b873255-1c6d-4de0-b28b-6ea9f766808e req-64be4992-4f5e-463e-8663-a13e99fad192 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 948 time: 0.0882580 Oct 22 15:06:58.724419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d28dfd-a54e-44c2-b59e-43a7aa655c21,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:58.810173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.817520 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fbc93a4b-83ae-45ef-84b5-d92c452c59d4 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9443576 Oct 22 15:06:58.820205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:58.821997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b873255-1c6d-4de0-b28b-6ea9f766808e req-af45b405-3a56-4398-9458-55f22ef3e91d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516900 Oct 22 15:06:58.825122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fc7ac197-312a-48e3-860f-15aa8d0cad7e tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:06:58.826722 n-d-812148-2 neutron-server[107801]: WARNING neutron.api.v2.base [None req-fc7ac197-312a-48e3-860f-15aa8d0cad7e tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 15:06:58.827258 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-fc7ac197-312a-48e3-860f-15aa8d0cad7e tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] update failed (client error): There was a conflict when trying to complete your request. Oct 22 15:06:58.831513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fc7ac197-312a-48e3-860f-15aa8d0cad7e tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "PUT /v2.0/security-groups/47d28dfd-a54e-44c2-b59e-43a7aa655c21 HTTP/1.1" status: 409 len: 330 time: 0.0102348 Oct 22 15:06:58.832307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37116) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:58.877509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:58.894632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'bda6e8c1-756a-44c9-843e-37304c7392c5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:06:58.933969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=bda6e8c1-756a-44c9-843e-37304c7392c5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:58.959698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d6481c1-d998-414a-934b-7299c4ad48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.009029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port bda6e8c1-756a-44c9-843e-37304c7392c5 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:06:59.014632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.023350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d6481c1-d998-414a-934b-7299c4ad48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.026387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad8ec9eb-5aed-43ed-9f34-1056ce7a92e1 req-063e3d2c-9248-4bbc-af1b-05fa3653a40e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "DELETE /v2.0/ports/bda6e8c1-756a-44c9-843e-37304c7392c5 HTTP/1.1" status: 204 len: 173 time: 1.0490637 Oct 22 15:06:59.027160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'name': 'network-vif-deleted', 'tag': 'bda6e8c1-756a-44c9-843e-37304c7392c5'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:06:59.030128 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569d02c8-227b-4e64-986f-e727545aa174" -d '{"events": [{"server_uuid": "ba663d94-7555-4498-8c2a-5bf7ebd04212", "name": "network-vif-deleted", "tag": "bda6e8c1-756a-44c9-843e-37304c7392c5"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:06:59.117999 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b92bfe-8485-4c1c-b846-16d4b035d875 x-openstack-request-id: req-42b92bfe-8485-4c1c-b846-16d4b035d875 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:06:59.118289 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba663d94-7555-4498-8c2a-5bf7ebd04212", "name": "network-vif-deleted", "tag": "bda6e8c1-756a-44c9-843e-37304c7392c5", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:06:59.118534 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42b92bfe-8485-4c1c-b846-16d4b035d875 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:06:59.118927 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba663d94-7555-4498-8c2a-5bf7ebd04212', 'name': 'network-vif-deleted', 'tag': 'bda6e8c1-756a-44c9-843e-37304c7392c5', 'status': 'completed', 'code': 200} Oct 22 15:06:59.157246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d6481c1-d998-414a-934b-7299c4ad48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.160154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d6481c1-d998-414a-934b-7299c4ad48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.165103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37122) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:59.172269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5d6481c1-d998-414a-934b-7299c4ad48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/47d28dfd-a54e-44c2-b59e-43a7aa655c21 HTTP/1.1" status: 204 len: 168 time: 0.3285971 Oct 22 15:06:59.180986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6481c1-d998-414a-934b-7299c4ad48c7 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d28dfd-a54e-44c2-b59e-43a7aa655c21,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:06:59.272237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37124) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:59.273859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a30bb118-cc29-4cc6-bd42-1991228410c6 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055372 Oct 22 15:06:59.309112 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-cc2f92aa-37ad-4233-aa87-39930215cd8c tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] delete failed (client error): The resource could not be found. Oct 22 15:06:59.315070 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cc2f92aa-37ad-4233-aa87-39930215cd8c tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "DELETE /v2.0/security-groups/8e7f0c42-d4bb-4045-ac44-51dfe32e673b HTTP/1.1" status: 404 len: 347 time: 0.0383594 Oct 22 15:06:59.316729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37126) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:59.349775 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-d520e207-53f1-47d3-a901-78489ed8dde9 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] show failed (client error): The resource could not be found. Oct 22 15:06:59.364442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d520e207-53f1-47d3-a901-78489ed8dde9 tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-groups/7f87e2d1-5038-4f15-877b-00875479e377 HTTP/1.1" status: 404 len: 347 time: 0.0355098 Oct 22 15:06:59.367835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37128) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:06:59.385362 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-de771150-57d7-484d-b181-3979c4aa0e9c tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] show failed (client error): The resource could not be found. Oct 22 15:06:59.390751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-de771150-57d7-484d-b181-3979c4aa0e9c tempest-NegativeSecGroupTest-716950017 tempest-NegativeSecGroupTest-716950017-project] 10.222.0.66 "GET /v2.0/security-group-rules/ceb2c8f5-3140-4f8f-8037-8223e2401b10 HTTP/1.1" status: 404 len: 356 time: 0.0176301 Oct 22 15:06:59.393883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d888f9ed-03b5-4a23-844b-3a5f9da6ecdc details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:06:59.427536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165131b5-dcdf-4c3c-be49-dba5c75068da req-0ecd8611-b7ec-4d48-bd19-f2f53d446210 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:06:59.443376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-165131b5-dcdf-4c3c-be49-dba5c75068da req-0ecd8611-b7ec-4d48-bd19-f2f53d446210 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 943 time: 0.1301143 Oct 22 15:06:59.528758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-165131b5-dcdf-4c3c-be49-dba5c75068da req-12491b69-bdee-4a0d-8b4b-af3fc2e10ca8 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793395 Oct 22 15:06:59.596480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:59.611306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc', 'mac_address': 'fa:16:3e:9f:4e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:06:59.665922 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.670390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b121e4fc-5aae-4a48-bac2-d5af30775580 req-6878985d-785d-4f3f-9613-c32583d3ef37 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba663d94-7555-4498-8c2a-5bf7ebd04212 HTTP/1.1" status: 200 len: 210 time: 0.0391946 Oct 22 15:06:59.697516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d888f9ed-03b5-4a23-844b-3a5f9da6ecdc {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:06:59.741065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:06:59.824390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:06:59.976092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:00.086244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37140) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:00.150448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe2b7a-99e0-4011-aa26-9e3a00d6b080 req-57ea0f94-23cc-48c3-be0d-362fb35e115b tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:00.166314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ffe2b7a-99e0-4011-aa26-9e3a00d6b080 req-57ea0f94-23cc-48c3-be0d-362fb35e115b tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 949 time: 0.1986692 Oct 22 15:07:00.289438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ffe2b7a-99e0-4011-aa26-9e3a00d6b080 req-726e2b01-5d26-478d-b01a-b05513918753 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033022 Oct 22 15:07:00.379871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37144) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:00.380797 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3913381b-9e5e-44bc-aea5-37ced82beed4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23f8da6892f84db4a7388476859d701a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924850 Oct 22 15:07:00.400031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d888f9ed-03b5-4a23-844b-3a5f9da6ecdc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:07:00.451917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f2f-1bf7-4212-91e3-7ad6f71eef86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:00.480857 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f2f-1bf7-4212-91e3-7ad6f71eef86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:00.663054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f2f-1bf7-4212-91e3-7ad6f71eef86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:00.663054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f2f-1bf7-4212-91e3-7ad6f71eef86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:00.663054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7a3a6f2f-1bf7-4212-91e3-7ad6f71eef86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2a3247f-f539-453e-928e-8a65620f34bb HTTP/1.1" status: 204 len: 168 time: 0.2803388 Oct 22 15:07:00.727492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a6f2f-1bf7-4212-91e3-7ad6f71eef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3247f-f539-453e-928e-8a65620f34bb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:00.789123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25978e7f-a56f-48f2-b24e-f1c159006201 req-04d0d4a7-60f5-45a7-8e5b-226a12e2f636 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:00.802690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25978e7f-a56f-48f2-b24e-f1c159006201 req-04d0d4a7-60f5-45a7-8e5b-226a12e2f636 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 943 time: 0.1276238 Oct 22 15:07:00.907104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25978e7f-a56f-48f2-b24e-f1c159006201 req-c9661797-d4a0-4af5-8dea-b05ca3dc5d1f tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016538 Oct 22 15:07:02.398670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dfd111ac-7088-489d-9d27-a25838d2d2cf details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:07:02.415113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bda6e8c1-756a-44c9-843e-37304c7392c5 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:02.460602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: bda6e8c1-756a-44c9-843e-37304c7392c5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:07:02.460926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bda6e8c1-756a-44c9-843e-37304c7392c5 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:07:02.581708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port dfd111ac-7088-489d-9d27-a25838d2d2cf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:02.599890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'port_id': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'mac_address': 'fa:16:3e:0b:1d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:07:02.630680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37202) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:02.657148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:02.677846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd111ac-7088-489d-9d27-a25838d2d2cf {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:07:02.735915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port dfd111ac-7088-489d-9d27-a25838d2d2cf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:02.792469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6af9b354-45e9-4b2f-a84d-9f09033871b8 tempest-ServiceProvidersTest-789255019 tempest-ServiceProvidersTest-789255019-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1570923 Oct 22 15:07:02.912017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-4d5c2f90-2c1c-4623-8504-84b31335ece5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:02.913511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-4d5c2f90-2c1c-4623-8504-84b31335ece5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.2049251 Oct 22 15:07:02.921343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a7b15-45cf-4629-9df9-a86db54008e7 req-c779efab-0699-43cf-aaa2-ed79ad6fc05d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:02.922764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa5a7b15-45cf-4629-9df9-a86db54008e7 req-c779efab-0699-43cf-aaa2-ed79ad6fc05d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 949 time: 0.1189620 Oct 22 15:07:02.927428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:02.947721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-a832e7d1-369f-4d8c-b94d-49e1035afa2e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/quotas/d27715534ef94349ac2e056e5990e7ab HTTP/1.1" status: 200 len: 375 time: 0.0239575 Oct 22 15:07:02.984830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=dfd111ac-7088-489d-9d27-a25838d2d2cf,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:03.019713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa5a7b15-45cf-4629-9df9-a86db54008e7 req-dab052e2-5f43-4ee2-aaf0-9fc1f42d76ef tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881865 Oct 22 15:07:03.038607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-84a6d504-ecff-45ba-b4bc-e49ff82dd3f2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823274 Oct 22 15:07:03.142638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['dfd111ac-7088-489d-9d27-a25838d2d2cf'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:07:03.168623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-e80962a1-427d-4fa9-ac3b-4503ab044a7e service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223803 Oct 22 15:07:03.179365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ec2c8-de26-415f-a228-521489b1f96f req-4190ccf2-d79a-414c-be29-5f2134839269 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:03.181045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f7ec2c8-de26-415f-a228-521489b1f96f req-4190ccf2-d79a-414c-be29-5f2134839269 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 944 time: 0.0745223 Oct 22 15:07:03.280748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f7ec2c8-de26-415f-a228-521489b1f96f req-ebb96dd1-4ee9-47c0-94d5-7775e4a71d0e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903418 Oct 22 15:07:03.320995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-2e623bdf-66b6-4838-8bfb-1fc317467fc6 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390183 Oct 22 15:07:03.354795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37228) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:03.421969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d888f9ed-03b5-4a23-844b-3a5f9da6ecdc up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:07:03.578822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e40a3db-4955-46ed-bbff-99ff6331ccdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.592357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a483ab-5c52-44e5-80a7-1ef35d14787c req-e623393b-a854-4850-bdf4-4c048bf1e971 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:03.599900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36a483ab-5c52-44e5-80a7-1ef35d14787c req-e623393b-a854-4850-bdf4-4c048bf1e971 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 950 time: 0.1286368 Oct 22 15:07:03.614084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:07:03.618824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:03.619991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.670648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e40a3db-4955-46ed-bbff-99ff6331ccdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.691734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36a483ab-5c52-44e5-80a7-1ef35d14787c req-d6f1ca48-24c6-4c5c-b0e6-c76996d24aac tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872777 Oct 22 15:07:03.727846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce404fe3-92fc-49de-a6e9-221a287d8f34 req-3d0a8c21-4bac-4f79-89fe-bf1a3fa7dc75 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 210 time: 0.0320742 Oct 22 15:07:03.768130 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e40a3db-4955-46ed-bbff-99ff6331ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.794070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.801072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e40a3db-4955-46ed-bbff-99ff6331ccdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c3d2468e6734327ba554a540980944f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450138 Oct 22 15:07:03.801232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37240) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:03.807188 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.831726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40a3db-4955-46ed-bbff-99ff6331ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fbc2cf-f81f-463c-8b60-a8673f8ffa6f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:03.842229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:03.845668 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448f8aa8-8cad-48fd-9d54-8c73513cd574" -d '{"events": [{"server_uuid": "e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b", "name": "network-vif-plugged", "status": "completed", "tag": "d888f9ed-03b5-4a23-844b-3a5f9da6ecdc"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:03.864346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:03.892516 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa2e802-05b1-43e7-8732-6b9148294b5f x-openstack-request-id: req-afa2e802-05b1-43e7-8732-6b9148294b5f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:03.892805 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b", "name": "network-vif-plugged", "status": "completed", "tag": "d888f9ed-03b5-4a23-844b-3a5f9da6ecdc", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:03.893057 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afa2e802-05b1-43e7-8732-6b9148294b5f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:03.893498 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc', 'code': 200} Oct 22 15:07:03.893816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.919210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:03.992530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:04.019991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2f9f6-3259-47b0-9831-707abb04a78d req-a72ab2a6-a0cf-4abb-a761-8cba5d90f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:04.022447 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7ad2f9f6-3259-47b0-9831-707abb04a78d req-a72ab2a6-a0cf-4abb-a761-8cba5d90f595 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 1100 time: 0.0573120 Oct 22 15:07:04.058175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:04.074376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7ad2f9f6-3259-47b0-9831-707abb04a78d req-10e12a40-be31-4054-b1cd-ac2682de19be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Oct 22 15:07:04.160904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4480-6944-4fb7-b1ed-d3073c7d28ac req-00305fa4-e043-4008-afcf-12a30f59d253 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:04.162502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72fa4480-6944-4fb7-b1ed-d3073c7d28ac req-00305fa4-e043-4008-afcf-12a30f59d253 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 950 time: 0.0525815 Oct 22 15:07:04.176082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:04.178920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:04.180293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35fbc2cf-f81f-463c-8b60-a8673f8ffa6f HTTP/1.1" status: 204 len: 168 time: 0.3779979 Oct 22 15:07:04.199302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fbc2cf-f81f-463c-8b60-a8673f8ffa6f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:04.219694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.219948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.220288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.220628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.220959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.221288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.221618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.221940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.222269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.222590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.222959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.223346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3341c42-d613-483d-86ba-8fcc456661bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:04.229532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72fa4480-6944-4fb7-b1ed-d3073c7d28ac req-f6bc2038-7e36-4ffd-be41-f80931d54bf4 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610795 Oct 22 15:07:04.404608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dfd111ac-7088-489d-9d27-a25838d2d2cf up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:07:04.419815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32db1e4-d9f7-4226-a1f8-8356e58df6e4 req-872c4633-8d5c-4733-82f1-3d3ba192ae5c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:04.421476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32db1e4-d9f7-4226-a1f8-8356e58df6e4 req-872c4633-8d5c-4733-82f1-3d3ba192ae5c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 944 time: 0.0543687 Oct 22 15:07:04.469758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32db1e4-d9f7-4226-a1f8-8356e58df6e4 req-8f44d43f-974b-4b21-9167-73c1482fca74 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364146 Oct 22 15:07:04.551002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port dfd111ac-7088-489d-9d27-a25838d2d2cf completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:07:04.555007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port dfd111ac-7088-489d-9d27-a25838d2d2cf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:04.555427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:04.645738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:04.681133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port dfd111ac-7088-489d-9d27-a25838d2d2cf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:04.745373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:04.847027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=dfd111ac-7088-489d-9d27-a25838d2d2cf,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:04.852178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2676e-83a4-450e-8c36-9c0824351fc1 req-0c6924fd-a082-48cb-abf0-ee8b7433300a tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:04.853755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3a2676e-83a4-450e-8c36-9c0824351fc1 req-0c6924fd-a082-48cb-abf0-ee8b7433300a tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 950 time: 0.0762510 Oct 22 15:07:04.895344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13774dec-c859-4b1b-bdb6-1e1fd918b1c1 req-928d17bf-102d-4694-a6aa-ba32e0a456e1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 210 time: 0.0405514 Oct 22 15:07:04.917551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3a2676e-83a4-450e-8c36-9c0824351fc1 req-531d4b35-4f78-4b6f-a0e6-80218e74a0f1 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511744 Oct 22 15:07:05.389881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37308) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:05.394127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f93988-e380-4033-902d-2e2bd987184a req-7bbbac94-ed28-45d9-bae0-ae85a205f088 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:05.403544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f93988-e380-4033-902d-2e2bd987184a req-7bbbac94-ed28-45d9-bae0-ae85a205f088 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 950 time: 0.0727885 Oct 22 15:07:05.444730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f93988-e380-4033-902d-2e2bd987184a req-15179439-f352-422c-8be2-df7dcb7c3d4c tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Oct 22 15:07:05.535508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-630121238'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:05.605109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbf43d-310e-48fe-b17f-d26ac398ce25 req-b06a2a42-83b7-421f-83d6-917f2c78db08 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:05.606825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abbbf43d-310e-48fe-b17f-d26ac398ce25 req-b06a2a42-83b7-421f-83d6-917f2c78db08 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.0533946 Oct 22 15:07:05.625254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Made reservation on behalf of 54e31f9126464bb698e3a42da9000dfe for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:07:05.629252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:05.642995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:05.673240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abbbf43d-310e-48fe-b17f-d26ac398ce25 req-cf83ed11-14f9-4fbd-ae3d-848c5b6733d7 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583961 Oct 22 15:07:05.734218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:05.894525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:05.898615 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1138056-b6a1-4ae2-8df4-65eb0b785f76" -d '{"events": [{"server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "name": "network-vif-plugged", "status": "completed", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:05.928140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:05.964975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87877c10-95b6-4c8c-b1f2-b66157ca44ce,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:05.974481 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059157ec-8538-4e43-b066-2e9396fae724 x-openstack-request-id: req-059157ec-8538-4e43-b066-2e9396fae724 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:05.974784 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "name": "network-vif-plugged", "status": "completed", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:05.975128 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-059157ec-8538-4e43-b066-2e9396fae724 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:05.975602 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'code': 200} Oct 22 15:07:05.990863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:07:06.003605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:06.005071 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Added segment 2e42379d-a002-4fe1-8faf-052c98965077 of type vlan for network 980553f5-8cea-434a-ac35-e5c9128233e8 Oct 22 15:07:06.038937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-695477fe-8d1b-458c-b6c5-a55008b0c000 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:06.041244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-695477fe-8d1b-458c-b6c5-a55008b0c000 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 805 time: 0.1410580 Oct 22 15:07:06.062707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Request body: {'port': {'device_id': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'admin_state_up': True, 'tenant_id': 'd27715534ef94349ac2e056e5990e7ab'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:06.103212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:06.136919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b76d7-4a9d-4685-838b-9730f140696a req-b948146e-9e97-4917-92fd-33c8bb128dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:06.138791 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-001b76d7-4a9d-4685-838b-9730f140696a req-b948146e-9e97-4917-92fd-33c8bb128dc0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 1096 time: 0.0785236 Oct 22 15:07:06.165271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49593d68-ec77-4f20-875f-469470521884 req-4dd87542-e825-4bb1-bc81-ef0611b9b1e8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 210 time: 0.0891860 Oct 22 15:07:06.191784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-001b76d7-4a9d-4685-838b-9730f140696a req-9ddfa273-acbd-474f-8955-4fccc55bf212 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455363 Oct 22 15:07:06.365216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:06.368394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:06.368962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:06.411730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Made reservation on behalf of d27715534ef94349ac2e056e5990e7ab for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:07:06.415704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:06.453358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Pushing event updated for resources: {'Network': ['ID=980553f5-8cea-434a-ac35-e5c9128233e8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:06.461851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.462196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.462720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.463104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.463731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.464074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.464403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.464730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.465200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.465534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.465861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.466213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:06.479319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 980553f5-8cea-434a-ac35-e5c9128233e8 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:07:06.647442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Allocated IP 172.20.0.11 (4c8749dc-5e32-4beb-a079-bf98b6fe8626/f7ae03dd-f244-4871-8035-ea93f52d6eba/8c674b7a-4f42-498c-b29a-e039b4d6e8ae) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:07:06.660382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849773d-8320-4ade-9f36-40bc88f5e3a6 req-fa4b038b-0b05-47f2-b62a-475a7f1fb922 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:06.662803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8849773d-8320-4ade-9f36-40bc88f5e3a6 req-fa4b038b-0b05-47f2-b62a-475a7f1fb922 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 950 time: 0.1300113 Oct 22 15:07:06.883176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8849773d-8320-4ade-9f36-40bc88f5e3a6 req-3ec5180b-f9d3-48d2-aa2e-217e3e9b92a7 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698147 Oct 22 15:07:06.913461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:06.924993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684dcf5-5418-4e3d-bb43-f1aba8792d24 req-f3df1668-7db6-45c3-8c35-62fac5e6ca8e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:06.926600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c684dcf5-5418-4e3d-bb43-f1aba8792d24 req-f3df1668-7db6-45c3-8c35-62fac5e6ca8e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.0943737 Oct 22 15:07:06.988941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c684dcf5-5418-4e3d-bb43-f1aba8792d24 req-e5572ce8-7397-44e9-b428-e7ba81f27344 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548341 Oct 22 15:07:07.084859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17294521-d00b-471a-8cca-644760636db5 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6931455 Oct 22 15:07:07.088779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37354) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:07.094295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-d5044fef-d0b9-487e-aba1-79bb05842d56 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-808575623') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:07.134965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:07.146721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:07:07.187540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:07:07.191006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:07:07.193856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:07:07.252209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event updated for resources: {'Port': ['ID=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:07.290491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:07.291383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:07.414433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:07.427952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5044fef-d0b9-487e-aba1-79bb05842d56 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "PUT /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-808575623 HTTP/1.1" status: 201 len: 201 time: 0.3380561 Oct 22 15:07:07.430863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37360) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:07.441412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-ee142981-d03d-4e04-a701-2a09c7badd69 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-808575623') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:07.458640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-0db7dbbc-dbcd-4f8b-a21f-51483c07e31b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4013364 Oct 22 15:07:07.480089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Request body: {'port': {'device_id': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:07.532657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:07.544836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee142981-d03d-4e04-a701-2a09c7badd69 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-808575623 HTTP/1.1" status: 204 len: 168 time: 0.1125867 Oct 22 15:07:07.549931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37366) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:07.558057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-8b72e6ac-0d26-4e4b-886d-9b5709e0c556 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:07.560956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:07.584860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:07.662821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b72e6ac-0d26-4e4b-886d-9b5709e0c556 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags HTTP/1.1" status: 200 len: 237 time: 0.1116555 Oct 22 15:07:07.663512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:07.668599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-f3bb3503-caa8-4938-ba5f-67c83c786bd3 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', {'tags': ['tempest-TagsTest-Tag-1609791918', 'tempest-TagsTest-Tag-1708429641', 'tempest-TagsTest-Tag-1069180210']}) {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:07.672374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:07.734956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:07.768223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f666e4-6640-4409-b3f9-7875365aefaf req-d9222fbe-6258-4c57-bc7e-0596b97970d2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:07.769887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3f666e4-6640-4409-b3f9-7875365aefaf req-d9222fbe-6258-4c57-bc7e-0596b97970d2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 932 time: 0.1319766 Oct 22 15:07:07.856682 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f3bb3503-caa8-4938-ba5f-67c83c786bd3 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "PUT /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags HTTP/1.1" status: 200 len: 309 time: 0.1905937 Oct 22 15:07:07.858028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37372) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:07.858147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3f666e4-6640-4409-b3f9-7875365aefaf req-eca2cec1-065b-46ac-8efc-4cc5ff1515f5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530555 Oct 22 15:07:07.872686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-3881adee-969b-4e88-8e39-f5676b205bf9 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-1609791918') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:07.939478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c674b7a-4f42-498c-b29a-e039b4d6e8ae {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:07:07.956853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:07.972545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Transition to ACTIVE for port object 8c674b7a-4f42-498c-b29a-e039b4d6e8ae will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:07:07.976640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:07.979003 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673d0e3f-5aae-4ef0-b4e8-05f73ec09aa0" -d '{"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:08.066303 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3881adee-969b-4e88-8e39-f5676b205bf9 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "DELETE /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-1609791918 HTTP/1.1" status: 204 len: 168 time: 0.2040138 Oct 22 15:07:08.068853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37388) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:08.073432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-b1080a08-6a74-4c35-8022-9515ac331b63 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-1609791918') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:08.123652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:08.178771 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-b1080a08-6a74-4c35-8022-9515ac331b63 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] show failed (client error): The resource could not be found. Oct 22 15:07:08.179883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b1080a08-6a74-4c35-8022-9515ac331b63 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-1609791918 HTTP/1.1" status: 404 len: 326 time: 0.1098804 Oct 22 15:07:08.182659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:08.187234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-d8f3a779-e98a-406d-939f-d5ef8141a1ec tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-1708429641') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:08.218576 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f14a2df-a96b-469b-9887-b583df86e06a x-openstack-request-id: req-4f14a2df-a96b-469b-9887-b583df86e06a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:08.218576 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:08.218576 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f14a2df-a96b-469b-9887-b583df86e06a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:08.218576 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'code': 200} Oct 22 15:07:08.273881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Pushing event updated for resources: {'Port': ['ID=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:08.285178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d8f3a779-e98a-406d-939f-d5ef8141a1ec tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-1708429641 HTTP/1.1" status: 204 len: 168 time: 0.1014559 Oct 22 15:07:08.288204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37400) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:08.293364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-90bd96ec-ae9f-41cd-bcf9-588dfea816fd tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-1069180210') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:08.365058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bef931-39a0-4dba-8e2f-fd67cddbaf03 req-c425a231-69de-4b77-9d70-45353e822e17 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:08.370365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0bef931-39a0-4dba-8e2f-fd67cddbaf03 req-c425a231-69de-4b77-9d70-45353e822e17 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.0712185 Oct 22 15:07:08.387829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Attempting to bind port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:07:08.388169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Attempting to bind port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:07:08.388499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Attempting to bind port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:07:08.393124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-90bd96ec-ae9f-41cd-bcf9-588dfea816fd tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-1069180210 HTTP/1.1" status: 204 len: 168 time: 0.1036468 Oct 22 15:07:08.393745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:08.398402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-7abd83f2-4cfc-4818-8e8c-d037ac49e760 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:08.424803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:07:08.425131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Attempting to bind port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae on network 4c8749dc-5e32-4beb-a079-bf98b6fe8626 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:07:08.450810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0bef931-39a0-4dba-8e2f-fd67cddbaf03 req-37e65e6b-c24c-4f8c-9fa9-5620e38bf0eb tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722346 Oct 22 15:07:08.451720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:07:08.452053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Checking segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:07:08.453091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Bound using segment: {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:07:08.453540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Bound port: 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a16ae-81cc-408c-b15f-d361d1a2e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:07:08.453887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:08.545327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] For port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:07:08.584942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] For port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:07:08.610581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcae8d-2cc2-4c6c-afce-545c02bc3fa7 req-ddfb592e-4ea3-4327-b950-971b4076c9b0 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:08.618837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02fcae8d-2cc2-4c6c-afce-545c02bc3fa7 req-ddfb592e-4ea3-4327-b950-971b4076c9b0 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.0719628 Oct 22 15:07:08.620916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:08.626392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Request body: {'floatingip': {'port_id': 'dfd111ac-7088-489d-9d27-a25838d2d2cf'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:08.666433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7abd83f2-4cfc-4818-8e8c-d037ac49e760 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "DELETE /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags HTTP/1.1" status: 204 len: 168 time: 0.2692344 Oct 22 15:07:08.666672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37408) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:08.675714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-38d18e5b-6eb7-479e-a617-03cd46b8a9df tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-1708429641') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:08.681700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:08.687979 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:08.772486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Pushing event updated for resources: {'Port': ['ID=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:08.779827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:08.780834 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:08.783052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-5787d40f-c5d8-4269-ba64-b7b8f6e12061 service neutron] 10.222.0.53 "PUT /v2.0/ports/8c674b7a-4f42-498c-b29a-e039b4d6e8ae HTTP/1.1" status: 200 len: 1092 time: 1.3134978 Oct 22 15:07:08.783783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'tag': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:08.787027 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1" -d '{"events": [{"name": "network-changed", "server_uuid": "09d992cf-37c1-45ef-9dfd-5a91793e4b97", "tag": "8c674b7a-4f42-498c-b29a-e039b4d6e8ae"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:08.854193 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b312e-526f-4ea6-b579-3a386748b807 x-openstack-request-id: req-f47b312e-526f-4ea6-b579-3a386748b807 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:08.854193 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d992cf-37c1-45ef-9dfd-5a91793e4b97", "tag": "8c674b7a-4f42-498c-b29a-e039b4d6e8ae", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:08.854193 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f47b312e-526f-4ea6-b579-3a386748b807 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:08.854959 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'tag': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae', 'status': 'completed', 'code': 200} Oct 22 15:07:09.013190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1 req-c1abab12-5b19-463f-847a-ce81501560f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:09.015137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1 req-c1abab12-5b19-463f-847a-ce81501560f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 1095 time: 0.1364119 Oct 22 15:07:09.018338 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-38d18e5b-6eb7-479e-a617-03cd46b8a9df tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] show failed (client error): The resource could not be found. Oct 22 15:07:09.019395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38d18e5b-6eb7-479e-a617-03cd46b8a9df tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-1708429641 HTTP/1.1" status: 404 len: 326 time: 0.3518190 Oct 22 15:07:09.022108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37424) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:09.025703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0aae3-0cb0-45b0-81f8-01fad7a57f68 req-02d23751-bc2b-45e9-a04b-64c30cc8e2c7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:09.028665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-066932d4-bb17-4b01-9c59-cef27841d929 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8', 'tempest-TagsTest-Tag-1069180210') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:09.028804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85b0aae3-0cb0-45b0-81f8-01fad7a57f68 req-02d23751-bc2b-45e9-a04b-64c30cc8e2c7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 944 time: 0.0758245 Oct 22 15:07:09.154169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85b0aae3-0cb0-45b0-81f8-01fad7a57f68 req-1201650a-e996-43ca-9147-280b232e74c2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001632 Oct 22 15:07:09.181853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1 req-682f8d58-5712-4e4f-9757-dd6ace1905ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:09.183386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1 req-682f8d58-5712-4e4f-9757-dd6ace1905ae service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d27715534ef94349ac2e056e5990e7ab&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1550112 Oct 22 15:07:09.322995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1 req-b7f2875c-c5ef-4986-98a0-b7fcb74df23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:09.324588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd311284-430e-4dd5-8dbc-a0a3f47aeda1 req-b7f2875c-c5ef-4986-98a0-b7fcb74df23f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347191 Oct 22 15:07:09.458632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-a4d89347-fe96-4155-b0ec-060bdcc8065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:09.461281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-a4d89347-fe96-4155-b0ec-060bdcc8065f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 1095 time: 0.0893660 Oct 22 15:07:09.517552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-841d5fe8-aee6-4f30-abef-2a51f1768930 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c674b7a-4f42-498c-b29a-e039b4d6e8ae HTTP/1.1" status: 200 len: 217 time: 0.0480084 Oct 22 15:07:09.577234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-9955a06a-b199-418a-8877-6fcf801907a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:09.580382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-9955a06a-b199-418a-8877-6fcf801907a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0563500 Oct 22 15:07:09.619226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-feb4768b-bedb-4cef-baa1-30fb7f151757 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318885 Oct 22 15:07:09.621116 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-066932d4-bb17-4b01-9c59-cef27841d929 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] show failed (client error): The resource could not be found. Oct 22 15:07:09.622165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-066932d4-bb17-4b01-9c59-cef27841d929 tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "GET /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags/tempest-TagsTest-Tag-1069180210 HTTP/1.1" status: 404 len: 326 time: 0.5991368 Oct 22 15:07:09.626084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:09.631594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-d03fa999-482a-4a0f-9cca-c1496feb6a0a tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '980553f5-8cea-434a-ac35-e5c9128233e8') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:09.763944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-37a6e5e1-5883-4d61-a8d9-95aec5bdfa22 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280606 Oct 22 15:07:09.866328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.resource_extend [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:07:09.925213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:09.931098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d03fa999-482a-4a0f-9cca-c1496feb6a0a tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "DELETE /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3039017 Oct 22 15:07:09.935632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37450) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:09.972525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-289a5cc4-6bd9-497b-b2ad-9f624f7c861a req-64d2de82-0689-4c9f-b475-7efd97b1599f service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551414 Oct 22 15:07:10.037171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.124730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.146545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980553f5-8cea-434a-ac35-e5c9128233e8']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:10.156767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e42379d-a002-4fe1-8faf-052c98965077') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:10.157058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e42379d-a002-4fe1-8faf-052c98965077') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:10.175965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.195345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.203557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:07:10.203997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:07:10.220845 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:07:10.222741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.336240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362adf7d-fd5c-43bb-a0b5-25b8f1518e58 req-e0561f9a-190b-42b2-988d-c0cc788731e2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:10.345099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-362adf7d-fd5c-43bb-a0b5-25b8f1518e58 req-e0561f9a-190b-42b2-988d-c0cc788731e2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 944 time: 0.1200182 Oct 22 15:07:10.387043 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Floating IP 910f377f-2b87-4c39-97ab-906ce810af31 associated. External IP: 172.25.1.204, port: dfd111ac-7088-489d-9d27-a25838d2d2cf. Oct 22 15:07:10.395295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-362adf7d-fd5c-43bb-a0b5-25b8f1518e58 req-4c9114e8-a9fe-48bd-a930-8d993534a9f9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Oct 22 15:07:10.413498 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.425273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.433945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] 10.222.0.66 "DELETE /v2.0/networks/980553f5-8cea-434a-ac35-e5c9128233e8 HTTP/1.1" status: 204 len: 168 time: 0.4964607 Oct 22 15:07:10.469487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea445d28-aac4-4954-9e8c-7d3f9fde4c4d tempest-TagsTest-530004085 tempest-TagsTest-530004085-project] Pushing event deleted for resources: {'Network': ['ID=980553f5-8cea-434a-ac35-e5c9128233e8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:10.682168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:07:10.801781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:07:10.812843 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:07:10.813906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] Sync routers for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:07:10.814309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:10.835512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:07:10.842069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:10.853954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-115af850-4852-46e8-a103-5611d5e5ad1a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "PUT /v2.0/floatingips/910f377f-2b87-4c39-97ab-906ce810af31 HTTP/1.1" status: 200 len: 991 time: 2.2317755 Oct 22 15:07:10.854603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:10.859166 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24980db5-9f34-4d84-a587-1af94b45d957" -d '{"events": [{"name": "network-changed", "server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:10.970339 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a252316-c4ce-4ecd-bb80-f8dc578e5c27 x-openstack-request-id: req-4a252316-c4ce-4ecd-bb80-f8dc578e5c27 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:10.970629 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:10.970905 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a252316-c4ce-4ecd-bb80-f8dc578e5c27 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:10.971138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37484) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:10.971584 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'status': 'completed', 'code': 200} Oct 22 15:07:11.043267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:07:11.070021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24980db5-9f34-4d84-a587-1af94b45d957 req-d3ff440e-4d99-425d-9c59-86ce05d98d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:11.071577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-d3ff440e-4d99-425d-9c59-86ce05d98d07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc67e5e545644aeaba162f85f8e99678&device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 1096 time: 0.0723760 Oct 22 15:07:11.142954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f79034c2-b0e1-4b60-b366-3c9a7db26450 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54e31f9126464bb698e3a42da9000dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706197 Oct 22 15:07:11.145586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37488) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:11.243954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24980db5-9f34-4d84-a587-1af94b45d957 req-08c55d52-767f-412f-9e5c-720c410eaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:11.245400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-08c55d52-767f-412f-9e5c-720c410eaed5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f59691a2-49ad-45a9-b96c-4691bc93cd0a HTTP/1.1" status: 200 len: 912 time: 0.1600389 Oct 22 15:07:11.250583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c99213e-0bdb-4a08-a088-71742ec3b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:11.289148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c99213e-0bdb-4a08-a088-71742ec3b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:11.364089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-48168734-345d-4912-8e43-6571daf16987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf HTTP/1.1" status: 200 len: 999 time: 0.1110361 Oct 22 15:07:11.379475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '910f377f-2b87-4c39-97ab-906ce810af31', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'floating_ip_address': '172.25.1.204', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'port_id': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'mac_address': 'fa:16:3e:0b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adace4a-a49a-4a7c-860c-880074c06994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:06:47Z', 'updated_at': '2021-10-22T15:07:09Z', 'revision_number': 1, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:46Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:11.420909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24980db5-9f34-4d84-a587-1af94b45d957 req-eb353e0a-74b3-42c1-9223-7321cced1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:11.423182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-eb353e0a-74b3-42c1-9223-7321cced1600 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f6af737-22c7-4e70-9981-63afd1050994 HTTP/1.1" status: 200 len: 850 time: 0.0519841 Oct 22 15:07:11.425228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] Checking router: 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:07:11.442569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c99213e-0bdb-4a08-a088-71742ec3b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:11.446325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c99213e-0bdb-4a08-a088-71742ec3b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:11.449444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c99213e-0bdb-4a08-a088-71742ec3b77d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87877c10-95b6-4c8c-b1f2-b66157ca44ce HTTP/1.1" status: 204 len: 168 time: 0.3003786 Oct 22 15:07:11.450549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:11.452942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:07:11.454911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:06:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:11.461143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99213e-0bdb-4a08-a088-71742ec3b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87877c10-95b6-4c8c-b1f2-b66157ca44ce,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:11.520583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24980db5-9f34-4d84-a587-1af94b45d957 req-f726eff8-206a-436c-a003-51f6b5ace017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:11.522662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-f726eff8-206a-436c-a003-51f6b5ace017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f59691a2-49ad-45a9-b96c-4691bc93cd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914521 Oct 22 15:07:11.658887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fcc8-58e8-4882-ac45-6a4f393aea53 req-848ddae7-0edf-4835-a6aa-b1248a3f9124 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:11.660647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61b1fcc8-58e8-4882-ac45-6a4f393aea53 req-848ddae7-0edf-4835-a6aa-b1248a3f9124 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 944 time: 0.1197402 Oct 22 15:07:11.683336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-460802fa-7f8f-48ad-bb2e-736c28793c32 service neutron] 10.222.0.53 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524684 Oct 22 15:07:11.749805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61b1fcc8-58e8-4882-ac45-6a4f393aea53 req-0bd14469-01ac-4edf-987d-1c0fdceb6947 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646908 Oct 22 15:07:11.870812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24980db5-9f34-4d84-a587-1af94b45d957 req-f5eccc76-7740-46d6-9ab2-16a1bcda03a5 service neutron] 10.222.0.53 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782699 Oct 22 15:07:11.964725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:07:12.226917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '910f377f-2b87-4c39-97ab-906ce810af31', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'floating_ip_address': '172.25.1.204', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'port_id': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'mac_address': 'fa:16:3e:0b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adace4a-a49a-4a7c-860c-880074c06994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:06:47Z', 'updated_at': '2021-10-22T15:07:09Z', 'revision_number': 1, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:46Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:12.258705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f05af7-f3a8-4424-bb43-37a07c8ad944 None None] The sync data for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 is: [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '910f377f-2b87-4c39-97ab-906ce810af31', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'floating_ip_address': '172.25.1.204', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'port_id': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'mac_address': 'fa:16:3e:0b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adace4a-a49a-4a7c-860c-880074c06994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:06:47Z', 'updated_at': '2021-10-22T15:07:09Z', 'revision_number': 1, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:46Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:07:12.503063 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074be088-049a-4861-9a06-ff8d25110af5 None None] New status for floating IP 910f377f-2b87-4c39-97ab-906ce810af31: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:07:12.911726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cc835-cdca-4bc4-9c75-9c442fa5983f req-9031aa6a-c762-4b1f-8a19-4969a93f2587 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:12.913324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-542cc835-cdca-4bc4-9c75-9c442fa5983f req-9031aa6a-c762-4b1f-8a19-4969a93f2587 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 944 time: 0.0775385 Oct 22 15:07:12.958121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-542cc835-cdca-4bc4-9c75-9c442fa5983f req-c3ed4fcd-ca19-426a-bfaa-b01d3312dde3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Oct 22 15:07:13.418880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:07:13.534662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:13.562761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'mac_address': 'fa:16:3e:43:93:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:07:13.630463 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:13.650534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81c1393-1b1a-4de5-9990-8b7c08b8ad69 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:07:13.677610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:13.762426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:13.839614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:13.929958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c81c1393-1b1a-4de5-9990-8b7c08b8ad69'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:07:14.163394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468beaab-e434-4dda-8ec5-cdef4e2dd1d2 req-adf9d73b-ec55-4410-9734-bf7f5f050f50 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:14.165638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-468beaab-e434-4dda-8ec5-cdef4e2dd1d2 req-adf9d73b-ec55-4410-9734-bf7f5f050f50 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 944 time: 0.1264746 Oct 22 15:07:14.225200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-468beaab-e434-4dda-8ec5-cdef4e2dd1d2 req-85d02bfc-b2df-4ad6-8d4f-19ed1b7887ef tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Oct 22 15:07:14.451002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8c674b7a-4f42-498c-b29a-e039b4d6e8ae details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:07:14.568954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:14.584614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae', 'network_id': '4c8749dc-5e32-4beb-a079-bf98b6fe8626', 'port_id': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae', 'mac_address': 'fa:16:3e:36:8f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae03dd-f244-4871-8035-ea93f52d6eba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:07:14.624759 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:14.637948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c674b7a-4f42-498c-b29a-e039b4d6e8ae {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:07:14.659627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:14.756439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:14.816326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:14.949602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:14.975667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['8c674b7a-4f42-498c-b29a-e039b4d6e8ae'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:07:15.084215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93199218-0058-4704-8450-8bef4e2a1f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.162428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93199218-0058-4704-8450-8bef4e2a1f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.242419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93199218-0058-4704-8450-8bef4e2a1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.283965 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-93199218-0058-4704-8450-8bef4e2a1f6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cdf54700a864d6d82c7c91430e163d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332567 Oct 22 15:07:15.285201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199218-0058-4704-8450-8bef4e2a1f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07178e04-d5cf-475a-8253-1760803b0213,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:15.286858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37626) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:15.394831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a54bcd1-35c1-4517-8d02-b9d917ac0cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.416560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c677967-f2ef-44d2-a35e-a2605f1204d3 req-4cdbd0e1-f04a-4bf4-b92c-b354b78a2782 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:15.418055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c677967-f2ef-44d2-a35e-a2605f1204d3 req-4cdbd0e1-f04a-4bf4-b92c-b354b78a2782 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 945 time: 0.0800121 Oct 22 15:07:15.435002 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a54bcd1-35c1-4517-8d02-b9d917ac0cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.435229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:07:15.487571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:15.488204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.501535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c677967-f2ef-44d2-a35e-a2605f1204d3 req-343d4e85-c07e-4411-9f2b-70e7c7ef62f7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729167 Oct 22 15:07:15.574450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.596349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a54bcd1-35c1-4517-8d02-b9d917ac0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.601007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a54bcd1-35c1-4517-8d02-b9d917ac0cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.605324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a54bcd1-35c1-4517-8d02-b9d917ac0cc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07178e04-d5cf-475a-8253-1760803b0213 HTTP/1.1" status: 204 len: 168 time: 0.3142676 Oct 22 15:07:15.605506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:15.605506 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27424fd-fe51-4c8d-92ef-cebc41a45be1" -d '{"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-plugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:15.620161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54bcd1-35c1-4517-8d02-b9d917ac0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07178e04-d5cf-475a-8253-1760803b0213,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:15.629020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:15.660247 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889922bf-c602-48de-bd4d-2b2ed851126f x-openstack-request-id: req-889922bf-c602-48de-bd4d-2b2ed851126f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:15.660681 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-plugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:15.660943 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-889922bf-c602-48de-bd4d-2b2ed851126f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:15.661374 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'code': 200} Oct 22 15:07:15.710476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:15.764127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=10']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:16.446178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37650) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:16.463750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5662492d-981c-4b11-a696-c03160b7a919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.466822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8c674b7a-4f42-498c-b29a-e039b4d6e8ae up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:07:16.544879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5662492d-981c-4b11-a696-c03160b7a919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.608101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:07:16.613116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:16.613519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.643966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5ae0-a1b5-4280-9104-736e98055673 req-d738c81b-4aff-415c-b2ae-11c2735a279c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:16.645475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad4a5ae0-a1b5-4280-9104-736e98055673 req-d738c81b-4aff-415c-b2ae-11c2735a279c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 945 time: 0.0514176 Oct 22 15:07:16.677956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5662492d-981c-4b11-a696-c03160b7a919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.693896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad4a5ae0-a1b5-4280-9104-736e98055673 req-dbd212a4-0dce-46b2-a493-37b409368a1b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Oct 22 15:07:16.703073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.721396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5662492d-981c-4b11-a696-c03160b7a919 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=337a057767dc4fc0b113978dc5d6ebd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718058 Oct 22 15:07:16.722262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37654) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:16.727711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662492d-981c-4b11-a696-c03160b7a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1013fd69-1a92-411b-a54c-c59ff7ceab7d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:16.733227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:16.784966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a01df7d-7f58-4dc9-8caa-a4101016f9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.805520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a01df7d-7f58-4dc9-8caa-a4101016f9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.859414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:16.909094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:17.025003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a01df7d-7f58-4dc9-8caa-a4101016f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:17.027686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a01df7d-7f58-4dc9-8caa-a4101016f9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:17.028888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a01df7d-7f58-4dc9-8caa-a4101016f9f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1013fd69-1a92-411b-a54c-c59ff7ceab7d HTTP/1.1" status: 204 len: 168 time: 0.3050094 Oct 22 15:07:17.038165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01df7d-7f58-4dc9-8caa-a4101016f9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013fd69-1a92-411b-a54c-c59ff7ceab7d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:17.663068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:17.665448 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a398105-7310-468f-aa9c-3179482e54e2" -d '{"events": [{"server_uuid": "09d992cf-37c1-45ef-9dfd-5a91793e4b97", "name": "network-vif-plugged", "status": "completed", "tag": "8c674b7a-4f42-498c-b29a-e039b4d6e8ae"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:17.703736 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b4bd8-47e5-436c-bd03-96efef066a2b x-openstack-request-id: req-dc0b4bd8-47e5-436c-bd03-96efef066a2b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:17.704036 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d992cf-37c1-45ef-9dfd-5a91793e4b97", "name": "network-vif-plugged", "status": "completed", "tag": "8c674b7a-4f42-498c-b29a-e039b4d6e8ae", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:17.704293 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc0b4bd8-47e5-436c-bd03-96efef066a2b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:17.704690 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae', 'code': 200} Oct 22 15:07:17.833541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0f31c-324c-43f2-898b-66461d273f72 req-77b9a596-b4bd-43f7-9d13-180b7b9274f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:17.835147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6f0f31c-324c-43f2-898b-66461d273f72 req-77b9a596-b4bd-43f7-9d13-180b7b9274f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 1097 time: 0.0726111 Oct 22 15:07:17.851989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f9848-adb0-46e9-a46a-2606770fa95e req-47dfc1b3-ae30-4ff6-a401-85c3181f8cb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:17.853436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca2f9848-adb0-46e9-a46a-2606770fa95e req-47dfc1b3-ae30-4ff6-a401-85c3181f8cb5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0657306 Oct 22 15:07:17.908820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6f0f31c-324c-43f2-898b-66461d273f72 req-5dae9c99-ab85-44ca-a3b3-91a51ecaabeb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Oct 22 15:07:17.914116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca2f9848-adb0-46e9-a46a-2606770fa95e req-00cfe60c-fab1-4220-8c22-996508005ca1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Oct 22 15:07:19.069452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e345fc-b686-44fd-b05c-bf4fa51d2f23 req-5e560976-4e03-4266-8c4e-b1e0d95f71b1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:19.071020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54e345fc-b686-44fd-b05c-bf4fa51d2f23 req-5e560976-4e03-4266-8c4e-b1e0d95f71b1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0740530 Oct 22 15:07:19.112385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54e345fc-b686-44fd-b05c-bf4fa51d2f23 req-efc6ea0a-4d67-4071-9e33-4081ca8149a3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Oct 22 15:07:20.243936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8231a-6ad2-4cf7-a3b3-eb25a29a3496 req-0cbca2ac-c63e-4fd2-b673-852bb86b874d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:20.245447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebe8231a-6ad2-4cf7-a3b3-eb25a29a3496 req-0cbca2ac-c63e-4fd2-b673-852bb86b874d tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0561354 Oct 22 15:07:20.285237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebe8231a-6ad2-4cf7-a3b3-eb25a29a3496 req-ed1002aa-d2fd-4098-8e69-ea0f70f8ca96 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329359 Oct 22 15:07:20.725162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6073f-e139-48be-b291-b0ec7ccd54d2 req-b61d63be-9278-4094-87c6-92be6fbecfc8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:20.726755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86c6073f-e139-48be-b291-b0ec7ccd54d2 req-b61d63be-9278-4094-87c6-92be6fbecfc8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0564907 Oct 22 15:07:20.775732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86c6073f-e139-48be-b291-b0ec7ccd54d2 req-c533bedf-b906-43cc-a96e-ce8d67f74e22 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Oct 22 15:07:20.899216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f51c94-0eb6-44d4-be37-db8df6e4febb req-1d4af471-5598-45a4-aa06-ff1c9d6af788 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:20.906083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75f51c94-0eb6-44d4-be37-db8df6e4febb req-1d4af471-5598-45a4-aa06-ff1c9d6af788 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0577023 Oct 22 15:07:20.943559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75f51c94-0eb6-44d4-be37-db8df6e4febb req-bd535800-e8ab-43fd-90c1-ed404d4eebf8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348489 Oct 22 15:07:21.512590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5546c60-fa62-43c4-95f5-1a4f85301ada req-44bbc52c-e6b5-46d6-bcca-7a7296c01fb2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:21.515123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5546c60-fa62-43c4-95f5-1a4f85301ada req-44bbc52c-e6b5-46d6-bcca-7a7296c01fb2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0533075 Oct 22 15:07:21.553427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5546c60-fa62-43c4-95f5-1a4f85301ada req-67fe06d7-6114-4dc8-8136-095038411af7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Oct 22 15:07:22.676283 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1af7e099-4ce7-4f8b-a27f-0175aff5c1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:22.745679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8dd6f-1dec-4fb2-a3f9-1fea853dfc91 req-e5d97f38-4420-4623-ac4e-e96f3062d4f2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:22.755245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09d8dd6f-1dec-4fb2-a3f9-1fea853dfc91 req-e5d97f38-4420-4623-ac4e-e96f3062d4f2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1093204 Oct 22 15:07:22.829240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09d8dd6f-1dec-4fb2-a3f9-1fea853dfc91 req-bf0776d7-dc61-4b40-8c11-403a8030f1d0 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559971 Oct 22 15:07:24.104866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd40b02-2297-44c6-b67b-b39628138201 req-5e54bead-a73c-42e7-aed6-b8a0e4c0a3d6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:24.116454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd40b02-2297-44c6-b67b-b39628138201 req-5e54bead-a73c-42e7-aed6-b8a0e4c0a3d6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1448247 Oct 22 15:07:24.176545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd40b02-2297-44c6-b67b-b39628138201 req-1e09a64b-e6ea-4ecb-a860-9afda09883f1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587931 Oct 22 15:07:25.190847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-180c9d06-6e6f-4e6b-a476-2821104017fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:25.354753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b383e-dfd0-493b-9b4c-180655f05ec5 req-01c38cb9-fd25-48af-8cf1-4e6b08e3244e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:25.364222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-134b383e-dfd0-493b-9b4c-180655f05ec5 req-01c38cb9-fd25-48af-8cf1-4e6b08e3244e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0736411 Oct 22 15:07:25.445781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-134b383e-dfd0-493b-9b4c-180655f05ec5 req-627c73ff-ef82-47ef-a19b-846039b941ac tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795994 Oct 22 15:07:26.442060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:26.493668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:26.591865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297de5-f3ba-4be9-a4ca-25a934eb3810 req-cfdd6d60-4d87-4da9-97ec-88bf2c7e585a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:26.593757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db297de5-f3ba-4be9-a4ca-25a934eb3810 req-cfdd6d60-4d87-4da9-97ec-88bf2c7e585a tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0627062 Oct 22 15:07:26.654129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db297de5-f3ba-4be9-a4ca-25a934eb3810 req-9e5407d6-396f-4247-a37f-2c75e99bf4b6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Oct 22 15:07:27.855199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733bed0-2400-4cd6-835b-604b093f9707 req-51dd4ab3-020b-4d19-aa43-5f0e6679307c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:27.874012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b733bed0-2400-4cd6-835b-604b093f9707 req-51dd4ab3-020b-4d19-aa43-5f0e6679307c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1114535 Oct 22 15:07:27.951199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b733bed0-2400-4cd6-835b-604b093f9707 req-7ceed87d-0b59-42bb-b23f-0c4322648b95 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Oct 22 15:07:28.125547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:29.109323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48024b-0548-4d55-8ea1-9dc333d4f4b8 req-fc696819-6a91-4f51-8048-e1cffe05e80e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:29.118376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b48024b-0548-4d55-8ea1-9dc333d4f4b8 req-fc696819-6a91-4f51-8048-e1cffe05e80e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0752201 Oct 22 15:07:29.717930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b48024b-0548-4d55-8ea1-9dc333d4f4b8 req-f8ec15f2-a93f-49e8-ac69-1a2442ec0058 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969849 Oct 22 15:07:30.806450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-c2cb0087-41cd-49eb-9372-eb8fdb4b8cfe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491698 Oct 22 15:07:30.997393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-1e174d54-d38c-4ad6-bc3a-09538cd225cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:30.999458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-1e174d54-d38c-4ad6-bc3a-09538cd225cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27715534ef94349ac2e056e5990e7ab&device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 1096 time: 0.1370194 Oct 22 15:07:31.019944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5a39-9087-4171-bf67-0e380c11cea7 req-2f3d775f-3fde-4f49-9682-5784071f7dd5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:31.028852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-338f5a39-9087-4171-bf67-0e380c11cea7 req-2f3d775f-3fde-4f49-9682-5784071f7dd5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1211805 Oct 22 15:07:31.186541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-338f5a39-9087-4171-bf67-0e380c11cea7 req-0649c73b-4c1a-435a-a1b0-0be2d5f78e06 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567419 Oct 22 15:07:31.215269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-d2e77a2e-e59e-46d3-8dc2-169663dc809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:31.217569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-d2e77a2e-e59e-46d3-8dc2-169663dc809c service neutron] 10.222.0.53 "GET /v2.0/networks?id=4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 200 len: 906 time: 0.1425407 Oct 22 15:07:31.266142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-66a06ab3-1068-4639-8c67-ae9da0479a6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 200 len: 217 time: 0.0415502 Oct 22 15:07:31.319777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-d4d72f0a-9e56-44da-aa08-5cb9ba29292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:31.321253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-d4d72f0a-9e56-44da-aa08-5cb9ba29292c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 200 len: 845 time: 0.0487742 Oct 22 15:07:31.358451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-2d26cb3f-5aa3-4e67-8caf-f22906ddc184 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4c8749dc-5e32-4beb-a079-bf98b6fe8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293207 Oct 22 15:07:31.518959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-c96201c3-6064-4b01-b402-e072388a7fc9 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521800 Oct 22 15:07:31.620398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ef52da1-a8f7-413c-8620-4c8eafff461d req-bbb91de6-c113-45be-845b-7c04435ceaf4 service neutron] 10.222.0.53 "GET /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931861 Oct 22 15:07:32.480402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e807a0e-b1ce-4cfa-acec-707d25a671a9 req-4e8483ed-2dff-4350-8ece-a2c821cfbd84 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:32.482272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e807a0e-b1ce-4cfa-acec-707d25a671a9 req-4e8483ed-2dff-4350-8ece-a2c821cfbd84 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1181879 Oct 22 15:07:32.654107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e807a0e-b1ce-4cfa-acec-707d25a671a9 req-5a9ec331-4b02-4cf9-b7fc-7bc7e191cb67 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656060 Oct 22 15:07:33.887589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:33.918908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b696-2d1b-455b-82d7-130492226b8f req-984402b5-802b-4c60-8fb0-cf4ccfdb9fbc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:33.928596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f468b696-2d1b-455b-82d7-130492226b8f req-984402b5-802b-4c60-8fb0-cf4ccfdb9fbc tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0749400 Oct 22 15:07:34.017394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f468b696-2d1b-455b-82d7-130492226b8f req-af104aa7-53e9-4c88-90cf-2571783501b1 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863736 Oct 22 15:07:35.220010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d80a-1cc0-495e-b336-39f43e856d08 req-19f668a4-91ad-4d88-846f-7533f00e56c8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:35.227384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d96d80a-1cc0-495e-b336-39f43e856d08 req-19f668a4-91ad-4d88-846f-7533f00e56c8 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0653245 Oct 22 15:07:35.270424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d96d80a-1cc0-495e-b336-39f43e856d08 req-464efdeb-b6ad-4136-81ca-fb2c0145b82c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Oct 22 15:07:36.532559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d013a-7428-4c05-a3f9-c367301e6660 req-2663198b-b3fb-4538-a621-78fcfa0bf8d9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:36.540629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db5d013a-7428-4c05-a3f9-c367301e6660 req-2663198b-b3fb-4538-a621-78fcfa0bf8d9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0989604 Oct 22 15:07:36.634877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db5d013a-7428-4c05-a3f9-c367301e6660 req-ae9a6517-3b06-4039-88d1-58259d10bbb3 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875328 Oct 22 15:07:37.254210 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-e9a37b9f-afe8-4c63-baab-9084a5c7e8a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517385 Oct 22 15:07:37.326867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936fd71-6aea-4cb9-b391-73332c790576 req-393bfdc1-aa1b-42a7-be1d-1c4e17bed50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:37.328655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-393bfdc1-aa1b-42a7-be1d-1c4e17bed50f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0444825 Oct 22 15:07:37.470508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936fd71-6aea-4cb9-b391-73332c790576 req-c940dc0b-b534-4415-a06a-0d29367b2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:37.472071 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-c940dc0b-b534-4415-a06a-0d29367b2012 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9e220cd-02d5-4421-801b-21155c30f43f HTTP/1.1" status: 200 len: 897 time: 0.1160128 Oct 22 15:07:37.573835 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-12abaa2e-46b3-42d0-9b26-946d80806e77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ef1a35-f404-4671-a572-6e999cc0831e HTTP/1.1" status: 200 len: 1001 time: 0.0909743 Oct 22 15:07:37.623897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38158) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:37.667948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936fd71-6aea-4cb9-b391-73332c790576 req-6dfdc30f-b4d7-471e-ae15-fc368cc1bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:37.669886 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-6dfdc30f-b4d7-471e-ae15-fc368cc1bb61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3ae5436-0bb3-40b3-8efc-09fcb663b621 HTTP/1.1" status: 200 len: 835 time: 0.0866787 Oct 22 15:07:37.737624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936fd71-6aea-4cb9-b391-73332c790576 req-d4658e6c-97b8-4c97-b30e-9338db8a3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:37.739507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-d4658e6c-97b8-4c97-b30e-9338db8a3cd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9e220cd-02d5-4421-801b-21155c30f43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597398 Oct 22 15:07:37.798398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f748-c517-40bd-be88-01cb788dcdf3 req-b36a9d6f-fbf9-43ae-869c-04ef5d199be5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:37.808115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8e4f748-c517-40bd-be88-01cb788dcdf3 req-b36a9d6f-fbf9-43ae-869c-04ef5d199be5 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0815790 Oct 22 15:07:37.856684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8e4f748-c517-40bd-be88-01cb788dcdf3 req-052191b2-224a-43d6-8c93-5f444ed88f5c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Oct 22 15:07:37.869828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-d238a783-7359-4811-bde8-f3bddc06f6fd service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217539 Oct 22 15:07:37.890703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-711b7006-71d4-4e14-8ac8-55bc80e85d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.007814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c936fd71-6aea-4cb9-b391-73332c790576 req-f36d8fb6-b69d-4093-803d-a2cf6e4c1bdc service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264079 Oct 22 15:07:38.057278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-711b7006-71d4-4e14-8ac8-55bc80e85d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.195949 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-711b7006-71d4-4e14-8ac8-55bc80e85d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.225859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38178) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:38.226091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-711b7006-71d4-4e14-8ac8-55bc80e85d3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55fa784e083548839fc16442fc53121a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974865 Oct 22 15:07:38.275983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b7006-71d4-4e14-8ac8-55bc80e85d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9155a6-38b7-4ad1-9952-55b6438d867a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:38.290182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b3d2-e88c-4741-9aee-13bcaa0e6bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.323080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b3d2-e88c-4741-9aee-13bcaa0e6bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.510465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b3d2-e88c-4741-9aee-13bcaa0e6bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.513130 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b3d2-e88c-4741-9aee-13bcaa0e6bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:38.514930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b0c7b3d2-e88c-4741-9aee-13bcaa0e6bdb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af9155a6-38b7-4ad1-9952-55b6438d867a HTTP/1.1" status: 204 len: 168 time: 0.2876811 Oct 22 15:07:38.523040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7b3d2-e88c-4741-9aee-13bcaa0e6bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9155a6-38b7-4ad1-9952-55b6438d867a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:38.994530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeadcf4-f747-4cb2-b8fd-e874143af8a8 req-e0970b6e-7095-4ef1-a90d-2f4cf2ff4a88 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:38.999502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1eeadcf4-f747-4cb2-b8fd-e874143af8a8 req-e0970b6e-7095-4ef1-a90d-2f4cf2ff4a88 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0580575 Oct 22 15:07:39.040542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1eeadcf4-f747-4cb2-b8fd-e874143af8a8 req-01a9d218-6b15-4221-98ff-513547f80501 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Oct 22 15:07:39.377902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9505c4-3fcc-4abd-ad2c-162497a84e40 req-cb96d484-31ac-46fc-97b0-7d329cd5a674 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:39.379557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d9505c4-3fcc-4abd-ad2c-162497a84e40 req-cb96d484-31ac-46fc-97b0-7d329cd5a674 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 951 time: 0.0633783 Oct 22 15:07:39.443645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d9505c4-3fcc-4abd-ad2c-162497a84e40 req-e1d54225-0c55-4556-b9fb-4a8ead58b39d tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Oct 22 15:07:39.444348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38226) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:39.461477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dee4a76-d683-4722-a102-fdc0342c8f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.536087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dee4a76-d683-4722-a102-fdc0342c8f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.619335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dee4a76-d683-4722-a102-fdc0342c8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.667183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0dee4a76-d683-4722-a102-fdc0342c8f45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fa80002a640434f8ff781f8b1f7c377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212312 Oct 22 15:07:39.671189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38228) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:39.678551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee4a76-d683-4722-a102-fdc0342c8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e079a887-76eb-45f7-936d-8cf72bde22b2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:39.733368 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba18d50-dfb5-415f-bd89-69fd5dd696b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.771840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba18d50-dfb5-415f-bd89-69fd5dd696b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.945858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba18d50-dfb5-415f-bd89-69fd5dd696b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.945858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aba18d50-dfb5-415f-bd89-69fd5dd696b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:39.945858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aba18d50-dfb5-415f-bd89-69fd5dd696b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e079a887-76eb-45f7-936d-8cf72bde22b2 HTTP/1.1" status: 204 len: 168 time: 0.2711020 Oct 22 15:07:39.954909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18d50-dfb5-415f-bd89-69fd5dd696b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079a887-76eb-45f7-936d-8cf72bde22b2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:40.172663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aafb23-6ea8-498d-b8e9-083cb7da3945 req-46b807be-bd17-4388-b663-6d0030a4b749 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:40.174102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1aafb23-6ea8-498d-b8e9-083cb7da3945 req-46b807be-bd17-4388-b663-6d0030a4b749 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0519032 Oct 22 15:07:40.212343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1aafb23-6ea8-498d-b8e9-083cb7da3945 req-cd591b66-24e3-4ae0-9987-9cc0f1af470f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Oct 22 15:07:40.582999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ae526-1977-444e-ae93-b52be42b35e2 req-4dd36ef5-4c0f-4a76-a70e-72e910786d38 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:40.584495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f0ae526-1977-444e-ae93-b52be42b35e2 req-4dd36ef5-4c0f-4a76-a70e-72e910786d38 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 951 time: 0.0609305 Oct 22 15:07:40.632469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f0ae526-1977-444e-ae93-b52be42b35e2 req-1679b48b-3d64-4f96-bb01-3780870f0df9 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Oct 22 15:07:41.349309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a952a4-b2db-4a0a-b054-1d4b248883b0 req-fcd11931-a215-4222-9828-388c6130a886 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:41.351751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34a952a4-b2db-4a0a-b054-1d4b248883b0 req-fcd11931-a215-4222-9828-388c6130a886 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0569227 Oct 22 15:07:41.396911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34a952a4-b2db-4a0a-b054-1d4b248883b0 req-9767cbb0-a670-46fe-ac07-687f570d8570 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380015 Oct 22 15:07:41.468833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:42.562652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d12e86-10b2-473a-9dad-e58c00698239 req-2c3f0a4d-60b1-4a3b-852e-2bb28fbe2963 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:42.564805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5d12e86-10b2-473a-9dad-e58c00698239 req-2c3f0a4d-60b1-4a3b-852e-2bb28fbe2963 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0652769 Oct 22 15:07:42.612660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5d12e86-10b2-473a-9dad-e58c00698239 req-860f97d0-5250-45d3-80bf-3808f3ef66ab tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Oct 22 15:07:43.363006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327d01-63ff-4006-8275-c8f9eb1f8384 req-584274db-481f-440a-80aa-5d3a5f391c12 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:43.364507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e327d01-63ff-4006-8275-c8f9eb1f8384 req-584274db-481f-440a-80aa-5d3a5f391c12 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 951 time: 0.0592511 Oct 22 15:07:43.414895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e327d01-63ff-4006-8275-c8f9eb1f8384 req-d956e635-a4f6-40a5-9587-37d89a60d0c6 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Oct 22 15:07:43.619933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:43.715089 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:43.759850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:43.762117 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da26b967-16fb-4e10-b1aa-216f552f3740" -d '{"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:43.772924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da3f41-0e95-4d1d-bd92-122c1a776ced req-ea647bff-5a7c-40af-8175-653cfde64461 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:43.774758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0da3f41-0e95-4d1d-bd92-122c1a776ced req-ea647bff-5a7c-40af-8175-653cfde64461 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0669632 Oct 22 15:07:43.781055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:43.806172 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237471a8-b45b-4ea9-82a9-cf5622c76df3 x-openstack-request-id: req-237471a8-b45b-4ea9-82a9-cf5622c76df3 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:43.806644 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:43.807094 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-237471a8-b45b-4ea9-82a9-cf5622c76df3 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:43.807494 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'code': 200} Oct 22 15:07:43.816199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0da3f41-0e95-4d1d-bd92-122c1a776ced req-31b19ad5-0ee6-4c9a-b4b4-4b00981a2898 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Oct 22 15:07:43.913882 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:43.963612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=11']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:43.971923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.972560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.973101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.973439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.973773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.974104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.974432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.974762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.975174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.975641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.976051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:43.976489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:07:44.560314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5e37e-b1e0-4072-93e8-7699bffd9094 req-1a6056a6-2d3a-421f-a3b0-3de699814e0f tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:44.561971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16a5e37e-b1e0-4072-93e8-7699bffd9094 req-1a6056a6-2d3a-421f-a3b0-3de699814e0f tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 949 time: 0.0650899 Oct 22 15:07:44.609969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16a5e37e-b1e0-4072-93e8-7699bffd9094 req-f5355dee-6289-4113-ac7e-9d6c245d2faf tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Oct 22 15:07:44.970954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d8a29-876f-40d0-9469-9c7ae479384f req-a3b92ec4-80b5-4eef-b82c-3ada4103787b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:44.973413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-305d8a29-876f-40d0-9469-9c7ae479384f req-a3b92ec4-80b5-4eef-b82c-3ada4103787b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0571220 Oct 22 15:07:45.022165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-305d8a29-876f-40d0-9469-9c7ae479384f req-0247fa55-4549-466f-a29e-7b13cb8de90f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Oct 22 15:07:45.738758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f934-46b1-4d82-ab6e-fb8a0cc55f63 req-6aa4a223-5489-4f48-a533-bcffc7ae0379 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:45.740208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74a0f934-46b1-4d82-ab6e-fb8a0cc55f63 req-6aa4a223-5489-4f48-a533-bcffc7ae0379 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 949 time: 0.0548906 Oct 22 15:07:45.783145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74a0f934-46b1-4d82-ab6e-fb8a0cc55f63 req-5fca60a9-f201-4343-b35b-6e46b7e11137 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/security-groups?id=86ea5f8e-90c2-460f-a8c5-c087ce805d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Oct 22 15:07:46.160917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d4e73-498d-4956-a8cc-e47c1d76013c req-946c5cc0-38f4-4e9f-8750-5fc1337a40f7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.171584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-882d4e73-498d-4956-a8cc-e47c1d76013c req-946c5cc0-38f4-4e9f-8750-5fc1337a40f7 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0690105 Oct 22 15:07:46.233871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-882d4e73-498d-4956-a8cc-e47c1d76013c req-9ac2c1ba-92aa-478c-acdf-5bc0cac29d78 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Oct 22 15:07:46.312646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-aec2c3d0-2bb5-4a31-b1c6-b1d314a7249d tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.314515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-aec2c3d0-2bb5-4a31-b1c6-b1d314a7249d tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.69 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 949 time: 0.1127970 Oct 22 15:07:46.464537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Deleting port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:46.464977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:46.571601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] For port c81c1393-1b1a-4de5-9990-8b7c08b8ad69, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:46.574303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:46.589005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Calling delete_port for c81c1393-1b1a-4de5-9990-8b7c08b8ad69 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:46.770896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.776917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.783212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.789156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.796876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.803287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.809347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:46.811993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-854e5eb8-5b13-4207-8910-b5b32ffc6853 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.1005826 Oct 22 15:07:46.813516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:46.847432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Pushing event deleted for resources: {'Port': ['ID=c81c1393-1b1a-4de5-9990-8b7c08b8ad69,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:46.865556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943f025-73e1-4c3f-9641-d32632f0a36d req-e1f43a67-8f6f-4f74-b6b4-7e517084b0c5 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464253 Oct 22 15:07:46.913602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2498f170-fea1-4224-8a9e-9feef05b96f0 req-c2d02276-a95f-4804-a710-a324519a1048 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.0469475 Oct 22 15:07:46.939235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] No DVR routers for this DVR port c81c1393-1b1a-4de5-9990-8b7c08b8ad69 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:46.941541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:46.945467 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52b1dadc-c6df-4506-b9f6-70c420c6c248 req-c8bd45e0-3631-4049-acb7-58637a046721 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.69 "DELETE /v2.0/ports/c81c1393-1b1a-4de5-9990-8b7c08b8ad69 HTTP/1.1" status: 204 len: 173 time: 0.6235316 Oct 22 15:07:46.946464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-deleted', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:46.948915 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fde3b9-4d4a-47b2-a85f-f09a8a457e38" -d '{"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-deleted", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:46.992186 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cffee-692d-4325-921d-afecf4c5aeaf x-openstack-request-id: req-c24cffee-692d-4325-921d-afecf4c5aeaf {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:46.992495 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041e83-21b3-4624-b8fb-12d0980a41fa", "name": "network-vif-deleted", "tag": "c81c1393-1b1a-4de5-9990-8b7c08b8ad69", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:46.992753 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c24cffee-692d-4325-921d-afecf4c5aeaf {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:46.993160 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041e83-21b3-4624-b8fb-12d0980a41fa', 'name': 'network-vif-deleted', 'tag': 'c81c1393-1b1a-4de5-9990-8b7c08b8ad69', 'status': 'completed', 'code': 200} Oct 22 15:07:47.384003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8850b1-7d7f-4513-9011-d3e972a1c2e8 req-4a89ac55-0bd9-4181-be10-414381331e24 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:47.385562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca8850b1-7d7f-4513-9011-d3e972a1c2e8 req-4a89ac55-0bd9-4181-be10-414381331e24 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0701802 Oct 22 15:07:47.428208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca8850b1-7d7f-4513-9011-d3e972a1c2e8 req-c547c9f4-a096-44c2-96fa-525c7b82405e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357893 Oct 22 15:07:47.810471 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:07:48.167377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.175431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.182354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.188498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.191737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.194574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.198735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.201295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.207898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.208754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.226853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.226987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.226987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-97d6be36-9eb6-4e70-8f1f-1646eb398f35 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.1606908 Oct 22 15:07:48.227154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.236033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.244327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-e882c3d1-4d2b-43bd-ac47-501381ec2361 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 5435 time: 0.2167017 Oct 22 15:07:48.272260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7568aaa-26bc-44d1-820b-b395b7fe6282 req-283eafdb-6d41-44fe-aed7-ea257ca04dd3 tempest-ImagesOneServerTestJSON-808071413 tempest-ImagesOneServerTestJSON-808071413-project] 10.222.0.66 "GET /v2.0/ports?device_id=86041e83-21b3-4624-b8fb-12d0980a41fa HTTP/1.1" status: 200 len: 210 time: 0.1464658 Oct 22 15:07:48.311762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ac83e54f-6381-4d23-b9c3-476b862b1b65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.314039 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ac83e54f-6381-4d23-b9c3-476b862b1b65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "GET /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0819972 Oct 22 15:07:48.363691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6a9e8d1-1a40-4731-95c3-d1f723471ec8 req-238153d1-ecbf-41d9-ba00-9fb5cc3f2fee tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181169 Oct 22 15:07:48.496811 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-3410d8a6-f03e-4294-b754-0f2e69bda8df tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "GET /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1712859 Oct 22 15:07:48.519867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:48.601663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259417-2410-4ce4-b2a6-423cea61802a req-dfab12e0-1a30-4cdd-8cb5-81ecbd28f6ff tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:48.603347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1259417-2410-4ce4-b2a6-423cea61802a req-dfab12e0-1a30-4cdd-8cb5-81ecbd28f6ff tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0700738 Oct 22 15:07:48.609923 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:48.663699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1259417-2410-4ce4-b2a6-423cea61802a req-8bf3e241-8a4d-459b-b7e8-0e499319720f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Oct 22 15:07:48.791636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:48.832162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] For port c18d76ea-cbcc-482f-80cc-a9fe9580f45b, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:07:48.873224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] device_id is not set on port c18d76ea-cbcc-482f-80cc-a9fe9580f45b yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:07:48.882399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.030145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.102243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Pushing event updated for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:49.121112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] No DVR routers for this DVR port c18d76ea-cbcc-482f-80cc-a9fe9580f45b on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:49.190018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] In _notify_port_updated(), no bound segment for port c18d76ea-cbcc-482f-80cc-a9fe9580f45b on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:07:49.190756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.191411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.192756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-ede48b5c-ea75-4c3a-9bbe-30379216b94a service neutron] 10.222.0.69 "PUT /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 200 len: 1028 time: 0.6867492 Oct 22 15:07:49.247158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-e1611b67-401f-4886-85cd-c44c31aadd00 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.250043 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-e1611b67-401f-4886-85cd-c44c31aadd00 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "GET /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0497541 Oct 22 15:07:49.264764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:49.358578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.473903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8d962178-19d0-4957-a570-cd072d462e70 None None] Provisioning complete for port c18d76ea-cbcc-482f-80cc-a9fe9580f45b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:49.474437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d962178-19d0-4957-a570-cd072d462e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.536545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=ab9a7d98-1424-4b2e-babb-46b8981c43a2,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:49.558687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.565694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.572981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.579665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.580299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] For port ab9a7d98-1424-4b2e-babb-46b8981c43a2, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:07:49.586604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.594304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.597756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8d962178-19d0-4957-a570-cd072d462e70 None None] Port c18d76ea-cbcc-482f-80cc-a9fe9580f45b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:07:49.603817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-13fd5859-bb7c-4676-8609-f521d66885d6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 4660 time: 0.1246331 Oct 22 15:07:49.631381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] device_id is not set on port ab9a7d98-1424-4b2e-babb-46b8981c43a2 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:07:49.640942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1add01bd-5910-4410-99b1-e0cc118096f8 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:49.651134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.668451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42c9147c-ef59-4917-a414-205f4ed4a186 req-3041c47a-ef5a-41b3-a0a6-54f813be68d2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&id=88d73703-313b-44c6-941f-2af6eaf0b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619385 Oct 22 15:07:49.744798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.780001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.793914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2faf9-a373-4bd5-9243-351f75ecbb51 req-dcc36a97-39a1-4d70-ad6c-4459e0261419 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.796028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6b2faf9-a373-4bd5-9243-351f75ecbb51 req-dcc36a97-39a1-4d70-ad6c-4459e0261419 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0652075 Oct 22 15:07:49.828868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:49.828868 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501256af-8f3d-4772-ab14-650dd6a7b53c" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:49.855373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1add01bd-5910-4410-99b1-e0cc118096f8,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:49.868020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6b2faf9-a373-4bd5-9243-351f75ecbb51 req-d513ef18-d250-4908-b51d-e9cb488a303c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Oct 22 15:07:49.877095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] No DVR routers for this DVR port ab9a7d98-1424-4b2e-babb-46b8981c43a2 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:49.883906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:49.900915 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e5b3a-f246-4c82-9e55-35666484f710 x-openstack-request-id: req-898e5b3a-f246-4c82-9e55-35666484f710 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:49.901211 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:49.901494 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-898e5b3a-f246-4c82-9e55-35666484f710 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:49.901934 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8', 'code': 200} Oct 22 15:07:49.945962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] In _notify_port_updated(), no bound segment for port ab9a7d98-1424-4b2e-babb-46b8981c43a2 on network 515ff53b-5aa0-4210-adea-30c81f6e959e {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:07:49.946842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:49.947484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:49.948985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-01646ca0-a80f-456b-89e6-62d48f8d1938 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 200 len: 1026 time: 0.6900811 Oct 22 15:07:50.024182 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.025732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:50.168522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:50.192986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port 1add01bd-5910-4410-99b1-e0cc118096f8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:50.193458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.204529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.241447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:50.303942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:50.312748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e5627a28-e8a1-41fb-9aff-27c6c2646a48 None None] Provisioning complete for port ab9a7d98-1424-4b2e-babb-46b8981c43a2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:50.313200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5627a28-e8a1-41fb-9aff-27c6c2646a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.364129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e5627a28-e8a1-41fb-9aff-27c6c2646a48 None None] Port ab9a7d98-1424-4b2e-babb-46b8981c43a2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:07:50.377944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] For port 1add01bd-5910-4410-99b1-e0cc118096f8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1add01bd-5910-4410-99b1-e0cc118096f8,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:50.378309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.384810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ff6fb377-b6c2-414e-a0b3-08a9b7936b4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccd2f0d3a12640c0aa3c774f42324e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145264 Oct 22 15:07:50.387733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38522) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:50.396380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for 1add01bd-5910-4410-99b1-e0cc118096f8 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:50.411944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.420330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c18d76ea-cbcc-482f-80cc-a9fe9580f45b no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:50.463033 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93c8949b-e481-4bee-8cb7-bab329fdfed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.502400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93c8949b-e481-4bee-8cb7-bab329fdfed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.507326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:50.510870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c18d76ea-cbcc-482f-80cc-a9fe9580f45b not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:07:50.511210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 4a3b2165-bb91-411b-9c91-f074767c01be no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:50.609441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.645863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4a3b2165-bb91-411b-9c91-f074767c01be,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:50.750061 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93c8949b-e481-4bee-8cb7-bab329fdfed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.751204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.753050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93c8949b-e481-4bee-8cb7-bab329fdfed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.754274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-93c8949b-e481-4bee-8cb7-bab329fdfed3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86ea5f8e-90c2-460f-a8c5-c087ce805d37 HTTP/1.1" status: 204 len: 168 time: 0.3657248 Oct 22 15:07:50.772941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8949b-e481-4bee-8cb7-bab329fdfed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea5f8e-90c2-460f-a8c5-c087ce805d37,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:50.805347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.806614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:50.827865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=1add01bd-5910-4410-99b1-e0cc118096f8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:50.852524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defe1ad-9b45-4da0-a202-d5ea75c8cf21 req-cb867014-0191-4dba-83cc-c32593d0e8ce tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:50.861350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defe1ad-9b45-4da0-a202-d5ea75c8cf21 req-cb867014-0191-4dba-83cc-c32593d0e8ce tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:50.874315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defe1ad-9b45-4da0-a202-d5ea75c8cf21 req-cb867014-0191-4dba-83cc-c32593d0e8ce tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:50.881972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defe1ad-9b45-4da0-a202-d5ea75c8cf21 req-cb867014-0191-4dba-83cc-c32593d0e8ce tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:50.884002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9defe1ad-9b45-4da0-a202-d5ea75c8cf21 req-cb867014-0191-4dba-83cc-c32593d0e8ce tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 3150 time: 0.1125283 Oct 22 15:07:50.895733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] No DVR routers for this DVR port 1add01bd-5910-4410-99b1-e0cc118096f8 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:50.898582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:50.902324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b9d933b6-c59e-482a-890f-bd40bf52454a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "DELETE /v2.0/ports/1add01bd-5910-4410-99b1-e0cc118096f8 HTTP/1.1" status: 204 len: 173 time: 0.9467554 Oct 22 15:07:50.902780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:50.905840 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b8a8e7-f51f-43cd-9bd1-f9e2ea98b2d8" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:50.945480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:50.945861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9defe1ad-9b45-4da0-a202-d5ea75c8cf21 req-b365356b-8e27-4637-bb4b-c68d82f7c765 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537207 Oct 22 15:07:51.043785 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:51.075815 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35baeaf-3ada-4298-8513-6064aa5514e6 x-openstack-request-id: req-d35baeaf-3ada-4298-8513-6064aa5514e6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:51.078213 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "1add01bd-5910-4410-99b1-e0cc118096f8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:51.078603 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d35baeaf-3ada-4298-8513-6064aa5514e6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:51.079135 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '1add01bd-5910-4410-99b1-e0cc118096f8', 'status': 'completed', 'code': 200} Oct 22 15:07:51.104989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port 4a3b2165-bb91-411b-9c91-f074767c01be {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:51.106117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:51.112423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:51.126655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c334b-5707-4709-a866-2f977298061e req-21a788af-4a5f-4a16-9878-342449c86359 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:51.133426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c56c334b-5707-4709-a866-2f977298061e req-21a788af-4a5f-4a16-9878-342449c86359 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1387777 Oct 22 15:07:51.179625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c56c334b-5707-4709-a866-2f977298061e req-96c7056e-1cd3-4bd6-bbb2-b59b52aa6497 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Oct 22 15:07:51.233432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:51.234550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 91a1fdec-1965-4a4d-a3f4-d153466af7a8 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:51.316170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] For port 4a3b2165-bb91-411b-9c91-f074767c01be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=4a3b2165-bb91-411b-9c91-f074767c01be,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:51.318601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:51.356052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for 4a3b2165-bb91-411b-9c91-f074767c01be owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:51.426174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:51.501583 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:51.568631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:51.903883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:51.906340 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac5b6fc-90e6-46ab-9eab-b4a2c1d8472c" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:51.950638 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a02dfc-651c-4b56-8f5c-1f8f88627e3b x-openstack-request-id: req-16a02dfc-651c-4b56-8f5c-1f8f88627e3b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:51.950933 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-unplugged", "status": "completed", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:51.951574 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16a02dfc-651c-4b56-8f5c-1f8f88627e3b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:51.951977 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53', 'code': 200} Oct 22 15:07:51.955675 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be', 'code': 200} Oct 22 15:07:51.955938 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'code': 200} Oct 22 15:07:51.956189 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8', 'code': 200} Oct 22 15:07:52.035879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.037176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:52.077516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.085783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: c81c1393-1b1a-4de5-9990-8b7c08b8ad69 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:07:52.086451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c81c1393-1b1a-4de5-9990-8b7c08b8ad69 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:07:52.100817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b50e2-d58e-43ad-bef2-f33baf9f0e65 req-72e03dc8-b8a6-409c-bfc9-7432a2d94960 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:52.105949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ab9a7d98-1424-4b2e-babb-46b8981c43a2 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:07:52.111749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b50e2-d58e-43ad-bef2-f33baf9f0e65 req-72e03dc8-b8a6-409c-bfc9-7432a2d94960 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:52.123882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b50e2-d58e-43ad-bef2-f33baf9f0e65 req-72e03dc8-b8a6-409c-bfc9-7432a2d94960 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:52.131919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b50e2-d58e-43ad-bef2-f33baf9f0e65 req-72e03dc8-b8a6-409c-bfc9-7432a2d94960 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:52.133951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-495b50e2-d58e-43ad-bef2-f33baf9f0e65 req-72e03dc8-b8a6-409c-bfc9-7432a2d94960 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 3066 time: 0.0968187 Oct 22 15:07:52.151645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=4a3b2165-bb91-411b-9c91-f074767c01be,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:52.200005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:52.223774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device ab9a7d98-1424-4b2e-babb-46b8981c43a2 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:07:52.267870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-495b50e2-d58e-43ad-bef2-f33baf9f0e65 req-fd5ed942-abab-4b25-85f7-7d104d885c38 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250191 Oct 22 15:07:52.293210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] No DVR routers for this DVR port 4a3b2165-bb91-411b-9c91-f074767c01be on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:52.301628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.301628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-d6ee05b2-7a8b-40c6-a80b-5ad493d90382 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "DELETE /v2.0/ports/4a3b2165-bb91-411b-9c91-f074767c01be HTTP/1.1" status: 204 len: 173 time: 1.3755848 Oct 22 15:07:52.417978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0b33-cfc9-4840-ae74-714f028a8dde req-73408000-04c7-4da5-aaae-1ac76ed9be67 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:52.417978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a83f0b33-cfc9-4840-ae74-714f028a8dde req-73408000-04c7-4da5-aaae-1ac76ed9be67 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0752993 Oct 22 15:07:52.463763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a83f0b33-cfc9-4840-ae74-714f028a8dde req-42544280-40de-4e66-95e4-7f6509b535c6 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Oct 22 15:07:52.473145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:52.473691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.616671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] For port 91a1fdec-1965-4a4d-a3f4-d153466af7a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=91a1fdec-1965-4a4d-a3f4-d153466af7a8,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:52.617114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.645249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for 91a1fdec-1965-4a4d-a3f4-d153466af7a8 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:52.647099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9ab5-c51c-47be-b3cd-0602b96d50e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.930280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:52.939266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38604) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:52.974926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=91a1fdec-1965-4a4d-a3f4-d153466af7a8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:53.071542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] No DVR routers for this DVR port 91a1fdec-1965-4a4d-a3f4-d153466af7a8 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:53.074518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.078734 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-a4aa098b-a3ef-4ce8-a839-1a2f67ea17da tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "DELETE /v2.0/ports/91a1fdec-1965-4a4d-a3f4-d153466af7a8 HTTP/1.1" status: 204 len: 173 time: 0.7713566 Oct 22 15:07:53.080330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be'}, {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:53.082876 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1062ff-a7f6-4ee3-8182-fdf447f0447b" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be"}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:53.109211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1271349780-network', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:53.151135 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c93e1-4e72-428c-85b7-815df2caf363 x-openstack-request-id: req-c34c93e1-4e72-428c-85b7-815df2caf363 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:53.151781 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "4a3b2165-bb91-411b-9c91-f074767c01be", "status": "completed", "code": 200}, {"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "91a1fdec-1965-4a4d-a3f4-d153466af7a8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:53.152044 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c34c93e1-4e72-428c-85b7-815df2caf363 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:53.152457 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '4a3b2165-bb91-411b-9c91-f074767c01be', 'status': 'completed', 'code': 200} Oct 22 15:07:53.152720 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '91a1fdec-1965-4a4d-a3f4-d153466af7a8', 'status': 'completed', 'code': 200} Oct 22 15:07:53.213932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:53.214368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.259792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Made reservation on behalf of 2529d05a9e39488b91936e9fb3fb81b5 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:07:53.262276 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.280934 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.379991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] For port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:53.380367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.412652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.520686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fb3c4-7fad-4d49-b5aa-e376b46f2074 req-f96f2932-50a9-4cec-abbb-21a51b4302dd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:53.527217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fb3c4-7fad-4d49-b5aa-e376b46f2074 req-f96f2932-50a9-4cec-abbb-21a51b4302dd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:53.535049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-173fb3c4-7fad-4d49-b5aa-e376b46f2074 req-f96f2932-50a9-4cec-abbb-21a51b4302dd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 1678 time: 0.1138022 Oct 22 15:07:53.566944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.595110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:07:53.697034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.697552 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Added segment f1f39c68-c2c1-416b-be5b-48cf389ae6e1 of type vlan for network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 Oct 22 15:07:53.718923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-173fb3c4-7fad-4d49-b5aa-e376b46f2074 req-f35a10ef-e8ba-4887-852f-4b8e838839ff tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828210 Oct 22 15:07:53.794293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d976c-7ff4-4f0b-b90d-2d4615837392,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:53.817726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.818213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.818885 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Floating IP 97c59ebf-76fe-4642-aa9f-367d594d6506 disassociated. External IP: 172.25.1.80, port: d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a. Oct 22 15:07:53.819037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:53.829287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:53.840633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f1eaa-95e2-45c7-ac27-d2d6fd81c3ba req-3c0da60e-18f3-4898-8807-cbcce5790550 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:53.842732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-981f1eaa-95e2-45c7-ac27-d2d6fd81c3ba req-3c0da60e-18f3-4898-8807-cbcce5790550 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.2328174 Oct 22 15:07:53.918923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-981f1eaa-95e2-45c7-ac27-d2d6fd81c3ba req-52bdb13e-51be-470f-88da-f5ab8d139a2e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696912 Oct 22 15:07:54.047223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:54.048293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:54.053164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:54.118628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] Pushing event updated for resources: {'Network': ['ID=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:54.135061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:07:54.137361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:54.278428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:54.286906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-920a3ded-ca3a-412e-a192-e01c449c1993 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3464806 Oct 22 15:07:54.289804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38638) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:54.295577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Request body: {'subnet': {'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1271349780-subnet', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:54.378463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8d8a7-8651-4987-ae53-21a3d6e6fdd2 req-e404f7bd-446e-4d54-bebf-aedf4e984a7b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:54.382051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:07:54.385774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73d8d8a7-8651-4987-ae53-21a3d6e6fdd2 req-e404f7bd-446e-4d54-bebf-aedf4e984a7b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.0864325 Oct 22 15:07:54.448117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73d8d8a7-8651-4987-ae53-21a3d6e6fdd2 req-1da6c309-db44-4580-843c-a2da10e84b1b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544560 Oct 22 15:07:54.516650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Made reservation on behalf of 2529d05a9e39488b91936e9fb3fb81b5 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:07:54.519201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:54.599916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:07:54.612364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] Sync routers for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:07:54.640484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:07:54.641769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:54.691192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093980b-a417-4977-8915-c32bcc374d9e req-2c7dadee-846f-4189-a9d7-31152e42cc43 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:54.699062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3093980b-a417-4977-8915-c32bcc374d9e req-2c7dadee-846f-4189-a9d7-31152e42cc43 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1440365 Oct 22 15:07:54.723579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] No DVR routers for this DVR port d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:54.728775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:54.747832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-84e23a8d-7699-4725-bedb-bb53656aecfa tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "DELETE /v2.0/ports/d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a HTTP/1.1" status: 204 len: 173 time: 1.6595418 Oct 22 15:07:54.790490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3093980b-a417-4977-8915-c32bcc374d9e req-d2680fef-028b-4cf7-b445-e9b25afe0bf4 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904183 Oct 22 15:07:54.943291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:54.943838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:54.949850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:07:55.035083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975faad1-171e-4703-bb91-bcf35fc9a4b3 req-a35ddef5-81cf-47de-99ca-0d40c6968d3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:55.037038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-975faad1-171e-4703-bb91-bcf35fc9a4b3 req-a35ddef5-81cf-47de-99ca-0d40c6968d3e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 943 time: 0.1119175 Oct 22 15:07:55.128372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-975faad1-171e-4703-bb91-bcf35fc9a4b3 req-f3f24851-6116-4ada-a52a-a2ce61a10316 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770028 Oct 22 15:07:55.218535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:55.295164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8aa936a0-3f67-4e6d-a131-b714f92c1f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:55.359734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b66ef9b-242d-4d72-a793-fec16bb59d27,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:55.363292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Checking segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:07:55.363785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Network hostable DHCP agents. Network: 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:07:55.465717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:52Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:55.498771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:07:55.544336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] Checking router: 37fb0fb8-9969-44ed-83cb-7c36ee19df33 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:07:55.558558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:55.561721 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac994543-ca42-4e93-886e-223ee5688402" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:55.562957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:07:55.564815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:55.613581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] For port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:55.613962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:55.628675 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267fc41-be15-4fc2-b11c-da3bee2b37ff x-openstack-request-id: req-4267fc41-be15-4fc2-b11c-da3bee2b37ff {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:55.628979 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "d9ca2aac-c3fa-4847-b33d-7fadc6bbe77a", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:55.629235 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4267fc41-be15-4fc2-b11c-da3bee2b37ff {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:55.629654 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': 'd9ca2aac-c3fa-4847-b33d-7fadc6bbe77a', 'status': 'completed', 'code': 200} Oct 22 15:07:55.633862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:55.663555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:07:55.687806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:55.688396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:55.709431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66414b-7022-40ab-83bd-7ac88733d13f None None] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:07:55.756446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56e8d2-fd06-470d-bdc0-a212518caa85 req-5d4df4b6-7aca-4104-b352-2f2a726e73f2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:55.758727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d56e8d2-fd06-470d-bdc0-a212518caa85 req-5d4df4b6-7aca-4104-b352-2f2a726e73f2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1734343 Oct 22 15:07:55.853623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d56e8d2-fd06-470d-bdc0-a212518caa85 req-515c8e99-6dbe-405a-bc62-30d9fb9cc6a9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853999 Oct 22 15:07:56.021857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1980d007-e642-4b43-b533-3c27d8ea249a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7309566 Oct 22 15:07:56.024668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38680) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:56.031232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:07:56.032859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:07:56.226882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:07:56.227912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.351355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1fea4-6aa1-42ab-b5f7-f2a6088fc4f4 req-b524a0b0-8863-45f7-8634-563441600842 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:56.353604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2be1fea4-6aa1-42ab-b5f7-f2a6088fc4f4 req-b524a0b0-8863-45f7-8634-563441600842 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 943 time: 0.1109023 Oct 22 15:07:56.376812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.453105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2be1fea4-6aa1-42ab-b5f7-f2a6088fc4f4 req-b25d97db-49f7-47e6-8155-f4a2aa7fdc65 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd928aaf-e27c-4426-8ee7-1ebf9862d827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874517 Oct 22 15:07:56.463444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.467049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.476624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=49d83bce-0f58-4f8f-9c1c-ff022fc59b53,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:56.518242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] No DVR routers for this DVR port 49d83bce-0f58-4f8f-9c1c-ff022fc59b53 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:56.525550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.535166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53c828da-39e4-4210-a179-f82cb64ed173 req-b87155b3-4e0a-451c-be2b-1bac6a266104 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.69 "DELETE /v2.0/ports/49d83bce-0f58-4f8f-9c1c-ff022fc59b53 HTTP/1.1" status: 204 len: 173 time: 1.7801280 Oct 22 15:07:56.582525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.584244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Allocated IP 172.20.0.2 (1e094dd5-2dff-4438-8d4b-2a745b8dc0b3/1b66ef9b-242d-4d72-a793-fec16bb59d27/96406e25-1f43-4221-9d24-98f3f24e6ddd) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:07:56.623069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.623743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.674271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:52Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:07:56.712141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c349ca-d1f4-48b3-90c3-196e3827c14e None None] The sync data for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 is: [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c1c89fdc-332f-4331-ab1f-822c7d7b018f', 'name': '', 'network_id': 'c0226784-150c-43ed-b71e-dc85064ff07e', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'mac_address': 'fa:16:3e:90:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:42Z', 'updated_at': '2021-10-22T14:56:52Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'subnets': [{'id': '3c70db5d-50ec-4376-9528-db0b76660b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:07:56.869344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:56.893202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-3ecc967b-f985-4960-9d6a-26199adab69f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:56.894748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-3ecc967b-f985-4960-9d6a-26199adab69f tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.2786913 Oct 22 15:07:56.923011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.025738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.116330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:07:57.117859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581ab88-e74b-41a4-82dd-ccf606746d6a req-e759dd7b-c8c3-4823-9002-5b9213f8f287 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:07:57.127296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:07:57.132713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1581ab88-e74b-41a4-82dd-ccf606746d6a req-e759dd7b-c8c3-4823-9002-5b9213f8f287 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 946 time: 0.1395125 Oct 22 15:07:57.139142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:07:57.142341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:07:57.142689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.146262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Pushing event updated for resources: {'Port': ['ID=96406e25-1f43-4221-9d24-98f3f24e6ddd,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:57.284679 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724e632-6f4d-4c5a-8522-a1016ac82598 None None] New status for floating IP 97c59ebf-76fe-4642-aa9f-367d594d6506: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:07:57.305169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38704) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:57.314437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Attempting to bind port 96406e25-1f43-4221-9d24-98f3f24e6ddd on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:07:57.315434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Attempting to bind port 96406e25-1f43-4221-9d24-98f3f24e6ddd by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:07:57.315895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Attempting to bind port 96406e25-1f43-4221-9d24-98f3f24e6ddd on network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:07:57.324040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:07:57.324581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Checking segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:07:57.328409 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.328951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Bound using segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:07:57.329562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Bound port: 96406e25-1f43-4221-9d24-98f3f24e6ddd, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:07:57.330048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.394325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1581ab88-e74b-41a4-82dd-ccf606746d6a req-8b77d51c-827c-492b-8eee-9eb168a5403b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603693 Oct 22 15:07:57.489271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] For port 96406e25-1f43-4221-9d24-98f3f24e6ddd, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:07:57.494638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] For port 96406e25-1f43-4221-9d24-98f3f24e6ddd, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=96406e25-1f43-4221-9d24-98f3f24e6ddd,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:07:57.539143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ee6b95-5cd6-4a91-b248-21bcd15df158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.568748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:07:57.569414 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.611265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.631235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:57.634232 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b848f-1b51-4982-83ce-6154b41c4f05" -d '{"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:57.712760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for 8c674b7a-4f42-498c-b29a-e039b4d6e8ae owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:07:57.733064 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fb3ed-e998-4984-a753-db9f7196d4c4 x-openstack-request-id: req-435fb3ed-e998-4984-a753-db9f7196d4c4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:57.733736 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceef207-d5dc-4ed5-ac56-253be63c8092", "name": "network-vif-deleted", "tag": "49d83bce-0f58-4f8f-9c1c-ff022fc59b53", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:57.734396 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-435fb3ed-e998-4984-a753-db9f7196d4c4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:57.735130 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceef207-d5dc-4ed5-ac56-253be63c8092', 'name': 'network-vif-deleted', 'tag': '49d83bce-0f58-4f8f-9c1c-ff022fc59b53', 'status': 'completed', 'code': 200} Oct 22 15:07:57.746350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5912a435-f0ed-471e-bef2-6968ddc71af1 req-49b209a0-ee9b-4c84-ab4e-ace10af36f34 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0778098 Oct 22 15:07:57.769194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92014a-e63d-4d13-ab73-cb247c0e3433 None None] Pushing event updated for resources: {'Port': ['ID=96406e25-1f43-4221-9d24-98f3f24e6ddd,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:57.873313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ee6b95-5cd6-4a91-b248-21bcd15df158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:57.967904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ee6b95-5cd6-4a91-b248-21bcd15df158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.034436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06ee6b95-5cd6-4a91-b248-21bcd15df158 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=169fcf4fa0a54d7fa628b11dad325add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268388 Oct 22 15:07:58.042657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:58.117360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6b95-5cd6-4a91-b248-21bcd15df158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ef5883-99f8-4513-80c4-6c694caa9e92,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:58.149596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.233177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0ea882a-34d7-4510-a770-be3d2e6fea77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.284495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0ea882a-34d7-4510-a770-be3d2e6fea77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.284905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.317797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.503775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0ea882a-34d7-4510-a770-be3d2e6fea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.508372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0ea882a-34d7-4510-a770-be3d2e6fea77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.514909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c0ea882a-34d7-4510-a770-be3d2e6fea77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07ef5883-99f8-4513-80c4-6c694caa9e92 HTTP/1.1" status: 204 len: 168 time: 0.4688797 Oct 22 15:07:58.526080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea882a-34d7-4510-a770-be3d2e6fea77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ef5883-99f8-4513-80c4-6c694caa9e92,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:58.526898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Allocated IP 172.25.1.77 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/43d5da77-f885-4f0f-9b0e-f39292071d89) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:07:58.631009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.644200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730', '8c674b7a-4f42-498c-b29a-e039b4d6e8ae'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:07:58.705598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-059ae19e-9279-48a9-a612-cb0beb441952 req-271cd8cb-759e-45d8-978e-eef0aaeabdfb tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 210 time: 0.2207956 Oct 22 15:07:58.722251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=8c674b7a-4f42-498c-b29a-e039b4d6e8ae,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:58.790670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port 8c674b7a-4f42-498c-b29a-e039b4d6e8ae on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:07:58.804475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.807917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f66ead26-66c8-44f0-a711-10fea0d44dd3 req-89b50f40-30f5-4ec6-9e2e-2980a18d4244 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "DELETE /v2.0/ports/8c674b7a-4f42-498c-b29a-e039b4d6e8ae HTTP/1.1" status: 204 len: 173 time: 1.8814764 Oct 22 15:07:58.812284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'name': 'network-vif-deleted', 'tag': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:07:58.814777 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9222345-133a-40ec-9bb3-ab736673228f" -d '{"events": [{"server_uuid": "09d992cf-37c1-45ef-9dfd-5a91793e4b97", "name": "network-vif-deleted", "tag": "8c674b7a-4f42-498c-b29a-e039b4d6e8ae"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:07:58.862542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:58.947586 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bacbdb9-0d5d-4843-bb9d-b42df3fb921b x-openstack-request-id: req-5bacbdb9-0d5d-4843-bb9d-b42df3fb921b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:07:58.947887 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d992cf-37c1-45ef-9dfd-5a91793e4b97", "name": "network-vif-deleted", "tag": "8c674b7a-4f42-498c-b29a-e039b4d6e8ae", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:07:58.951030 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bacbdb9-0d5d-4843-bb9d-b42df3fb921b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:07:58.951481 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d992cf-37c1-45ef-9dfd-5a91793e4b97', 'name': 'network-vif-deleted', 'tag': '8c674b7a-4f42-498c-b29a-e039b4d6e8ae', 'status': 'completed', 'code': 200} Oct 22 15:07:59.043343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac14f9b5-45a8-4ce5-b868-ca13d1c1bbfd req-73df7cfb-7e2e-4f3b-ae3c-dee14e69804c tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0499396 Oct 22 15:07:59.258842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:59.321826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Pushing event updated for resources: {'Port': ['ID=43d5da77-f885-4f0f-9b0e-f39292071d89,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:07:59.347969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:07:59.362352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:07:59.367967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:07:59.660229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b819ac-2bfc-4bd2-9a74-c29c97045a4a None None] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:07:59.752871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38756) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:07:59.854664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7cc1bd79-6711-4714-9c20-675a7d4381ee None None] Provisioning complete for port 96406e25-1f43-4221-9d24-98f3f24e6ddd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:07:59.854664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cc1bd79-6711-4714-9c20-675a7d4381ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:07:59.901328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81776aa0-9f10-4583-9b0f-20797e770815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.015723 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cc1bd79-6711-4714-9c20-675a7d4381ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.019185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-214f1de2-8075-4e90-bd9c-d98cb2ea0bb0 req-849f96ba-793e-4f77-8c1c-b5343936a5b9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d992cf-37c1-45ef-9dfd-5a91793e4b97 HTTP/1.1" status: 200 len: 210 time: 0.0759797 Oct 22 15:08:00.234539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7cc1bd79-6711-4714-9c20-675a7d4381ee None None] For port 96406e25-1f43-4221-9d24-98f3f24e6ddd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=96406e25-1f43-4221-9d24-98f3f24e6ddd,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:00.238097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.282181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e495660b-48b0-479a-b222-121ad286c536 req-6997d4fd-5b6a-48f0-b56c-7430dd5b98e6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0700042 Oct 22 15:08:00.350865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 96406e25-1f43-4221-9d24-98f3f24e6ddd up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:00.464010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 96406e25-1f43-4221-9d24-98f3f24e6ddd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:00.465888 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.534190 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7cc1bd79-6711-4714-9c20-675a7d4381ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.729632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8c674b7a-4f42-498c-b29a-e039b4d6e8ae no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:00.812331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 8c674b7a-4f42-498c-b29a-e039b4d6e8ae {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:00.812681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8c674b7a-4f42-498c-b29a-e039b4d6e8ae not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:00.829537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-48adefcb-fb61-4b0e-a868-e73c396285ca None None] Provisioning complete for port 96406e25-1f43-4221-9d24-98f3f24e6ddd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:00.841671 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48adefcb-fb61-4b0e-a868-e73c396285ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.841671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1bd79-6711-4714-9c20-675a7d4381ee None None] Pushing event updated for resources: {'Port': ['ID=96406e25-1f43-4221-9d24-98f3f24e6ddd,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:00.841891 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81776aa0-9f10-4583-9b0f-20797e770815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:00.991992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81776aa0-9f10-4583-9b0f-20797e770815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:01.039077 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:01.050588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81776aa0-9f10-4583-9b0f-20797e770815 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f98d7f2594c4cfaa948be4028579d96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2932632 Oct 22 15:08:01.050854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:01.186126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81776aa0-9f10-4583-9b0f-20797e770815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3409b9d6-af69-4b8c-9745-3ba949bac59c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:01.257274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fa01-60dd-4345-81b4-b5055ad80c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:01.346385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fa01-60dd-4345-81b4-b5055ad80c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:01.554233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d4eeccf-efa1-44cc-bf6b-bcd43d474183 req-a9513f32-ab1b-4fba-8823-b0f1aae64a17 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0874546 Oct 22 15:08:01.593463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fa01-60dd-4345-81b4-b5055ad80c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:01.596080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fa01-60dd-4345-81b4-b5055ad80c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:01.597446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b0d6fa01-60dd-4345-81b4-b5055ad80c00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3409b9d6-af69-4b8c-9745-3ba949bac59c HTTP/1.1" status: 204 len: 168 time: 0.5445342 Oct 22 15:08:01.611224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6fa01-60dd-4345-81b4-b5055ad80c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3409b9d6-af69-4b8c-9745-3ba949bac59c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:01.686946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Router a2651fd6-c09f-40ce-8792-e8cf3c365203 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:08:01.932756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:01.947413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Sync routers for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:01.966612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:01.966612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:02.083409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:02.085461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ecb23c05-b176-4ceb-8eff-fa417a40c04b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0591207 Oct 22 15:08:02.088227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:02.255979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:02.354678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 96406e25-1f43-4221-9d24-98f3f24e6ddd up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:02.667405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 96406e25-1f43-4221-9d24-98f3f24e6ddd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:02.667797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:02.816284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9fc446c-2beb-4f5f-9e1a-bb979352d4d3 req-86a1904d-7df2-4d4d-8cea-b4d5907f27f6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0509849 Oct 22 15:08:02.868894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90813-cc4b-46bc-8d39-60c2dc26fc97 req-bf6a818b-d8ad-48e5-a896-8457b66fd840 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:02.882132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fb90813-cc4b-46bc-8d39-60c2dc26fc97 req-bf6a818b-d8ad-48e5-a896-8457b66fd840 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 945 time: 0.1637440 Oct 22 15:08:02.940842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fb90813-cc4b-46bc-8d39-60c2dc26fc97 req-f6ebcb87-f718-4ebc-b1bb-30b8cd31061c tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576513 Oct 22 15:08:03.121768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:03.341633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:07:59Z', 'revision_number': 3, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:03.412750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Checking router: a2651fd6-c09f-40ce-8792-e8cf3c365203 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:03.412750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Updating router a2651fd6-c09f-40ce-8792-e8cf3c365203 port 43d5da77-f885-4f0f-9b0e-f39292071d89 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:03.449572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:03.621108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Allocated IP 172.20.0.1 (1e094dd5-2dff-4438-8d4b-2a745b8dc0b3/1b66ef9b-242d-4d72-a793-fec16bb59d27/9745efcc-fa97-4693-9948-d811ac65d77c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:03.750989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:03.836268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:03.982789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.094723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:04.103522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:04.112158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:04.149556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Pushing event updated for resources: {'Port': ['ID=9745efcc-fa97-4693-9948-d811ac65d77c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:04.181150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.186620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6765b4c-a354-48d2-88d4-ccec5994b6dc req-fb0af34c-9470-472a-9ae5-c52919a3a1a8 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1600699 Oct 22 15:08:04.219483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.302088 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.304912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-85a01930-9330-4c90-8116-23cb152d9048 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:04.306700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-85a01930-9330-4c90-8116-23cb152d9048 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 945 time: 0.3856530 Oct 22 15:08:04.414941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b49b-f54d-4534-8981-f89aa5777743 req-7e31a007-188f-4dbd-a12f-9b6b8ef120b2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:04.425491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Attempting to bind port 43d5da77-f885-4f0f-9b0e-f39292071d89 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:04.425916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Attempting to bind port 43d5da77-f885-4f0f-9b0e-f39292071d89 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:04.426202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Attempting to bind port 43d5da77-f885-4f0f-9b0e-f39292071d89 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:04.435713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c823b49b-f54d-4534-8981-f89aa5777743 req-7e31a007-188f-4dbd-a12f-9b6b8ef120b2 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 945 time: 0.2617023 Oct 22 15:08:04.447542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:04.447920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:04.448331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.457179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:04.457831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Bound port: 43d5da77-f885-4f0f-9b0e-f39292071d89, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:04.458242 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.515161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22379-0252-47f6-9327-8cc3b153b166 None None] Pushing event updated for resources: {'Port': ['ID=43d5da77-f885-4f0f-9b0e-f39292071d89,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:04.586899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c823b49b-f54d-4534-8981-f89aa5777743 req-fbd38f4e-f35d-4716-8176-6a130e8c8aa9 tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/security-groups?id=c277b054-afce-4da3-8fd7-bf83c6f9b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478443 Oct 22 15:08:04.634712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] For port 43d5da77-f885-4f0f-9b0e-f39292071d89, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:04.656581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] For port 43d5da77-f885-4f0f-9b0e-f39292071d89, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=43d5da77-f885-4f0f-9b0e-f39292071d89,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:04.676700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-16d5c8f7-5a42-476a-b3a3-8c13404693a4 None None] Provisioning complete for port 9745efcc-fa97-4693-9948-d811ac65d77c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:04.677073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-16d5c8f7-5a42-476a-b3a3-8c13404693a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.687367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Deleting port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:04.688605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.721045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-16d5c8f7-5a42-476a-b3a3-8c13404693a4 None None] Port 9745efcc-fa97-4693-9948-d811ac65d77c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:04.739474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38892) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:04.801024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] For port 198b92cc-6ba6-4e62-a7bb-71f4f84af730, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=198b92cc-6ba6-4e62-a7bb-71f4f84af730,segment=NetworkSegment(810a16ae-81cc-408c-b15f-d361d1a2e9ff),segment_id=810a16ae-81cc-408c-b15f-d361d1a2e9ff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:04.802096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.818613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Calling delete_port for 198b92cc-6ba6-4e62-a7bb-71f4f84af730 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:04.894955 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0cad22-1b47-4829-bf31-b6a9781c3bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:04.925769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.005066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22379-0252-47f6-9327-8cc3b153b166 None None] Pushing event updated for resources: {'Port': ['ID=43d5da77-f885-4f0f-9b0e-f39292071d89,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:05.013199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:05.014141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:05.025180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.144029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.160908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['198b92cc-6ba6-4e62-a7bb-71f4f84af730'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:08:05.169282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:05.200153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Pushing event deleted for resources: {'Port': ['ID=198b92cc-6ba6-4e62-a7bb-71f4f84af730,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:05.263831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.264188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.264533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.264872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.265208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.265540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.265871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.266200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.272279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.272664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.273008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.273341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:05.292940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.303253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0cad22-1b47-4829-bf31-b6a9781c3bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.311799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] No DVR routers for this DVR port 198b92cc-6ba6-4e62-a7bb-71f4f84af730 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:05.314545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.318368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d5d067d-5f9d-4cd8-98cd-c6be5c719a03 req-bb79a978-9ac5-4eaa-a4b5-e2a5b7ef2f9b tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.53 "DELETE /v2.0/ports/198b92cc-6ba6-4e62-a7bb-71f4f84af730 HTTP/1.1" status: 204 len: 173 time: 0.9948769 Oct 22 15:08:05.320893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'name': 'network-vif-deleted', 'tag': '198b92cc-6ba6-4e62-a7bb-71f4f84af730'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:08:05.323913 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2d087-2866-4555-a816-ca0d928d90bb" -d '{"events": [{"server_uuid": "a872b74f-efbf-439c-a3f1-dadf62f08cfa", "name": "network-vif-deleted", "tag": "198b92cc-6ba6-4e62-a7bb-71f4f84af730"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:08:05.372901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b06b171-a12f-4886-9630-5a9a8aae6a5b req-a58f0e9c-28de-46f5-8e9d-3ecbc5a751dd tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0625448 Oct 22 15:08:05.376204 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810da758-84ba-482b-9ec4-282b6e3ea913 x-openstack-request-id: req-810da758-84ba-482b-9ec4-282b6e3ea913 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:08:05.376204 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a872b74f-efbf-439c-a3f1-dadf62f08cfa", "name": "network-vif-deleted", "tag": "198b92cc-6ba6-4e62-a7bb-71f4f84af730", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:08:05.376726 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-810da758-84ba-482b-9ec4-282b6e3ea913 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:08:05.376836 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a872b74f-efbf-439c-a3f1-dadf62f08cfa', 'name': 'network-vif-deleted', 'tag': '198b92cc-6ba6-4e62-a7bb-71f4f84af730', 'status': 'completed', 'code': 200} Oct 22 15:08:05.395615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.502678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Pushing event updated for resources: {'Port': ['ID=9745efcc-fa97-4693-9948-d811ac65d77c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:05.505230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:03Z', 'revision_number': 1, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:05.508790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.510666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0cad22-1b47-4829-bf31-b6a9781c3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.545729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680a654-9d2a-4478-9d12-bb452ec61654 None None] The sync data for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 is: [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:03Z', 'revision_number': 1, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:05.571814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-db0cad22-1b47-4829-bf31-b6a9781c3bd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=949fa3e89371441a8f3f97a5aed8ec52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311293 Oct 22 15:08:05.577507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38910) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:05.597559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cad22-1b47-4829-bf31-b6a9781c3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ae720-6326-434f-9166-e5060f884d68,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:05.681324 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2582b7-cbe0-418b-872d-3a27dd7ac7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.710426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2582b7-cbe0-418b-872d-3a27dd7ac7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.734287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:05.738463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:05.832347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1083ee8-b7ce-4918-9d5f-b33e5cbaa30d req-15277de9-5257-4e0f-b99e-7f3a26bb059e tempest-ServersTestJSON-1204262186 tempest-ServersTestJSON-1204262186-project] 10.222.0.66 "GET /v2.0/ports?device_id=a872b74f-efbf-439c-a3f1-dadf62f08cfa HTTP/1.1" status: 200 len: 210 time: 0.0901842 Oct 22 15:08:05.957240 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2582b7-cbe0-418b-872d-3a27dd7ac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.960721 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2582b7-cbe0-418b-872d-3a27dd7ac7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:05.961409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2a2582b7-cbe0-418b-872d-3a27dd7ac7ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d86ae720-6326-434f-9166-e5060f884d68 HTTP/1.1" status: 204 len: 168 time: 0.3827868 Oct 22 15:08:05.995094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2582b7-cbe0-418b-872d-3a27dd7ac7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86ae720-6326-434f-9166-e5060f884d68,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:06.098566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Router a2651fd6-c09f-40ce-8792-e8cf3c365203 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:08:06.258019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f35f6d26-5244-47fe-903d-477f6d15e056 None None] Provisioning complete for port 9745efcc-fa97-4693-9948-d811ac65d77c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:06.258420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f35f6d26-5244-47fe-903d-477f6d15e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:06.321603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:06.342780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bebaca43-7e71-448f-9905-cb8364565f3f admin admin] 10.222.0.66 "PUT /v2.0/routers/a2651fd6-c09f-40ce-8792-e8cf3c365203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2446232 Oct 22 15:08:06.348645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f35f6d26-5244-47fe-903d-477f6d15e056 None None] Port 9745efcc-fa97-4693-9948-d811ac65d77c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:06.596710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79c719a2-3ddb-40e2-9167-1526a320ec79 req-738bbd69-d3f5-4d94-a235-b77f37b5580e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0897317 Oct 22 15:08:06.986073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38962) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:07.125089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Deleting subnet f7ae03dd-f244-4871-8035-ea93f52d6eba {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:08:07.129442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.169733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.221314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.396841 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.432346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:07.445102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880110324', 'description': 'tempest-description--1681234142'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:07.454162 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.462761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f7ae03dd-f244-4871-8035-ea93f52d6eba HTTP/1.1" status: 204 len: 168 time: 0.4732189 Oct 22 15:08:07.465091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38978) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:07.521952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecdffb-707d-4012-9d1e-81c55afe232f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ae03dd-f244-4871-8035-ea93f52d6eba,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:07.549672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.688975 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.757819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.786040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.837692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e3b435-faab-437d-8d69-aeefb818cb93,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:07.849229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.849849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.850352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.850849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.851807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.852847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.853340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.853848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.854380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.857170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.857788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.858317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:07.932477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14d54a99-3a00-4cd7-87f1-a6ecc3e317ff req-72f93290-067b-4ba0-a37d-cad698341608 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1134794 Oct 22 15:08:07.947761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:07.952074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ce0715c1-3291-4cdb-bc4e-e53eb92fb79f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5154946 Oct 22 15:08:07.952964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39000) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:07.958448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Request body: {'security_group_rule': {'security_group_id': '98e3b435-faab-437d-8d69-aeefb818cb93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:07.984487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.036489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8749dc-5e32-4beb-a079-bf98b6fe8626']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:08.058881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a16ae-81cc-408c-b15f-d361d1a2e9ff') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:08.060394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a16ae-81cc-408c-b15f-d361d1a2e9ff') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:08.076765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.097140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.097935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.112924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:08:08.115020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:08:08.118796 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:08:08.200341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.275522 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.276546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.303652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.307150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c8749dc-5e32-4beb-a079-bf98b6fe8626 HTTP/1.1" status: 204 len: 168 time: 0.8362494 Oct 22 15:08:08.308395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59372-0475-4b90-9aad-c9706bb7a668 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8749dc-5e32-4beb-a079-bf98b6fe8626,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:08.317155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77fee0d-2f55-4806-b147-c5500c476f4b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:08.395722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 43d5da77-f885-4f0f-9b0e-f39292071d89 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:08.465817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 43d5da77-f885-4f0f-9b0e-f39292071d89 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:08.466455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.563648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.586636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 43d5da77-f885-4f0f-9b0e-f39292071d89, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=43d5da77-f885-4f0f-9b0e-f39292071d89,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:08.764787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 198b92cc-6ba6-4e62-a7bb-71f4f84af730 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:08.764941 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.765565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-baeda720-16ab-41bf-8db6-730af8fc38e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8109460 Oct 22 15:08:08.767465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39012) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:08.772773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Request body: {'security_group_rule': {'security_group_id': '98e3b435-faab-437d-8d69-aeefb818cb93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:08.787934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 198b92cc-6ba6-4e62-a7bb-71f4f84af730 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:08.787934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 198b92cc-6ba6-4e62-a7bb-71f4f84af730 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:08.869150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.903554 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Sync routers for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:08.921767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:08.925392 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:08.926035 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:08.943278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=43d5da77-f885-4f0f-9b0e-f39292071d89,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:08.984910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39020) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:09.086407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72fab19c-7b69-48ea-8d77-ce1e40583e8f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/floatingips/5e69f170-f839-4863-b3b5-480af8fc606e HTTP/1.1" status: 200 len: 993 time: 0.1002355 Oct 22 15:08:09.155457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7d7fd53-5307-4e61-9df8-5a7f90b016bc req-c2d9945c-cb96-4bf4-92bd-20c323f8d5f3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0422914 Oct 22 15:08:09.167458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.188544 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:09.210707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39030) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:09.256746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.291307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255ace4c-45b7-44af-80ce-c57894079fa4,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:09.294585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d703fe3-b2a4-4635-8790-3786c979bdf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d27715534ef94349ac2e056e5990e7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877662 Oct 22 15:08:09.299000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39034) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:09.322323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39036) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:09.378150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.379072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98c62108-afda-4ec1-8049-78f1e4c5a206 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6104648 Oct 22 15:08:09.382096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39040) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:09.389735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:09.431182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee95d-f50c-4f4f-b8a4-f85db3a15030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.472942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee95d-f50c-4f4f-b8a4-f85db3a15030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.493436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39044) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:09.571387 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:05Z', 'revision_number': 2, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:09.604315 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Checking router: a2651fd6-c09f-40ce-8792-e8cf3c365203 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:09.604671 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Updating router a2651fd6-c09f-40ce-8792-e8cf3c365203 port 9745efcc-fa97-4693-9948-d811ac65d77c binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:09.636235 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.656067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48bdc2d5-2125-42af-8dcf-0669e66ec904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.708947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.712581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee95d-f50c-4f4f-b8a4-f85db3a15030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.715977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee95d-f50c-4f4f-b8a4-f85db3a15030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.721405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf1ee95d-f50c-4f4f-b8a4-f85db3a15030 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c277b054-afce-4da3-8fd7-bf83c6f9b9e9 HTTP/1.1" status: 204 len: 168 time: 0.4177973 Oct 22 15:08:09.732353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee95d-f50c-4f4f-b8a4-f85db3a15030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277b054-afce-4da3-8fd7-bf83c6f9b9e9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:09.799709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port c15e2e0c-1fcf-4f18-a89e-607247181291 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:09.807410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:09.980605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48bdc2d5-2125-42af-8dcf-0669e66ec904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.006403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.011067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.035461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.038511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for c15e2e0c-1fcf-4f18-a89e-607247181291 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:10.069826 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.163525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48bdc2d5-2125-42af-8dcf-0669e66ec904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.190470 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.361776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 43d5da77-f885-4f0f-9b0e-f39292071d89 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:10.394683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-48bdc2d5-2125-42af-8dcf-0669e66ec904 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c2b75ca21004d56a94539b0e5c7a3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688324 Oct 22 15:08:10.395064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:10.415208 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Pushing event updated for resources: {'Port': ['ID=9745efcc-fa97-4693-9948-d811ac65d77c,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:10.448372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdc2d5-2125-42af-8dcf-0669e66ec904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f7011-2bbb-4802-8725-598e51538eb9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:10.473959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.474535 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.475016 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.475696 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.476139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.476570 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.477022 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.477454 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.477881 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.478306 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.478928 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.479170 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:10.503163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 43d5da77-f885-4f0f-9b0e-f39292071d89 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:10.507275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.549677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Attempting to bind port 9745efcc-fa97-4693-9948-d811ac65d77c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:10.550075 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Attempting to bind port 9745efcc-fa97-4693-9948-d811ac65d77c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:10.550440 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Attempting to bind port 9745efcc-fa97-4693-9948-d811ac65d77c on network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:10.561551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Allocated IP 172.25.1.52 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/3b58e874-364b-4da3-b977-092bdab8ea14) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:10.565699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:10.566190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50a8958e-a8d5-45f5-84c9-830603e5bfbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.566749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Checking segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:10.567102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25229cfc-a2e0-4442-825e-f5e4d7721159 req-d99de7b0-e0fe-49bc-a7d5-d0d7783756d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1289258 Oct 22 15:08:10.567248 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.568457 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Bound using segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:10.569373 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Bound port: 9745efcc-fa97-4693-9948-d811ac65d77c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:10.574115 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.614547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50a8958e-a8d5-45f5-84c9-830603e5bfbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.723567 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] For port 9745efcc-fa97-4693-9948-d811ac65d77c, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:10.731154 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] For port 9745efcc-fa97-4693-9948-d811ac65d77c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9745efcc-fa97-4693-9948-d811ac65d77c,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:10.807445 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.828931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6a5c4769-fda5-4faf-a56e-06537429bc63 None None] Provisioning complete for port 9745efcc-fa97-4693-9948-d811ac65d77c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:10.829304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4769-fda5-4faf-a56e-06537429bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.854375 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50a8958e-a8d5-45f5-84c9-830603e5bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.858181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50a8958e-a8d5-45f5-84c9-830603e5bfbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.860125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50a8958e-a8d5-45f5-84c9-830603e5bfbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/756f7011-2bbb-4802-8725-598e51538eb9 HTTP/1.1" status: 204 len: 168 time: 0.4630866 Oct 22 15:08:10.874517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8958e-a8d5-45f5-84c9-830603e5bfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f7011-2bbb-4802-8725-598e51538eb9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:10.889280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.939606 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:10.940296 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:10.946580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4769-fda5-4faf-a56e-06537429bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:10.995644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6a5c4769-fda5-4faf-a56e-06537429bc63 None None] For port 9745efcc-fa97-4693-9948-d811ac65d77c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9745efcc-fa97-4693-9948-d811ac65d77c,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:11.010441 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.086347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=c15e2e0c-1fcf-4f18-a89e-607247181291,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:11.103386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4769-fda5-4faf-a56e-06537429bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.116650 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.309048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c4769-fda5-4faf-a56e-06537429bc63 None None] Pushing event updated for resources: {'Port': ['ID=9745efcc-fa97-4693-9948-d811ac65d77c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:11.344894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:11.371247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:11.373985 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db678827-aa05-42ca-8ef5-4b838c264a00 None None] Pushing event updated for resources: {'Port': ['ID=9745efcc-fa97-4693-9948-d811ac65d77c,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:11.388887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:11.419108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-96d06283-b38f-439c-bbe2-7de5ce76733e None None] Provisioning complete for port 9745efcc-fa97-4693-9948-d811ac65d77c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:11.419108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96d06283-b38f-439c-bbe2-7de5ce76733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.422889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:11.461601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event updated for resources: {'Port': ['ID=3b58e874-364b-4da3-b977-092bdab8ea14,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:11.478474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.478804 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Floating IP 5e69f170-f839-4863-b3b5-480af8fc606e disassociated (deleted). External IP: 172.25.1.186, port: 46ef1a35-f404-4671-a572-6e999cc0831e. Oct 22 15:08:11.523615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.589002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39104) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:11.854102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1055420942-network', 'tenant_id': '873b889d17f949a387d0798f5668fe20'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:11.861811 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:11.888969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31202080-df42-441e-be08-db17094bcbb5 req-1e3b01d0-b706-4e30-8513-84bf3ed5cc88 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0713732 Oct 22 15:08:11.918588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.930210 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8dc64d-22b9-431f-aa59-417984d26844 None None] The sync data for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 is: [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:11.978037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Made reservation on behalf of 873b889d17f949a387d0798f5668fe20 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:11.981336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:11.998474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.159764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.196701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router d4b96271-58f9-4bd4-be53-8fc703aea4b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:08:12.203968 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.297827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.342275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:08:12.356195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.356794 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Added segment a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929 of type vlan for network f2afdb5a-8613-40e5-a51e-855947da1f27 Oct 22 15:08:12.403823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9745efcc-fa97-4693-9948-d811ac65d77c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:12.530198 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.541805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0b5640-bc6e-49ee-a4c2-17427cc97af9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:12.545918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9745efcc-fa97-4693-9948-d811ac65d77c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:12.546430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.678465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.679625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:12.680334 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:12.816422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:12.831867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] Pushing event updated for resources: {'Network': ['ID=f2afdb5a-8613-40e5-a51e-855947da1f27,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:12.854518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network f2afdb5a-8613-40e5-a51e-855947da1f27 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:08:12.877685 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aad6a79c-633b-4127-a515-ee49197afb22 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2876945 Oct 22 15:08:12.880910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39144) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:12.890511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Request body: {'subnet': {'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1055420942-subnet', 'tenant_id': '873b889d17f949a387d0798f5668fe20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:13.040726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Made reservation on behalf of 873b889d17f949a387d0798f5668fe20 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:13.044660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.203704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c96c31a3-e92e-4539-a036-fc912005db6f req-821a3ab1-48c3-426c-a661-0f5653fbb33e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0812569 Oct 22 15:08:13.263982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.334006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:13.344228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.346390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] Sync routers for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:13.354359 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.376436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:13.377083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:13.413140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-212897261-network', 'tenant_id': '75a5d699821f419d8688e0f5073624c6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:13.473395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-67052408-f9f3-4246-8083-dd82cebab923 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/floatingips/5e69f170-f839-4863-b3b5-480af8fc606e HTTP/1.1" status: 204 len: 168 time: 3.9697568 Oct 22 15:08:13.483419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:08:13.485912 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bc9337-0fd1-4f3b-a169-825cb8571901" -d '{"events": [{"name": "network-changed", "server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:08:13.579636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.581017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:13.604693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.604817 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c48cd6-af2d-48d9-a8a8-a3d6f03a51a4 x-openstack-request-id: req-d6c48cd6-af2d-48d9-a8a8-a3d6f03a51a4 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:08:13.604817 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:08:13.604817 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6c48cd6-af2d-48d9-a8a8-a3d6f03a51a4 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:08:13.604817 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e', 'status': 'completed', 'code': 200} Oct 22 15:08:13.605628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Made reservation on behalf of 75a5d699821f419d8688e0f5073624c6 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:13.606475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event updated for resources: {'Port': ['ID=3b58e874-364b-4da3-b977-092bdab8ea14,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:13.616755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.706172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.707165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-851ca3d2-6957-4767-8253-2d2eee3d4431 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3238115 Oct 22 15:08:13.749100 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.757512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2575f95-f544-4d2b-abfe-95e22ab97db0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:13.888701 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:13.925796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Checking segment: {'id': 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:13.931458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Network hostable DHCP agents. Network: f2afdb5a-8613-40e5-a51e-855947da1f27, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:08:13.942520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-b839eaad-5553-4869-80d7-d7d7a0ed934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:13.958131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-b839eaad-5553-4869-80d7-d7d7a0ed934b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da48237c7fc4553949e355dd822987d&device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 1096 time: 0.3060954 Oct 22 15:08:14.029235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:14.046439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.100545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] Checking router: d4b96271-58f9-4bd4-be53-8fc703aea4b4 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:14.101029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:08:14.118171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:14.119156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:14.179569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e574c1d-b65d-4632-a290-b47278593fca,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:14.179569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.179569 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Added segment cb6fae43-0084-4b33-9caf-5868fc5773f5 of type vlan for network 4e7a2565-f0d3-4936-a701-5028bcdc802b Oct 22 15:08:14.194134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-872fa24b-f2e2-487a-b28d-3cda25798e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:14.195719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-872fa24b-f2e2-487a-b28d-3cda25798e74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9e220cd-02d5-4421-801b-21155c30f43f HTTP/1.1" status: 200 len: 897 time: 0.2398686 Oct 22 15:08:14.198332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Network f2afdb5a-8613-40e5-a51e-855947da1f27 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:08:14.277692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:14.341314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-f0853cb7-b1a5-4d7b-8750-ff7de0881249 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ef1a35-f404-4671-a572-6e999cc0831e HTTP/1.1" status: 200 len: 217 time: 0.1147461 Oct 22 15:08:14.341977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, f2afdb5a-8613-40e5-a51e-855947da1f27) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:14.346168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.362170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:14.362842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.367819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5b171-71bd-4624-b418-f84ae1ce4d27 None None] Network f2afdb5a-8613-40e5-a51e-855947da1f27 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:14.467081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-353fe4dc-f0dd-43ec-ad45-5a4bcb27b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:14.469266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-353fe4dc-f0dd-43ec-ad45-5a4bcb27b245 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3ae5436-0bb3-40b3-8efc-09fcb663b621 HTTP/1.1" status: 200 len: 835 time: 0.1181316 Oct 22 15:08:14.536564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5098871f-5869-4358-a88f-3877d72d6c3b req-8023358f-8d6a-4937-afa6-de52ee11df7a tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1281135 Oct 22 15:08:14.537158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5eba6225-bb4b-4b30-90fc-6c060a1354ff admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6529968 Oct 22 15:08:14.550959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-83445689-4483-460a-9412-eeb5a011c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:14.552975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-83445689-4483-460a-9412-eeb5a011c6ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9e220cd-02d5-4421-801b-21155c30f43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760183 Oct 22 15:08:14.578011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.591375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:14.596500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.629291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664c8be-5c69-437d-a47c-6c732a5a3a1e req-3dc88bda-f274-4040-938f-785c0cc54f02 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:14.638039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2664c8be-5c69-437d-a47c-6c732a5a3a1e req-3dc88bda-f274-4040-938f-785c0cc54f02 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.3292663 Oct 22 15:08:14.732641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2664c8be-5c69-437d-a47c-6c732a5a3a1e req-4f438a9c-810f-4509-ba27-ab697acf1819 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865660 Oct 22 15:08:14.760711 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9432089 Oct 22 15:08:14.763990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:14.770267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Request body: {'subnet': {'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-212897261-subnet', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:14.890849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6c06-0dc7-413a-a377-98e693908e4e admin admin] Pushing event updated for resources: {'Network': ['ID=4e7a2565-f0d3-4936-a701-5028bcdc802b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:14.908894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Made reservation on behalf of 75a5d699821f419d8688e0f5073624c6 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:14.911427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:14.923813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:08:14.993240 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-8b828109-709d-4b40-ae99-d4db898a0550 service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179981 Oct 22 15:08:15.337517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305bf490-42ba-41c0-92e2-46eca1c0e218 None None] Network f2afdb5a-8613-40e5-a51e-855947da1f27 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:15.479974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:15.519884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9b1ed-908b-48f9-9683-7852f7b54569 None None] The sync data for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 is: [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:05:48Z', 'revision_number': 4, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '95916044-dfd2-4b3d-bd75-31188d745361', 'name': '', 'network_id': 'c9e220cd-02d5-4421-801b-21155c30f43f', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'mac_address': 'fa:16:3e:83:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:46Z', 'updated_at': '2021-10-22T15:05:52Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'subnets': [{'id': 'd3ae5436-0bb3-40b3-8efc-09fcb663b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:15.526607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:15.713330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ea0f0a-079c-4029-a5e0-6970453aa788,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:15.719520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Checking segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:15.723434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Network hostable DHCP agents. Network: 4e7a2565-f0d3-4936-a701-5028bcdc802b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:08:15.768467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4cbe9c-f7b6-40b1-9b64-b250f6e9f128 req-1614ef6c-cfa7-4ea5-aaab-744d25eddfc2 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0450132 Oct 22 15:08:15.873300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:08:15.891708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52bc9337-0fd1-4f3b-a169-825cb8571901 req-049bdde8-a538-48cb-9072-4265ab7461c5 service neutron] 10.222.0.69 "GET /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8842390 Oct 22 15:08:15.954877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39250) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:15.960224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1738115777-network', 'tenant_id': '232b8e3e4157438d9a98c7413250e51e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:16.006813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4e7a2565-f0d3-4936-a701-5028bcdc802b) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:16.020490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c8b73-1448-4272-a500-f3bfafdc5a78 None None] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:16.047269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:16.049668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.091112 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb4ba3-735d-4f01-a89a-d0408b4e5986 None None] New status for floating IP 5e69f170-f839-4863-b3b5-480af8fc606e: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:08:16.143228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc443-b7eb-4336-9364-e71f568ac39c req-50c2d0cd-052d-4845-a497-6d48aae9ada9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:16.145027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c70bc443-b7eb-4336-9364-e71f568ac39c req-50c2d0cd-052d-4845-a497-6d48aae9ada9 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.1946807 Oct 22 15:08:16.182169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Made reservation on behalf of 232b8e3e4157438d9a98c7413250e51e for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:16.184858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.211421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.248699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c70bc443-b7eb-4336-9364-e71f568ac39c req-dec2641a-cc1b-47f1-a859-e25255471e31 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961924 Oct 22 15:08:16.260638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-509ea258-3bf0-4f6c-8701-636b00525763 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4955666 Oct 22 15:08:16.266677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4a99654b-dc40-4a63-9bfe-d5248a0bce3f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:16.270929 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4a99654b-dc40-4a63-9bfe-d5248a0bce3f tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.1353035 Oct 22 15:08:16.270929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:16.279456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:16.409061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.410110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.429373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-4e7a2565-f0d3-4936-a701-5028bcdc802b', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'fixed_ips': [{'subnet_id': '45ea0f0a-079c-4029-a5e0-6970453aa788'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:08:16.430550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.613444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.657430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.663145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port 46ef1a35-f404-4671-a572-6e999cc0831e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:16.667150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.719743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Allocated IP 172.20.0.2 (4e7a2565-f0d3-4936-a701-5028bcdc802b/45ea0f0a-079c-4029-a5e0-6970453aa788/1e27e292-855c-4614-b1c9-48cc7664107d) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:16.821482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.890591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:08:16.979547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port 46ef1a35-f404-4671-a572-6e999cc0831e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=46ef1a35-f404-4671-a572-6e999cc0831e,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:16.980143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:16.982523 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.088774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.090491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72d84fc1-2a3f-4666-8601-6f2c9011ca48 req-ada2ef8c-3010-439f-97e4-f48e829b6edb tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0729337 Oct 22 15:08:17.096151 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.125675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f49bee6-d7f1-42fc-8527-0f5784c905e2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:17.139414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.141249 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Added segment eff82fea-3369-4214-94ad-7b3502b67cef of type vlan for network d97c2bda-0009-437a-8e07-4ebe75be6a16 Oct 22 15:08:17.162282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:17.165650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:17.170811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:17.231857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Pushing event updated for resources: {'Port': ['ID=1e27e292-855c-4614-b1c9-48cc7664107d,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:17.253335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.258721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Attempting to bind port 1e27e292-855c-4614-b1c9-48cc7664107d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:17.259111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Attempting to bind port 1e27e292-855c-4614-b1c9-48cc7664107d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:17.259479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Attempting to bind port 1e27e292-855c-4614-b1c9-48cc7664107d on network 4e7a2565-f0d3-4936-a701-5028bcdc802b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:17.272472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:17.272861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Checking segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:17.273414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.273821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Bound using segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:17.274284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Bound port: 1e27e292-855c-4614-b1c9-48cc7664107d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:17.274669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.361255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for 46ef1a35-f404-4671-a572-6e999cc0831e owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:17.387819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] For port 1e27e292-855c-4614-b1c9-48cc7664107d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:17.394373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] For port 1e27e292-855c-4614-b1c9-48cc7664107d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e27e292-855c-4614-b1c9-48cc7664107d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:17.494250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fbb19-01e9-4634-89a8-02c6a701f768 req-6ee3728b-9f69-45d4-a884-5ec2f392ac61 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:17.506468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-187fbb19-01e9-4634-89a8-02c6a701f768 req-6ee3728b-9f69-45d4-a884-5ec2f392ac61 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 945 time: 0.0838923 Oct 22 15:08:17.530573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.638521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-187fbb19-01e9-4634-89a8-02c6a701f768 req-6a373161-a782-4e97-8299-b91d8a434fc7 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a16fc78-16b5-4e14-a7a1-7cd287a059b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302068 Oct 22 15:08:17.666805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b670-4905-45e6-9664-38949dc142ea None None] Pushing event updated for resources: {'Port': ['ID=1e27e292-855c-4614-b1c9-48cc7664107d,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:17.709789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.714020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:17.714620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.794854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:17.876936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=46ef1a35-f404-4671-a572-6e999cc0831e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:17.886207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] Pushing event updated for resources: {'Network': ['ID=d97c2bda-0009-437a-8e07-4ebe75be6a16,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:17.896336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d97c2bda-0009-437a-8e07-4ebe75be6a16 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:08:17.954280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7cd57406-8b47-4fa4-94e8-71de61d59d46 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9958520 Oct 22 15:08:17.954788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39310) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:17.964102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Request body: {'subnet': {'network_id': 'd97c2bda-0009-437a-8e07-4ebe75be6a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1738115777-subnet', 'tenant_id': '232b8e3e4157438d9a98c7413250e51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:18.067450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] No DVR routers for this DVR port 46ef1a35-f404-4671-a572-6e999cc0831e on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:18.079578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:18.083383 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8a9f707a-142d-43be-93be-83c7276cf4c5 req-4659cc66-d2a0-478a-974e-5c12d99dd723 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.69 "DELETE /v2.0/ports/46ef1a35-f404-4671-a572-6e999cc0831e HTTP/1.1" status: 204 len: 173 time: 1.7810452 Oct 22 15:08:18.084061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'name': 'network-vif-deleted', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:08:18.089821 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9089db6-d4b3-4213-ab18-ba5b3ba68431" -d '{"events": [{"server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "name": "network-vif-deleted", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:08:18.164476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Made reservation on behalf of 232b8e3e4157438d9a98c7413250e51e for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:18.171378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:18.315630 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a68940-173f-4d1f-b945-9043ad0837bd x-openstack-request-id: req-52a68940-173f-4d1f-b945-9043ad0837bd {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:08:18.318043 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7179e8e3-41b8-4781-9ea6-47b5cd229cb8", "name": "network-vif-deleted", "tag": "46ef1a35-f404-4671-a572-6e999cc0831e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:08:18.318476 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52a68940-173f-4d1f-b945-9043ad0837bd {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:08:18.319037 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7179e8e3-41b8-4781-9ea6-47b5cd229cb8', 'name': 'network-vif-deleted', 'tag': '46ef1a35-f404-4671-a572-6e999cc0831e', 'status': 'completed', 'code': 200} Oct 22 15:08:18.505243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:18.545872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:18.641856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e27e292-855c-4614-b1c9-48cc7664107d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:18.778633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-420f9976-f969-48ef-b179-5a36ad9039c6 req-8115409a-1d38-41fb-94a9-3903741c6189 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.3005273 Oct 22 15:08:18.813837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1e27e292-855c-4614-b1c9-48cc7664107d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:18.814206 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:18.883872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Allocated IP 172.25.1.18 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/168eeab6-576e-4cd6-b5b1-969575cd7c8e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:18.902996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-162208ed-eeb2-42f9-857c-8caade68c216 req-8bdf1ecc-f2d9-4879-83e7-0d37ce3141aa tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "GET /v2.0/ports?device_id=7179e8e3-41b8-4781-9ea6-47b5cd229cb8 HTTP/1.1" status: 200 len: 210 time: 0.0715027 Oct 22 15:08:18.907982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:18.981998 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:19.050054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 1e27e292-855c-4614-b1c9-48cc7664107d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e27e292-855c-4614-b1c9-48cc7664107d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:19.076507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:19.123873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4317afd-33ae-4227-bd92-cdbca5492f79,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:19.129014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Checking segment: {'id': 'eff82fea-3369-4214-94ad-7b3502b67cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd97c2bda-0009-437a-8e07-4ebe75be6a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:19.129581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Network hostable DHCP agents. Network: d97c2bda-0009-437a-8e07-4ebe75be6a16, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:08:19.141005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:19.209129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=1e27e292-855c-4614-b1c9-48cc7664107d,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:19.244146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Network d97c2bda-0009-437a-8e07-4ebe75be6a16 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:08:19.244780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:19.322719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:19.327644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:19.332318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:19.341865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d97c2bda-0009-437a-8e07-4ebe75be6a16) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:19.345919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:19.346509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:19.353827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a60baa-90ff-4e0a-b505-74b61836e001 None None] Network d97c2bda-0009-437a-8e07-4ebe75be6a16 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:19.481307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc61bf2c-eef4-4396-afbe-139f99999dc8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5254276 Oct 22 15:08:19.554616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Pushing event updated for resources: {'Port': ['ID=168eeab6-576e-4cd6-b5b1-969575cd7c8e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:19.712764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa72c8b-5055-4b1c-b37a-29c1dd7a053f None None] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:19.820441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 46ef1a35-f404-4671-a572-6e999cc0831e no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:19.829798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a20d3-8d6d-4855-b48d-ae50d7d8778a None None] Network d97c2bda-0009-437a-8e07-4ebe75be6a16 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:19.947959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-58f806ca-d9c3-4a11-93b4-d77d40063ddd None None] Provisioning complete for port 1e27e292-855c-4614-b1c9-48cc7664107d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:19.948584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58f806ca-d9c3-4a11-93b4-d77d40063ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:20.009771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 46ef1a35-f404-4671-a572-6e999cc0831e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:20.010118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 46ef1a35-f404-4671-a572-6e999cc0831e not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:20.112248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:20.178127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3303d2b7-da6c-42b3-a1ac-f08deaabc48c req-9bf80057-7bcc-48ec-b129-01c64d9ab8c6 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1029551 Oct 22 15:08:20.518023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:20.521463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91b51331-2d98-491e-9fbd-282349a25657 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:20.543229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e27e292-855c-4614-b1c9-48cc7664107d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:20.702189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91b51331-2d98-491e-9fbd-282349a25657 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:20.786092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-9329783c-590e-4754-92c0-6852b8667d6f tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:20.799388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-9329783c-590e-4754-92c0-6852b8667d6f tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/networks?id=f2afdb5a-8613-40e5-a51e-855947da1f27 HTTP/1.1" status: 200 len: 825 time: 0.1603839 Oct 22 15:08:20.818326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-514becaf-1d14-46f0-a2e4-8457a54c6e76 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/quotas/873b889d17f949a387d0798f5668fe20 HTTP/1.1" status: 200 len: 375 time: 0.0177567 Oct 22 15:08:20.913189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0b700c65-905b-4615-8873-4e9d553139f4 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=873b889d17f949a387d0798f5668fe20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929170 Oct 22 15:08:20.976199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1e27e292-855c-4614-b1c9-48cc7664107d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:20.976759 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:21.160880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-44d44555-8ed2-49f6-ba38-5204d6ef273d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:08:21.161926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-44d44555-8ed2-49f6-ba38-5204d6ef273d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2453694 Oct 22 15:08:21.249199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:21.318609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91b51331-2d98-491e-9fbd-282349a25657 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:21.321760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91b51331-2d98-491e-9fbd-282349a25657 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:21.323234 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91b51331-2d98-491e-9fbd-282349a25657 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/security-groups/6a16fc78-16b5-4e14-a7a1-7cd287a059b5 HTTP/1.1" status: 204 len: 168 time: 1.2010117 Oct 22 15:08:21.377493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51331-2d98-491e-9fbd-282349a25657 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16fc78-16b5-4e14-a7a1-7cd287a059b5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:21.381699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3db7796c-f691-4d99-966f-4d77cefd3a31 None None] Provisioning complete for port 1e27e292-855c-4614-b1c9-48cc7664107d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:21.381699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3db7796c-f691-4d99-966f-4d77cefd3a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:21.457968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-e1ae14cb-7be9-462d-87ee-b18cd61a54fe service neutron] 10.222.0.66 "GET /v2.0/networks/f2afdb5a-8613-40e5-a51e-855947da1f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874000 Oct 22 15:08:21.516938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4a8084e-fb3c-4748-83c0-cf55dd9fe55b req-5170b6b9-3af4-40b2-8c10-1d64cdc1208e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1340556 Oct 22 15:08:21.600466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Router e34e85a0-dab2-4d46-8314-91deefd18f02 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:08:21.694995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39398) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:21.783655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:21.798693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Sync routers for ids ['e34e85a0-dab2-4d46-8314-91deefd18f02'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:21.817424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Routers {'e34e85a0-dab2-4d46-8314-91deefd18f02'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:21.818063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e34e85a0-dab2-4d46-8314-91deefd18f02'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:21.968416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:21.969904 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-464a042d-5894-492f-9847-c186992b91c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6971402 Oct 22 15:08:21.972518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:22.079685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Set router e34e85a0-dab2-4d46-8314-91deefd18f02 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:22.138300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-a45e22d9-d025-4b5b-807e-36df5fa784a3 service neutron] 10.222.0.66 "GET /v2.0/networks/f2afdb5a-8613-40e5-a51e-855947da1f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314425 Oct 22 15:08:22.688624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:08:19Z', 'revision_number': 3, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:22.724581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88674aed-8123-4cdb-87d0-0b5d7d3f32b6 req-8ffad829-b6b5-4d6e-a3bd-445e0bf6a821 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.1099069 Oct 22 15:08:22.878598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Checking router: e34e85a0-dab2-4d46-8314-91deefd18f02 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:22.879500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Updating router e34e85a0-dab2-4d46-8314-91deefd18f02 port 168eeab6-576e-4cd6-b5b1-969575cd7c8e binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:22.890030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-287d7e1f-3ac2-46f0-bea4-815cff0753a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:22.989920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:23.231328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40486a1f-d740-4b47-bf75-4d831f9c5405 req-e60ee8ca-3fe9-4d4b-bdd4-784e90eeae08 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.4230399 Oct 22 15:08:23.281475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:23.663330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:23.841161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:23.926906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29c2b378-1640-481c-bba1-e4f624fd2df0 req-4a31a055-e9ec-4b60-84ec-e731863605d3 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.0703852 Oct 22 15:08:23.953703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee836521-ca59-4c9c-aae2-059c3a3041b0 None None] Pushing event updated for resources: {'Port': ['ID=168eeab6-576e-4cd6-b5b1-969575cd7c8e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:24.011520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Attempting to bind port 168eeab6-576e-4cd6-b5b1-969575cd7c8e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:24.014305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Attempting to bind port 168eeab6-576e-4cd6-b5b1-969575cd7c8e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:24.014914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Attempting to bind port 168eeab6-576e-4cd6-b5b1-969575cd7c8e on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:24.028706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:24.030048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:24.031583 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:24.032219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:24.047014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Bound port: 168eeab6-576e-4cd6-b5b1-969575cd7c8e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:24.049142 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:24.055339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:24.173612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] For port 168eeab6-576e-4cd6-b5b1-969575cd7c8e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:24.181744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] For port 168eeab6-576e-4cd6-b5b1-969575cd7c8e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=168eeab6-576e-4cd6-b5b1-969575cd7c8e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:24.320338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port 95916044-dfd2-4b3d-bd75-31188d745361 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:24.320338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:24.385703 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:24.495295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-791da66a-b998-4f78-914c-c2268f67f96b req-0b3726ee-f3cb-4a42-b7a0-bbf1c13dde32 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0899479 Oct 22 15:08:24.557552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee836521-ca59-4c9c-aae2-059c3a3041b0 None None] Pushing event updated for resources: {'Port': ['ID=168eeab6-576e-4cd6-b5b1-969575cd7c8e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:24.600426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Routers {'e34e85a0-dab2-4d46-8314-91deefd18f02'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:24.601530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e34e85a0-dab2-4d46-8314-91deefd18f02'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:24.661328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Allocated IP 172.20.0.1 (4e7a2565-f0d3-4936-a701-5028bcdc802b/45ea0f0a-079c-4029-a5e0-6970453aa788/eccd7dc6-f6f8-4917-8bbb-9137fc17fa24) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:24.729929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port 95916044-dfd2-4b3d-bd75-31188d745361, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=95916044-dfd2-4b3d-bd75-31188d745361,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:24.731213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:24.780946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for 95916044-dfd2-4b3d-bd75-31188d745361 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:24.813542 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:08:24.866351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] Set router e34e85a0-dab2-4d46-8314-91deefd18f02 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:24.993147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:25.185360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-755aa71f-6bac-439c-b7d8-44dd82844f93 req-f35f9c96-64e2-4c54-87c7-9a77426970bc tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.1340549 Oct 22 15:08:25.206776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:25.268177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:25.270909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:25.275201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:25.295404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:08:19Z', 'revision_number': 3, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:25.357267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f893033-71cd-4ed2-a941-496321ac4478 None None] The sync data for ids ['e34e85a0-dab2-4d46-8314-91deefd18f02'] in n-d-812148-2 is: [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:08:19Z', 'revision_number': 3, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:25.446404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:25.448275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-67287e51-f660-4804-b282-794440beb053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:25.467129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:25.472436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Pushing event updated for resources: {'Port': ['ID=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:25.536373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=95916044-dfd2-4b3d-bd75-31188d745361,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:25.799457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a13d290d-67b0-4574-a5b9-d3517f7fcc23 req-7c49a4b9-cf20-47a3-a273-0d230286821b tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.0912983 Oct 22 15:08:25.898609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fba998a4-5dd2-4d28-9091-e73e9840b325 None None] Provisioning complete for port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:25.899713 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fba998a4-5dd2-4d28-9091-e73e9840b325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.073632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fba998a4-5dd2-4d28-9091-e73e9840b325 None None] Port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:26.076881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.289666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.617962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.663174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.693358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09899562-5984-41b4-b3c7-f9b8c0264804 req-45fd4e98-14c2-43b0-b322-d2836d51f9e9 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.1602485 Oct 22 15:08:26.726870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168eeab6-576e-4cd6-b5b1-969575cd7c8e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:26.732415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.830807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 168eeab6-576e-4cd6-b5b1-969575cd7c8e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:26.831211 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:26.850282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:27.056130 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:27.061877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:27.076197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99969847-d94b-4ffd-a04f-664e6c4708dd req-d8e40390-6cd5-487f-8c08-e837bb0f7798 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/ports?device_id=eceef207-d5dc-4ed5-ac56-253be63c8092 HTTP/1.1" status: 200 len: 210 time: 0.1130159 Oct 22 15:08:27.096474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Pushing event updated for resources: {'Port': ['ID=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:27.123619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 168eeab6-576e-4cd6-b5b1-969575cd7c8e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=168eeab6-576e-4cd6-b5b1-969575cd7c8e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:27.202306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Router d4b96271-58f9-4bd4-be53-8fc703aea4b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:08:27.283846 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:27.410076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:27.412561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:27.430482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=168eeab6-576e-4cd6-b5b1-969575cd7c8e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:27.567034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:27.573093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-87ee1eb5-6e5e-489b-9fc2-1e8bd7babbe0 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "PUT /v2.0/routers/d4b96271-58f9-4bd4-be53-8fc703aea4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8767676 Oct 22 15:08:27.576155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39500) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:27.634536 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] Sync routers for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:27.656882 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:27.657502 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:27.735637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting subnet d3ae5436-0bb3-40b3-8efc-09fcb663b621 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:08:27.748310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Router e34e85a0-dab2-4d46-8314-91deefd18f02 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:08:27.767120 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.044608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:28.050938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a07650ee-cf12-40bb-87fa-20b8654ee74e req-d37cff26-d1a6-49f5-b667-2f9708757dee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.0969961 Oct 22 15:08:28.055550 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.066166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0b04946d-99fa-4177-8513-ef812e244638 admin admin] 10.222.0.66 "PUT /v2.0/routers/e34e85a0-dab2-4d46-8314-91deefd18f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0917377 Oct 22 15:08:28.109720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.116286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-073fb842-95f1-48f5-a24c-473aae6afa39 None None] Provisioning complete for port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:28.116897 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-073fb842-95f1-48f5-a24c-473aae6afa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.126144 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:28.217239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-073fb842-95f1-48f5-a24c-473aae6afa39 None None] Port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:28.386275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-c433ce34-73b5-4ba0-9b69-5c5930922f4d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:28.386275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-c433ce34-73b5-4ba0-9b69-5c5930922f4d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.53 "GET /v2.0/networks?id=f2afdb5a-8613-40e5-a51e-855947da1f27 HTTP/1.1" status: 200 len: 825 time: 0.6975629 Oct 22 15:08:28.389710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.426084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39522) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:28.461291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Request body: {'port': {'device_id': '5c433377-4b23-43e4-9473-95b18e844439', 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27', 'admin_state_up': True, 'tenant_id': '873b889d17f949a387d0798f5668fe20'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:28.484129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168eeab6-576e-4cd6-b5b1-969575cd7c8e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:28.600939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6f54fe4-ff88-4b73-b2a8-543e0788b9f0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.669527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 168eeab6-576e-4cd6-b5b1-969575cd7c8e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:28.670079 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.727722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6f54fe4-ff88-4b73-b2a8-543e0788b9f0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:28.885063 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:08:25Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:28.957787 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] Checking router: d4b96271-58f9-4bd4-be53-8fc703aea4b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:28.963157 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] Routers {'d4b96271-58f9-4bd4-be53-8fc703aea4b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:28.966184 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:29.018764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Sync routers for ids ['e34e85a0-dab2-4d46-8314-91deefd18f02'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:29.032897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Routers {'e34e85a0-dab2-4d46-8314-91deefd18f02'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:29.037845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e34e85a0-dab2-4d46-8314-91deefd18f02'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:29.084291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6f54fe4-ff88-4b73-b2a8-543e0788b9f0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:29.084291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6f54fe4-ff88-4b73-b2a8-543e0788b9f0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:29.084291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c6f54fe4-ff88-4b73-b2a8-543e0788b9f0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/security-groups/bd928aaf-e27c-4426-8ee7-1ebf9862d827 HTTP/1.1" status: 204 len: 168 time: 0.6538343 Oct 22 15:08:29.085863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:29.118690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f54fe4-ff88-4b73-b2a8-543e0788b9f0 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd928aaf-e27c-4426-8ee7-1ebf9862d827,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:29.132909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Made reservation on behalf of 873b889d17f949a387d0798f5668fe20 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:29.148999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:29.155304 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-cce2e544-921b-49d4-8022-c1bfac418934 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] show failed (client error): The resource could not be found. Oct 22 15:08:29.156386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cce2e544-921b-49d4-8022-c1bfac418934 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "GET /v2.0/security-groups/bd928aaf-e27c-4426-8ee7-1ebf9862d827 HTTP/1.1" status: 404 len: 347 time: 0.0689504 Oct 22 15:08:29.159674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39540) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:29.169633 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:29.181515 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] Set router d4b96271-58f9-4bd4-be53-8fc703aea4b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:29.266316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ae5436-0bb3-40b3-8efc-09fcb663b621,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:29.408405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:29.415714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b2057da1-b79c-46b3-96c1-20bee8c0af88 tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/subnets/d3ae5436-0bb3-40b3-8efc-09fcb663b621 HTTP/1.1" status: 204 len: 168 time: 1.8379526 Oct 22 15:08:29.416798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732adbe-5552-49f5-9ad3-954516592ed0 None None] Network c9e220cd-02d5-4421-801b-21155c30f43f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:29.431200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39548) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:29.434351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb189a9a-bf77-49a8-b583-53ffb97e8e87 req-f47544e4-e86f-4590-bcf8-69091668fc79 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.2385471 Oct 22 15:08:29.602607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Set router e34e85a0-dab2-4d46-8314-91deefd18f02 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:29.838489 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:08:25Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:29.895123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Allocated IP 172.20.0.10 (f2afdb5a-8613-40e5-a51e-855947da1f27/f2575f95-f544-4d2b-abfe-95e22ab97db0/3896c4fc-9eb4-4f22-a875-e9ad22180b69) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:29.914283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:29.978097 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a11c2-301f-49e7-84a4-4618274f5537 None None] The sync data for ids ['d4b96271-58f9-4bd4-be53-8fc703aea4b4'] in n-d-812148-2 is: [{'id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'name': 'tempest-TestNetworkBasicOps-router-113522877', 'tenant_id': '4da48237c7fc4553949e355dd822987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:05:38Z', 'updated_at': '2021-10-22T15:08:25Z', 'revision_number': 5, 'project_id': '4da48237c7fc4553949e355dd822987d', 'gw_port': {'id': '39b78b45-0541-4ecd-856e-e10f954e8aed', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b96271-58f9-4bd4-be53-8fc703aea4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:05:39Z', 'updated_at': '2021-10-22T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:30.088411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port 7db20123-f415-4ffc-9d8f-a3fc3c075cb7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:30.088960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.109213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.218132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39566) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:30.227749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-594138854-network', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:30.283770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.284022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.316137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for 7db20123-f415-4ffc-9d8f-a3fc3c075cb7 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:30.414902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.470752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] DHCP port deletion for c9e220cd-02d5-4421-801b-21155c30f43f request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:08:30.496858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Made reservation on behalf of acbbeba984f5464cad3d69370496eb5e for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:30.517847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.596317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.609366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e69dd5a6-db65-4b75-8975-09ff235aed8c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:30.638082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e647aada-1da3-4aa3-a186-91aa3ec3bb2e req-1dc79bdd-0ad5-46cb-9e87-ebe0c797a03d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.0591662 Oct 22 15:08:30.640147 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.773429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Network f2afdb5a-8613-40e5-a51e-855947da1f27 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:30.780573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Deleting port 39b78b45-0541-4ecd-856e-e10f954e8aed {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:30.790679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.794239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:08:25Z', 'revision_number': 4, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'eccd7dc6-f6f8-4917-8bbb-9137fc17fa24', 'name': '', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'mac_address': 'fa:16:3e:4c:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:24Z', 'updated_at': '2021-10-22T15:08:26Z', 'revision_number': 2, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'subnets': [{'id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:30.803203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:30.807560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:30.889294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Checking router: e34e85a0-dab2-4d46-8314-91deefd18f02 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:30.889892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Updating router e34e85a0-dab2-4d46-8314-91deefd18f02 port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:30.892708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] Deleting port e69dd5a6-db65-4b75-8975-09ff235aed8c {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:30.893202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] For port 39b78b45-0541-4ecd-856e-e10f954e8aed, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39b78b45-0541-4ecd-856e-e10f954e8aed,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:30.893572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.893830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.908403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Calling delete_port for 39b78b45-0541-4ecd-856e-e10f954e8aed owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:30.915989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Pushing event updated for resources: {'Port': ['ID=3896c4fc-9eb4-4f22-a875-e9ad22180b69,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:30.977682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] For port e69dd5a6-db65-4b75-8975-09ff235aed8c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e69dd5a6-db65-4b75-8975-09ff235aed8c,segment=NetworkSegment(d71d473a-6786-46c0-94ec-24e31036dd23),segment_id=d71d473a-6786-46c0-94ec-24e31036dd23)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:30.978343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:30.993297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] Calling delete_port for e69dd5a6-db65-4b75-8975-09ff235aed8c owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:31.241605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.275536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.301595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.347840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 95916044-dfd2-4b3d-bd75-31188d745361 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:31.371482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] Pushing event deleted for resources: {'Port': ['ID=e69dd5a6-db65-4b75-8975-09ff235aed8c,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:31.400315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b47af-c656-4534-baf4-0ed890327f29 None None] No DVR routers for this DVR port e69dd5a6-db65-4b75-8975-09ff235aed8c on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:31.416652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 95916044-dfd2-4b3d-bd75-31188d745361 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:31.418997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 95916044-dfd2-4b3d-bd75-31188d745361 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:31.641250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.660647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:31.679238 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.684872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.732968 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-3ddd6f4a-2f9b-4fe6-a166-524c9e41125d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474392 Oct 22 15:08:31.782014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.788796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-0e0aac0e-c793-4a56-a475-e65baaafecee tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3923657 Oct 22 15:08:31.799785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:08:31.801850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5fb48-8ef7-4a7c-9e22-e56363c0dfc0 req-0747c2d6-42b5-4bf1-988c-c1c9e86c6f57 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:31.809584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a5fb48-8ef7-4a7c-9e22-e56363c0dfc0 req-0747c2d6-42b5-4bf1-988c-c1c9e86c6f57 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 932 time: 0.0720329 Oct 22 15:08:31.818431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.818904 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Added segment 0dd284bf-00fc-4425-bfb2-1610398c390a of type vlan for network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 Oct 22 15:08:31.822652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Request body: {'port': {'device_id': '5c433377-4b23-43e4-9473-95b18e844439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:31.912994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a5fb48-8ef7-4a7c-9e22-e56363c0dfc0 req-4c51ffae-e035-4c90-8d3b-c638fd774b00 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020348 Oct 22 15:08:31.923872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.936407 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:31.998415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Port': ['ID=39b78b45-0541-4ecd-856e-e10f954e8aed,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:32.053381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.111672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab40f9a-f667-4a1c-83fd-d7701593be45,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:32.119945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-a1b5b106-5af6-45d1-9413-787b4f7978e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:32.122043 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-a1b5b106-5af6-45d1-9413-787b4f7978e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc67e5e545644aeaba162f85f8e99678&device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 1096 time: 0.1979470 Oct 22 15:08:32.143847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.170408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.348579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.351356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.351652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894f1f-0d90-40a9-849a-72964b83e50c None None] Pushing event updated for resources: {'Port': ['ID=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:32.484292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.487872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.487872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:32.487872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.523660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Attempting to bind port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:32.524352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Attempting to bind port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:32.524900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Attempting to bind port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 on network 4e7a2565-f0d3-4936-a701-5028bcdc802b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:32.532648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:32.536356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Checking segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:32.537285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.537859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Bound using segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:32.540019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Bound port: eccd7dc6-f6f8-4917-8bbb-9137fc17fa24, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:32.540831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.547199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3896c4fc-9eb4-4f22-a875-e9ad22180b69 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:08:32.570502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.601616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Transition to ACTIVE for port object 3896c4fc-9eb4-4f22-a875-e9ad22180b69 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:08:32.667799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] For port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:32.669996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=7db20123-f415-4ffc-9d8f-a3fc3c075cb7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:32.671905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.672424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Fanout notify agent at l3_agent the message router_deleted on router d4b96271-58f9-4bd4-be53-8fc703aea4b4 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:08:32.693705 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.697590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:32.698096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d4434c48-77ff-47b0-8a8f-5f790f3570be tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/routers/d4b96271-58f9-4bd4-be53-8fc703aea4b4 HTTP/1.1" status: 204 len: 168 time: 3.2593381 Oct 22 15:08:32.704150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] For port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:32.741887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-828a59c1-7de7-4c08-9c71-b5eaf18296dc None None] Provisioning complete for port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:32.742320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-828a59c1-7de7-4c08-9c71-b5eaf18296dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.869127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-828a59c1-7de7-4c08-9c71-b5eaf18296dc None None] Port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:32.893546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6740603 Oct 22 15:08:32.896507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:32.908201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Request body: {'subnet': {'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-594138854-subnet', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:32.913692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.916698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:32.922226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd113-ee3d-4eef-872e-baeec0f07e85 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9ba574-5e69-45cd-8bc6-9f04cc11e970,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:32.934728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:08:32.958566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-ac9e50b4-aa22-43d6-b79c-28fccd5fc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:32.961667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-ac9e50b4-aa22-43d6-b79c-28fccd5fc8c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f59691a2-49ad-45a9-b96c-4691bc93cd0a HTTP/1.1" status: 200 len: 912 time: 0.8172073 Oct 22 15:08:32.986905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.011899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.014453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.041817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2598e428-c5c1-4fa4-81f1-043d86d555d3 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/floatingips/97c59ebf-76fe-4642-aa9f-367d594d6506 HTTP/1.1" status: 204 len: 168 time: 3.8550262 Oct 22 15:08:33.075310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39612) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:33.086186 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-f4e71e5e-e449-4db2-8ff5-2eb7ae1d1a0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf HTTP/1.1" status: 200 len: 1001 time: 0.1028531 Oct 22 15:08:33.123424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Routers {'e34e85a0-dab2-4d46-8314-91deefd18f02'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:33.123968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e34e85a0-dab2-4d46-8314-91deefd18f02'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:33.191687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-307b162b-7339-46c2-b682-746ce052a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:33.193266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-307b162b-7339-46c2-b682-746ce052a947 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f6af737-22c7-4e70-9981-63afd1050994 HTTP/1.1" status: 200 len: 850 time: 0.0838609 Oct 22 15:08:33.193895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894f1f-0d90-40a9-849a-72964b83e50c None None] Pushing event updated for resources: {'Port': ['ID=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:33.194371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Made reservation on behalf of acbbeba984f5464cad3d69370496eb5e for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:33.206721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.372509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] Set router e34e85a0-dab2-4d46-8314-91deefd18f02 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:33.402710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Pushing event updated for resources: {'Port': ['ID=3896c4fc-9eb4-4f22-a875-e9ad22180b69,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:33.674623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-f9b89004-367a-4fcc-8b28-05bbed3edb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:33.677472 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-f9b89004-367a-4fcc-8b28-05bbed3edb0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f59691a2-49ad-45a9-b96c-4691bc93cd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531319 Oct 22 15:08:33.695961 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.738416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9100bb62-8123-4713-97d9-3267ad3bd96b None None] Provisioning complete for port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:33.739248 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9100bb62-8123-4713-97d9-3267ad3bd96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.742380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Attempting to bind port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:33.742935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Attempting to bind port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:33.742935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Attempting to bind port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 on network f2afdb5a-8613-40e5-a51e-855947da1f27 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:33.765506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769a05-13e3-40a3-8cad-52d21db65939 req-39e9fedd-35ce-405c-9a88-9d2ba2332e44 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:33.831321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f769a05-13e3-40a3-8cad-52d21db65939 req-39e9fedd-35ce-405c-9a88-9d2ba2332e44 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 944 time: 0.6966610 Oct 22 15:08:33.831321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e220cd-02d5-4421-801b-21155c30f43f']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:33.831321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 on network f2afdb5a-8613-40e5-a51e-855947da1f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:08:33.831321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Attempting to bind port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 on network f2afdb5a-8613-40e5-a51e-855947da1f27 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:33.831321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71d473a-6786-46c0-94ec-24e31036dd23') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:33.831321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71d473a-6786-46c0-94ec-24e31036dd23') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:33.833811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:33.834338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Checking segment: {'id': 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:33.834902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Bound using segment: {'id': 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:33.835551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Bound port: 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:33.836076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.847152 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.865410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f769a05-13e3-40a3-8cad-52d21db65939 req-2a196884-28d2-4318-9fcb-a900cbe2e3ba tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910583 Oct 22 15:08:33.908452 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9100bb62-8123-4713-97d9-3267ad3bd96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.914115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:08:25Z', 'revision_number': 4, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'eccd7dc6-f6f8-4917-8bbb-9137fc17fa24', 'name': '', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'mac_address': 'fa:16:3e:4c:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:24Z', 'updated_at': '2021-10-22T15:08:32Z', 'revision_number': 4, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'subnets': [{'id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:33.954275 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-6e5aa607-edb9-4ead-bf41-67e9cb4ec27b service neutron] 10.222.0.53 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427707 Oct 22 15:08:33.964992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] For port 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:33.967311 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.972493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port c18d76ea-cbcc-482f-80cc-a9fe9580f45b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:33.972821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:33.998202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:08:33.998623 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.000735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b71f0-9ee9-4c77-9587-c2bdeb96a1c6 None None] The sync data for ids ['e34e85a0-dab2-4d46-8314-91deefd18f02'] in n-d-812148-2 is: [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:08:25Z', 'revision_number': 4, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'eccd7dc6-f6f8-4917-8bbb-9137fc17fa24', 'name': '', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'mac_address': 'fa:16:3e:4c:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:24Z', 'updated_at': '2021-10-22T15:08:32Z', 'revision_number': 4, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'subnets': [{'id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:08:34.001892 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:08:34.005903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] For port 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=3896c4fc-9eb4-4f22-a875-e9ad22180b69,segment=NetworkSegment(a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929),segment_id=a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:34.063711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9100bb62-8123-4713-97d9-3267ad3bd96b None None] For port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:34.115563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2727153e-7f1b-40e0-878a-7da057bb3ae9 req-1659872d-62ba-4255-94af-829de86bb6f9 service neutron] 10.222.0.53 "GET /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531007 Oct 22 15:08:34.160326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.184004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for c18d76ea-cbcc-482f-80cc-a9fe9580f45b owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:34.471212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:34.530436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:34.531617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.678777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.682718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.692939 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.753080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=017673c0-c84f-4b14-8f6d-63dd0f8b344a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:34.759307 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.796307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] 10.222.0.66 "DELETE /v2.0/networks/c9e220cd-02d5-4421-801b-21155c30f43f HTTP/1.1" status: 204 len: 168 time: 2.0917764 Oct 22 15:08:34.801722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Checking segment: {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:34.802099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Network hostable DHCP agents. Network: fd9ba574-5e69-45cd-8bc6-9f04cc11e970, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:08:34.816280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.859926 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.860947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9100bb62-8123-4713-97d9-3267ad3bd96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.876667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca445-f0c0-4be3-b342-a05cb527073a tempest-TestNetworkBasicOps-1784651004 tempest-TestNetworkBasicOps-1784651004-project] Pushing event deleted for resources: {'Network': ['ID=c9e220cd-02d5-4421-801b-21155c30f43f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:34.903381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:34.903381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:34.907921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] 10.222.0.53 "PUT /v2.0/ports/3896c4fc-9eb4-4f22-a875-e9ad22180b69 HTTP/1.1" status: 200 len: 1092 time: 3.0883558 Oct 22 15:08:34.916655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c433377-4b23-43e4-9473-95b18e844439', 'tag': '3896c4fc-9eb4-4f22-a875-e9ad22180b69'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:08:34.923125 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206980ca-e57f-46b6-988c-bced5e4527d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c433377-4b23-43e4-9473-95b18e844439", "tag": "3896c4fc-9eb4-4f22-a875-e9ad22180b69"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:08:34.936708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100bb62-8123-4713-97d9-3267ad3bd96b None None] Pushing event updated for resources: {'Port': ['ID=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:34.949927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:08:35.078541 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b87bf0e-7197-4229-bca7-5861d5bde920 x-openstack-request-id: req-0b87bf0e-7197-4229-bca7-5861d5bde920 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:08:35.078847 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c433377-4b23-43e4-9473-95b18e844439", "tag": "3896c4fc-9eb4-4f22-a875-e9ad22180b69", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:08:35.079215 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b87bf0e-7197-4229-bca7-5861d5bde920 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:08:35.080321 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c433377-4b23-43e4-9473-95b18e844439', 'tag': '3896c4fc-9eb4-4f22-a875-e9ad22180b69', 'status': 'completed', 'code': 200} Oct 22 15:08:35.117435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39b78b45-0541-4ecd-856e-e10f954e8aed no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:35.146146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 39b78b45-0541-4ecd-856e-e10f954e8aed {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:35.146511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39b78b45-0541-4ecd-856e-e10f954e8aed not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:35.207399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ebf0f-b161-4ef3-884b-0953de562a82 service neutron] Pushing event updated for resources: {'Port': ['ID=3896c4fc-9eb4-4f22-a875-e9ad22180b69,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:35.210539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.218331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:35.218439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/ports/c18d76ea-cbcc-482f-80cc-a9fe9580f45b HTTP/1.1" status: 204 len: 168 time: 2.1328561 Oct 22 15:08:35.241287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9cbcd-38fb-4d2c-be16-56187dd97f93 req-1e1f4500-96d8-4b29-8921-4ae3f4b67063 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:35.247908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6da9cbcd-38fb-4d2c-be16-56187dd97f93 req-1e1f4500-96d8-4b29-8921-4ae3f4b67063 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 944 time: 0.1765270 Oct 22 15:08:35.267073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, fd9ba574-5e69-45cd-8bc6-9f04cc11e970) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:35.280821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264eae2-f06c-4d27-92cb-2514bf875df6 None None] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:35.286358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:35.293987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.302939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f4a87-3799-45e6-9b57-984abbccad97 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=c18d76ea-cbcc-482f-80cc-a9fe9580f45b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:35.319662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206980ca-e57f-46b6-988c-bced5e4527d6 req-848eaa3d-6ef6-4b64-98f3-9d066e2c2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:35.322118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-206980ca-e57f-46b6-988c-bced5e4527d6 req-848eaa3d-6ef6-4b64-98f3-9d066e2c2dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=873b889d17f949a387d0798f5668fe20&device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 1095 time: 0.2375040 Oct 22 15:08:35.415519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6da9cbcd-38fb-4d2c-be16-56187dd97f93 req-435b4a72-d69e-4668-b7ca-e0f88a11119e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266561 Oct 22 15:08:35.466834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-62db8901-9c8f-48dd-8051-59309a782d8a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5640807 Oct 22 15:08:35.472221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:35.482424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:35.531685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port ab9a7d98-1424-4b2e-babb-46b8981c43a2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:35.532035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.636161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206980ca-e57f-46b6-988c-bced5e4527d6 req-bf421123-b92e-4bff-b4ab-bb0d3f5d0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:35.641940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-206980ca-e57f-46b6-988c-bced5e4527d6 req-bf421123-b92e-4bff-b4ab-bb0d3f5d0f76 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=873b889d17f949a387d0798f5668fe20&shared=False HTTP/1.1" status: 200 len: 926 time: 0.3095827 Oct 22 15:08:35.685735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.685735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.688163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.724081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for ab9a7d98-1424-4b2e-babb-46b8981c43a2 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:35.851242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206980ca-e57f-46b6-988c-bced5e4527d6 req-18d003e4-2bb5-4286-a323-d47de0054ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:35.853875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-206980ca-e57f-46b6-988c-bced5e4527d6 req-18d003e4-2bb5-4286-a323-d47de0054ed5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2037859 Oct 22 15:08:35.876562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-fd9ba574-5e69-45cd-8bc6-9f04cc11e970', 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'fixed_ips': [{'subnet_id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:08:35.879478 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.965238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:35.966251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39660) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:36.010631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-705c81fe-25f9-4b2f-b06c-4a8bc324d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:36.013687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-705c81fe-25f9-4b2f-b06c-4a8bc324d1d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=873b889d17f949a387d0798f5668fe20&device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 1095 time: 0.0751505 Oct 22 15:08:36.063077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-70f19c81-3bbe-4680-929c-f6dd4bac29c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3896c4fc-9eb4-4f22-a875-e9ad22180b69 HTTP/1.1" status: 200 len: 217 time: 0.0408576 Oct 22 15:08:36.254040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-661c8fdc-2dd9-436f-8d30-29f6939707a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:36.257255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-661c8fdc-2dd9-436f-8d30-29f6939707a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2575f95-f544-4d2b-abfe-95e22ab97db0 HTTP/1.1" status: 200 len: 865 time: 0.1754835 Oct 22 15:08:36.314751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Allocated IP 172.20.0.2 (fd9ba574-5e69-45cd-8bc6-9f04cc11e970/017673c0-c84f-4b14-8f6d-63dd0f8b344a/f34f7da8-e2e7-40e0-8eee-5cff5e8f273b) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:36.334806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-5ddb4e08-87f9-470c-8646-bdef79f59dff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2afdb5a-8613-40e5-a51e-855947da1f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681744 Oct 22 15:08:36.419089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.497419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:36.566187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.579481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=ab9a7d98-1424-4b2e-babb-46b8981c43a2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:36.613021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-b96e8b1b-03e4-4903-9f9c-eb587f7045f9 service neutron] 10.222.0.53 "GET /v2.0/networks/f2afdb5a-8613-40e5-a51e-855947da1f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711382 Oct 22 15:08:36.684601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:36.684827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b45571fa-af16-4879-86dc-e1daa374fd68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4da48237c7fc4553949e355dd822987d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123828 Oct 22 15:08:36.684919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.703767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39682) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:36.729714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c292-2fc8-4f72-a2ae-b36d8d8cdeee req-59d46856-a642-44ab-a5ac-36a3e4f5889b tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:36.733589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2967c292-2fc8-4f72-a2ae-b36d8d8cdeee req-59d46856-a642-44ab-a5ac-36a3e4f5889b tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 944 time: 0.1784661 Oct 22 15:08:36.744276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.771536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.777535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d215c58f-f24b-48a4-9fe8-2f63e01a3f86 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/ports/ab9a7d98-1424-4b2e-babb-46b8981c43a2 HTTP/1.1" status: 204 len: 168 time: 1.5555341 Oct 22 15:08:36.784115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:36.886590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.937396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting subnet 28c35035-e510-4d73-831e-27ef9b84fd3e {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:08:36.944562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:36.992614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:36.998796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:37.009260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:37.047686 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b4be-a377-4399-b017-508337034674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.048283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Pushing event updated for resources: {'Port': ['ID=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:37.082483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.097125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b4be-a377-4399-b017-508337034674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.165701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Attempting to bind port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:37.166362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Attempting to bind port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:37.166897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Attempting to bind port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b on network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:37.175852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:37.185051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Checking segment: {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:37.185501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.185904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Bound using segment: {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:37.217781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Bound port: f34f7da8-e2e7-40e0-8eee-5cff5e8f273b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:37.217781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.218068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2967c292-2fc8-4f72-a2ae-b36d8d8cdeee req-eca2c2ce-4923-43ae-b5bb-cedc1b82db8d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732187 Oct 22 15:08:37.259649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d74ad39-da26-4084-8ded-5d903ae18f81 req-184f4f8a-d290-4718-9400-b599cbea4eef service neutron] 10.222.0.53 "GET /v2.0/networks/f2afdb5a-8613-40e5-a51e-855947da1f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283066 Oct 22 15:08:37.295016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.320233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b4be-a377-4399-b017-508337034674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.324144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b4be-a377-4399-b017-508337034674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.325502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e4a5b4be-a377-4399-b017-508337034674 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca9f1f4e-897c-481e-9f30-ae1f17512853 HTTP/1.1" status: 204 len: 168 time: 0.6207972 Oct 22 15:08:37.346139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b4be-a377-4399-b017-508337034674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f1f4e-897c-481e-9f30-ae1f17512853,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:37.352867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] For port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:37.361726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] For port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,segment=NetworkSegment(0dd284bf-00fc-4425-bfb2-1610398c390a),segment_id=0dd284bf-00fc-4425-bfb2-1610398c390a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:37.509370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.565193 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.650962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.655007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.665378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542f7e-5c4f-4e6b-ac4f-c1c999da2012 None None] Pushing event updated for resources: {'Port': ['ID=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:37.739967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Subnet': ['ID=28c35035-e510-4d73-831e-27ef9b84fd3e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:37.742131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:37.749497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d199af-bd5f-4c9d-89c5-6cd87c7f602b None None] Network c46961ba-ce10-4285-82d4-87b41d7e6534 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:37.750470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39702) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:37.762646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c361af63-598f-4243-b416-f087ba20c789 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/subnets/28c35035-e510-4d73-831e-27ef9b84fd3e HTTP/1.1" status: 204 len: 168 time: 0.9616315 Oct 22 15:08:37.940176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting subnet adc33fe3-5d54-4e6c-9a29-4389ea97dca9 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:08:37.951842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.066703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.070054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Allocated IP 172.25.1.97 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ee451082-24f5-4ca5-85dc-7d46808a9deb) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:38.254868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.264559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] DHCP port deletion for c46961ba-ce10-4285-82d4-87b41d7e6534 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:08:38.324709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.385307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] Deleting port 86121089-cd78-460e-a954-6348283666ad {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:38.385728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.484649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215985c3-62f7-448e-8c66-eb0a94a21813 req-ca290d10-31f2-44e5-ba52-2006a5a5078d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:38.494169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-215985c3-62f7-448e-8c66-eb0a94a21813 req-ca290d10-31f2-44e5-ba52-2006a5a5078d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 944 time: 0.1503031 Oct 22 15:08:38.516805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.547763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f34f7da8-e2e7-40e0-8eee-5cff5e8f273b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:38.559956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-215985c3-62f7-448e-8c66-eb0a94a21813 req-4916a4b9-4943-425c-980d-0a99758fb004 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648012 Oct 22 15:08:38.588163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39718) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:38.595338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:38.603956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:38.606901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73519569-6460-4c3d-9fd1-5db752e275a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.612064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.612432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:38.641239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] For port 86121089-cd78-460e-a954-6348283666ad, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=86121089-cd78-460e-a954-6348283666ad,segment=NetworkSegment(08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30),segment_id=08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:38.642003 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.689107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] Calling delete_port for 86121089-cd78-460e-a954-6348283666ad owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:38.730384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Subnet': ['ID=adc33fe3-5d54-4e6c-9a29-4389ea97dca9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:38.737614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.743419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9ff93401-6770-423a-a3e4-f6ee293428c9 tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/subnets/adc33fe3-5d54-4e6c-9a29-4389ea97dca9 HTTP/1.1" status: 204 len: 168 time: 0.9903691 Oct 22 15:08:38.745756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:38.905632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73519569-6460-4c3d-9fd1-5db752e275a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:38.929793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d7ca27-7df4-42dc-830e-fd6b3aaaf63a None None] Network 515ff53b-5aa0-4210-adea-30c81f6e959e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:38.946336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee451082-24f5-4ca5-85dc-7d46808a9deb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:39.000888 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73519569-6460-4c3d-9fd1-5db752e275a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.009360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:39.009751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.135109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-73519569-6460-4c3d-9fd1-5db752e275a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8a394d389744722b42b8bb470760da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445209 Oct 22 15:08:39.138039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39730) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:39.142156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73519569-6460-4c3d-9fd1-5db752e275a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be22b4-37c2-4e9b-9bda-f68e067c7c24,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:39.225440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27299b4c-13ee-48b7-87ec-3eabae431c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.265052 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27299b4c-13ee-48b7-87ec-3eabae431c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.360558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.480965 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.523516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.524800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,segment=NetworkSegment(0dd284bf-00fc-4425-bfb2-1610398c390a),segment_id=0dd284bf-00fc-4425-bfb2-1610398c390a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:39.527148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8db2d-721d-4d11-8df2-9e4d0eee5373 None None] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:39.534735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] DHCP port deletion for 515ff53b-5aa0-4210-adea-30c81f6e959e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:08:39.546383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27299b4c-13ee-48b7-87ec-3eabae431c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.552493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-27299b4c-13ee-48b7-87ec-3eabae431c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.554238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-27299b4c-13ee-48b7-87ec-3eabae431c0e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8be22b4-37c2-4e9b-9bda-f68e067c7c24 HTTP/1.1" status: 204 len: 168 time: 0.4129148 Oct 22 15:08:39.564876 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.585540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27299b4c-13ee-48b7-87ec-3eabae431c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be22b4-37c2-4e9b-9bda-f68e067c7c24,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:39.649123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Deleting port 86121089-cd78-460e-a954-6348283666ad {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:39.654170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.677888 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.767288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] Pushing event deleted for resources: {'Port': ['ID=86121089-cd78-460e-a954-6348283666ad,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:39.828124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294193e7-bda9-454f-8e42-f2230a12a3cd req-4f75af06-3f8e-492b-a140-7c5b6017d76a tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:39.837812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-294193e7-bda9-454f-8e42-f2230a12a3cd req-4f75af06-3f8e-492b-a140-7c5b6017d76a tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 944 time: 0.1262121 Oct 22 15:08:39.859340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2be48-8f67-4368-ad7e-e2461bb5eaa3 None None] No DVR routers for this DVR port 86121089-cd78-460e-a954-6348283666ad on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:39.875581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] For port 86121089-cd78-460e-a954-6348283666ad, host n-d-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:39.879803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.905524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Calling delete_port for 86121089-cd78-460e-a954-6348283666ad owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:39.914476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Port 86121089-cd78-460e-a954-6348283666ad was not found and therefore no delete operation was performed {{(pid=107801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 15:08:39.919227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:39.947595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-294193e7-bda9-454f-8e42-f2230a12a3cd req-c18cb113-ac3e-4cb8-987b-e002b0f8dc5b tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 Oct 22 15:08:39.950693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 86121089-cd78-460e-a954-6348283666ad no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:39.986882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c9bd3a79-5b5e-456e-afc4-69fabfeca2b6 None None] Provisioning complete for port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:39.987290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3a79-5b5e-456e-afc4-69fabfeca2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.273146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 86121089-cd78-460e-a954-6348283666ad {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:40.273406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 86121089-cd78-460e-a954-6348283666ad not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:40.296415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:40.371024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] Deleting port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:40.371651 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.550055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] For port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,segment=NetworkSegment(63d3fe60-af6d-4e11-8721-24a2beb903fd),segment_id=63d3fe60-af6d-4e11-8721-24a2beb903fd)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:40.550055 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.550055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f34f7da8-e2e7-40e0-8eee-5cff5e8f273b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:40.600791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] Calling delete_port for 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:40.612492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Port': ['ID=86121089-cd78-460e-a954-6348283666ad,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:40.626520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] No DVR routers for this DVR port 86121089-cd78-460e-a954-6348283666ad on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:40.792417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:40.796287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.883111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.907083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f463182f-9711-40a9-b07e-01caf7e2d9c9 None None] Provisioning complete for port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:40.907860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f463182f-9711-40a9-b07e-01caf7e2d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.916013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.920996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46961ba-ce10-4285-82d4-87b41d7e6534']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:40.936219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:40.936219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bb6f7a-65f5-4c8c-a1d3-a81c25b07e30') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:40.942265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 3896c4fc-9eb4-4f22-a875-e9ad22180b69 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:08:40.948432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:40.982907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.003590 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.057306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:08:41.061947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] No DVR routers for this DVR port 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:41.067327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:08:41.075581 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:08:41.123920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c12ae3-4b24-4976-9fee-46f053022ad4 req-ac4fb0f2-ced3-4689-8d53-1e4c5f171902 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:41.133097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76c12ae3-4b24-4976-9fee-46f053022ad4 req-ac4fb0f2-ced3-4689-8d53-1e4c5f171902 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 944 time: 0.0934556 Oct 22 15:08:41.150293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30e813-9246-46d5-814c-0254288ede67 None None] Pushing event deleted for resources: {'Port': ['ID=3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:41.258813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76c12ae3-4b24-4976-9fee-46f053022ad4 req-a78617ce-1f43-4da8-a4ae-43a5c2d75fbf tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244938 Oct 22 15:08:41.415117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.415902 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.421081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/networks/c46961ba-ce10-4285-82d4-87b41d7e6534 HTTP/1.1" status: 204 len: 168 time: 2.4942412 Oct 22 15:08:41.425139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39790) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:41.469411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f23e0-448c-4407-bdb0-066369f5304e tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Network': ['ID=c46961ba-ce10-4285-82d4-87b41d7e6534,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:41.484213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Router e68f753b-f88b-4424-9e2e-d855f01aa37c is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:08:41.541307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:41.635175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:41.635962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3888c3ea-b1bf-4198-9fd1-0b86d0b0e6aa not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:41.636234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39798) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:41.675923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.764966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=3896c4fc-9eb4-4f22-a875-e9ad22180b69,segment=NetworkSegment(a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929),segment_id=a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:41.813685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '3896c4fc-9eb4-4f22-a875-e9ad22180b69', 'network_id': 'f2afdb5a-8613-40e5-a51e-855947da1f27', 'port_id': '3896c4fc-9eb4-4f22-a875-e9ad22180b69', 'mac_address': 'fa:16:3e:e6:19:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2575f95-f544-4d2b-abfe-95e22ab97db0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:08:41.825684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.877637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-115701516-network', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:41.898504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.925229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3896c4fc-9eb4-4f22-a875-e9ad22180b69 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:08:41.939692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:41.976377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:41.988959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Sync routers for ids ['e68f753b-f88b-4424-9e2e-d855f01aa37c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:41.992713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515ff53b-5aa0-4210-adea-30c81f6e959e']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:42.017322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=3896c4fc-9eb4-4f22-a875-e9ad22180b69,segment=NetworkSegment(a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929),segment_id=a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:42.017547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d3fe60-af6d-4e11-8721-24a2beb903fd') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:42.017688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d3fe60-af6d-4e11-8721-24a2beb903fd') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:42.019975 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Routers {'e68f753b-f88b-4424-9e2e-d855f01aa37c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:42.023888 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e68f753b-f88b-4424-9e2e-d855f01aa37c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:42.041011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:42.043828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.047722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.071599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.082313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.085507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:08:42.085944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:08:42.091924 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:08:42.114416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.235447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.239238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2bbd302c-e25c-42ec-9896-5a5e29ec62b0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7614107 Oct 22 15:08:42.243566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39810) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:42.318528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.321959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.386869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.395890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] 10.222.0.66 "DELETE /v2.0/networks/515ff53b-5aa0-4210-adea-30c81f6e959e HTTP/1.1" status: 204 len: 168 time: 0.9688153 Oct 22 15:08:42.400113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['3896c4fc-9eb4-4f22-a875-e9ad22180b69'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:08:42.400994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737c77e-629f-41ea-af83-9e36c5aebd7f tempest-TaggedBootDevicesTest-233010345 tempest-TaggedBootDevicesTest-233010345-project] Pushing event deleted for resources: {'Network': ['ID=515ff53b-5aa0-4210-adea-30c81f6e959e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:42.410049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=3896c4fc-9eb4-4f22-a875-e9ad22180b69,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:42.532890 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Set router e68f753b-f88b-4424-9e2e-d855f01aa37c gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:42.644115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.677242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47581190-1256-4dc2-9aaf-2c75d1a8b24f req-588fb73e-26e1-46ff-97fd-f3090d9d1238 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:42.679855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47581190-1256-4dc2-9aaf-2c75d1a8b24f req-588fb73e-26e1-46ff-97fd-f3090d9d1238 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 945 time: 0.2427847 Oct 22 15:08:42.802251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:08:42.814274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47581190-1256-4dc2-9aaf-2c75d1a8b24f req-4fbcb5f6-ca7d-4d1a-90c4-27d28f67dea0 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253464 Oct 22 15:08:42.827816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b018b-e05c-4988-a584-b16e1cfa4bc3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:42.960767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:42.961094 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Added segment 08b8146c-f16c-47ef-91de-1b42709a873b of type vlan for network 12da8aad-bc6f-4ab0-94f7-89b85217147b Oct 22 15:08:43.047244 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:08:39Z', 'revision_number': 3, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:43.063439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.084889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Checking router: e68f753b-f88b-4424-9e2e-d855f01aa37c for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:43.085432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Updating router e68f753b-f88b-4424-9e2e-d855f01aa37c port ee451082-24f5-4ca5-85dc-7d46808a9deb binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:43.254762 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.385549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.591496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.592527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:43.593118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.617764 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.728978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] Pushing event updated for resources: {'Network': ['ID=12da8aad-bc6f-4ab0-94f7-89b85217147b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:43.732351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Allocated IP 172.20.0.1 (fd9ba574-5e69-45cd-8bc6-9f04cc11e970/017673c0-c84f-4b14-8f6d-63dd0f8b344a/74da5186-46d8-4851-b28e-bd29577039b1) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:43.735855 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.741802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:08:43.828533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f478d955-c382-4df6-b113-9b167e701717 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1781034 Oct 22 15:08:43.831349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39848) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:43.838083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Request body: {'subnet': {'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-115701516-subnet', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:43.897751 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a0da6-4e65-4c5c-b7f6-6b29c0cb9427 None None] Pushing event updated for resources: {'Port': ['ID=ee451082-24f5-4ca5-85dc-7d46808a9deb,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:43.971417 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Attempting to bind port ee451082-24f5-4ca5-85dc-7d46808a9deb on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:43.972657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Attempting to bind port ee451082-24f5-4ca5-85dc-7d46808a9deb by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:43.983645 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Attempting to bind port ee451082-24f5-4ca5-85dc-7d46808a9deb on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:43.997249 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:43.997652 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:43.998029 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:43.998433 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:43.998906 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Bound port: ee451082-24f5-4ca5-85dc-7d46808a9deb, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:44.002088 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.015525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313a46a-725a-4372-8f56-d01edc787507 req-6b412d0c-9e0f-4617-bd3f-d138e8ec788c tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:44.028292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9313a46a-725a-4372-8f56-d01edc787507 req-6b412d0c-9e0f-4617-bd3f-d138e8ec788c tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 945 time: 0.0968950 Oct 22 15:08:44.039186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:44.042381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.065526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.117634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9313a46a-725a-4372-8f56-d01edc787507 req-41e84e39-6b66-41e6-9bf6-0634804616c0 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 Oct 22 15:08:44.140271 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] For port ee451082-24f5-4ca5-85dc-7d46808a9deb, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:44.148397 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] For port ee451082-24f5-4ca5-85dc-7d46808a9deb, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee451082-24f5-4ca5-85dc-7d46808a9deb,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:44.203890 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.243573 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.262123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:44.269126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:44.297947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:44.347743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.352439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Pushing event updated for resources: {'Port': ['ID=74da5186-46d8-4851-b28e-bd29577039b1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:44.377962 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Routers {'e68f753b-f88b-4424-9e2e-d855f01aa37c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:44.378692 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e68f753b-f88b-4424-9e2e-d855f01aa37c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:44.442759 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a0da6-4e65-4c5c-b7f6-6b29c0cb9427 None None] Pushing event updated for resources: {'Port': ['ID=ee451082-24f5-4ca5-85dc-7d46808a9deb,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:44.615427 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] Set router e68f753b-f88b-4424-9e2e-d855f01aa37c gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:44.643372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.690837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-010e14d1-df71-4849-9f83-c3a97ca1688c None None] Provisioning complete for port 74da5186-46d8-4851-b28e-bd29577039b1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:44.692797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-010e14d1-df71-4849-9f83-c3a97ca1688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.800794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-010e14d1-df71-4849-9f83-c3a97ca1688c None None] Port 74da5186-46d8-4851-b28e-bd29577039b1 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:44.809408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:44.947512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 3896c4fc-9eb4-4f22-a875-e9ad22180b69 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:44.974723 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:08:39Z', 'revision_number': 3, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:45.048855 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60745179-e0fc-42b5-b452-f233d46331c8 None None] The sync data for ids ['e68f753b-f88b-4424-9e2e-d855f01aa37c'] in n-d-812148-2 is: [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:08:39Z', 'revision_number': 3, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:45.154027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:08:45.158160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:45.158994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.247220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.255225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05482946-2e3e-4066-b0d2-127bf03cfbfb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:45.272868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:45.274517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Network hostable DHCP agents. Network: 12da8aad-bc6f-4ab0-94f7-89b85217147b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:08:45.366028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.397479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.426531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec5819-798f-405b-90fe-e126c58a3190 req-34e926c1-d210-4bd9-978a-4761ac0117a6 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:45.438951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ec5819-798f-405b-90fe-e126c58a3190 req-34e926c1-d210-4bd9-978a-4761ac0117a6 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 945 time: 0.1431639 Oct 22 15:08:45.467916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.471912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:08:45.472819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c433377-4b23-43e4-9473-95b18e844439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3896c4fc-9eb4-4f22-a875-e9ad22180b69'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:08:45.479992 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21248530-1339-45d8-8842-d7607a50420a" -d '{"events": [{"server_uuid": "5c433377-4b23-43e4-9473-95b18e844439", "name": "network-vif-plugged", "status": "completed", "tag": "3896c4fc-9eb4-4f22-a875-e9ad22180b69"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:08:45.512042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=3896c4fc-9eb4-4f22-a875-e9ad22180b69,segment=NetworkSegment(a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929),segment_id=a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:45.546084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ec5819-798f-405b-90fe-e126c58a3190 req-0e416d52-16cb-4be4-83e3-3861edd9b0b2 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007340 Oct 22 15:08:45.599646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 12da8aad-bc6f-4ab0-94f7-89b85217147b) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:45.606761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.621749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:45.621749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:45.631144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Pushing event updated for resources: {'Port': ['ID=74da5186-46d8-4851-b28e-bd29577039b1,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:45.635885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e1750-5f24-48ac-bb95-3d11e7f24d49 None None] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:45.747578 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb38fed1-a42f-4b05-9f10-1e7b6aa2cd56 x-openstack-request-id: req-bb38fed1-a42f-4b05-9f10-1e7b6aa2cd56 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:08:45.748023 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c433377-4b23-43e4-9473-95b18e844439", "name": "network-vif-plugged", "status": "completed", "tag": "3896c4fc-9eb4-4f22-a875-e9ad22180b69", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:08:45.748446 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb38fed1-a42f-4b05-9f10-1e7b6aa2cd56 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:08:45.749546 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c433377-4b23-43e4-9473-95b18e844439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3896c4fc-9eb4-4f22-a875-e9ad22180b69', 'code': 200} Oct 22 15:08:45.811073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-58ae05f0-d86c-4f74-a7cf-c9eed361e4a3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9785051 Oct 22 15:08:45.817638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39892) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:45.849382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:45.897890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:45.900097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:45.970727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fbf89-5c4b-4dbb-b9b5-bc58642b08ce req-912bea7e-7e48-448e-80c5-1541057bc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:45.974528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b7fbf89-5c4b-4dbb-b9b5-bc58642b08ce req-912bea7e-7e48-448e-80c5-1541057bc585 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 1097 time: 0.2449720 Oct 22 15:08:46.028641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b7fbf89-5c4b-4dbb-b9b5-bc58642b08ce req-1df37486-7dfc-4dae-9915-9fc11766dc7c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Oct 22 15:08:46.052631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=3896c4fc-9eb4-4f22-a875-e9ad22180b69,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:46.089817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:46.095300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:46.107805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.108471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.109686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.113228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.113830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.114396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.114941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.115632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.116190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.116749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.121670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.122337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:08:46.198357 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:46.334320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-12da8aad-bc6f-4ab0-94f7-89b85217147b', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:08:46.335706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:46.360356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Router e68f753b-f88b-4424-9e2e-d855f01aa37c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:08:46.658337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee451082-24f5-4ca5-85dc-7d46808a9deb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:46.717324 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:46.822347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fefd113e-1c9d-441f-bcd6-9ae99bc33a10 None None] Provisioning complete for port 74da5186-46d8-4851-b28e-bd29577039b1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:46.822717 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fefd113e-1c9d-441f-bcd6-9ae99bc33a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:46.827223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:46.842359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c3b46f28-5b3d-4634-986a-3264ff9eab23 admin admin] 10.222.0.66 "PUT /v2.0/routers/e68f753b-f88b-4424-9e2e-d855f01aa37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5952609 Oct 22 15:08:46.895031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f5089-915d-4dc4-918f-d60ae22e1cc5 req-8b98220b-5e01-45a1-b361-ab0e16872221 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:46.909790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a2f5089-915d-4dc4-918f-d60ae22e1cc5 req-8b98220b-5e01-45a1-b361-ab0e16872221 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.1805391 Oct 22 15:08:47.045947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a2f5089-915d-4dc4-918f-d60ae22e1cc5 req-2a2d7063-2b5f-46bb-aa08-63a3226c0220 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351833 Oct 22 15:08:47.087305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fefd113e-1c9d-441f-bcd6-9ae99bc33a10 None None] Port 74da5186-46d8-4851-b28e-bd29577039b1 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:47.105782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ee451082-24f5-4ca5-85dc-7d46808a9deb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:47.113744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:47.246733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Allocated IP 172.20.0.2 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/19472bf2-3fdb-43c4-9704-599110d7787f) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:47.455996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:47.489856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port ee451082-24f5-4ca5-85dc-7d46808a9deb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee451082-24f5-4ca5-85dc-7d46808a9deb,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:47.597399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:47.685119 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:47.721453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=ee451082-24f5-4ca5-85dc-7d46808a9deb,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:47.797382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:47.846315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:47.849954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:47.855387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:47.867809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Pushing event updated for resources: {'Port': ['ID=19472bf2-3fdb-43c4-9704-599110d7787f,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:48.006864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Attempting to bind port 19472bf2-3fdb-43c4-9704-599110d7787f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:48.007569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Attempting to bind port 19472bf2-3fdb-43c4-9704-599110d7787f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:48.008168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Attempting to bind port 19472bf2-3fdb-43c4-9704-599110d7787f on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:48.016240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:48.016983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:48.017659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:48.018320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:48.019087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Bound port: 19472bf2-3fdb-43c4-9704-599110d7787f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:48.019739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:48.225413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] For port 19472bf2-3fdb-43c4-9704-599110d7787f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:48.237799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] For port 19472bf2-3fdb-43c4-9704-599110d7787f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19472bf2-3fdb-43c4-9704-599110d7787f,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:48.329818 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:48.503589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee451082-24f5-4ca5-85dc-7d46808a9deb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:48.591013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:48.609239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13e710-947e-4302-88d8-ae1b2aa56b24 None None] Pushing event updated for resources: {'Port': ['ID=19472bf2-3fdb-43c4-9704-599110d7787f,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:48.675766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Sync routers for ids ['e68f753b-f88b-4424-9e2e-d855f01aa37c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:48.685199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ee451082-24f5-4ca5-85dc-7d46808a9deb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:48.685589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:48.726401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:48.793979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Routers {'e68f753b-f88b-4424-9e2e-d855f01aa37c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:48.794758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e68f753b-f88b-4424-9e2e-d855f01aa37c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:48.971759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe3a5-f4b6-4d84-a984-df9c16d1183c req-1d63d1ee-026c-4468-b2ad-68eec02e16b3 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:48.988707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-941fe3a5-f4b6-4d84-a984-df9c16d1183c req-1d63d1ee-026c-4468-b2ad-68eec02e16b3 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.8118761 Oct 22 15:08:49.034465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-45b25c2e-31f3-4575-b134-9c328dcd2d1b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:49.044913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-45b25c2e-31f3-4575-b134-9c328dcd2d1b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/networks?id=4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 200 len: 910 time: 0.8386033 Oct 22 15:08:49.115974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-aad7596b-705e-49bc-82ff-61cc1f518bbf tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/quotas/acbbeba984f5464cad3d69370496eb5e HTTP/1.1" status: 200 len: 375 time: 0.0697856 Oct 22 15:08:49.293906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Set router e68f753b-f88b-4424-9e2e-d855f01aa37c gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:49.309672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-941fe3a5-f4b6-4d84-a984-df9c16d1183c req-41a5f5ff-a808-49d7-a6e8-011a1460538e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188715 Oct 22 15:08:49.383445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-b245518b-9995-4190-bd29-ea221d09fe0c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=acbbeba984f5464cad3d69370496eb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504280 Oct 22 15:08:49.716627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-f12653ec-646b-4a6e-922c-a48d00ca3307 service neutron] 10.222.0.66 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298221 Oct 22 15:08:49.768082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:08:44Z', 'revision_number': 4, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '74da5186-46d8-4851-b28e-bd29577039b1', 'name': '', 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'mac_address': 'fa:16:3e:91:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:43Z', 'updated_at': '2021-10-22T15:08:44Z', 'revision_number': 2, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'subnets': [{'id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:49.815276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Allocated IP 172.25.1.30 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/4b337460-07c0-4bd6-a61e-e0963ddb84ea) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:49.824498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Checking router: e68f753b-f88b-4424-9e2e-d855f01aa37c for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:49.824961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Updating router e68f753b-f88b-4424-9e2e-d855f01aa37c port 74da5186-46d8-4851-b28e-bd29577039b1 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:49.962752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-e833decb-4779-4c00-8d46-795fff616548 service neutron] 10.222.0.66 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232633 Oct 22 15:08:50.032369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56601-0e8b-4130-b09b-7a60d7575cf9 req-80d24e20-47b1-4804-8b45-e10e822e8b7a tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:50.039936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30a56601-0e8b-4130-b09b-7a60d7575cf9 req-80d24e20-47b1-4804-8b45-e10e822e8b7a tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.3830011 Oct 22 15:08:50.254991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:50.294913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30a56601-0e8b-4130-b09b-7a60d7575cf9 req-e405ae08-9cfd-465e-b142-d5f5db208bc7 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517159 Oct 22 15:08:50.438374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:50.634658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:50.645250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19472bf2-3fdb-43c4-9704-599110d7787f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:50.657891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec1fb1-6b4b-4f14-b6ef-631cba596754 None None] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:08:50.769667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:50.791235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:50.843009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:50.970319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb27612-3348-46df-a499-547d2150c98c req-7f422801-a834-4ce2-bc1a-418697b902a0 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:50.980305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bb27612-3348-46df-a499-547d2150c98c req-7f422801-a834-4ce2-bc1a-418697b902a0 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.4911661 Oct 22 15:08:51.012559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Pushing event updated for resources: {'Port': ['ID=4b337460-07c0-4bd6-a61e-e0963ddb84ea,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:51.075725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e19ed778-f4d7-4ca1-9b1a-bd381d61eadc None None] Provisioning complete for port 19472bf2-3fdb-43c4-9704-599110d7787f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:51.076289 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e19ed778-f4d7-4ca1-9b1a-bd381d61eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.082900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4526ccd0-696c-4924-a2e7-dc5138daf673 req-e06ce69b-fca8-4a94-8e46-94a7ead206f5 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.0755954 Oct 22 15:08:51.257913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 19472bf2-3fdb-43c4-9704-599110d7787f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:51.258148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.404577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bb27612-3348-46df-a499-547d2150c98c req-027e1fb5-b00a-4b40-a9b5-3365e230d868 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903275 Oct 22 15:08:51.453948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9989b7-f36b-45d8-99bc-47c45729eedc req-6b148b08-a938-4631-b116-58d221ae1151 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:51.477406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.484083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed9989b7-f36b-45d8-99bc-47c45729eedc req-6b148b08-a938-4631-b116-58d221ae1151 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.1267557 Oct 22 15:08:51.542655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e19ed778-f4d7-4ca1-9b1a-bd381d61eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.617656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e19ed778-f4d7-4ca1-9b1a-bd381d61eadc None None] For port 19472bf2-3fdb-43c4-9704-599110d7787f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19472bf2-3fdb-43c4-9704-599110d7787f,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:51.618219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed9989b7-f36b-45d8-99bc-47c45729eedc req-de2dac7a-0846-4641-9ff5-8ea45ab37ba5 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332836 Oct 22 15:08:51.629602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.674145 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.754670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bd6fc-48d7-417d-a9b2-a679ad2ac110 None None] Pushing event updated for resources: {'Port': ['ID=74da5186-46d8-4851-b28e-bd29577039b1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:51.759729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.863633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e19ed778-f4d7-4ca1-9b1a-bd381d61eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:51.989838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Attempting to bind port 74da5186-46d8-4851-b28e-bd29577039b1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:51.990322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Attempting to bind port 74da5186-46d8-4851-b28e-bd29577039b1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:51.995453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Attempting to bind port 74da5186-46d8-4851-b28e-bd29577039b1 on network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:52.069063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:52.076507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Checking segment: {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:52.077678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.079781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Bound using segment: {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:52.080410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Bound port: 74da5186-46d8-4851-b28e-bd29577039b1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd284bf-00fc-4425-bfb2-1610398c390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:52.082038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.093893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:08:52.093893 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:08:52.266267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ed778-f4d7-4ca1-9b1a-bd381d61eadc None None] Pushing event updated for resources: {'Port': ['ID=19472bf2-3fdb-43c4-9704-599110d7787f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:52.377105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1d002053-2dfc-4e0c-becd-0642f294d9b1 None None] Provisioning complete for port 19472bf2-3fdb-43c4-9704-599110d7787f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:52.377105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d002053-2dfc-4e0c-becd-0642f294d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.402538 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.454364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] For port 74da5186-46d8-4851-b28e-bd29577039b1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:52.484543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] For port 74da5186-46d8-4851-b28e-bd29577039b1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=74da5186-46d8-4851-b28e-bd29577039b1,segment=NetworkSegment(0dd284bf-00fc-4425-bfb2-1610398c390a),segment_id=0dd284bf-00fc-4425-bfb2-1610398c390a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:52.584310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfbe418a-273c-425e-9be9-148f12de88a1 req-c950f05d-d315-4065-99a9-71033795ef47 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.1574743 Oct 22 15:08:52.616859 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.871851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c081fe3-a28c-4985-8b6a-1c217c212aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.962370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bd6fc-48d7-417d-a9b2-a679ad2ac110 None None] Pushing event updated for resources: {'Port': ['ID=74da5186-46d8-4851-b28e-bd29577039b1,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:52.969330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213900e-9862-43ce-a196-d1143b4eb594 req-50a1b073-9d59-45ca-8c4b-7f9c66694727 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:52.969609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-37e8854c-8ed6-4f31-8716-702ca69d56ca None None] Provisioning complete for port 74da5186-46d8-4851-b28e-bd29577039b1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:52.970167 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37e8854c-8ed6-4f31-8716-702ca69d56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:52.981952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7213900e-9862-43ce-a196-d1143b4eb594 req-50a1b073-9d59-45ca-8c4b-7f9c66694727 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.2713645 Oct 22 15:08:53.059219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Routers {'e68f753b-f88b-4424-9e2e-d855f01aa37c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:53.061380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e68f753b-f88b-4424-9e2e-d855f01aa37c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:53.190413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9969193-e28e-49bc-9ed5-b44f3e35d3d9 req-4dad0de1-1a6f-4790-bb4f-cd2ab9255a4b tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:53.227024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9969193-e28e-49bc-9ed5-b44f3e35d3d9 req-4dad0de1-1a6f-4790-bb4f-cd2ab9255a4b tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.3775706 Oct 22 15:08:53.247784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7213900e-9862-43ce-a196-d1143b4eb594 req-73d006b0-9231-43ec-9d44-4cdb6939e4bd tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642269 Oct 22 15:08:53.309392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Router 1ff26523-e623-4623-b465-67bb05cb87b4 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:08:53.452160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19472bf2-3fdb-43c4-9704-599110d7787f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:53.508040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9969193-e28e-49bc-9ed5-b44f3e35d3d9 req-12e1faa8-5404-49a5-bac8-bdf18196817f tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839656 Oct 22 15:08:53.599391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] Set router e68f753b-f88b-4424-9e2e-d855f01aa37c gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:53.720856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:08:53.736400 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:08:53.777067 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:53.779546 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:53.819163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37e8854c-8ed6-4f31-8716-702ca69d56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:53.984104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f322e32-65dd-4e8a-8311-ba5c3c3e50ab req-516f6f87-6642-45a4-877d-fb1523c7febd tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.2613089 Oct 22 15:08:54.085994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4263-961b-4228-8311-4121045f0a36 req-f44c459f-ee43-4257-8c19-a9ef4b2fbd71 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:54.087844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ee4263-961b-4228-8311-4121045f0a36 req-f44c459f-ee43-4257-8c19-a9ef4b2fbd71 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.1862397 Oct 22 15:08:54.092519 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:54.148814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:54.155222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7cdbdb41-2285-4294-b9c2-03216d207ecf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3277149 Oct 22 15:08:54.155353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:54.159526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 19472bf2-3fdb-43c4-9704-599110d7787f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:54.159977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:54.290248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-37e8854c-8ed6-4f31-8716-702ca69d56ca None None] For port 74da5186-46d8-4851-b28e-bd29577039b1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=74da5186-46d8-4851-b28e-bd29577039b1,segment=NetworkSegment(0dd284bf-00fc-4425-bfb2-1610398c390a),segment_id=0dd284bf-00fc-4425-bfb2-1610398c390a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:54.332009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Deleting port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:54.332009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:54.513295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37e8854c-8ed6-4f31-8716-702ca69d56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:54.787092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76944c8-ccfa-41e1-828f-c676d2b29832 req-cdf405e3-b184-44ee-8da9-209d756eccc5 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:54.800651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b76944c8-ccfa-41e1-828f-c676d2b29832 req-cdf405e3-b184-44ee-8da9-209d756eccc5 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 946 time: 0.3549051 Oct 22 15:08:54.846840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8854c-8ed6-4f31-8716-702ca69d56ca None None] Pushing event updated for resources: {'Port': ['ID=74da5186-46d8-4851-b28e-bd29577039b1,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:54.960570 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:08:51Z', 'revision_number': 3, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:55.052229 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:08:55.052836 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Updating router 1ff26523-e623-4623-b465-67bb05cb87b4 port 4b337460-07c0-4bd6-a61e-e0963ddb84ea binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:08:55.069363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b76944c8-ccfa-41e1-828f-c676d2b29832 req-21f8e43e-c164-43a1-b187-dea11c93a2aa tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0b5640-bc6e-49ee-a4c2-17427cc97af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698171 Oct 22 15:08:55.101252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] For port 3896c4fc-9eb4-4f22-a875-e9ad22180b69, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=3896c4fc-9eb4-4f22-a875-e9ad22180b69,segment=NetworkSegment(a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929),segment_id=a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:55.105869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:55.157356 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:55.157771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1179-1e00-46ba-94ce-d04ad75e844d req-9eaa7053-0dcd-4ce1-a8db-afb4e6fb5300 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:55.165674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb8e1179-1e00-46ba-94ce-d04ad75e844d req-9eaa7053-0dcd-4ce1-a8db-afb4e6fb5300 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.3409815 Oct 22 15:08:55.192107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e223200b-4c51-4a81-a26a-79da605f94b4 None None] Provisioning complete for port 74da5186-46d8-4851-b28e-bd29577039b1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:55.193150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e223200b-4c51-4a81-a26a-79da605f94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:55.206576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Calling delete_port for 3896c4fc-9eb4-4f22-a875-e9ad22180b69 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:55.347507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb8e1179-1e00-46ba-94ce-d04ad75e844d req-b639aea7-7d4a-4886-a541-83ea5addf7be tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757905 Oct 22 15:08:55.351058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50042b20-c296-4cc7-89c6-bd25de363344 req-5bb30db4-c042-4d4a-b51f-9253093d32f0 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.0812576 Oct 22 15:08:55.382500 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dbff9b84-401e-422c-a61e-90390678ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:55.877337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:08:44Z', 'revision_number': 4, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '74da5186-46d8-4851-b28e-bd29577039b1', 'name': '', 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'mac_address': 'fa:16:3e:91:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:43Z', 'updated_at': '2021-10-22T15:08:52Z', 'revision_number': 4, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'subnets': [{'id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:55.913973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:55.954222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-bb9b9ff7-5308-44f2-ae38-1741bc866cb8 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:55.955405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff114589-a3c2-439b-bbc0-9c1e5c6f144e None None] The sync data for ids ['e68f753b-f88b-4424-9e2e-d855f01aa37c'] in n-d-812148-2 is: [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:08:44Z', 'revision_number': 4, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '74da5186-46d8-4851-b28e-bd29577039b1', 'name': '', 'network_id': 'fd9ba574-5e69-45cd-8bc6-9f04cc11e970', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'mac_address': 'fa:16:3e:91:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:43Z', 'updated_at': '2021-10-22T15:08:52Z', 'revision_number': 4, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'subnets': [{'id': '017673c0-c84f-4b14-8f6d-63dd0f8b344a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:55.957280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-bb9b9ff7-5308-44f2-ae38-1741bc866cb8 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.69 "GET /v2.0/networks?id=4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 200 len: 910 time: 1.3727078 Oct 22 15:08:55.972630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['3896c4fc-9eb4-4f22-a875-e9ad22180b69'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:08:56.016033 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.048962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Pushing event deleted for resources: {'Port': ['ID=3896c4fc-9eb4-4f22-a875-e9ad22180b69,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:56.066853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Request body: {'port': {'device_id': 'e82ccbde-b82b-46db-8336-232009418d70', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'admin_state_up': True, 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:56.089465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] No DVR routers for this DVR port 3896c4fc-9eb4-4f22-a875-e9ad22180b69 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:08:56.099162 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.104821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ee4263-961b-4228-8311-4121045f0a36 req-bb232c22-c575-489d-abf6-f614391aeb2e tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.53 "DELETE /v2.0/ports/3896c4fc-9eb4-4f22-a875-e9ad22180b69 HTTP/1.1" status: 204 len: 173 time: 2.0101991 Oct 22 15:08:56.105303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c433377-4b23-43e4-9473-95b18e844439', 'name': 'network-vif-deleted', 'tag': '3896c4fc-9eb4-4f22-a875-e9ad22180b69'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:08:56.126110 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa81b89-d8e3-4f0a-b155-59474489c375" -d '{"events": [{"server_uuid": "5c433377-4b23-43e4-9473-95b18e844439", "name": "network-vif-deleted", "tag": "3896c4fc-9eb4-4f22-a875-e9ad22180b69"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:08:56.149722 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.212043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-362be81f-39c9-438a-83af-2dd24ed9f947 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:56.213306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-362be81f-39c9-438a-83af-2dd24ed9f947 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.53 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.3731375 Oct 22 15:08:56.324481 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Attempting to bind port 4b337460-07c0-4bd6-a61e-e0963ddb84ea on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:08:56.325033 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Attempting to bind port 4b337460-07c0-4bd6-a61e-e0963ddb84ea by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:08:56.325534 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Attempting to bind port 4b337460-07c0-4bd6-a61e-e0963ddb84ea on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:08:56.351979 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d9098-3167-40ba-9def-979c8e640bb2 x-openstack-request-id: req-8c3d9098-3167-40ba-9def-979c8e640bb2 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:08:56.352321 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c433377-4b23-43e4-9473-95b18e844439", "name": "network-vif-deleted", "tag": "3896c4fc-9eb4-4f22-a875-e9ad22180b69", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:08:56.352525 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c3d9098-3167-40ba-9def-979c8e640bb2 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:08:56.356122 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c433377-4b23-43e4-9473-95b18e844439', 'name': 'network-vif-deleted', 'tag': '3896c4fc-9eb4-4f22-a875-e9ad22180b69', 'status': 'completed', 'code': 200} Oct 22 15:08:56.361381 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ae98-a125-44d2-9caf-948b340cd09d None None] Pushing event updated for resources: {'Port': ['ID=4b337460-07c0-4bd6-a61e-e0963ddb84ea,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:56.367993 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:08:56.369244 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:08:56.372232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cb58a6a-9a6c-4966-a44b-99a4b2cfc032 req-4bfce1a9-8a25-47d6-bd49-5afd69735d23 tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.1543622 Oct 22 15:08:56.373059 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.374053 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:08:56.374780 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Bound port: 4b337460-07c0-4bd6-a61e-e0963ddb84ea, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:08:56.375485 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.401566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Made reservation on behalf of acbbeba984f5464cad3d69370496eb5e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:08:56.446493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.557717 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] For port 4b337460-07c0-4bd6-a61e-e0963ddb84ea, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:08:56.581329 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.594280 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] For port 4b337460-07c0-4bd6-a61e-e0963ddb84ea, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4b337460-07c0-4bd6-a61e-e0963ddb84ea,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:08:56.606952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-102fbefd-abf1-4c91-ad6d-a3359ca7afc2 req-a4e12d92-21cf-4fe5-a4f3-356d6e29bc71 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.0915844 Oct 22 15:08:56.622483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.737041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e41-f239-4ffc-99b7-39f7364b68c8 req-0a4c7f70-86d0-4677-9c8c-fd7623534ef1 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:56.742146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e916e41-f239-4ffc-99b7-39f7364b68c8 req-0a4c7f70-86d0-4677-9c8c-fd7623534ef1 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.1340330 Oct 22 15:08:56.794423 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:56.827922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e916e41-f239-4ffc-99b7-39f7364b68c8 req-c9d01c9b-f224-46b3-bad0-0b1d34f0c30d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649099 Oct 22 15:08:56.957377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Deleting port dfd111ac-7088-489d-9d27-a25838d2d2cf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:08:56.958627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:57.039755 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ae98-a125-44d2-9caf-948b340cd09d None None] Pushing event updated for resources: {'Port': ['ID=4b337460-07c0-4bd6-a61e-e0963ddb84ea,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:57.044513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:08:57.045483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:57.209343 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:08:57.263421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Allocated IP 172.20.0.6 (4e7a2565-f0d3-4936-a701-5028bcdc802b/45ea0f0a-079c-4029-a5e0-6970453aa788/c0f22dbb-c39d-4607-9f5d-1125c81d5813) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:08:57.420545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 74da5186-46d8-4851-b28e-bd29577039b1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:57.554930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 74da5186-46d8-4851-b28e-bd29577039b1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:57.555491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:57.647637 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:57.665813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d520c5b5-a454-4fda-929e-30b25e4f65d6 req-3a2de824-2063-4b5e-aed2-caea81e4827d tempest-ServersNegativeTestMultiTenantJSON-464203670 tempest-ServersNegativeTestMultiTenantJSON-464203670-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c433377-4b23-43e4-9473-95b18e844439 HTTP/1.1" status: 200 len: 210 time: 0.0958717 Oct 22 15:08:57.754169 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:08:51Z', 'revision_number': 3, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:08:57.786333 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1571e8-443b-4f24-95ca-11afb864962f None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:08:51Z', 'revision_number': 3, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:08:57.852552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4af6802c-ab46-4e6c-a7c3-3d1d3e417662 req-cbb82413-2121-40c9-9d32-c9f0171cbe21 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.0587139 Oct 22 15:08:58.006097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:58.122405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:58.138215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1d69-96ef-4027-8294-cb06ac723537 req-abb386d0-8427-406c-9113-115e5b370ce2 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:58.150922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b52c1d69-96ef-4027-8294-cb06ac723537 req-abb386d0-8427-406c-9113-115e5b370ce2 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.1641464 Oct 22 15:08:58.205282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f22dbb-c39d-4607-9f5d-1125c81d5813,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:08:58.265272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b52c1d69-96ef-4027-8294-cb06ac723537 req-6fb87992-5b72-43e7-85fc-d2d7aa9236dc tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108367 Oct 22 15:08:58.284426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] For port dfd111ac-7088-489d-9d27-a25838d2d2cf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=dfd111ac-7088-489d-9d27-a25838d2d2cf,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:58.284954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:58.415760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:58.424641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:08:58.485636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:08:58.489767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:08:58.563428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:08:58.564101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:58.836904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40172) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:08:58.967725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Deleting subnet f2575f95-f544-4d2b-abfe-95e22ab97db0 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:08:58.968176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 3896c4fc-9eb4-4f22-a875-e9ad22180b69 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:08:58.974685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b12b6426-5b77-473e-8c81-c7360f53f021 None None] Provisioning complete for port c0f22dbb-c39d-4607-9f5d-1125c81d5813 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:58.977045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:58.982910 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b12b6426-5b77-473e-8c81-c7360f53f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.027887 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.028961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.029460 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Floating IP 910f377f-2b87-4c39-97ab-906ce810af31 disassociated. External IP: 172.25.1.204, port: dfd111ac-7088-489d-9d27-a25838d2d2cf. Oct 22 15:08:59.030021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Calling delete_port for dfd111ac-7088-489d-9d27-a25838d2d2cf owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:08:59.099148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 3896c4fc-9eb4-4f22-a875-e9ad22180b69 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:08:59.099760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 3896c4fc-9eb4-4f22-a875-e9ad22180b69 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:08:59.146749 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.157183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b12b6426-5b77-473e-8c81-c7360f53f021 None None] Port c0f22dbb-c39d-4607-9f5d-1125c81d5813 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:08:59.179861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-41f2fac9-62b3-4ce1-a4e0-dc0cdc64ce9c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.1191411 Oct 22 15:08:59.226461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Request body: {'port': {'device_id': 'e82ccbde-b82b-46db-8336-232009418d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:08:59.297196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.398595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4b337460-07c0-4bd6-a61e-e0963ddb84ea up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:08:59.590518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4b337460-07c0-4bd6-a61e-e0963ddb84ea triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:08:59.590925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.592616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.844853 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:08:59.869980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4b337460-07c0-4bd6-a61e-e0963ddb84ea, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4b337460-07c0-4bd6-a61e-e0963ddb84ea,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:08:59.932042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Allocated IP 172.20.0.1 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/f73c4743-ff88-4902-9a87-bf6ed4e40fca) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:00.002669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.050039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b574-2fff-4ac3-925c-3be10584d125 req-728c7010-0751-4ce7-9d62-f4988d3e3936 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:00.051808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1691b574-2fff-4ac3-925c-3be10584d125 req-728c7010-0751-4ce7-9d62-f4988d3e3936 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1027 time: 1.0140667 Oct 22 15:09:00.074294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4b337460-07c0-4bd6-a61e-e0963ddb84ea,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:00.137147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a0a20-c635-409e-8c8c-9d0d4a516a34 req-7c8fa3c7-90ca-40cf-ad67-dda4584fa9ef tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:00.139005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-543a0a20-c635-409e-8c8c-9d0d4a516a34 req-7c8fa3c7-90ca-40cf-ad67-dda4584fa9ef tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 945 time: 0.0857439 Oct 22 15:09:00.180241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1691b574-2fff-4ac3-925c-3be10584d125 req-738eac65-fddc-43a7-b4a9-dbcfcadc913b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953627 Oct 22 15:09:00.191826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.227316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-543a0a20-c635-409e-8c8c-9d0d4a516a34 req-1a9dfd4a-1c94-4ab6-b7bd-13fe96b1665d tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1964aa3-4129-40d4-b95e-3e7603671335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784438 Oct 22 15:09:00.288442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.311355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f22dbb-c39d-4607-9f5d-1125c81d5813 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:00.323013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.335330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Transition to ACTIVE for port object c0f22dbb-c39d-4607-9f5d-1125c81d5813 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:09:00.338504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2575f95-f544-4d2b-abfe-95e22ab97db0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:00.342715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.347592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-845ab0ad-b169-4a1f-b168-f9e14d6963bb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f2575f95-f544-4d2b-abfe-95e22ab97db0 HTTP/1.1" status: 204 len: 168 time: 1.5084236 Oct 22 15:09:00.349906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40196) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:00.368313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.446433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event deleted for resources: {'Port': ['ID=dfd111ac-7088-489d-9d27-a25838d2d2cf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:00.467019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.512707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.560154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.672220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:00.677679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:00.682256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:00.707586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.721812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f22dbb-c39d-4607-9f5d-1125c81d5813,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:00.762920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2afdb5a-8613-40e5-a51e-855947da1f27']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:00.794806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:00.795215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22f0ddc-b8d4-4cd3-a7ac-a6ffb7dcb929') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:00.832951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.862420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.884209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:09:00.886949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:09:00.888888 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:09:00.950023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dfd111ac-7088-489d-9d27-a25838d2d2cf no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:01.003725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.075804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Attempting to bind port c0f22dbb-c39d-4607-9f5d-1125c81d5813 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:01.076503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Attempting to bind port c0f22dbb-c39d-4607-9f5d-1125c81d5813 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:01.077157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Attempting to bind port c0f22dbb-c39d-4607-9f5d-1125c81d5813 on network 4e7a2565-f0d3-4936-a701-5028bcdc802b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:01.078673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: dfd111ac-7088-489d-9d27-a25838d2d2cf {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:01.079477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device dfd111ac-7088-489d-9d27-a25838d2d2cf not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:01.224357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Pushing event updated for resources: {'Port': ['ID=f73c4743-ff88-4902-9a87-bf6ed4e40fca,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:01.226964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Port c0f22dbb-c39d-4607-9f5d-1125c81d5813 on network 4e7a2565-f0d3-4936-a701-5028bcdc802b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:09:01.227528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Attempting to bind port c0f22dbb-c39d-4607-9f5d-1125c81d5813 on network 4e7a2565-f0d3-4936-a701-5028bcdc802b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:01.274597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b13d8a47-a2cb-4702-bf95-a993d9818175 None None] Provisioning complete for port f73c4743-ff88-4902-9a87-bf6ed4e40fca triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:01.277041 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b13d8a47-a2cb-4702-bf95-a993d9818175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.282701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.324196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.332225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] 10.222.0.66 "DELETE /v2.0/networks/f2afdb5a-8613-40e5-a51e-855947da1f27 HTTP/1.1" status: 204 len: 168 time: 0.9785950 Oct 22 15:09:01.332225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad4e25-824b-40e5-823e-178589752aee admin admin] Pushing event deleted for resources: {'Network': ['ID=f2afdb5a-8613-40e5-a51e-855947da1f27,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:01.333962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40214) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:01.395995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4b337460-07c0-4bd6-a61e-e0963ddb84ea up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:01.497290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Deleting subnet a4317afd-33ae-4227-bd92-cdbca5492f79 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:09:01.534937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa94b15f-5763-4811-9369-19472e4d18bb req-da2b4dd9-5999-4a6f-9ce5-07dd7c6d174a tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.0331666 Oct 22 15:09:01.544391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.610293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c93ccf-2592-4016-9b14-9cc7c3f4030c req-d0622cbe-c397-40c8-807b-d0806f8e1ff1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:01.612137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c93ccf-2592-4016-9b14-9cc7c3f4030c req-d0622cbe-c397-40c8-807b-d0806f8e1ff1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1052 time: 0.2813976 Oct 22 15:09:01.613797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b13d8a47-a2cb-4702-bf95-a993d9818175 None None] Port f73c4743-ff88-4902-9a87-bf6ed4e40fca cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:01.622264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4b337460-07c0-4bd6-a61e-e0963ddb84ea triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:01.622643 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.623231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.655908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40222) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:01.747505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c93ccf-2592-4016-9b14-9cc7c3f4030c req-26d1fbb6-ab21-4d12-a359-928b55fd099a tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195707 Oct 22 15:09:01.754162 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.817529 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:09:01.834609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:01.835257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Checking segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:01.836695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Bound using segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:01.837366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Bound port: c0f22dbb-c39d-4607-9f5d-1125c81d5813, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:01.838144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.935000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-661d7d53-66c0-49a9-b2a0-66bc007e81d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:01.939594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:02.028149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-661d7d53-66c0-49a9-b2a0-66bc007e81d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.064510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] For port c0f22dbb-c39d-4607-9f5d-1125c81d5813, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:02.082676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.083705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] For port c0f22dbb-c39d-4607-9f5d-1125c81d5813, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:02.125543 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.130720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a4317afd-33ae-4227-bd92-cdbca5492f79 HTTP/1.1" status: 204 len: 168 time: 0.7871311 Oct 22 15:09:02.140713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40234) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:02.154638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9541d85-57b6-4b15-8d9f-7bf1299136f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4317afd-33ae-4227-bd92-cdbca5492f79,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:02.163805 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-661d7d53-66c0-49a9-b2a0-66bc007e81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.193211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:02.210092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] Sync routers for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:02.222477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:02.223142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:02.232873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-661d7d53-66c0-49a9-b2a0-66bc007e81d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=417564ed436f47228457e5c94833f6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694647 Oct 22 15:09:02.233887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:02.234755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d7d53-66c0-49a9-b2a0-66bc007e81d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1662e8c-e184-4e3a-a951-aee86be11b4b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:02.305251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.327950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30f2547e-9549-45e9-8557-b532c666c4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.376306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30f2547e-9549-45e9-8557-b532c666c4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.415728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] No DVR routers for this DVR port dfd111ac-7088-489d-9d27-a25838d2d2cf on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:02.448414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:02.454689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.459550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-22ef19b7-5004-4798-8fc6-703342d8ab46 req-86750955-8363-44e1-8456-505591d4ce00 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.53 "DELETE /v2.0/ports/dfd111ac-7088-489d-9d27-a25838d2d2cf HTTP/1.1" status: 204 len: 173 time: 6.2378180 Oct 22 15:09:02.464999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.477238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'name': 'network-vif-deleted', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:02.482152 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d4520-5a9a-445a-8145-73dec86ecc44" -d '{"events": [{"server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "name": "network-vif-deleted", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:02.528043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.596876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f22dbb-c39d-4607-9f5d-1125c81d5813,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:02.607834 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30f2547e-9549-45e9-8557-b532c666c4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.616526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30f2547e-9549-45e9-8557-b532c666c4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.616650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-30f2547e-9549-45e9-8557-b532c666c4d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1662e8c-e184-4e3a-a951-aee86be11b4b HTTP/1.1" status: 204 len: 168 time: 0.3621960 Oct 22 15:09:02.631914 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64110cac-5019-4a13-bd87-f55c9cf43b99 x-openstack-request-id: req-64110cac-5019-4a13-bd87-f55c9cf43b99 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:02.632347 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adace4a-a49a-4a7c-860c-880074c06994", "name": "network-vif-deleted", "tag": "dfd111ac-7088-489d-9d27-a25838d2d2cf", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:02.632462 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64110cac-5019-4a13-bd87-f55c9cf43b99 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:02.632900 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adace4a-a49a-4a7c-860c-880074c06994', 'name': 'network-vif-deleted', 'tag': 'dfd111ac-7088-489d-9d27-a25838d2d2cf', 'status': 'completed', 'code': 200} Oct 22 15:09:02.652979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2547e-9549-45e9-8557-b532c666c4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1662e8c-e184-4e3a-a951-aee86be11b4b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:02.654276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:02.654918 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:02.659483 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-df9804d0-a79d-4293-b21c-60abb472b770 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0f22dbb-c39d-4607-9f5d-1125c81d5813 HTTP/1.1" status: 200 len: 1091 time: 3.4389668 Oct 22 15:09:02.762145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-784558b4-14b6-4d54-9821-660c48a02233 req-5f620e09-1450-483a-8b00-f648cde0bb3b tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.0805604 Oct 22 15:09:02.980518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:46Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:03.005230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bff5e-75c4-4b3a-bd4c-d9838a14ed9e req-263088f9-f34d-42cf-8507-2e9772229322 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:03.007077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a27bff5e-75c4-4b3a-bd4c-d9838a14ed9e req-263088f9-f34d-42cf-8507-2e9772229322 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.0837810 Oct 22 15:09:03.023855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] Checking router: 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:03.037191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:03.038181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:03.079518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a27bff5e-75c4-4b3a-bd4c-d9838a14ed9e req-0168d5ee-323f-467b-b40a-8016004bc919 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542822 Oct 22 15:09:03.131031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:03.202058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97c2bda-0009-437a-8e07-4ebe75be6a16']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:03.207823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:03.233174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff82fea-3369-4214-94ad-7b3502b67cef') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:03.235546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff82fea-3369-4214-94ad-7b3502b67cef') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:03.248999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-fc8f64ed-ebe4-4f68-93b2-97bb7e9aa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:03.251207 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-fc8f64ed-ebe4-4f68-93b2-97bb7e9aa652 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=acbbeba984f5464cad3d69370496eb5e&device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.3622346 Oct 22 15:09:03.262055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:03.332341 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-c8d5093f-6663-4ee3-8858-d1ba77e9e0ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813 HTTP/1.1" status: 200 len: 217 time: 0.0679519 Oct 22 15:09:03.339362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:03.382420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:09:03.384060 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:09:03.388944 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:09:03.587066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-6708a2ea-606b-48c8-83a2-c51aca430e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:03.590662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-6708a2ea-606b-48c8-83a2-c51aca430e5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45ea0f0a-079c-4029-a5e0-6970453aa788 HTTP/1.1" status: 200 len: 848 time: 0.2338631 Oct 22 15:09:03.609771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:03.735203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:46Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:03.756884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-9195e736-7c7d-44e4-bc0a-a10e7f7c07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:03.760219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-9195e736-7c7d-44e4-bc0a-a10e7f7c07b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e7a2565-f0d3-4936-a701-5028bcdc802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405337 Oct 22 15:09:03.816716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d047308-243e-4f4d-8fc7-3ad1701e65d2 None None] The sync data for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 is: [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:06:39Z', 'revision_number': 4, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e18ee06f-a3ec-4d44-8d54-61e0287b2a36', 'name': '', 'network_id': 'f59691a2-49ad-45a9-b96c-4691bc93cd0a', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'mac_address': 'fa:16:3e:3c:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4f6af737-22c7-4e70-9981-63afd1050994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:38Z', 'updated_at': '2021-10-22T15:06:46Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'subnets': [{'id': '4f6af737-22c7-4e70-9981-63afd1050994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:03.987934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7135124-a557-4683-8ae4-3a8f1384d74d req-c9e9f3c0-74a9-43ee-8f69-dcaa6929d123 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/ports?device_id=3adace4a-a49a-4a7c-860c-880074c06994 HTTP/1.1" status: 200 len: 210 time: 0.0341582 Oct 22 15:09:03.995234 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-80a968c9-aeee-4fcb-a6a0-a6152216baef service neutron] 10.222.0.69 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243061 Oct 22 15:09:04.115105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bfeb6eda-b8e9-48d4-bd08-4a4d6e16ffc8 req-6b97b120-641d-4c34-97be-cf651ccccf74 service neutron] 10.222.0.69 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113513 Oct 22 15:09:04.154726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:04.164613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:04.203327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:04.209020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:04.213995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d97c2bda-0009-437a-8e07-4ebe75be6a16 HTTP/1.1" status: 204 len: 168 time: 2.0718877 Oct 22 15:09:04.288495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0a79-ab27-492d-a915-5f3e5ce5e9bd req-146db946-f54e-4ee5-82b5-a1e6e1de2b4c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:04.290191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbfa0a79-ab27-492d-a915-5f3e5ce5e9bd req-146db946-f54e-4ee5-82b5-a1e6e1de2b4c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.1182055 Oct 22 15:09:04.308079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c62e6b-4b40-45d3-bea4-29949593fe65 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97c2bda-0009-437a-8e07-4ebe75be6a16,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:04.327852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:04.340779 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb05098-4e34-4abd-b151-bfd29da6a133 None None] New status for floating IP 910f377f-2b87-4c39-97ab-906ce810af31: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:09:04.360899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbfa0a79-ab27-492d-a915-5f3e5ce5e9bd req-67a9b093-8a9e-4369-ab1f-69e611e35670 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551107 Oct 22 15:09:04.368181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Pushing event updated for resources: {'Port': ['ID=f73c4743-ff88-4902-9a87-bf6ed4e40fca,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:04.493506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:04.495687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:04.633710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82ccbde-b82b-46db-8336-232009418d70', 'tag': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:04.636288 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095504c1-e280-4796-9ba8-f640ffde96b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e82ccbde-b82b-46db-8336-232009418d70", "tag": "c0f22dbb-c39d-4607-9f5d-1125c81d5813"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:04.671937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:04.734948 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ed681b-d39e-4b55-a3d7-a523fce9e6e2 x-openstack-request-id: req-f4ed681b-d39e-4b55-a3d7-a523fce9e6e2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:04.739946 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82ccbde-b82b-46db-8336-232009418d70", "tag": "c0f22dbb-c39d-4607-9f5d-1125c81d5813", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:04.739946 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4ed681b-d39e-4b55-a3d7-a523fce9e6e2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:04.739946 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82ccbde-b82b-46db-8336-232009418d70', 'tag': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813', 'status': 'completed', 'code': 200} Oct 22 15:09:04.821427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-9ac85228-fd96-42d4-beb4-a21c64ad1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:04.831180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-9ac85228-fd96-42d4-beb4-a21c64ad1aed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=acbbeba984f5464cad3d69370496eb5e&device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.0978537 Oct 22 15:09:04.931183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b8f31734-549f-4868-bdf4-6b7f812ab01c None None] Provisioning complete for port f73c4743-ff88-4902-9a87-bf6ed4e40fca triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:04.933843 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b8f31734-549f-4868-bdf4-6b7f812ab01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:05.068476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b8f31734-549f-4868-bdf4-6b7f812ab01c None None] Port f73c4743-ff88-4902-9a87-bf6ed4e40fca cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:05.068597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-41341887-fe3a-41de-aa4f-92abb3a782ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:05.068597 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-41341887-fe3a-41de-aa4f-92abb3a782ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 200 len: 910 time: 0.1948247 Oct 22 15:09:05.068597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:05.068597 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6526f8e4-c848-4631-b802-2f824db17daf admin admin] 10.222.0.66 "PUT /v2.0/routers/1ff26523-e623-4623-b465-67bb05cb87b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9050763 Oct 22 15:09:05.079980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:05.096848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:05.097492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:05.102622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-b9910336-b6b7-40f6-ba5c-a7b470b3c9b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813 HTTP/1.1" status: 200 len: 217 time: 0.0558197 Oct 22 15:09:05.260671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-35c80a37-2eee-494a-847c-1dfa2dd26e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:05.260671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-35c80a37-2eee-494a-847c-1dfa2dd26e63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45ea0f0a-079c-4029-a5e0-6970453aa788 HTTP/1.1" status: 200 len: 848 time: 0.0528529 Oct 22 15:09:05.260671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-171c2937-97fd-42e8-bc97-371b21f3cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:05.260671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-171c2937-97fd-42e8-bc97-371b21f3cbe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e7a2565-f0d3-4936-a701-5028bcdc802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569155 Oct 22 15:09:05.261613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:05.343640 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-8b7e1bfc-a274-4964-98dd-f5bc12c0024b service neutron] 10.222.0.69 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073184 Oct 22 15:09:05.501178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:05.519809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:05.527417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 2, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:05.543669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b4fa7-abad-468c-bd7e-e212c9018ea5 req-286467f0-c7c3-45ed-9cd0-025f1df6c523 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:05.545198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f7b4fa7-abad-468c-bd7e-e212c9018ea5 req-286467f0-c7c3-45ed-9cd0-025f1df6c523 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.0795324 Oct 22 15:09:05.560555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:05.560915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Updating router 1ff26523-e623-4623-b465-67bb05cb87b4 port f73c4743-ff88-4902-9a87-bf6ed4e40fca binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:05.593782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:05.609207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f7b4fa7-abad-468c-bd7e-e212c9018ea5 req-00345336-38df-4754-8162-d984105d37c1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559752 Oct 22 15:09:05.678567 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-095504c1-e280-4796-9ba8-f640ffde96b0 req-0d23bcd6-dec2-4fb2-9209-b42877a750bc service neutron] 10.222.0.69 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283703 Oct 22 15:09:05.731334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f3056093-e5c5-4207-b660-4b010fe76259 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=873b889d17f949a387d0798f5668fe20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885173 Oct 22 15:09:05.732412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6614c47-c5da-4cbd-95c7-99a1d9193c3c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:05.733518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40322) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:05.805663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6614c47-c5da-4cbd-95c7-99a1d9193c3c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:05.857378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:05.912651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.120312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6614c47-c5da-4cbd-95c7-99a1d9193c3c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.123068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6614c47-c5da-4cbd-95c7-99a1d9193c3c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.126854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a6614c47-c5da-4cbd-95c7-99a1d9193c3c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "DELETE /v2.0/security-groups/a1964aa3-4129-40d4-b95e-3e7603671335 HTTP/1.1" status: 204 len: 168 time: 0.6366129 Oct 22 15:09:06.127327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40336) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:06.135134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.142522 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-cd5790bd-d233-4d2c-bda9-4232b54efb81 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] show failed (client error): The resource could not be found. Oct 22 15:09:06.143610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cd5790bd-d233-4d2c-bda9-4232b54efb81 tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "GET /v2.0/security-groups/a1964aa3-4129-40d4-b95e-3e7603671335 HTTP/1.1" status: 404 len: 347 time: 0.0152826 Oct 22 15:09:06.146474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40338) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:06.147265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6614c47-c5da-4cbd-95c7-99a1d9193c3c tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1964aa3-4129-40d4-b95e-3e7603671335,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:06.187049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.190121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.191575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef0b5640-bc6e-49ee-a4c2-17427cc97af9 HTTP/1.1" status: 204 len: 168 time: 0.4570484 Oct 22 15:09:06.207878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0b5640-bc6e-49ee-a4c2-17427cc97af9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:06.250123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.250773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.251185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.251528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.251860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.252188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.252503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.252827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.253153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.253484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.253788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.254104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76bcb2-5b82-4dff-ad43-e5c67675cf21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:06.293566 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.343822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Deleting port 87b0a732-96ca-434b-a99a-486b20c460da {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:06.352983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.370708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42e50d-49a0-4b07-88be-5bc76eb10f0a None None] Pushing event updated for resources: {'Port': ['ID=f73c4743-ff88-4902-9a87-bf6ed4e40fca,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:06.512212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Attempting to bind port f73c4743-ff88-4902-9a87-bf6ed4e40fca on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:06.512666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Attempting to bind port f73c4743-ff88-4902-9a87-bf6ed4e40fca by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:06.513143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Attempting to bind port f73c4743-ff88-4902-9a87-bf6ed4e40fca on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:06.520153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:06.526660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.526660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.526875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:06.526875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.526875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:06.526875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Bound port: f73c4743-ff88-4902-9a87-bf6ed4e40fca, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:06.526875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.550450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Calling delete_port for 87b0a732-96ca-434b-a99a-486b20c460da owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:06.692148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] For port f73c4743-ff88-4902-9a87-bf6ed4e40fca, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:06.702941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] For port f73c4743-ff88-4902-9a87-bf6ed4e40fca, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f73c4743-ff88-4902-9a87-bf6ed4e40fca,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:06.769648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b58ed0d3-4a13-42c4-94ca-2fce8598e0c4 None None] Provisioning complete for port f73c4743-ff88-4902-9a87-bf6ed4e40fca triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:06.770309 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b58ed0d3-4a13-42c4-94ca-2fce8598e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:06.821677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b58ed0d3-4a13-42c4-94ca-2fce8598e0c4 None None] Port f73c4743-ff88-4902-9a87-bf6ed4e40fca cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:06.896997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13bcf5-983e-4b2c-80db-5da3cf057bc9 req-f678f77a-441e-4197-94f8-9821ebaddea1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:06.906288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe13bcf5-983e-4b2c-80db-5da3cf057bc9 req-f678f77a-441e-4197-94f8-9821ebaddea1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.1741755 Oct 22 15:09:06.951501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe13bcf5-983e-4b2c-80db-5da3cf057bc9 req-83001095-077d-4fd0-8970-4ab3045e4265 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Oct 22 15:09:06.968173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.015075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.043683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:07.044395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:07.109207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Pushing event deleted for resources: {'Port': ['ID=87b0a732-96ca-434b-a99a-486b20c460da,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:07.238064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.269873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.269873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a27dd296-9169-4535-b441-def9c526f92e tempest-ServersTestManualDisk-1255387067 tempest-ServersTestManualDisk-1255387067-project] 10.222.0.66 "DELETE /v2.0/floatingips/910f377f-2b87-4c39-97ab-906ce810af31 HTTP/1.1" status: 204 len: 168 time: 1.0968716 Oct 22 15:09:07.273605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:07.368252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42e50d-49a0-4b07-88be-5bc76eb10f0a None None] Pushing event updated for resources: {'Port': ['ID=f73c4743-ff88-4902-9a87-bf6ed4e40fca,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:07.399156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:07.407321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1901478804-network', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:07.545099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:07.547223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-39c11765-3d31-40d3-8069-f15c98590388 None None] Provisioning complete for port f73c4743-ff88-4902-9a87-bf6ed4e40fca triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:07.547791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-39c11765-3d31-40d3-8069-f15c98590388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.568099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Made reservation on behalf of 7670369d6c4742a5a5af52d2873ba016 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:07.570587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.585900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.658937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:07.745230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dfd1d86f-8426-434a-a278-3dfb6509ca3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=232b8e3e4157438d9a98c7413250e51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826354 Oct 22 15:09:07.746368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40372) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:07.798098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.833929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3911c2fb-0c13-4dd9-825a-0deddc61f713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.853797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.855937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-39c11765-3d31-40d3-8069-f15c98590388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.863802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3911c2fb-0c13-4dd9-825a-0deddc61f713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:07.937426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-39c11765-3d31-40d3-8069-f15c98590388 None None] For port f73c4743-ff88-4902-9a87-bf6ed4e40fca, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f73c4743-ff88-4902-9a87-bf6ed4e40fca,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:07.965821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:06Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:07.997102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397f708-7f1e-4b1f-8c39-a5c19b8bb4fe None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:06Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:08.091141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.147604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e661a-c9b3-4ecc-bacd-a7a569e4c7f4 req-d954d20e-54fe-4839-9c0c-16bfed08d2d8 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:08.149473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f39e661a-c9b3-4ecc-bacd-a7a569e4c7f4 req-d954d20e-54fe-4839-9c0c-16bfed08d2d8 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.0704625 Oct 22 15:09:08.165491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-39c11765-3d31-40d3-8069-f15c98590388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.171378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:09:08.186895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.187566 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Added segment b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662 of type vlan for network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 Oct 22 15:09:08.240910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:08.254823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.267050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11765-3d31-40d3-8069-f15c98590388 None None] Pushing event updated for resources: {'Port': ['ID=f73c4743-ff88-4902-9a87-bf6ed4e40fca,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:08.282032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3911c2fb-0c13-4dd9-825a-0deddc61f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.295054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3911c2fb-0c13-4dd9-825a-0deddc61f713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.296665 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3911c2fb-0c13-4dd9-825a-0deddc61f713 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f49bee6-d7f1-42fc-8527-0f5784c905e2 HTTP/1.1" status: 204 len: 168 time: 0.5470450 Oct 22 15:09:08.313989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f39e661a-c9b3-4ecc-bacd-a7a569e4c7f4 req-30c57d6d-96ab-4dc8-a197-2caec3019503 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234412 Oct 22 15:09:08.328416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95e8442-b5f2-4121-8084-850718898053,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:08.345904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.346563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.347230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.347782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.348507 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.349050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.349718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.350288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.350928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.351472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.351934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Deleting port e18ee06f-a3ec-4d44-8d54-61e0287b2a36 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:08.352202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.352749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:08.352872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.370141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911c2fb-0c13-4dd9-825a-0deddc61f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f49bee6-d7f1-42fc-8527-0f5784c905e2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:08.445389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.446546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:08.447265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.507309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] For port e18ee06f-a3ec-4d44-8d54-61e0287b2a36, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:08.508087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:08.530481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Calling delete_port for e18ee06f-a3ec-4d44-8d54-61e0287b2a36 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:08.633450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] Pushing event updated for resources: {'Network': ['ID=b71ef04a-9b56-4fbc-89fc-93c1d8984b56,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:08.647503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:09:08.676755 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d51ca602-22e2-407c-a239-54c9465b6776 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2753918 Oct 22 15:09:08.681611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40394) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:08.698335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Request body: {'subnet': {'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1901478804-subnet', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:08.931082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Made reservation on behalf of 7670369d6c4742a5a5af52d2873ba016 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:08.934383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:09.389603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f73c4743-ff88-4902-9a87-bf6ed4e40fca up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:09.453902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:09.585165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f73c4743-ff88-4902-9a87-bf6ed4e40fca triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:09.585695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:09.645482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:09.723397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0026a-2cf6-401e-b20a-eca92dec47cd req-17c31c19-967d-4335-8c18-e0f3af287c32 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:09.725007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ca0026a-2cf6-401e-b20a-eca92dec47cd req-17c31c19-967d-4335-8c18-e0f3af287c32 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1094 time: 0.1425600 Oct 22 15:09:09.776347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00359729-b304-437e-853d-6419b9a8735f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:09.786302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Checking segment: {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:09.786728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Network hostable DHCP agents. Network: b71ef04a-9b56-4fbc-89fc-93c1d8984b56, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:09:09.834593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ca0026a-2cf6-401e-b20a-eca92dec47cd req-86e9f8df-49a4-468d-91a1-64fd8e85f6a3 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997481 Oct 22 15:09:09.880770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:09.936678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:09:09.947959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c0f22dbb-c39d-4607-9f5d-1125c81d5813 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:09:10.133499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b71ef04a-9b56-4fbc-89fc-93c1d8984b56) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:10.138295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:10.138962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.156524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0609a-c9ae-4b91-9691-b41d30d52d6c None None] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:10.266272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-784d0a7b-f653-4dea-b2b7-ceb57e25a614 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5803695 Oct 22 15:09:10.269031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:10.273758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:10.352305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c0f22dbb-c39d-4607-9f5d-1125c81d5813, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:10.428120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'port_id': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813', 'mac_address': 'fa:16:3e:7d:b6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:09:10.467848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:10.480342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.485310 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.487815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e18ee06f-a3ec-4d44-8d54-61e0287b2a36,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:10.636117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Deleting port c1c89fdc-332f-4331-ab1f-822c7d7b018f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:10.636576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.646118 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.647340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.684439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-b71ef04a-9b56-4fbc-89fc-93c1d8984b56', 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'fixed_ips': [{'subnet_id': '00359729-b304-437e-853d-6419b9a8735f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:09:10.696218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:10.707688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f22dbb-c39d-4607-9f5d-1125c81d5813 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:10.724438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1375703220-network', 'tenant_id': 'c3d94d197092452d9ca5209206dbfca1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:10.777128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c0f22dbb-c39d-4607-9f5d-1125c81d5813, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:10.883144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.016310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Made reservation on behalf of c3d94d197092452d9ca5209206dbfca1 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:11.018587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.021722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Allocated IP 172.20.0.2 (b71ef04a-9b56-4fbc-89fc-93c1d8984b56/00359729-b304-437e-853d-6419b9a8735f/6ed49a66-c77a-46bf-b1b2-4a696942c34f) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:11.035003 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.114923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c0f22dbb-c39d-4607-9f5d-1125c81d5813,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:11.144281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f907a7-cdcc-4af3-abc6-211612283f8b req-e13e83a5-218a-4ad5-9f94-27da9f275f77 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:11.153456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84f907a7-cdcc-4af3-abc6-211612283f8b req-e13e83a5-218a-4ad5-9f94-27da9f275f77 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1095 time: 0.1696212 Oct 22 15:09:11.156279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.230645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.261131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] For port c1c89fdc-332f-4331-ab1f-822c7d7b018f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1c89fdc-332f-4331-ab1f-822c7d7b018f,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:11.261495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.288639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Calling delete_port for c1c89fdc-332f-4331-ab1f-822c7d7b018f owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:11.293825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.303034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84f907a7-cdcc-4af3-abc6-211612283f8b req-4d2ce946-593f-48fe-a52f-1f9f5f8b50fa tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446574 Oct 22 15:09:11.370009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.420535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.482387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c0f22dbb-c39d-4607-9f5d-1125c81d5813'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:11.522335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.571455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e7122-dc66-43f7-bfac-510ded2a3b0d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:11.576371 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.597906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:09:11.635245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:11.638928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:11.663775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:11.690591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Pushing event updated for resources: {'Port': ['ID=6ed49a66-c77a-46bf-b1b2-4a696942c34f,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:11.693569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:11.796379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Attempting to bind port 6ed49a66-c77a-46bf-b1b2-4a696942c34f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:11.796757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Attempting to bind port 6ed49a66-c77a-46bf-b1b2-4a696942c34f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:11.797348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Attempting to bind port 6ed49a66-c77a-46bf-b1b2-4a696942c34f on network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:11.809891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:11.810259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Checking segment: {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:11.814519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.814938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Bound using segment: {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:11.815455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Bound port: 6ed49a66-c77a-46bf-b1b2-4a696942c34f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:11.815842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.837426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.867293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:11.888432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:11.897860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-43f063db-7898-467d-8add-fbb0d6f8a0aa admin admin] 10.222.0.66 "PUT /v2.0/routers/3c0c9f8c-5d8a-4b8d-a600-c276fea57414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6230695 Oct 22 15:09:11.900941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40450) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:11.902734 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] Sync routers for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:11.920329 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:11.923890 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:12.022811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] For port 6ed49a66-c77a-46bf-b1b2-4a696942c34f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:12.025985 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.029076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] For port 6ed49a66-c77a-46bf-b1b2-4a696942c34f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ed49a66-c77a-46bf-b1b2-4a696942c34f,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:12.091300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c89fdc-332f-4331-ab1f-822c7d7b018f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:12.142893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.225781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:12.298657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.366683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58062-823b-4742-8d6d-37695215c8ba None None] Pushing event updated for resources: {'Port': ['ID=6ed49a66-c77a-46bf-b1b2-4a696942c34f,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:12.403074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.403427 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Added segment db1d68ca-ffa2-4a5b-bc7d-3493192fde90 of type vlan for network c5ea99d4-319d-41f9-af65-e5a402b84c8d Oct 22 15:09:12.597995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.688672 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:09:09Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:12.741072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.resource_extend [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:09:12.743400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.764368 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] Checking router: 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:12.795006 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] Routers {'3c0c9f8c-5d8a-4b8d-a600-c276fea57414'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:12.795876 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:12.848309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Allocated IP 172.25.1.184 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/6d135c78-2c56-4442-9b7b-9241540d7a7a) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:12.924669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.932335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.933748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:12.933928 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:12.999460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033a20-a3fd-49f6-8e60-28bd2ba3c6ab req-24e6edc3-d3f2-4951-be83-e604ed34ebac tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:13.007500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07033a20-a3fd-49f6-8e60-28bd2ba3c6ab req-24e6edc3-d3f2-4951-be83-e604ed34ebac tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1095 time: 0.5019290 Oct 22 15:09:13.049622 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] Set router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:13.060375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ea99d4-319d-41f9-af65-e5a402b84c8d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:13.060587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07033a20-a3fd-49f6-8e60-28bd2ba3c6ab req-d87d9aa4-4b55-4c04-a874-710a455e5e52 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Oct 22 15:09:13.076625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:09:13.209962 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a77c1a1a-9a72-42dd-89cb-e0eea41a3c23 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7406189 Oct 22 15:09:13.212150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:13.233069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Request body: {'subnet': {'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1375703220-subnet', 'tenant_id': 'c3d94d197092452d9ca5209206dbfca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:13.334346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Deleting port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:13.334910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.347797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Made reservation on behalf of c3d94d197092452d9ca5209206dbfca1 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:13.350485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.380520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.458775 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:09:09Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:13.504151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ed49a66-c77a-46bf-b1b2-4a696942c34f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:13.546000 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40866459-26ec-4531-8a17-4dc9887d0128 None None] The sync data for ids ['3c0c9f8c-5d8a-4b8d-a600-c276fea57414'] in n-d-812148-2 is: [{'id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'name': 'tempest-ServersTestManualDisk-379657517-router', 'tenant_id': 'dc67e5e545644aeaba162f85f8e99678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:06:33Z', 'updated_at': '2021-10-22T15:09:09Z', 'revision_number': 5, 'project_id': 'dc67e5e545644aeaba162f85f8e99678', 'gw_port': {'id': '1e2c6e6f-53cc-44d8-926e-7cbd732d1df4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c9f8c-5d8a-4b8d-a600-c276fea57414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:06:34Z', 'updated_at': '2021-10-22T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:13.546696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:13.595412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6ed49a66-c77a-46bf-b1b2-4a696942c34f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:13.595824 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.655672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] For port 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:13.656406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.743342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Calling delete_port for 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:13.758651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.816635 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:13.900565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 6ed49a66-c77a-46bf-b1b2-4a696942c34f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ed49a66-c77a-46bf-b1b2-4a696942c34f,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:13.907545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:13.917783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] Sync routers for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:13.932809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:13.937096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:13.938008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:13.980021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:13.984380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:13.989404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-85bd3a39-b752-4e8c-966a-c2b5887bb60b admin admin] 10.222.0.66 "PUT /v2.0/routers/37fb0fb8-9969-44ed-83cb-7c36ee19df33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7369237 Oct 22 15:09:13.990324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40472) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:14.051243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c0f22dbb-c39d-4607-9f5d-1125c81d5813 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:14.057549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.075556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Pushing event updated for resources: {'Port': ['ID=6d135c78-2c56-4442-9b7b-9241540d7a7a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:14.300942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.311072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:14.394702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a075723-de07-45d2-8cd1-2d56252e5936,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:14.427890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Checking segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:14.428943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Network hostable DHCP agents. Network: c5ea99d4-319d-41f9-af65-e5a402b84c8d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:09:14.460081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdfd10b-bf18-46c5-8a5b-8087aa873470 None None] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:14.615584 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.721280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e8601-b225-4e92-b7a0-923d6f939629 req-91bca48d-03bc-4a1f-9939-dbc199843893 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:14.722896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-550e8601-b225-4e92-b7a0-923d6f939629 req-91bca48d-03bc-4a1f-9939-dbc199843893 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1095 time: 0.2170780 Oct 22 15:09:14.724641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.811809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=6ed49a66-c77a-46bf-b1b2-4a696942c34f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:14.818041 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ed99ba32-1d2b-41df-9125-79b5f9933fe2 None None] Provisioning complete for port 6ed49a66-c77a-46bf-b1b2-4a696942c34f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:14.818554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed99ba32-1d2b-41df-9125-79b5f9933fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.883201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.937429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2c6e6f-53cc-44d8-926e-7cbd732d1df4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:14.943278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-550e8601-b225-4e92-b7a0-923d6f939629 req-2ac1d836-60ec-42d4-8af7-4fbdc6d06d96 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090600 Oct 22 15:09:14.952854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:14.975286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:09:14.992891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.037692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.071779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port c0f22dbb-c39d-4607-9f5d-1125c81d5813 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:09:15.093007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port c0f22dbb-c39d-4607-9f5d-1125c81d5813 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:15.093382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.185626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, c5ea99d4-319d-41f9-af65-e5a402b84c8d) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:15.195351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:15.196078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.237840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54bcd96-48f6-4131-bfad-c2679253e5cd None None] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:15.300166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.305842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.318922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-8a2626fa-2253-460d-a033-b7a00100d572 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--880110324&fields=id&tenant_id=2529d05a9e39488b91936e9fb3fb81b5 HTTP/1.1" status: 200 len: 267 time: 0.1127372 Oct 22 15:09:15.327975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2d9bdfb4-ae01-49be-a75f-7931cc28d22a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1047401 Oct 22 15:09:15.329000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Router 3bb8e779-04c0-45be-8a6e-b9bde10997ad is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:09:15.426189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ed49a66-c77a-46bf-b1b2-4a696942c34f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:15.514038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T15:09:11Z', 'revision_number': 5, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port': {'id': '972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:56:35Z', 'updated_at': '2021-10-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:15.544013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:15.556962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-26771b5d-02d3-4b2e-b678-7caba4154481 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:15.557539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-26771b5d-02d3-4b2e-b678-7caba4154481 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/networks?id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 200 len: 816 time: 0.1810892 Oct 22 15:09:15.557833 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Sync routers for ids ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:15.570027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Deleting port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:15.570366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.574477 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Routers {'3bb8e779-04c0-45be-8a6e-b9bde10997ad'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:15.575328 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:15.611974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4fae23bf-5bec-4361-be77-1bf95fc1e435 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/quotas/2529d05a9e39488b91936e9fb3fb81b5 HTTP/1.1" status: 200 len: 375 time: 0.0436468 Oct 22 15:09:15.664136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] Checking router: 37fb0fb8-9969-44ed-83cb-7c36ee19df33 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:15.710148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.710726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0c9f8c-5d8a-4b8d-a600-c276fea57414 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:09:15.725185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.728311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd91e2f9-8dba-4072-8f37-7edd2f3d7b54 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4565005 Oct 22 15:09:15.731504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40498) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:15.736215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] Routers {'37fb0fb8-9969-44ed-83cb-7c36ee19df33'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:15.736866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:15.741715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.751594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6fda5c0d-ce0e-4396-81cf-3f11962fd12a admin admin] 10.222.0.66 "DELETE /v2.0/routers/3c0c9f8c-5d8a-4b8d-a600-c276fea57414 HTTP/1.1" status: 204 len: 168 time: 3.8494041 Oct 22 15:09:15.753358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:15.835375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4b5156fe-83e3-4a88-afca-67e96fbf0f4c tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144475 Oct 22 15:09:15.888349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6ed49a66-c77a-46bf-b1b2-4a696942c34f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:15.889824 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.892595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.895533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] For port 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:15.895902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:15.897443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9998dc-fdb6-4c21-9a5b-426ee7339d33 None None] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:15.920038 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Set router 3bb8e779-04c0-45be-8a6e-b9bde10997ad gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:15.964934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Calling delete_port for 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:16.011827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Deleting subnet 4f6af737-22c7-4e70-9981-63afd1050994 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:09:16.020447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.152211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-468c1ff3-a3f2-46e2-a29e-158f16af613c service neutron] 10.222.0.66 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924409 Oct 22 15:09:16.221000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port c0f22dbb-c39d-4607-9f5d-1125c81d5813, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:16.228479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ccbde-b82b-46db-8336-232009418d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:16.230830 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7930f69-4a69-4a72-8535-414668a44e4b" -d '{"events": [{"server_uuid": "e82ccbde-b82b-46db-8336-232009418d70", "name": "network-vif-plugged", "status": "completed", "tag": "c0f22dbb-c39d-4607-9f5d-1125c81d5813"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:16.233724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6b44b9cd-547a-4c44-a8f6-ef3bc003aa0a None None] Provisioning complete for port 6ed49a66-c77a-46bf-b1b2-4a696942c34f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:16.234099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b44b9cd-547a-4c44-a8f6-ef3bc003aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.240743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.318518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:09:14Z', 'revision_number': 3, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:16.354049 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Checking router: 3bb8e779-04c0-45be-8a6e-b9bde10997ad for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:16.354401 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Updating router 3bb8e779-04c0-45be-8a6e-b9bde10997ad port 6d135c78-2c56-4442-9b7b-9241540d7a7a binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:16.362859 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.381667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] Set router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:16.496611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T15:09:14Z', 'revision_number': 6, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:16.565650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=c0f22dbb-c39d-4607-9f5d-1125c81d5813,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:16.569043 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.585062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10240a-1078-492e-9429-9aa3ef022aea None None] The sync data for ids ['37fb0fb8-9969-44ed-83cb-7c36ee19df33'] in n-d-812148-2 is: [{'id': '37fb0fb8-9969-44ed-83cb-7c36ee19df33', 'name': 'tempest-TaggedBootDevicesTest-1670750286-router', 'tenant_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:56:33Z', 'updated_at': '2021-10-22T15:09:14Z', 'revision_number': 6, 'project_id': '7e5d81c0d9134ce98c27131bcb8ef533', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:16.601896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.675845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-fb468eb6-b10d-47be-9abe-3a3c53945e80 service neutron] 10.222.0.66 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330987 Oct 22 15:09:16.679748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:16.727626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:16.846276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e18ee06f-a3ec-4d44-8d54-61e0287b2a36 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:16.914750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e18ee06f-a3ec-4d44-8d54-61e0287b2a36 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:16.917922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e18ee06f-a3ec-4d44-8d54-61e0287b2a36 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:16.958116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-95c372ee-2d29-40e1-b6e3-76d2975ec515 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:16.962466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-95c372ee-2d29-40e1-b6e3-76d2975ec515 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.9660206 Oct 22 15:09:17.005537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-64570ae3-af1f-4075-95e5-6c6be7d99a84 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/quotas/c3d94d197092452d9ca5209206dbfca1 HTTP/1.1" status: 200 len: 375 time: 0.0358737 Oct 22 15:09:17.036351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.060832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-526f9319-3816-4555-8df3-1a0493489d08 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471978 Oct 22 15:09:17.066429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.076331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6af737-22c7-4e70-9981-63afd1050994,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:17.079935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.116042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.122611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca7efe53-8367-40d1-8d48-8eb6792e7b82 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4f6af737-22c7-4e70-9981-63afd1050994 HTTP/1.1" status: 204 len: 168 time: 1.3677170 Oct 22 15:09:17.125695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c802770-e2e3-43e2-9995-712cac109fb7 None None] Network f59691a2-49ad-45a9-b96c-4691bc93cd0a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:17.127800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40538) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:17.199871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.323055 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.369793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.371340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.416579 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.534565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c1c89fdc-332f-4331-ab1f-822c7d7b018f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:17.535110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Deleting port bc526aab-8f0b-43a6-ab00-88464651f1b3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:17.535110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.575982 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Attempting to bind port 6d135c78-2c56-4442-9b7b-9241540d7a7a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:17.576977 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Attempting to bind port 6d135c78-2c56-4442-9b7b-9241540d7a7a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:17.577565 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Attempting to bind port 6d135c78-2c56-4442-9b7b-9241540d7a7a on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:17.584979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Pushing event updated for resources: {'Port': ['ID=6d135c78-2c56-4442-9b7b-9241540d7a7a,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:17.609865 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:17.610333 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:17.612422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c1c89fdc-332f-4331-ab1f-822c7d7b018f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:17.612955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c1c89fdc-332f-4331-ab1f-822c7d7b018f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:17.613706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:17.614834 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.615670 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:17.619802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-e6085c67-61bd-4d98-b44c-8d807939c8fa service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504493 Oct 22 15:09:17.620279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Bound port: 6d135c78-2c56-4442-9b7b-9241540d7a7a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:17.620750 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.643156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] DHCP port deletion for f59691a2-49ad-45a9-b96c-4691bc93cd0a request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:09:17.668699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.677618 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.678180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fb0fb8-9969-44ed-83cb-7c36ee19df33 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:09:17.685332 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.685821 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.693218 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.693719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.694632 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.702459 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:17.703369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9c542dbb-19d4-4583-abba-b6325bbe4e19 admin admin] 10.222.0.66 "DELETE /v2.0/routers/37fb0fb8-9969-44ed-83cb-7c36ee19df33 HTTP/1.1" status: 204 len: 168 time: 3.7076979 Oct 22 15:09:17.704298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40552) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:17.773577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:17.774115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e2c6e6f-53cc-44d8-926e-7cbd732d1df4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:17.774895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:17.796432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] For port 6d135c78-2c56-4442-9b7b-9241540d7a7a, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:17.822757 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] For port 6d135c78-2c56-4442-9b7b-9241540d7a7a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6d135c78-2c56-4442-9b7b-9241540d7a7a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:17.844979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Allocated IP 172.20.0.1 (b71ef04a-9b56-4fbc-89fc-93c1d8984b56/00359729-b304-437e-853d-6419b9a8735f/4c2b0fa4-806b-4ff0-bee8-826bc90f870e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:17.874547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:17.885998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 972ff2e9-6a6d-4d15-8f8c-f5eba79bc38e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:17.906961 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.949498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] For port bc526aab-8f0b-43a6-ab00-88464651f1b3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc526aab-8f0b-43a6-ab00-88464651f1b3,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:17.949737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] Deleting port bc526aab-8f0b-43a6-ab00-88464651f1b3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:17.949858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:17.950295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.013308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Calling delete_port for bc526aab-8f0b-43a6-ab00-88464651f1b3 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:18.051739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Deleting subnet 3c70db5d-50ec-4376-9528-db0b76660b8a {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:09:18.072364 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Routers {'3bb8e779-04c0-45be-8a6e-b9bde10997ad'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:18.075309 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:18.089521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-693d1f8b-58d6-427a-a59b-5fbe6f00972d service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559693 Oct 22 15:09:18.089521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.110012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.145762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] For port bc526aab-8f0b-43a6-ab00-88464651f1b3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc526aab-8f0b-43a6-ab00-88464651f1b3,segment=NetworkSegment(509eed0d-b46b-409b-9dcb-c33cf8fea82a),segment_id=509eed0d-b46b-409b-9dcb-c33cf8fea82a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:18.147461 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.209823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] Calling delete_port for bc526aab-8f0b-43a6-ab00-88464651f1b3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:18.231792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced40bd-f191-4b38-b96b-242974b36d08 req-5825e38f-3c1a-46cf-9e58-b76d45394122 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:18.238752 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368fcd0-1c70-47db-b133-3df67d8dab14 None None] Pushing event updated for resources: {'Port': ['ID=6d135c78-2c56-4442-9b7b-9241540d7a7a,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:18.245715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ced40bd-f191-4b38-b96b-242974b36d08 req-5825e38f-3c1a-46cf-9e58-b76d45394122 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.3598278 Oct 22 15:09:18.315945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.331924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.335737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.425039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc526aab-8f0b-43a6-ab00-88464651f1b3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:18.425816 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] Set router 3bb8e779-04c0-45be-8a6e-b9bde10997ad gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:18.452593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] No DVR routers for this DVR port bc526aab-8f0b-43a6-ab00-88464651f1b3 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:18.462489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:18.503210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.522125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ced40bd-f191-4b38-b96b-242974b36d08 req-32c5803d-ce29-4cd0-bae6-4e6ba784b310 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660732 Oct 22 15:09:18.576089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Pushing event updated for resources: {'Port': ['ID=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:18.587864 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.650596 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0200a77-c3c7-4d40-9f3c-7887a03092ba x-openstack-request-id: req-e0200a77-c3c7-4d40-9f3c-7887a03092ba {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:18.663872 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82ccbde-b82b-46db-8336-232009418d70", "name": "network-vif-plugged", "status": "completed", "tag": "c0f22dbb-c39d-4607-9f5d-1125c81d5813", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:18.664838 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0200a77-c3c7-4d40-9f3c-7887a03092ba {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:18.665249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:18.666889 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ccbde-b82b-46db-8336-232009418d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813', 'code': 200} Oct 22 15:09:18.671447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] Pushing event deleted for resources: {'Port': ['ID=bc526aab-8f0b-43a6-ab00-88464651f1b3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:18.676043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844f70b-10b9-4cda-ba14-93cfa61ccaf7 None None] No DVR routers for this DVR port bc526aab-8f0b-43a6-ab00-88464651f1b3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:18.706044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:18.795235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-163f37ec-8f20-47d1-9396-54bea41ad3fb req-1a8a1183-a1dc-4fd0-8efe-b16077679a8e tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.1207533 Oct 22 15:09:18.878575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:18.894187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3e82e43-577c-4515-8ccf-5d8504c8a492 req-107867d8-ae88-4087-acf2-82353d13e929 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.0806353 Oct 22 15:09:19.002011 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:09:14Z', 'revision_number': 3, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:19.038123 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce90ac-e46a-4d99-8971-dc68e96d4f4d None None] The sync data for ids ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'] in n-d-812148-2 is: [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:09:14Z', 'revision_number': 3, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:19.061499 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.093777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59691a2-49ad-45a9-b96c-4691bc93cd0a']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:19.110059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc1636-bcc0-446d-8998-46f50858f028 req-72757968-3ed1-4c31-a628-ccb99c7c7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:19.112268 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ddc1636-bcc0-446d-8998-46f50858f028 req-72757968-3ed1-4c31-a628-ccb99c7c7002 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.2951365 Oct 22 15:09:19.114370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509eed0d-b46b-409b-9dcb-c33cf8fea82a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:19.114875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509eed0d-b46b-409b-9dcb-c33cf8fea82a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:19.156058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.163789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0d895c27-ae40-45e0-95c5-347ed92f1d5a None None] Provisioning complete for port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:19.164276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d895c27-ae40-45e0-95c5-347ed92f1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.235713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c70db5d-50ec-4376-9528-db0b76660b8a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:19.242255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0d895c27-ae40-45e0-95c5-347ed92f1d5a None None] Port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:19.246905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.256664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054ae80-66b3-407a-b438-503ea8169e1b None None] Network c0226784-150c-43ed-b71e-dc85064ff07e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:19.263427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2f333166-fec2-48f7-b823-28a9a75925ae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3c70db5d-50ec-4376-9528-db0b76660b8a HTTP/1.1" status: 204 len: 168 time: 1.5535460 Oct 22 15:09:19.264874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40624) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:19.269858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.311167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ddc1636-bcc0-446d-8998-46f50858f028 req-cf4e3d3c-fda6-4c74-b48c-2b4183497be9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059401 Oct 22 15:09:19.327317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc526aab-8f0b-43a6-ab00-88464651f1b3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:19.334009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:09:19.354805 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:09:19.423013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: bc526aab-8f0b-43a6-ab00-88464651f1b3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:19.423300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc526aab-8f0b-43a6-ab00-88464651f1b3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:19.491569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.559219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.620816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.651664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Deleting port aed8df9a-4303-4ed3-842d-fa7cd08bc29d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:19.652431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.757714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.768846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f59691a2-49ad-45a9-b96c-4691bc93cd0a HTTP/1.1" status: 204 len: 168 time: 2.6399455 Oct 22 15:09:19.837172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] For port aed8df9a-4303-4ed3-842d-fa7cd08bc29d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:19.837917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:19.844543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] DHCP port deletion for c0226784-150c-43ed-b71e-dc85064ff07e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:09:19.893324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Calling delete_port for aed8df9a-4303-4ed3-842d-fa7cd08bc29d owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:19.923593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268209a-7100-45e5-9ed4-c05089418b5e req-05817d44-e6d0-437c-8205-b6234fdd7b9b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:19.926532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2268209a-7100-45e5-9ed4-c05089418b5e req-05817d44-e6d0-437c-8205-b6234fdd7b9b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.1605787 Oct 22 15:09:20.006357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] Deleting port aed8df9a-4303-4ed3-842d-fa7cd08bc29d {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:20.006721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.078283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2268209a-7100-45e5-9ed4-c05089418b5e req-de310034-a770-4818-9da8-da5368b42688 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091943 Oct 22 15:09:20.167614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4619306-8786-4ec7-85d7-870ded5b7d9d req-b305fbf4-b43d-44e1-b8bd-5d6ff2453eed tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0810962 Oct 22 15:09:20.189308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] For port aed8df9a-4303-4ed3-842d-fa7cd08bc29d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,segment=NetworkSegment(2db182c1-8e79-4ba2-8ebb-4897683ede10),segment_id=2db182c1-8e79-4ba2-8ebb-4897683ede10)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:20.192378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.210206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] Calling delete_port for aed8df9a-4303-4ed3-842d-fa7cd08bc29d owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:20.324917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f673bbae-1a01-4584-9abc-0f983f91f6b0 req-89aeff94-90a9-442d-95c9-ed23cb788bfd tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.1414530 Oct 22 15:09:20.381645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e7826-ec60-4c97-9161-564f7f2321c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59691a2-49ad-45a9-b96c-4691bc93cd0a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:20.416428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.506929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:20.534393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] No DVR routers for this DVR port aed8df9a-4303-4ed3-842d-fa7cd08bc29d on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:20.669622 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.722834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.723298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40680) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:20.741239 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.752283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0226784-150c-43ed-b71e-dc85064ff07e']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:20.767357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db182c1-8e79-4ba2-8ebb-4897683ede10') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:20.767646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db182c1-8e79-4ba2-8ebb-4897683ede10') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:20.791705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.802997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.817470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] Pushing event deleted for resources: {'Port': ['ID=aed8df9a-4303-4ed3-842d-fa7cd08bc29d,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:20.828128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f897d771-bfa1-424a-abb1-1e971a9ef85b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc67e5e545644aeaba162f85f8e99678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031654 Oct 22 15:09:20.828742 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.830849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40686) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:20.839507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45baf179-8ab8-47f7-bef3-d74b78fd97f1 None None] No DVR routers for this DVR port aed8df9a-4303-4ed3-842d-fa7cd08bc29d on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:20.855308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:09:20.855896 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:09:20.857836 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:09:20.909192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Pushing event updated for resources: {'Port': ['ID=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:20.990955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636ffe1e-d1a0-4b0a-a7ce-a764a259dad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.001974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.058434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.067344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636ffe1e-d1a0-4b0a-a7ce-a764a259dad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.069367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.072971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c0226784-150c-43ed-b71e-dc85064ff07e HTTP/1.1" status: 204 len: 168 time: 1.8055377 Oct 22 15:09:21.091226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fbbcc-df8f-421e-ac9f-7ae339f609e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0226784-150c-43ed-b71e-dc85064ff07e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:21.242163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:21.242546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636ffe1e-d1a0-4b0a-a7ce-a764a259dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.254541 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636ffe1e-d1a0-4b0a-a7ce-a764a259dad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.257678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-636ffe1e-d1a0-4b0a-a7ce-a764a259dad5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61d5908b-4edb-4b43-98f0-6bb2a895ad02 HTTP/1.1" status: 204 len: 168 time: 0.4258683 Oct 22 15:09:21.265170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:21.344184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffe1e-d1a0-4b0a-a7ce-a764a259dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5908b-4edb-4b43-98f0-6bb2a895ad02,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:21.386797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6d135c78-2c56-4442-9b7b-9241540d7a7a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:21.487224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-631406bf-21a4-41cf-a292-80e7dea1f5a5 req-3970fdcf-b9cb-46fa-a790-680431f7ae72 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.1448085 Oct 22 15:09:21.545446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf138f7-609a-4055-9305-8f04a66d847e req-35a57d12-e2db-4ee9-8431-d23df7f8e8e4 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:21.549380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cf138f7-609a-4055-9305-8f04a66d847e req-35a57d12-e2db-4ee9-8431-d23df7f8e8e4 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.2137034 Oct 22 15:09:21.611976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cf138f7-609a-4055-9305-8f04a66d847e req-f9c3117c-b81f-44bf-ad31-b4401e9da369 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Oct 22 15:09:21.656370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Router 3bb8e779-04c0-45be-8a6e-b9bde10997ad has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:21.670762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6d135c78-2c56-4442-9b7b-9241540d7a7a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:21.671263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.733117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-29001f0a-2079-4512-916a-b29fceaf5eca tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:21.735992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-29001f0a-2079-4512-916a-b29fceaf5eca tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.53 "GET /v2.0/networks?id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 200 len: 816 time: 0.2881815 Oct 22 15:09:21.783658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-531bde62-d271-4f25-bb80-586c8f7dcec3 req-ef15e8db-3798-4dfc-9b37-5f7c3b54c073 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.0760803 Oct 22 15:09:21.837308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-6849206f-e372-49a9-a828-686926405de3 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2529d05a9e39488b91936e9fb3fb81b5 HTTP/1.1" status: 200 len: 379 time: 0.0906267 Oct 22 15:09:21.848862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Request body: {'port': {'device_id': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'admin_state_up': True, 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'security_groups': ['98e3b435-faab-437d-8d69-aeefb818cb93']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:21.863151 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.870558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bc973cea-9c39-424b-82cb-4d6b4f225a08 None None] Provisioning complete for port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:21.871281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc973cea-9c39-424b-82cb-4d6b4f225a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:21.923605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:21.928492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 6d135c78-2c56-4442-9b7b-9241540d7a7a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6d135c78-2c56-4442-9b7b-9241540d7a7a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:21.934936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-01a5472d-b708-4755-b52c-d4abd19d78de admin admin] 10.222.0.66 "PUT /v2.0/routers/3bb8e779-04c0-45be-8a6e-b9bde10997ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2016675 Oct 22 15:09:21.943960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bc973cea-9c39-424b-82cb-4d6b4f225a08 None None] Port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:22.063117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:22.084487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40734) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:22.138223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Made reservation on behalf of 2529d05a9e39488b91936e9fb3fb81b5 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:22.151990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:22.182459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aed8df9a-4303-4ed3-842d-fa7cd08bc29d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:22.272966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: aed8df9a-4303-4ed3-842d-fa7cd08bc29d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:22.276288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device aed8df9a-4303-4ed3-842d-fa7cd08bc29d not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:22.346951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=6d135c78-2c56-4442-9b7b-9241540d7a7a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:22.375289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Sync routers for ids ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:22.409180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Routers {'3bb8e779-04c0-45be-8a6e-b9bde10997ad'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:22.410408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:22.473498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5c2508ed-6d20-4d88-999b-ab73f576f0c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e5d81c0d9134ce98c27131bcb8ef533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869276 Oct 22 15:09:22.476751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40762) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:22.658771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Set router 3bb8e779-04c0-45be-8a6e-b9bde10997ad gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:22.681559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Allocated IP 172.20.0.13 (1e094dd5-2dff-4438-8d4b-2a745b8dc0b3/1b66ef9b-242d-4d72-a793-fec16bb59d27/d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:22.683744 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26acadc9-61bd-42f3-9980-3f35d90f2a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:22.866657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92ee0a13-6868-420b-aeda-67156f6db061 req-ef23d598-75d4-4753-bc74-a6d3ceada5bf tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.1275382 Oct 22 15:09:22.877111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26acadc9-61bd-42f3-9980-3f35d90f2a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:22.898397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ff4f-0e2b-480a-85c5-19dbbb95b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:23.032833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:09:19Z', 'revision_number': 4, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4c2b0fa4-806b-4ff0-bee8-826bc90f870e', 'name': '', 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'mac_address': 'fa:16:3e:d8:47:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '00359729-b304-437e-853d-6419b9a8735f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:17Z', 'updated_at': '2021-10-22T15:09:20Z', 'revision_number': 2, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'subnets': [{'id': '00359729-b304-437e-853d-6419b9a8735f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:23.067207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Checking router: 3bb8e779-04c0-45be-8a6e-b9bde10997ad for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:23.067574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Updating router 3bb8e779-04c0-45be-8a6e-b9bde10997ad port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:23.129189 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:23.150050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:23.344827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:23.448236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6d135c78-2c56-4442-9b7b-9241540d7a7a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:23.514656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:23.538140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:23.547174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:23.635629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event updated for resources: {'Port': ['ID=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:23.684792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:23.685381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:23.713430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6d135c78-2c56-4442-9b7b-9241540d7a7a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:23.713430 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:23.903101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4bea14ba-79ee-4a46-a5b7-1813b042b395 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0584452 Oct 22 15:09:23.916938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Request body: {'port': {'device_id': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:24.022754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40842) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:24.072736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.184513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0d3b406-86d3-4f80-bd0d-87ac527b3504 req-1488f08d-5046-4a0d-a154-0f5bbe868e1e tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.0643716 Oct 22 15:09:24.192442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.206667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5aaa8276-1b28-4961-b1a6-c04b36d4d041 None None] Provisioning complete for port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:24.206667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8276-1b28-4961-b1a6-c04b36d4d041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.269971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1598837048-network', 'tenant_id': '607eceb014024e09b9b88b24cc692440'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:24.323541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa8276-1b28-4961-b1a6-c04b36d4d041 None None] Port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:24.328496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-8dcdc282-a0e4-40a1-bd59-41ae2962efe7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:24.339694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-8dcdc282-a0e4-40a1-bd59-41ae2962efe7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 1.4649491 Oct 22 15:09:24.343093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dad71-9834-49d0-beae-674d7e482943 req-4d932dd1-8223-4f7d-9664-c1e435c0d533 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:24.350684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b2dad71-9834-49d0-beae-674d7e482943 req-4d932dd1-8223-4f7d-9664-c1e435c0d533 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 1.4968731 Oct 22 15:09:24.366755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Request body: {'port': {'device_id': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'admin_state_up': True, 'tenant_id': 'c3d94d197092452d9ca5209206dbfca1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:24.387123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.500653 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26acadc9-61bd-42f3-9980-3f35d90f2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.503189 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26acadc9-61bd-42f3-9980-3f35d90f2a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.506776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-26acadc9-61bd-42f3-9980-3f35d90f2a1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88d73703-313b-44c6-941f-2af6eaf0b62d HTTP/1.1" status: 204 len: 168 time: 2.0264010 Oct 22 15:09:24.553709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aac4a-f257-497b-be0f-ec474eed6a4e None None] Pushing event updated for resources: {'Port': ['ID=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:24.624862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acadc9-61bd-42f3-9980-3f35d90f2a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d73703-313b-44c6-941f-2af6eaf0b62d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:24.693536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:24.697476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.731745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.737525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Attempting to bind port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:24.737904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Attempting to bind port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:24.738273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Attempting to bind port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e on network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:24.755048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:24.755507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Checking segment: {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:24.755831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.758702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b2dad71-9834-49d0-beae-674d7e482943 req-68ee117b-b8db-4781-863d-8ad45d7be9e2 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067171 Oct 22 15:09:24.760370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Bound using segment: {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:24.760616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Bound port: 4c2b0fa4-806b-4ff0-bee8-826bc90f870e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:24.761003 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:24.840407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c527-94ee-4a8b-9d29-8e8e9b05a35f req-72249119-9c50-4d54-9b79-21f2a64f3b02 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:24.856541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c070c527-94ee-4a8b-9d29-8e8e9b05a35f req-72249119-9c50-4d54-9b79-21f2a64f3b02 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 932 time: 0.4736240 Oct 22 15:09:24.910586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] For port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:24.913900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] For port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:25.003673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:25.007467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c070c527-94ee-4a8b-9d29-8e8e9b05a35f req-ef9b731e-7bb5-4df6-b08e-c0804b0bfe2f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497574 Oct 22 15:09:25.051621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.081984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.100305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Transition to ACTIVE for port object d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:09:25.103432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8e2356ab-6fa4-4fae-987e-e2555acab490 None None] Provisioning complete for port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:25.103804 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8e2356ab-6fa4-4fae-987e-e2555acab490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.108745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832a87-4d28-40e3-a68e-39d443e70ffc req-81769caa-3eb8-4b9e-8cd7-8c6241b5a582 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:25.110515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df832a87-4d28-40e3-a68e-39d443e70ffc req-81769caa-3eb8-4b9e-8cd7-8c6241b5a582 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.1392705 Oct 22 15:09:25.358828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8e2356ab-6fa4-4fae-987e-e2555acab490 None None] Port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:25.361129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df832a87-4d28-40e3-a68e-39d443e70ffc req-3f382350-2689-4c98-928a-ededeafc145b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Oct 22 15:09:25.361129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e6bd883-c576-40b5-b5d9-d1e9c9039d31 req-ce143dde-b01a-40a1-b003-7d2ebec0708e tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.0257430 Oct 22 15:09:25.481956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571b00-ac5f-413f-808d-6ace39fd786b req-c730adcb-7390-4c55-a04d-5e21e89710d9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:25.483933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0571b00-ac5f-413f-808d-6ace39fd786b req-c730adcb-7390-4c55-a04d-5e21e89710d9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.0610738 Oct 22 15:09:25.549543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0571b00-ac5f-413f-808d-6ace39fd786b req-6478059c-cf27-43ae-a2d0-0061613162c3 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516109 Oct 22 15:09:25.657103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Made reservation on behalf of c3d94d197092452d9ca5209206dbfca1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:25.660350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.660474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ebba04c-5768-4c43-a923-a305a15f0123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.660474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.662305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.666796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:25.827342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:09:25.827850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Routers {'3bb8e779-04c0-45be-8a6e-b9bde10997ad'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:25.831491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:25.972555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d19c0f-4782-421e-ae5d-dcc9a071d40c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:26.050224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aac4a-f257-497b-be0f-ec474eed6a4e None None] Pushing event updated for resources: {'Port': ['ID=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:26.131752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.141119 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Added segment 2f5affdb-2a0c-4539-8155-48d42616a8b7 of type vlan for network 1dcb8f45-0ded-4e59-9ef3-96e633359468 Oct 22 15:09:26.165129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Pushing event updated for resources: {'Port': ['ID=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:26.271329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] Set router 3bb8e779-04c0-45be-8a6e-b9bde10997ad gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:26.272823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Allocated IP 172.20.0.2 (c5ea99d4-319d-41f9-af65-e5a402b84c8d/8a075723-de07-45d2-8cd1-2d56252e5936/25b8ce93-b04e-4cec-84d3-45afa15401bf) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:26.331593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.369550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-94fa4cb9-901d-4bc3-aa60-40baddaf4d4e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:26.371064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-94fa4cb9-901d-4bc3-aa60-40baddaf4d4e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/networks?id=4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 200 len: 910 time: 0.4120178 Oct 22 15:09:26.415249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-93fd1fa9-4449-451d-b0ff-f64d0c6c470d tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/quotas/acbbeba984f5464cad3d69370496eb5e HTTP/1.1" status: 200 len: 375 time: 0.0179453 Oct 22 15:09:26.436842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Attempting to bind port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:26.437179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Attempting to bind port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:26.437510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Attempting to bind port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 on network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:26.449531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 on network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:09:26.450000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Attempting to bind port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 on network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:26.460537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63521e-3bcf-4b9c-84b7-39f722f72583 req-22769651-aec5-4b17-a8bb-553844bc91a7 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:26.461184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:26.461670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Checking segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:26.461928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Bound using segment: {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:26.464043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Bound port: d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:26.464704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.469742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d63521e-3bcf-4b9c-84b7-39f722f72583 req-22769651-aec5-4b17-a8bb-553844bc91a7 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.2211056 Oct 22 15:09:26.584708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] For port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:26.590066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] For port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:26.625274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d63521e-3bcf-4b9c-84b7-39f722f72583 req-f41ad981-8396-4e5a-aa49-485e312b8ec4 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541457 Oct 22 15:09:26.644213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-cceacbc0-707b-4a59-851c-1d28676f74a7 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=acbbeba984f5464cad3d69370496eb5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1875610 Oct 22 15:09:26.671265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.673200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:26.674148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.786325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.793232 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.820442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-90cc8aae-c4ca-4fa5-ac91-284a74c99a7d None None] Provisioning complete for port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:26.822823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-90cc8aae-c4ca-4fa5-ac91-284a74c99a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.883340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:26.915973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=1dcb8f45-0ded-4e59-9ef3-96e633359468,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:26.950876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:09:26.965522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f345590-0137-432d-b00f-550840a3559d req-7ea7ed8b-63ee-44a7-968c-3ba51c5fb489 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.1022279 Oct 22 15:09:26.995630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-3e6ed75f-c861-4d9a-94ac-589b92baa49e service neutron] 10.222.0.66 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398852 Oct 22 15:09:27.004357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:27.016894 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:27.016894 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-be786281-6729-4e4c-b627-59dff06a833b service neutron] 10.222.0.53 "PUT /v2.0/ports/d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 200 len: 1092 time: 3.1001840 Oct 22 15:09:27.016894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:27.016894 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654" -d '{"events": [{"name": "network-changed", "server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:27.120172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b785cc47-0823-45a0-a5cf-e2296c7dbcd1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0960400 Oct 22 15:09:27.126790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40950) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:27.148737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Request body: {'subnet': {'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1598837048-subnet', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:27.163693 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630bbc27-d019-4d11-a3a3-7b5e1b1c5713 x-openstack-request-id: req-630bbc27-d019-4d11-a3a3-7b5e1b1c5713 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:27.164050 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:27.164346 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-630bbc27-d019-4d11-a3a3-7b5e1b1c5713 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:27.164951 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'status': 'completed', 'code': 200} Oct 22 15:09:27.268181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be786281-6729-4e4c-b627-59dff06a833b service neutron] Pushing event updated for resources: {'Port': ['ID=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:27.316195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-3b420e13-6448-40f7-b4f3-63f11d8cbd49 service neutron] 10.222.0.66 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190324 Oct 22 15:09:27.380660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-9aae7ef3-df63-4fa7-ab4c-2b0265fed1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:27.382294 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-9aae7ef3-df63-4fa7-ab4c-2b0265fed1ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 1095 time: 0.2164469 Oct 22 15:09:27.384108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:27.484870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:27.487362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:27.493261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-73b60ddb-5e5a-4aba-9cd0-945458c64796 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 200 len: 217 time: 0.1025302 Oct 22 15:09:27.588211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:27.602501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-90cc8aae-c4ca-4fa5-ac91-284a74c99a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:27.700417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:09:19Z', 'revision_number': 4, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4c2b0fa4-806b-4ff0-bee8-826bc90f870e', 'name': '', 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'mac_address': 'fa:16:3e:d8:47:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '00359729-b304-437e-853d-6419b9a8735f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:17Z', 'updated_at': '2021-10-22T15:09:24Z', 'revision_number': 4, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'subnets': [{'id': '00359729-b304-437e-853d-6419b9a8735f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:27.705585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:27.720214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-90cc8aae-c4ca-4fa5-ac91-284a74c99a7d None None] For port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:27.729617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4d696cfb-000f-4e21-a752-f725cce93f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:27.731265 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-4d696cfb-000f-4e21-a752-f725cce93f0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b66ef9b-242d-4d72-a793-fec16bb59d27 HTTP/1.1" status: 200 len: 855 time: 0.2159426 Oct 22 15:09:27.786029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event updated for resources: {'Port': ['ID=25b8ce93-b04e-4cec-84d3-45afa15401bf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:27.795064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521c8b-db31-41ae-84a2-e17624271c96 None None] The sync data for ids ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'] in n-d-812148-2 is: [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:09:19Z', 'revision_number': 4, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4c2b0fa4-806b-4ff0-bee8-826bc90f870e', 'name': '', 'network_id': 'b71ef04a-9b56-4fbc-89fc-93c1d8984b56', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'mac_address': 'fa:16:3e:d8:47:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '00359729-b304-437e-853d-6419b9a8735f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:17Z', 'updated_at': '2021-10-22T15:09:24Z', 'revision_number': 4, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'subnets': [{'id': '00359729-b304-437e-853d-6419b9a8735f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:27.813030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-90cc8aae-c4ca-4fa5-ac91-284a74c99a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.005158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:28.031532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc8aae-c4ca-4fa5-ac91-284a74c99a7d None None] Pushing event updated for resources: {'Port': ['ID=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:28.060875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:28.124725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:28.151143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.160096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-769658610-network', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:28.189142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-149dcc20-17ef-47b6-8b72-23eb9e29ebf6 req-132f09b1-c923-416c-809a-09b30046c604 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 210 time: 0.1827743 Oct 22 15:09:28.211202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-cebd08be-fc49-4821-9f45-8ed7107e2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:28.215310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-cebd08be-fc49-4821-9f45-8ed7107e2b1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4543116 Oct 22 15:09:28.397466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:28.404153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.455547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.466960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596bd65-104d-41be-8388-d5d4125e6949 req-8e138b59-5e26-4baa-9ffc-cc1ce554978c tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:28.468719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4596bd65-104d-41be-8388-d5d4125e6949 req-8e138b59-5e26-4baa-9ffc-cc1ce554978c tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.6555781 Oct 22 15:09:28.625433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.627307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:28.637327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.769441 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4596bd65-104d-41be-8388-d5d4125e6949 req-6edc267c-741c-463d-9196-536395f18906 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781027 Oct 22 15:09:28.770591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.770803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb89cd-118a-42c5-804c-c9218e00eb87 req-6e954e1b-7d04-4345-8e03-ea649da99768 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:28.770803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17bb89cd-118a-42c5-804c-c9218e00eb87 req-6e954e1b-7d04-4345-8e03-ea649da99768 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 931 time: 0.3714635 Oct 22 15:09:28.817251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17bb89cd-118a-42c5-804c-c9218e00eb87 req-3d3e8da0-e812-4fd3-b87a-8935a3f3e05f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594332 Oct 22 15:09:28.838010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:28.882203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6bdfaf-5496-4a77-a7b8-a49cb0916be2,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:28.952378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:09:28.974336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f4a62ab1-29a1-4f45-a071-e4ba00cd1f0b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6113772 Oct 22 15:09:28.987560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Request body: {'port': {'device_id': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:29.018044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-32964816-cf3a-4657-a06b-38d7c4725052 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936995 Oct 22 15:09:29.022443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:29.100399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.255737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.303096 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Added segment 70b5ce00-071b-43b1-839f-a5ab97c730e8 of type vlan for network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 Oct 22 15:09:29.303096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Checking segment: {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:29.303096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Network hostable DHCP agents. Network: 1dcb8f45-0ded-4e59-9ef3-96e633359468, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:09:29.303096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c3aea2fa-e027-46be-9175-e7b367f43c16 req-8b39cf1d-b875-46cc-92b7-4311096e5fb7 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561204 Oct 22 15:09:29.356266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4c2b0fa4-806b-4ff0-bee8-826bc90f870e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:29.403398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.503415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:29.509685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.521043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5c16e70-a21d-44a2-b287-47b880e5f866 req-d940f4ee-dad3-41be-b842-5317bda95f6f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 210 time: 0.2227745 Oct 22 15:09:29.588451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.589406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:29.589977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.607727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:09:29.782189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] Pushing event updated for resources: {'Network': ['ID=33fb6315-ea58-4a85-a4d6-9bb0eee4d478,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:29.800000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:09:29.812819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-b55a85f0-a065-4fa0-92ea-d8c170b2f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:29.818037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-b55a85f0-a065-4fa0-92ea-d8c170b2f902 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 1095 time: 0.3231394 Oct 22 15:09:29.818687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 1dcb8f45-0ded-4e59-9ef3-96e633359468) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:29.839746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:29.840339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:29.850609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cab56-e915-4d7f-b5da-ac92f8e90fd8 None None] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:30.050131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b8ce93-b04e-4cec-84d3-45afa15401bf {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:30.053403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-b8ac3f45-78e1-4e2d-b24b-4b88789df112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:30.054935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-b8ac3f45-78e1-4e2d-b24b-4b88789df112 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 200 len: 917 time: 0.1722405 Oct 22 15:09:30.061130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-878a12ba-1739-41bd-9f09-ecc8f788568a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3346596 Oct 22 15:09:30.068188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:30.085840 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-67e00553-5766-4c15-94b8-1d26e1510c0a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9480441 Oct 22 15:09:30.087274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41064) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:30.112632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Request body: {'subnet': {'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-subnet', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:30.162026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41066) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:30.173382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:30.204217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-d47b4c90-6bea-4f49-99e9-c4a22e94ef17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 200 len: 217 time: 0.1389618 Oct 22 15:09:30.229162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Transition to ACTIVE for port object 25b8ce93-b04e-4cec-84d3-45afa15401bf will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:09:30.285539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ff83e-e4d4-4bb9-91d4-23eb208ee3ac req-f9fc33a9-f706-4a91-9a0d-c800488b1cfa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:30.287974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a47ff83e-e4d4-4bb9-91d4-23eb208ee3ac req-f9fc33a9-f706-4a91-9a0d-c800488b1cfa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 931 time: 0.1592982 Oct 22 15:09:30.308193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65131d16-6301-46e7-bd42-feceb4e50473 req-eb962d6e-c3e9-4b13-9634-8442b2a67fe2 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:30.310283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65131d16-6301-46e7-bd42-feceb4e50473 req-eb962d6e-c3e9-4b13-9634-8442b2a67fe2 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.2088499 Oct 22 15:09:30.369101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-1dcb8f45-0ded-4e59-9ef3-96e633359468', 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'fixed_ips': [{'subnet_id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:09:30.371780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:30.393951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-e21e1b16-d098-485a-afd5-c899dafff7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:30.407623 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-e21e1b16-d098-485a-afd5-c899dafff7c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b66ef9b-242d-4d72-a793-fec16bb59d27 HTTP/1.1" status: 200 len: 855 time: 0.1825771 Oct 22 15:09:30.439724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a47ff83e-e4d4-4bb9-91d4-23eb208ee3ac req-834483fd-9c12-4b26-8011-e9b703ddb06e tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243258 Oct 22 15:09:30.443294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:30.453143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:30.459954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:30.518905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65131d16-6301-46e7-bd42-feceb4e50473 req-ab5d717a-6ab2-4129-b7d1-226c751316b7 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912036 Oct 22 15:09:30.683369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:30.683369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:30.735586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-f8e88d6e-c3c9-4fad-9ba8-4dab190bf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:30.737490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Pushing event updated for resources: {'Port': ['ID=25b8ce93-b04e-4cec-84d3-45afa15401bf,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:30.737780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-f8e88d6e-c3c9-4fad-9ba8-4dab190bf737 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3289440 Oct 22 15:09:30.797740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Allocated IP 172.20.0.2 (1dcb8f45-0ded-4e59-9ef3-96e633359468/cf6bdfaf-5496-4a77-a7b8-a49cb0916be2/39f24f82-ca9e-4733-9e58-9594ff61acf7) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:30.863265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74cd8bb0-095b-43bf-9773-7169eaf7cbf9 req-b04f431a-931a-4871-bd30-171bd26202b4 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 210 time: 0.1051517 Oct 22 15:09:30.912925 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-af7b1130-6706-47a7-a4d1-aba9c8edfe57 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660821 Oct 22 15:09:30.920380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Attempting to bind port 25b8ce93-b04e-4cec-84d3-45afa15401bf on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:30.921066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Attempting to bind port 25b8ce93-b04e-4cec-84d3-45afa15401bf by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:30.921614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Attempting to bind port 25b8ce93-b04e-4cec-84d3-45afa15401bf on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:30.969102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.004582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Port 25b8ce93-b04e-4cec-84d3-45afa15401bf on network c5ea99d4-319d-41f9-af65-e5a402b84c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:09:31.005138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Attempting to bind port 25b8ce93-b04e-4cec-84d3-45afa15401bf on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:31.013817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:31.015124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Checking segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:31.015805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Bound using segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:31.016475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Bound port: 25b8ce93-b04e-4cec-84d3-45afa15401bf, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:31.016963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.068059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6857c191-0b7c-45b6-9ddc-91e7bb0b5654 req-96c636b7-65b7-4470-b3f5-0b2ba7e74b9f service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321023 Oct 22 15:09:31.112601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c27006e-b57d-492e-b984-1b68a0c522e9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:31.112601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c27006e-b57d-492e-b984-1b68a0c522e9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.3523235 Oct 22 15:09:31.155520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-8a05670b-922f-4ed1-8d25-3f1900ae8549 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0277102 Oct 22 15:09:31.199366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] For port 25b8ce93-b04e-4cec-84d3-45afa15401bf, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:31.200060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.206849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.293629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.294941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] For port 25b8ce93-b04e-4cec-84d3-45afa15401bf, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:31.298936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de804475-e937-4ee8-a347-1b47c8dd887f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:31.330376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Checking segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:31.331462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Network hostable DHCP agents. Network: 33fb6315-ea58-4a85-a4d6-9bb0eee4d478, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:09:31.369315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-968a9200-8a2b-4432-a544-e47d9c64c89d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770413 Oct 22 15:09:31.378883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:31.383684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:31.395664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:31.407683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.409497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Pushing event updated for resources: {'Port': ['ID=39f24f82-ca9e-4733-9e58-9594ff61acf7,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:31.410864 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.487902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Attempting to bind port 39f24f82-ca9e-4733-9e58-9594ff61acf7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:31.488634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Attempting to bind port 39f24f82-ca9e-4733-9e58-9594ff61acf7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:31.489276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Attempting to bind port 39f24f82-ca9e-4733-9e58-9594ff61acf7 on network 1dcb8f45-0ded-4e59-9ef3-96e633359468 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:31.502397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:31.503911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:31.504041 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Checking segment: {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:31.504525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.504916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.505521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Bound using segment: {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:31.505891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] 10.222.0.53 "PUT /v2.0/ports/25b8ce93-b04e-4cec-84d3-45afa15401bf HTTP/1.1" status: 200 len: 1091 time: 2.5231936 Oct 22 15:09:31.506324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'tag': '25b8ce93-b04e-4cec-84d3-45afa15401bf'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:31.506726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Bound port: 39f24f82-ca9e-4733-9e58-9594ff61acf7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:31.507383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.533809 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f114dc13-099e-4a10-8270-f18f1e4c832f", "tag": "25b8ce93-b04e-4cec-84d3-45afa15401bf"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:31.557555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc4794-349a-4935-8fac-d19b2ad80065 service neutron] Pushing event updated for resources: {'Port': ['ID=25b8ce93-b04e-4cec-84d3-45afa15401bf,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:31.572648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-d104dc06-9e5d-494b-be5e-3fbf8e715bae service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:09:31.574072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-d104dc06-9e5d-494b-be5e-3fbf8e715bae service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1660857 Oct 22 15:09:31.613678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] For port 39f24f82-ca9e-4733-9e58-9594ff61acf7, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:31.618007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] For port 39f24f82-ca9e-4733-9e58-9594ff61acf7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39f24f82-ca9e-4733-9e58-9594ff61acf7,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:31.645155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:09:31.732774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd911fc-66c9-49a2-aec5-a237c1ef382c req-6d016d31-acc1-4af7-a720-9944240372a2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:31.734342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddd911fc-66c9-49a2-aec5-a237c1ef382c req-6d016d31-acc1-4af7-a720-9944240372a2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 943 time: 0.1130409 Oct 22 15:09:31.738254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-f32d563a-290f-4d1b-8c61-a0b134270cd1 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570637 Oct 22 15:09:31.811531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.869405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 33fb6315-ea58-4a85-a4d6-9bb0eee4d478) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:31.876579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:31.877516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:31.893188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc896dc-030f-48c9-926a-e6f8ea00feca None None] Pushing event updated for resources: {'Port': ['ID=39f24f82-ca9e-4733-9e58-9594ff61acf7,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:31.911844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4cfb4-d198-4a64-8b83-cbb22fb3f770 None None] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:32.010569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1b6e040a-345e-45ed-999a-baa306df8809 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9201660 Oct 22 15:09:32.012486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41138) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:32.052017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:32.263523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:32.268854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:32.363868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:32.366576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:09:32.368350 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:32.408504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddd911fc-66c9-49a2-aec5-a237c1ef382c req-24386669-9a6e-48c6-9044-337124902094 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563907 Oct 22 15:09:32.416595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-75edc21d-e06e-41ed-9dd7-31860bab3b8b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:32.419018 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-75edc21d-e06e-41ed-9dd7-31860bab3b8b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.53 "GET /v2.0/networks?id=4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 200 len: 910 time: 0.3079166 Oct 22 15:09:32.437886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-39fa3802-f81b-40c9-9306-f438418e751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:32.439845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Request body: {'port': {'device_id': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'admin_state_up': True, 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:32.442748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-39fa3802-f81b-40c9-9306-f438418e751c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 1094 time: 0.6676731 Oct 22 15:09:32.515336 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5f38a2-abeb-4016-bdb1-8dcbffb9e95d x-openstack-request-id: req-cb5f38a2-abeb-4016-bdb1-8dcbffb9e95d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:32.515900 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f114dc13-099e-4a10-8270-f18f1e4c832f", "tag": "25b8ce93-b04e-4cec-84d3-45afa15401bf", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:32.516367 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb5f38a2-abeb-4016-bdb1-8dcbffb9e95d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:32.517064 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'tag': '25b8ce93-b04e-4cec-84d3-45afa15401bf', 'status': 'completed', 'code': 200} Oct 22 15:09:32.522774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-f3beb573-e424-49c0-a706-53b369aaf0d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf HTTP/1.1" status: 200 len: 217 time: 0.0753562 Oct 22 15:09:32.616197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-bc13684d-cbaa-4130-bf48-8952c0ee61bd service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670588 Oct 22 15:09:32.681157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Allocated IP 172.20.0.2 (33fb6315-ea58-4a85-a4d6-9bb0eee4d478/de804475-e937-4ee8-a347-1b47c8dd887f/d18bf6fb-6d9f-4bab-9b18-22d237a939a6) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:32.776080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-2ec3b84b-fa42-42ad-81a7-46fcc0b56237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:32.777646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-2ec3b84b-fa42-42ad-81a7-46fcc0b56237 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.1958585 Oct 22 15:09:32.867872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789244d6-c9cf-480b-a138-5f2369c7bcde req-242c505a-0fbe-4cb4-bd66-ea8e5f97cbda tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:32.876941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789244d6-c9cf-480b-a138-5f2369c7bcde req-242c505a-0fbe-4cb4-bd66-ea8e5f97cbda tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.2029500 Oct 22 15:09:32.902058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-1b5c7f7e-b79b-4e54-836c-cd7555d13fc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079223 Oct 22 15:09:33.004237 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.051062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789244d6-c9cf-480b-a138-5f2369c7bcde req-80c466a5-63b1-4a61-aa71-7592a45c184c tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729481 Oct 22 15:09:33.109268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Made reservation on behalf of acbbeba984f5464cad3d69370496eb5e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:33.112668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.165042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.306415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39f24f82-ca9e-4733-9e58-9594ff61acf7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:33.342806 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.349886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a24e6ae6-e057-4694-9aa0-a814d39f1ab5 req-2e7574c6-5ad7-4c49-96a3-585c337bfb2e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 210 time: 0.1135945 Oct 22 15:09:33.378814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-27cb2766-abe8-479f-b09d-f73b4123cbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662504 Oct 22 15:09:33.384856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Allocated IP 172.20.0.11 (4e7a2565-f0d3-4936-a701-5028bcdc802b/45ea0f0a-079c-4029-a5e0-6970453aa788/c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:33.400045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.435715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Pushing event updated for resources: {'Port': ['ID=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:33.464065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.478916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:33.485027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:33.487981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:33.557343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 39f24f82-ca9e-4733-9e58-9594ff61acf7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:33.557343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.583541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c333347-3417-4e60-8ea5-5c84862c959f None None] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:33.657445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Allocated IP 172.25.1.88 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/8b306742-9303-4414-a6c8-c11385917a04) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:33.781291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Attempting to bind port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:33.781776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Attempting to bind port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:33.782014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Attempting to bind port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 on network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:33.812387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.813588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:33.813936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Checking segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:33.814359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.814801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Bound using segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:33.815333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Bound port: d18bf6fb-6d9f-4bab-9b18-22d237a939a6, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:33.815718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.883332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:33.939903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0398d0e6-989b-4fa8-8a94-cfbea278f8db req-724f2387-43fe-4a8e-819a-81aeea92c996 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0275686 Oct 22 15:09:33.962601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] For port d18bf6fb-6d9f-4bab-9b18-22d237a939a6, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:33.965152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] For port d18bf6fb-6d9f-4bab-9b18-22d237a939a6, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:33.996115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e76072cd-158e-4631-be79-a5afd66a4908 None None] Provisioning complete for port 39f24f82-ca9e-4733-9e58-9594ff61acf7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:33.996115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e76072cd-158e-4631-be79-a5afd66a4908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.079004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30339c46-0b90-48cd-a65a-da6f1a4bd17e req-1309602f-8c91-4a23-9091-0c2219c594c8 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:34.080556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30339c46-0b90-48cd-a65a-da6f1a4bd17e req-1309602f-8c91-4a23-9091-0c2219c594c8 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 943 time: 0.1801195 Oct 22 15:09:34.084603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7a116bae-2f0a-42a2-b1bf-cff183611603 req-de763119-5c4a-4891-84af-1ba676cebf73 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958909 Oct 22 15:09:34.127347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.134241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30339c46-0b90-48cd-a65a-da6f1a4bd17e req-3ec7b206-f464-4649-8ee9-745f99b7962e tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391054 Oct 22 15:09:34.154027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.157706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.158727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.184734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e76072cd-158e-4631-be79-a5afd66a4908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.219085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 39f24f82-ca9e-4733-9e58-9594ff61acf7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39f24f82-ca9e-4733-9e58-9594ff61acf7,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:34.226044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe805d0-615f-4b51-a35a-b0a398034028 req-e4349afc-96c0-437e-8ed7-c88e1469a6e5 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:34.229076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abe805d0-615f-4b51-a35a-b0a398034028 req-e4349afc-96c0-437e-8ed7-c88e1469a6e5 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.0918188 Oct 22 15:09:34.276077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abe805d0-615f-4b51-a35a-b0a398034028 req-2c708aae-4704-4b28-ad85-75ac741cb662 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378139 Oct 22 15:09:34.309319 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.312530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.321978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.348861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c0f22dbb-c39d-4607-9f5d-1125c81d5813'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:34.442079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:34.456329 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.471931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:34.475417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:34.483153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Pushing event updated for resources: {'Port': ['ID=8b306742-9303-4414-a6c8-c11385917a04,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:34.514690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:34.540997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Pushing event updated for resources: {'Port': ['ID=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:34.544016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:34.550052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:34.575451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-225ccc50-22a8-40d7-982e-de6162f0bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:34.580917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-225ccc50-22a8-40d7-982e-de6162f0bb7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 1094 time: 0.2134099 Oct 22 15:09:34.628287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Allocated IP 172.25.1.79 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/dd911923-e5b8-42d9-97c4-18ed323166da) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:34.728021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:34.729091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:34.786175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b674be-136b-4fd6-a616-e92b53783920 None None] Pushing event updated for resources: {'Port': ['ID=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:34.943005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-e76072cd-158e-4631-be79-a5afd66a4908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:09:34.943679 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-e76072cd-158e-4631-be79-a5afd66a4908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:09:35.025817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=39f24f82-ca9e-4733-9e58-9594ff61acf7,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:35.050394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-7be4912f-bc54-497a-9b9b-b8f23013f52f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6212885 Oct 22 15:09:35.080509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Request body: {'port': {'device_id': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:35.096253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-c5fad55e-bfda-415b-8739-c913f70c5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:35.097784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-c5fad55e-bfda-415b-8739-c913f70c5eeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 916 time: 0.5029943 Oct 22 15:09:35.125990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4d7b498-fcdb-41af-958b-164f2915b870 req-90b589fb-2dbb-4a86-985e-ca9b1325b2db tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0708795 Oct 22 15:09:35.140348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.171172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-4295664c-16a0-4498-be19-329eb9c5daa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf HTTP/1.1" status: 200 len: 217 time: 0.0481019 Oct 22 15:09:35.226544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.384578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-3794842e-9cc2-4594-97ab-67ae6302b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:35.386071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-3794842e-9cc2-4594-97ab-67ae6302b0d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.2058434 Oct 22 15:09:35.459544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.480566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d6aed-f5a1-4a1c-bcf0-d195c33a78d4 req-0c8695cf-410b-4638-a39b-75233ccf5aa4 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:35.495216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39f24f82-ca9e-4733-9e58-9594ff61acf7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:35.503337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d7d6aed-f5a1-4a1c-bcf0-d195c33a78d4 req-0c8695cf-410b-4638-a39b-75233ccf5aa4 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1028 time: 0.2719669 Oct 22 15:09:35.533077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-35c7cf51-5dca-49d0-bf0a-f3bcbb1dd35b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399903 Oct 22 15:09:35.584380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 39f24f82-ca9e-4733-9e58-9594ff61acf7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:35.585237 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.588119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:35.596376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:35.607788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:35.612972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Pushing event updated for resources: {'Port': ['ID=dd911923-e5b8-42d9-97c4-18ed323166da,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:35.647055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-dab20188-b4ca-4bf7-9401-fb717d86ec43 None None] Provisioning complete for port 39f24f82-ca9e-4733-9e58-9594ff61acf7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:35.652790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dab20188-b4ca-4bf7-9401-fb717d86ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.759045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-0d5abc51-4a1a-4785-b2b2-916782bcb1f9 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925752 Oct 22 15:09:35.773786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d18bf6fb-6d9f-4bab-9b18-22d237a939a6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:35.794073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc07cc-4d4d-4d9f-8a43-9a25bf502618 req-3415ecbc-f10f-4cf9-bd12-36558f9c709c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:35.802661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9cc07cc-4d4d-4d9f-8a43-9a25bf502618 req-3415ecbc-f10f-4cf9-bd12-36558f9c709c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 943 time: 0.4502835 Oct 22 15:09:35.871445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d7d6aed-f5a1-4a1c-bcf0-d195c33a78d4 req-a8cbb9cb-af43-47b4-bf18-2ae4cf5ae6d1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672204 Oct 22 15:09:35.877348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.966087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-dab20188-b4ca-4bf7-9401-fb717d86ec43 None None] Provisioning complete for port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:35.966638 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dab20188-b4ca-4bf7-9401-fb717d86ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:35.980055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9cc07cc-4d4d-4d9f-8a43-9a25bf502618 req-17f60ae6-16e5-40af-876b-2c0d9cda5fb9 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720209 Oct 22 15:09:36.010834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:36.022433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.041675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Transition to ACTIVE for port object c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:09:36.115224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-dab20188-b4ca-4bf7-9401-fb717d86ec43 None None] Port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:36.119135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:36.119509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.167373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec67a7-1e9d-4038-87a8-e185689e5273 None None] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:36.228032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431278-9cda-4e5b-a03b-0e4a0dacc3f6 req-118a3bea-7158-46a5-b815-8d9e05a4529e tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:36.228032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8431278-9cda-4e5b-a03b-0e4a0dacc3f6 req-118a3bea-7158-46a5-b815-8d9e05a4529e tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.1967423 Oct 22 15:09:36.228032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d5ca03f-4e8e-4f93-b1f8-f08cd86a96fa req-53552602-0328-4670-a1a7-b5b5d613d0e4 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414895 Oct 22 15:09:36.252209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.351091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-952282c4-98c2-4baa-9227-870dc49db71d req-3cae630d-d007-40e3-9dab-d2f2f5adfe49 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.1288114 Oct 22 15:09:36.433790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8431278-9cda-4e5b-a03b-0e4a0dacc3f6 req-a7dfc98a-79f8-483b-9200-0b07e887025b tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665478 Oct 22 15:09:36.437535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.463662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.540185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733988e3-1169-467e-97b2-302ac948419e service neutron] Pushing event updated for resources: {'Port': ['ID=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:36.657400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Attempting to bind port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:36.657742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Attempting to bind port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:36.658077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Attempting to bind port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d on network 4e7a2565-f0d3-4936-a701-5028bcdc802b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:36.667954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d on network 4e7a2565-f0d3-4936-a701-5028bcdc802b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:09:36.668282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Attempting to bind port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d on network 4e7a2565-f0d3-4936-a701-5028bcdc802b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:36.687241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:36.687693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Checking segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:36.688124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Bound using segment: {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:36.688494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Bound port: c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6fae43-0084-4b33-9caf-5868fc5773f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:36.689369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.717703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0e0df74b-c208-4a2e-970a-e42ca64eea42 None None] Provisioning complete for port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:36.718165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e0df74b-c208-4a2e-970a-e42ca64eea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.729215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.844535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Router 6186941f-9952-4e2a-8b6a-18de9696b6db is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:09:36.852836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d18bf6fb-6d9f-4bab-9b18-22d237a939a6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:36.943021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.957909 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:36.968418 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e0df74b-c208-4a2e-970a-e42ca64eea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.045418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] For port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:37.066781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] For port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:37.087641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 25b8ce93-b04e-4cec-84d3-45afa15401bf details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:09:37.135003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:37.146134 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Sync routers for ids ['6186941f-9952-4e2a-8b6a-18de9696b6db'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:37.162931 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Routers {'6186941f-9952-4e2a-8b6a-18de9696b6db'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:37.163557 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6186941f-9952-4e2a-8b6a-18de9696b6db'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:37.187290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc159eb-c0d5-4b8d-8b41-a05a0329b71a req-c2f49fc9-5e9e-4c90-92b4-8364622e228b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:37.199192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afc159eb-c0d5-4b8d-8b41-a05a0329b71a req-c2f49fc9-5e9e-4c90-92b4-8364622e228b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1053 time: 0.1449387 Oct 22 15:09:37.220527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:37.247569 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-0e0df74b-c208-4a2e-970a-e42ca64eea42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:09:37.248971 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-0e0df74b-c208-4a2e-970a-e42ca64eea42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:09:37.251759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.346693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 25b8ce93-b04e-4cec-84d3-45afa15401bf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:37.365932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '25b8ce93-b04e-4cec-84d3-45afa15401bf', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'port_id': '25b8ce93-b04e-4cec-84d3-45afa15401bf', 'mac_address': 'fa:16:3e:ed:ed:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a075723-de07-45d2-8cd1-2d56252e5936', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:09:37.389293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:37.392225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.395392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-733988e3-1169-467e-97b2-302ac948419e service neutron] 10.222.0.53 "PUT /v2.0/ports/c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d HTTP/1.1" status: 200 len: 1092 time: 2.3334136 Oct 22 15:09:37.398496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733988e3-1169-467e-97b2-302ac948419e service neutron] Pushing event updated for resources: {'Port': ['ID=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:37.410745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'tag': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:37.411886 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52803794-69d1-498d-8197-02f0234cd702" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7efe3f-d55b-4cdf-9498-1968d086957f", "tag": "c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:37.420834 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Set router 6186941f-9952-4e2a-8b6a-18de9696b6db gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:37.454999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.470045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b8ce93-b04e-4cec-84d3-45afa15401bf {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:37.493413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 25b8ce93-b04e-4cec-84d3-45afa15401bf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:37.652305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Router c10d6bb9-5cef-4380-87ce-c468d330565f is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:09:37.659157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.710863 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:09:34Z', 'revision_number': 3, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:37.724096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.728938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5e7e2c9b-46e4-4ade-bca3-b85e25ebf302 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5643706 Oct 22 15:09:37.729812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:37.826346 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Checking router: 6186941f-9952-4e2a-8b6a-18de9696b6db for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:37.832098 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Updating router 6186941f-9952-4e2a-8b6a-18de9696b6db port 8b306742-9303-4414-a6c8-c11385917a04 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:37.899623 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:37.905931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-ba719686-8eec-4837-8316-0c52cf2f93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:37.908279 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-ba719686-8eec-4837-8316-0c52cf2f93be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acbbeba984f5464cad3d69370496eb5e&device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1095 time: 0.2165422 Oct 22 15:09:37.969122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afc159eb-c0d5-4b8d-8b41-a05a0329b71a req-1cba1dbb-ee50-430b-92a9-26e1c3cb034a tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704186 Oct 22 15:09:37.970930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:38.021027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=25b8ce93-b04e-4cec-84d3-45afa15401bf,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:38.022147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-a585fc68-91c7-4a99-bb47-529a1695ab26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d HTTP/1.1" status: 200 len: 217 time: 0.1049078 Oct 22 15:09:38.098709 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed68948-f43b-41a5-b9e5-04d416e7f39a x-openstack-request-id: req-0ed68948-f43b-41a5-b9e5-04d416e7f39a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:38.098709 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7efe3f-d55b-4cdf-9498-1968d086957f", "tag": "c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:38.098709 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ed68948-f43b-41a5-b9e5-04d416e7f39a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:38.098709 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'tag': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d', 'status': 'completed', 'code': 200} Oct 22 15:09:38.109262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:38.136558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ff546-d862-4da1-95b9-81662b36b20f req-7d605707-6c91-46c4-ace2-18561db2a8d3 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:38.138122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-931ff546-d862-4da1-95b9-81662b36b20f req-7d605707-6c91-46c4-ace2-18561db2a8d3 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 944 time: 0.4209139 Oct 22 15:09:38.150499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-9e24a7cd-206c-4e67-b8da-34c7460d9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:38.152748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-9e24a7cd-206c-4e67-b8da-34c7460d9b6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=45ea0f0a-079c-4029-a5e0-6970453aa788 HTTP/1.1" status: 200 len: 848 time: 0.1119413 Oct 22 15:09:38.173029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Sync routers for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:38.202712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-435c156c-4d4d-4adc-9b49-2ab36d8dfe81 None None] Provisioning complete for port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:38.203056 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-435c156c-4d4d-4adc-9b49-2ab36d8dfe81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.261893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.266710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42298021-086a-4f68-8972-062ddfc1349b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2527759 Oct 22 15:09:38.267421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:38.287760 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.312561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:38.318536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:38.325694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-931ff546-d862-4da1-95b9-81662b36b20f req-b02fca38-516d-4b7e-8779-515c01f0ed37 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670029 Oct 22 15:09:38.341419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36553b54-2ca7-45fa-bf06-a5b8e87fea6d req-9da2a4fa-936d-462d-9fa2-42f80d5ffa5e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0952220 Oct 22 15:09:38.448425 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.516316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:38.552937 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4f675-1076-42ef-b94a-3c6a4fb835dc None None] Pushing event updated for resources: {'Port': ['ID=8b306742-9303-4414-a6c8-c11385917a04,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:38.614223 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Attempting to bind port 8b306742-9303-4414-a6c8-c11385917a04 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:38.614848 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Attempting to bind port 8b306742-9303-4414-a6c8-c11385917a04 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:38.615297 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Attempting to bind port 8b306742-9303-4414-a6c8-c11385917a04 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:38.628821 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:38.629555 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:38.630022 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.630484 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:38.631067 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Bound port: 8b306742-9303-4414-a6c8-c11385917a04, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:38.631653 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.688953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a071-006a-4196-b0fe-2a3a90df409e req-959c7325-d89e-4ebc-be55-07086de2cc26 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:38.701692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61e5a071-006a-4196-b0fe-2a3a90df409e req-959c7325-d89e-4ebc-be55-07086de2cc26 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.2428944 Oct 22 15:09:38.759720 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] For port 8b306742-9303-4414-a6c8-c11385917a04, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:38.765353 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] For port 8b306742-9303-4414-a6c8-c11385917a04, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8b306742-9303-4414-a6c8-c11385917a04,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:38.818243 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:09:38.851530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61e5a071-006a-4196-b0fe-2a3a90df409e req-e411abdc-cf72-46eb-8c45-f1a42c49b952 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486933 Oct 22 15:09:38.864276 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:38.965868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:36Z', 'revision_number': 3, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:38.969995 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Routers {'6186941f-9952-4e2a-8b6a-18de9696b6db'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:38.975874 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6186941f-9952-4e2a-8b6a-18de9696b6db'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:38.989305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-28fff05e-1df0-47bf-9c95-11ffe0e07331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:38.991387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-28fff05e-1df0-47bf-9c95-11ffe0e07331 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e7a2565-f0d3-4936-a701-5028bcdc802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8315279 Oct 22 15:09:39.053117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Checking router: c10d6bb9-5cef-4380-87ce-c468d330565f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:39.053666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Updating router c10d6bb9-5cef-4380-87ce-c468d330565f port dd911923-e5b8-42d9-97c4-18ed323166da binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:39.125864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 25b8ce93-b04e-4cec-84d3-45afa15401bf up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:39.136143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:39.306035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d18bf6fb-6d9f-4bab-9b18-22d237a939a6 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:39.327621 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4f675-1076-42ef-b94a-3c6a4fb835dc None None] Pushing event updated for resources: {'Port': ['ID=8b306742-9303-4414-a6c8-c11385917a04,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:39.344978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:39.356508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2e56-2135-4d87-8e71-8c0dfc22c8c1 req-333af294-387e-443e-b94d-46e419c3d4aa tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:39.358424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3db2e56-2135-4d87-8e71-8c0dfc22c8c1 req-333af294-387e-443e-b94d-46e419c3d4aa tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1095 time: 0.2280433 Oct 22 15:09:39.393905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-ee998f38-9db6-491f-ac58-b7e5e9c12239 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:39.412386 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-ee998f38-9db6-491f-ac58-b7e5e9c12239 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 1.1617956 Oct 22 15:09:39.488876 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] Set router 6186941f-9952-4e2a-8b6a-18de9696b6db gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:39.498874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:39.614550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-d9a2db2e-0044-4551-a658-c95a8d7950df service neutron] 10.222.0.53 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129761 Oct 22 15:09:39.623975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:39.626949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:39.690549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3db2e56-2135-4d87-8e71-8c0dfc22c8c1 req-08562898-1568-487b-8f22-3179df5c07b5 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105960 Oct 22 15:09:39.778606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:39.790600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:39.855412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 25b8ce93-b04e-4cec-84d3-45afa15401bf completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:09:39.896181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724862-043f-4d33-b9c2-3bd0a5deb1b1 req-0abe15b3-39fb-458b-ab0a-fbcad3695e70 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:39.910632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73724862-043f-4d33-b9c2-3bd0a5deb1b1 req-0abe15b3-39fb-458b-ab0a-fbcad3695e70 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 944 time: 0.3559897 Oct 22 15:09:39.921233 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:09:34Z', 'revision_number': 3, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:39.984170 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53095c-867b-4886-9f98-bc047dc09057 None None] The sync data for ids ['6186941f-9952-4e2a-8b6a-18de9696b6db'] in n-d-812148-2 is: [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:09:34Z', 'revision_number': 3, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:39.993107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-863e8fa7-4bc0-40ee-812b-a91b1f537663 req-31f19688-9d63-486c-b5da-ee21e56d8c91 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.1314745 Oct 22 15:09:40.009718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.021266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 25b8ce93-b04e-4cec-84d3-45afa15401bf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:40.022554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.032001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Allocated IP 172.20.0.1 (1dcb8f45-0ded-4e59-9ef3-96e633359468/cf6bdfaf-5496-4a77-a7b8-a49cb0916be2/926d97b9-f633-41a1-bbbb-8f74f5a4eebe) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:40.051313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73724862-043f-4d33-b9c2-3bd0a5deb1b1 req-993e3df4-92f0-43a8-819d-2f73ddc5c6b1 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357300 Oct 22 15:09:40.064446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98a0363d-805b-4ca2-9934-87fc03e8af24 req-d82c5c6f-eea2-487f-a2cc-8fed19f20537 service neutron] 10.222.0.53 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373884 Oct 22 15:09:40.142935 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.303764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43156c20-4e9a-4007-99fe-e7abe0871292 req-8bdf7d24-6086-4813-b433-f0767f59b78e tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:40.313589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43156c20-4e9a-4007-99fe-e7abe0871292 req-8bdf7d24-6086-4813-b433-f0767f59b78e tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.1063116 Oct 22 15:09:40.324670 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.350963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Attempting to bind port dd911923-e5b8-42d9-97c4-18ed323166da on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:40.351388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Attempting to bind port dd911923-e5b8-42d9-97c4-18ed323166da by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:40.352339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Attempting to bind port dd911923-e5b8-42d9-97c4-18ed323166da on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:40.378988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:40.380628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.383143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:40.383738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.384143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:40.384651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Bound port: dd911923-e5b8-42d9-97c4-18ed323166da, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:40.387450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.392317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43156c20-4e9a-4007-99fe-e7abe0871292 req-dac15590-db53-477f-ad67-110249db3432 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774536 Oct 22 15:09:40.500620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.3 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/1e5fa327-f39d-4c33-ba3d-45d2234c9008) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:40.560162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e067-99e4-459f-a56d-dbf9103fdbab None None] Pushing event updated for resources: {'Port': ['ID=dd911923-e5b8-42d9-97c4-18ed323166da,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:40.584713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b8ce93-b04e-4cec-84d3-45afa15401bf'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:40.589437 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589d2313-e056-43cb-a931-d66295b89242" -d '{"events": [{"server_uuid": "f114dc13-099e-4a10-8270-f18f1e4c832f", "name": "network-vif-plugged", "status": "completed", "tag": "25b8ce93-b04e-4cec-84d3-45afa15401bf"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:40.619122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.622527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 25b8ce93-b04e-4cec-84d3-45afa15401bf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:40.624931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] For port dd911923-e5b8-42d9-97c4-18ed323166da, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:40.656919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] For port dd911923-e5b8-42d9-97c4-18ed323166da, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=dd911923-e5b8-42d9-97c4-18ed323166da,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:40.695722 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2ad09f-1118-4cb9-9c17-a30c10d9e603 x-openstack-request-id: req-af2ad09f-1118-4cb9-9c17-a30c10d9e603 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:40.696240 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f114dc13-099e-4a10-8270-f18f1e4c832f", "name": "network-vif-plugged", "status": "completed", "tag": "25b8ce93-b04e-4cec-84d3-45afa15401bf", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:40.696670 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af2ad09f-1118-4cb9-9c17-a30c10d9e603 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:40.703989 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b8ce93-b04e-4cec-84d3-45afa15401bf', 'code': 200} Oct 22 15:09:40.722058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.734388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:40.737807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:40.757063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:40.839402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=25b8ce93-b04e-4cec-84d3-45afa15401bf,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:40.856641 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.891484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:40.948553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e067-99e4-459f-a56d-dbf9103fdbab None None] Pushing event updated for resources: {'Port': ['ID=dd911923-e5b8-42d9-97c4-18ed323166da,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:40.987013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:40.988333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:41.074903 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-a0af8289-4858-48ef-9863-1e924e330b57 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5758927 Oct 22 15:09:41.127404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52803794-69d1-498d-8197-02f0234cd702 req-8ef7621c-537e-442a-9568-ddcadc087a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.128924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-8ef7621c-537e-442a-9568-ddcadc087a5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acbbeba984f5464cad3d69370496eb5e&device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1095 time: 0.6312146 Oct 22 15:09:41.153645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Pushing event updated for resources: {'Port': ['ID=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:41.194288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:41.221208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a923bb-b45a-4a17-ab52-f1a10720a590 req-5f911baf-3846-40f0-94e2-b241e83ec5e8 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.230821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59a923bb-b45a-4a17-ab52-f1a10720a590 req-5f911baf-3846-40f0-94e2-b241e83ec5e8 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1095 time: 0.3167763 Oct 22 15:09:41.257724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3337162b-786d-4dc7-b361-4cc3abf67f35 req-a3aea136-8314-4602-88f6-8486ab60b9cf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0913494 Oct 22 15:09:41.317097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59a923bb-b45a-4a17-ab52-f1a10720a590 req-1e6684dd-c99b-4a3c-b355-f24be1bc6a05 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803771 Oct 22 15:09:41.329290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce55a2b-a702-4fa3-8c4f-4c9e05aea0ce req-72bd1b0f-3565-4f72-8d1a-9f12571ecd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.333330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dce55a2b-a702-4fa3-8c4f-4c9e05aea0ce req-72bd1b0f-3565-4f72-8d1a-9f12571ecd7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 1096 time: 0.4391763 Oct 22 15:09:41.500895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8b306742-9303-4414-a6c8-c11385917a04 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:41.579473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-e58dfbab-7208-4720-ae16-0b94a1c6845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.581261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-e58dfbab-7208-4720-ae16-0b94a1c6845a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=72361bd06f6d4444ba05d21d129d0a39&device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 1101 time: 0.3795943 Oct 22 15:09:41.660129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-db1f6799-5286-4c41-9737-4b9d1f9e9b18 None None] Provisioning complete for port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:41.660565 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db1f6799-5286-4c41-9737-4b9d1f9e9b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:41.670653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dce55a2b-a702-4fa3-8c4f-4c9e05aea0ce req-4a0738f5-4103-42ba-ab39-1604b51df3b0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222826 Oct 22 15:09:41.692633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52803794-69d1-498d-8197-02f0234cd702 req-2444791e-a202-4906-a937-cf7495d42a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.694152 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-2444791e-a202-4906-a937-cf7495d42a06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 200 len: 910 time: 0.5302677 Oct 22 15:09:41.702939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:41.715289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5e779-6039-40c8-8abc-dcf63b77fa16 req-112f3413-c177-4854-b992-a0662ecf793b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.717888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32f5e779-6039-40c8-8abc-dcf63b77fa16 req-112f3413-c177-4854-b992-a0662ecf793b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 945 time: 0.2874763 Oct 22 15:09:41.737677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b28d-9e08-43f5-861d-d0685024e966 req-fabba9b2-6fdb-480b-9630-acb9c4c9924d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.746146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:41.746548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6e5b28d-9e08-43f5-861d-d0685024e966 req-fabba9b2-6fdb-480b-9630-acb9c4c9924d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.1998694 Oct 22 15:09:41.823629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6e5b28d-9e08-43f5-861d-d0685024e966 req-a2597ba2-5ea4-4f6a-af64-651d73b298ca tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756104 Oct 22 15:09:41.829956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8b306742-9303-4414-a6c8-c11385917a04 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:41.831812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:41.835069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32f5e779-6039-40c8-8abc-dcf63b77fa16 req-7866acb8-2b60-47b5-a0d4-0a0be25c8ad9 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811360 Oct 22 15:09:41.881869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:41.953622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-db1f6799-5286-4c41-9737-4b9d1f9e9b18 None None] Port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:41.958236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-2dc76bc2-45b3-4684-8611-df13febe7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:41.959789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-2dc76bc2-45b3-4684-8611-df13febe7b48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.3260574 Oct 22 15:09:41.961775 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-01f8777d-be77-49fa-8ac6-d5f5cee361c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d HTTP/1.1" status: 200 len: 217 time: 0.0816450 Oct 22 15:09:41.968171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:42.037730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52803794-69d1-498d-8197-02f0234cd702 req-7b76358f-e9eb-4013-9010-d68dd5131fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:42.042120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-7b76358f-e9eb-4013-9010-d68dd5131fb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=45ea0f0a-079c-4029-a5e0-6970453aa788 HTTP/1.1" status: 200 len: 848 time: 0.0669408 Oct 22 15:09:42.095703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Allocated IP 172.20.0.1 (33fb6315-ea58-4a85-a4d6-9bb0eee4d478/de804475-e937-4ee8-a347-1b47c8dd887f/77b807f1-037a-4b6d-b482-fed9ed35ee31) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:42.111159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-1b85d9c8-6279-433b-9df6-d8e9aadf85eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc HTTP/1.1" status: 200 len: 217 time: 0.0665643 Oct 22 15:09:42.138061 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:42.151205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:42.190704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 8b306742-9303-4414-a6c8-c11385917a04, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8b306742-9303-4414-a6c8-c11385917a04,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:42.292235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:42.347201 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:42.378637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:36Z', 'revision_number': 3, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:42.501865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c47d81-70e2-418d-a707-4a180f5d980f None None] The sync data for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 is: [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:36Z', 'revision_number': 3, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:42.514831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:42.590529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=8b306742-9303-4414-a6c8-c11385917a04,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:42.607673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52803794-69d1-498d-8197-02f0234cd702 req-490ce2d2-7116-414e-9c5e-f12777e90166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:42.611262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-490ce2d2-7116-414e-9c5e-f12777e90166 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e7a2565-f0d3-4936-a701-5028bcdc802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5557933 Oct 22 15:09:42.623180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:42.631565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Pushing event updated for resources: {'Port': ['ID=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:42.670436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364781-223f-4305-8212-2fc15d017e48 req-830e655e-f72a-461e-8af1-2b6cdf1dbeda tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:42.672027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7364781-223f-4305-8212-2fc15d017e48 req-830e655e-f72a-461e-8af1-2b6cdf1dbeda tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1095 time: 0.2430022 Oct 22 15:09:42.693746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be88d-ff08-453d-bb00-915a662fac63 req-3de4e084-2f79-4131-a387-286236c0d2f9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:42.695764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-238be88d-ff08-453d-bb00-915a662fac63 req-3de4e084-2f79-4131-a387-286236c0d2f9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 931 time: 0.2741303 Oct 22 15:09:42.774179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-5980707b-f8c7-4772-a9ca-72d3ff34198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:42.776945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-5980707b-f8c7-4772-a9ca-72d3ff34198e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.6508441 Oct 22 15:09:42.800659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7364781-223f-4305-8212-2fc15d017e48 req-46b62fa2-f8b1-41ab-ac29-2ffdc5d70e3e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015592 Oct 22 15:09:42.819335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:42.831038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-238be88d-ff08-453d-bb00-915a662fac63 req-053c2e97-17ff-4166-b318-18222d944f23 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060524 Oct 22 15:09:42.831038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:43.004054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:43.088254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:43.097437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:43.102807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=1e5fa327-f39d-4c33-ba3d-45d2234c9008,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:43.124345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:09:43.234778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:43.317313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Router 6186941f-9952-4e2a-8b6a-18de9696b6db has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:43.350719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-d63b2a83-39a1-4a84-8bdc-ed57365c0106 service neutron] 10.222.0.53 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145944 Oct 22 15:09:43.360179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-8201baab-1a74-43f3-8e69-54c29fd1864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:43.376201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-8201baab-1a74-43f3-8e69-54c29fd1864a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5271287 Oct 22 15:09:43.422359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b348a-db7b-4b81-a5d0-77e6a983f225 req-f85b0868-aa76-4b70-a795-05a8bc9105d2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:43.436843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c3b348a-db7b-4b81-a5d0-77e6a983f225 req-f85b0868-aa76-4b70-a795-05a8bc9105d2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 945 time: 0.2473016 Oct 22 15:09:43.472617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5adf-535b-481c-98e0-c6587df73657 req-3f32ec37-7663-48e9-afec-30ba016ee2f5 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:43.483351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-163c5adf-535b-481c-98e0-c6587df73657 req-3f32ec37-7663-48e9-afec-30ba016ee2f5 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 944 time: 0.3270338 Oct 22 15:09:43.491085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3dd0bc34-2367-433f-b8c2-1a8d561b36a8 None None] Provisioning complete for port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:43.501293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:43.503729 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3dd0bc34-2367-433f-b8c2-1a8d561b36a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:43.511081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:43.607204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0bc34-2367-433f-b8c2-1a8d561b36a8 None None] Port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:43.609585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8b306742-9303-4414-a6c8-c11385917a04 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:43.652412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:43.674354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d', 'network_id': '4e7a2565-f0d3-4936-a701-5028bcdc802b', 'port_id': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d', 'mac_address': 'fa:16:3e:6e:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ea0f0a-079c-4029-a5e0-6970453aa788', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:09:43.765173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:43.785767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d03f625e-cbc6-44e8-b803-92c8f3ce7cba None None] Provisioning complete for port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:43.786287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d03f625e-cbc6-44e8-b803-92c8f3ce7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:43.835409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d03f625e-cbc6-44e8-b803-92c8f3ce7cba None None] Port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:43.838936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8b306742-9303-4414-a6c8-c11385917a04 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:43.839435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:43.870532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52803794-69d1-498d-8197-02f0234cd702 req-0226ac98-9bf5-45ea-9888-89e537d6d3b5 service neutron] 10.222.0.53 "GET /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869771 Oct 22 15:09:43.894766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-74790fc7-ec7c-4326-9bca-a85f5c2a65cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4020598 Oct 22 15:09:43.905313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:43.911073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Request body: {'port': {'device_id': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:43.939046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-7a375abb-4434-4391-b91e-8fa0bafbb4d9 service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332146 Oct 22 15:09:43.956227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:44.056086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.104573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.105463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:09:44.171690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.174352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-163c5adf-535b-481c-98e0-c6587df73657 req-d9ec5d1f-cff7-4c03-9e7b-f94920a2a9ae tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6900373 Oct 22 15:09:44.217236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:44.245541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device dd911923-e5b8-42d9-97c4-18ed323166da up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:44.255840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c3b348a-db7b-4b81-a5d0-77e6a983f225 req-d04b0988-4fbc-4b0e-8fd0-9509e129e0bc tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878585 Oct 22 15:09:44.260040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:44.271535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:44.282677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Sync routers for ids ['6186941f-9952-4e2a-8b6a-18de9696b6db'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:44.283995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:44.292341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e67e70c-5e3b-4361-bf9c-bb39880858f7 admin admin] 10.222.0.66 "PUT /v2.0/routers/6186941f-9952-4e2a-8b6a-18de9696b6db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5352969 Oct 22 15:09:44.337678 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Routers {'6186941f-9952-4e2a-8b6a-18de9696b6db'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:44.338544 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6186941f-9952-4e2a-8b6a-18de9696b6db'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:44.366455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:44.385362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.resource_extend [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:09:44.402478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.405250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Pushing event updated for resources: {'Port': ['ID=77b807f1-037a-4b6d-b482-fed9ed35ee31,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:44.487385 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f73bc2-be98-4efb-ac62-a37d1f77431c req-0dddc852-083e-4425-9467-34515367823c service neutron] 10.222.0.69 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309899 Oct 22 15:09:44.597854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb69e-f4c0-4aaf-baa1-e54a6d9c1e15 req-492ced8d-213f-4b4a-8d4b-044ab0f54050 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:44.597854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-312fb69e-f4c0-4aaf-baa1-e54a6d9c1e15 req-492ced8d-213f-4b4a-8d4b-044ab0f54050 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1096 time: 0.2176781 Oct 22 15:09:44.666313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfb264-066c-4b1e-88a9-55efe67ef6a0 req-728e004b-6396-4498-be4c-ccebc226f3e5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:44.668170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eacfb264-066c-4b1e-88a9-55efe67ef6a0 req-728e004b-6396-4498-be4c-ccebc226f3e5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 931 time: 0.2726209 Oct 22 15:09:44.690730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port dd911923-e5b8-42d9-97c4-18ed323166da triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:44.691381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.707739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41340) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:44.720028 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Set router 6186941f-9952-4e2a-8b6a-18de9696b6db gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:44.735665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-312fb69e-f4c0-4aaf-baa1-e54a6d9c1e15 req-72857f2b-829f-44e5-ac64-06b23173c590 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713374 Oct 22 15:09:44.739375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eacfb264-066c-4b1e-88a9-55efe67ef6a0 req-81f92930-3f92-4570-84e3-98ca3178225b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Oct 22 15:09:44.759142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:44.792725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'port_id': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'mac_address': 'fa:16:3e:d8:9a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:09:44.797747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-72ab1202-4713-4e0c-9295-4ae47db852b1 None None] Provisioning complete for port 77b807f1-037a-4b6d-b482-fed9ed35ee31 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:44.798341 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-72ab1202-4713-4e0c-9295-4ae47db852b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.882436 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:44.918999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:44.954116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1385786261'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:44.964704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:44.980453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-72ab1202-4713-4e0c-9295-4ae47db852b1 None None] Port 77b807f1-037a-4b6d-b482-fed9ed35ee31 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:45.007422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.033943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.056663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port dd911923-e5b8-42d9-97c4-18ed323166da, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=dd911923-e5b8-42d9-97c4-18ed323166da,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:45.107886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.173736 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:09:41Z', 'revision_number': 4, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '926d97b9-f633-41a1-bbbb-8f74f5a4eebe', 'name': '', 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'mac_address': 'fa:16:3e:ad:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:39Z', 'updated_at': '2021-10-22T15:09:41Z', 'revision_number': 2, 'project_id': '607eceb014024e09b9b88b24cc692440', 'subnets': [{'id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:45.194793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:45.224699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Checking router: 6186941f-9952-4e2a-8b6a-18de9696b6db for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:45.226113 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Updating router 6186941f-9952-4e2a-8b6a-18de9696b6db port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:45.251742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.314897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:45.321068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.335641 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.404660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=dd911923-e5b8-42d9-97c4-18ed323166da,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:45.436141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:45.440495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:45.561648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89d32-bcf6-4d4c-8cdd-5d7903ab3f52 req-e16434fd-145a-43f4-891f-ef2ba08d9db9 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:45.577891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27e89d32-bcf6-4d4c-8cdd-5d7903ab3f52 req-e16434fd-145a-43f4-891f-ef2ba08d9db9 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 945 time: 0.2539589 Oct 22 15:09:45.605708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:09:45.663219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8702e-72e0-405f-a27f-638046d454e0 req-513fe8ff-dbe0-41da-9541-be793fab5b52 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:45.665229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ec8702e-72e0-405f-a27f-638046d454e0 req-513fe8ff-dbe0-41da-9541-be793fab5b52 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 945 time: 0.2391369 Oct 22 15:09:45.699620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27e89d32-bcf6-4d4c-8cdd-5d7903ab3f52 req-d7fafaff-642f-469b-a4cb-3439bf3662ba tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205516 Oct 22 15:09:45.727996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.730227 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Added segment cfc24dd3-13aa-4f1d-9798-06850cef963f of type vlan for network e7d45723-ebad-4aab-9814-22f94f27f151 Oct 22 15:09:45.784548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ec8702e-72e0-405f-a27f-638046d454e0 req-873bb126-a17a-4c8e-9e23-1b8fa155040b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828135 Oct 22 15:09:45.829316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.921878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5fa327-f39d-4c33-ba3d-45d2234c9008 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:09:45.941855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.975834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Transition to ACTIVE for port object 1e5fa327-f39d-4c33-ba3d-45d2234c9008 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:09:45.978264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:45.978433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab06063-0a31-4bb2-a857-46a4a5edb2f1 req-afccdc19-d1ff-440e-8bf7-7f1400122652 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:45.979842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab06063-0a31-4bb2-a857-46a4a5edb2f1 req-afccdc19-d1ff-440e-8bf7-7f1400122652 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1096 time: 0.1235337 Oct 22 15:09:46.037678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b1717-53f7-496f-98a7-e8bb0f0ad935 req-f8dfdb01-36d6-4b82-95d6-7f586fa2166d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:46.041057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a4b1717-53f7-496f-98a7-e8bb0f0ad935 req-f8dfdb01-36d6-4b82-95d6-7f586fa2166d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 931 time: 0.1310203 Oct 22 15:09:46.044415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab06063-0a31-4bb2-a857-46a4a5edb2f1 req-e5edd32f-be57-42d6-a131-39954182e1e2 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Oct 22 15:09:46.107723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a4b1717-53f7-496f-98a7-e8bb0f0ad935 req-2d82fd20-7a67-4755-9974-1124d5dd3497 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Oct 22 15:09:46.127539 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.130198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:46.130820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.149765 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.162090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.170213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.297380 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.327769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Network': ['ID=e7d45723-ebad-4aab-9814-22f94f27f151,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:46.337272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Pushing event updated for resources: {'Port': ['ID=1e5fa327-f39d-4c33-ba3d-45d2234c9008,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:46.340051 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.341957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e7d45723-ebad-4aab-9814-22f94f27f151 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:09:46.395562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-37a4be65-dff5-43c8-b089-0348fee4c850 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6694970 Oct 22 15:09:46.395917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41354) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:46.403586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'subnet': {'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:46.528258 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3493e53-f7b1-4c34-93b5-d9f4adb284bb None None] Pushing event updated for resources: {'Port': ['ID=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:46.546937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Attempting to bind port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:46.548567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Attempting to bind port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:46.549012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Attempting to bind port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:46.601026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Pushing event updated for resources: {'Port': ['ID=77b807f1-037a-4b6d-b482-fed9ed35ee31,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:46.610694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:09:46.616314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Attempting to bind port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:46.623247 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Attempting to bind port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:46.623620 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Attempting to bind port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:46.623985 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Attempting to bind port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe on network 1dcb8f45-0ded-4e59-9ef3-96e633359468 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:46.646432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:46.646595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Checking segment: {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:46.646859 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.647279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Bound using segment: {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:46.647754 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Bound port: 926d97b9-f633-41a1-bbbb-8f74f5a4eebe, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5affdb-2a0c-4539-8155-48d42616a8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:46.649121 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.682790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:46.683244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:46.683751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:46.684319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Bound port: 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:46.684939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.736387 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] For port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:46.739849 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] For port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:46.777418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:46.781793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:46.819491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] For port 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:46.830600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] For port 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:46.911284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:46.913437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:46.914888 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.006984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715452c-7b1b-47c6-98bb-016b98f69eb3 req-31b68056-d472-4c88-bc86-422536f47fb1 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:47.010179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5715452c-7b1b-47c6-98bb-016b98f69eb3 req-31b68056-d472-4c88-bc86-422536f47fb1 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1398478 Oct 22 15:09:47.037564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Provisioning complete for port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:47.039822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.099400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.169400 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Routers {'6186941f-9952-4e2a-8b6a-18de9696b6db'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:47.170046 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6186941f-9952-4e2a-8b6a-18de9696b6db'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:47.243941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Pushing event updated for resources: {'Port': ['ID=1e5fa327-f39d-4c33-ba3d-45d2234c9008,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:47.263166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:47.264036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.265982 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-1c5f5d9a-b429-489e-8494-f2a6d90ba51b service neutron] 10.222.0.69 "PUT /v2.0/ports/1e5fa327-f39d-4c33-ba3d-45d2234c9008 HTTP/1.1" status: 200 len: 1091 time: 3.3592751 Oct 22 15:09:47.267212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'tag': '1e5fa327-f39d-4c33-ba3d-45d2234c9008'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:47.271176 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f671a34b-319d-4eb5-805f-0080944649ef" -d '{"events": [{"name": "network-changed", "server_uuid": "25b7d988-e3cb-4606-8413-4a8f399e1014", "tag": "1e5fa327-f39d-4c33-ba3d-45d2234c9008"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:47.290927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:47.337877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5715452c-7b1b-47c6-98bb-016b98f69eb3 req-aec42c24-ff28-445f-84d3-cbf86d7a90dd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204541 Oct 22 15:09:47.531772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device dd911923-e5b8-42d9-97c4-18ed323166da up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:47.581096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Router c10d6bb9-5cef-4380-87ce-c468d330565f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:47.617530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-a2d71306-c017-4dd7-8b35-497c9d076fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:47.625579 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-a2d71306-c017-4dd7-8b35-497c9d076fae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 1094 time: 0.2114127 Oct 22 15:09:47.690965 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3493e53-f7b1-4c34-93b5-d9f4adb284bb None None] Pushing event updated for resources: {'Port': ['ID=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:47.703463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd9b2-7c68-40e6-a585-1e9b4a12dede req-e66e3154-0694-4741-8a87-0a46acebf29e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:47.728494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.730908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-281bd9b2-7c68-40e6-a585-1e9b4a12dede req-e66e3154-0694-4741-8a87-0a46acebf29e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1096 time: 0.4832666 Oct 22 15:09:47.745109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port dd911923-e5b8-42d9-97c4-18ed323166da triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:47.745682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.749620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:09:47.751244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-88f0326a-9e69-4e34-9312-217522b0c3ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008 HTTP/1.1" status: 200 len: 217 time: 0.1048582 Oct 22 15:09:47.792455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:47.793176 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.818351 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] Set router 6186941f-9952-4e2a-8b6a-18de9696b6db gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:47.818576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a66487-73d0-4eed-a92c-854b4ec83fe7 req-ede88450-d5a9-420f-94af-4e6555b0d376 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:47.826918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56a66487-73d0-4eed-a92c-854b4ec83fe7 req-ede88450-d5a9-420f-94af-4e6555b0d376 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.2628713 Oct 22 15:09:47.860762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] For port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:47.863768 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.959310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.967869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-281bd9b2-7c68-40e6-a585-1e9b4a12dede req-31c02446-da18-496d-a851-c0171dc6390b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357979 Oct 22 15:09:47.989114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:47.989395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-e03188bb-5add-46d1-8b28-f3d6335889f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:48.000281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:48.000714 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-e03188bb-5add-46d1-8b28-f3d6335889f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.2293289 Oct 22 15:09:48.002483 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087ecebe-d21b-4e2c-a8ef-d8da00abfaaa" -d '{"events": [{"server_uuid": "fe7efe3f-d55b-4cdf-9498-1968d086957f", "name": "network-vif-plugged", "status": "completed", "tag": "c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:48.037571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:48.063006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Pushing event updated for resources: {'Port': ['ID=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.082795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.083649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6666188-0a53-427e-a040-c738af4f7432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:09:48.124175 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b361813-8234-4b77-bc26-0d5e9e49b5cf x-openstack-request-id: req-1b361813-8234-4b77-bc26-0d5e9e49b5cf {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:48.124444 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b7d988-e3cb-4606-8413-4a8f399e1014", "tag": "1e5fa327-f39d-4c33-ba3d-45d2234c9008", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:48.124704 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b361813-8234-4b77-bc26-0d5e9e49b5cf {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:48.125345 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'tag': '1e5fa327-f39d-4c33-ba3d-45d2234c9008', 'status': 'completed', 'code': 200} Oct 22 15:09:48.130047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Subnet': ['ID=7b756638-cb1b-4fb3-91d9-5567a409ce91,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:48.171735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56a66487-73d0-4eed-a92c-854b4ec83fe7 req-4bc74637-0174-4d11-9f45-661c9c947dd6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356762 Oct 22 15:09:48.174919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4c3b7a10-c3fa-4885-9ccd-edd934021427 None None] Provisioning complete for port 77b807f1-037a-4b6d-b482-fed9ed35ee31 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:48.175359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7a10-c3fa-4885-9ccd-edd934021427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:48.207584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Checking segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:48.208554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network hostable DHCP agents. Network: e7d45723-ebad-4aab-9814-22f94f27f151, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:09:48.271730 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2597e77-6cac-40cb-aa4f-0be5f5e23cb5 x-openstack-request-id: req-a2597e77-6cac-40cb-aa4f-0be5f5e23cb5 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:48.272291 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7efe3f-d55b-4cdf-9498-1968d086957f", "name": "network-vif-plugged", "status": "completed", "tag": "c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:48.272291 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2597e77-6cac-40cb-aa4f-0be5f5e23cb5 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:48.272689 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d', 'code': 200} Oct 22 15:09:48.275985 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:48.277073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:48.358372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network e7d45723-ebad-4aab-9814-22f94f27f151 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:09:48.467146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e7d45723-ebad-4aab-9814-22f94f27f151) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:48.472000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:48.472757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:48.525595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:09:41Z', 'revision_number': 4, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '926d97b9-f633-41a1-bbbb-8f74f5a4eebe', 'name': '', 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'mac_address': 'fa:16:3e:ad:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:39Z', 'updated_at': '2021-10-22T15:09:46Z', 'revision_number': 4, 'project_id': '607eceb014024e09b9b88b24cc692440', 'subnets': [{'id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:48.661163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-96781227-455a-49c7-a04d-bd2b105b1f5b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2641003 Oct 22 15:09:48.690674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41374) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:48.699725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-367863522'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:48.810439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c10b1-096d-4963-9b51-d5e4c4523ff9 req-7f34d2a8-a1bd-4019-bee5-cda7c6e693d7 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:48.814942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be977d-c717-402d-9298-4f29a6a5d4fb None None] Network e7d45723-ebad-4aab-9814-22f94f27f151 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:48.823460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:48.841394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be7c10b1-096d-4963-9b51-d5e4c4523ff9 req-7f34d2a8-a1bd-4019-bee5-cda7c6e693d7 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 945 time: 0.3145328 Oct 22 15:09:48.883524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b7a10-c3fa-4885-9ccd-edd934021427 None None] Port 77b807f1-037a-4b6d-b482-fed9ed35ee31 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:48.915969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be7c10b1-096d-4963-9b51-d5e4c4523ff9 req-31cc54e3-dec1-47fd-b602-6a0353cceb29 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863185 Oct 22 15:09:48.984542 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177cb37-513b-46f3-9de1-f233f9b096b4 None None] The sync data for ids ['6186941f-9952-4e2a-8b6a-18de9696b6db'] in n-d-812148-2 is: [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:09:41Z', 'revision_number': 4, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '926d97b9-f633-41a1-bbbb-8f74f5a4eebe', 'name': '', 'network_id': '1dcb8f45-0ded-4e59-9ef3-96e633359468', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'mac_address': 'fa:16:3e:ad:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:39Z', 'updated_at': '2021-10-22T15:09:46Z', 'revision_number': 4, 'project_id': '607eceb014024e09b9b88b24cc692440', 'subnets': [{'id': 'cf6bdfaf-5496-4a77-a7b8-a49cb0916be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:49.012379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:49.016613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:49.080776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:49.088022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46055101-b429-4780-82d0-eaea206bd523 admin admin] 10.222.0.66 "PUT /v2.0/routers/c10d6bb9-5cef-4380-87ce-c468d330565f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8019464 Oct 22 15:09:49.104773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db7a6-6415-41a0-9070-4644beba9216 req-4844523f-220a-47ae-8045-e0390b5c313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:49.106453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-4844523f-220a-47ae-8045-e0390b5c313b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1047654 Oct 22 15:09:49.121391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:09:49.150590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde2f74-35d6-4fa4-b2bd-0bcd21df4128 req-d2280223-7a7a-4905-b147-6faa3c2939c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:49.161356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fde2f74-35d6-4fa4-b2bd-0bcd21df4128 req-d2280223-7a7a-4905-b147-6faa3c2939c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.1978064 Oct 22 15:09:49.182260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:49.185318 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Added segment 2c1c11bc-e612-48e1-8175-82befd87f508 of type vlan for network 60c6af62-bc22-47c0-b3ea-3017300f09a5 Oct 22 15:09:49.194092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Sync routers for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:49.260210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:49.261003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:49.302865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4c3b7a10-c3fa-4885-9ccd-edd934021427 None None] Provisioning complete for port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:49.303290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7a10-c3fa-4885-9ccd-edd934021427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:49.392675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3837a-e26e-4312-86e0-9b57db25e866 req-15193ca2-8354-4118-a3b1-5038843ee426 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:49.396289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bf3837a-e26e-4312-86e0-9b57db25e866 req-15193ca2-8354-4118-a3b1-5038843ee426 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.2053165 Oct 22 15:09:49.452776 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-ef145dc2-0e53-4362-ac11-25582ae3d697 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336003 Oct 22 15:09:49.495913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:09:49.527649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 926d97b9-f633-41a1-bbbb-8f74f5a4eebe up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:49.542767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:49.561657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:49.565326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:49.627156 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7fde2f74-35d6-4fa4-b2bd-0bcd21df4128 req-bac7658a-9f93-49d5-8561-11d0106039b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267330 Oct 22 15:09:49.631328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bf3837a-e26e-4312-86e0-9b57db25e866 req-21d219f5-0b98-453a-bc1b-8cdbf3dddc9b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288468 Oct 22 15:09:49.771340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a7bb2-57ec-4719-a76e-4497d2b3ce86 req-61510132-e580-47c9-aef7-c8653a5044db tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:49.790844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da6a7bb2-57ec-4719-a76e-4497d2b3ce86 req-61510132-e580-47c9-aef7-c8653a5044db tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1525741 Oct 22 15:09:49.907504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:49.912953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e16db7a6-6415-41a0-9070-4644beba9216 req-7fa2e718-4ad0-425d-9f59-0fa580705a34 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782091 Oct 22 15:09:49.931582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:49.961399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:49.962748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:50.057724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-e7d45723-ebad-4aab-9814-22f94f27f151', 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'fixed_ips': [{'subnet_id': '7b756638-cb1b-4fb3-91d9-5567a409ce91'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:09:50.066327 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:50.119613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:50.119981 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:50.287947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a34b-319d-4eb5-805f-0080944649ef req-d4ccd910-c6e4-40ef-896b-c9f9138f5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:50.297461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-d4ccd910-c6e4-40ef-896b-c9f9138f5bee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 1094 time: 0.1871169 Oct 22 15:09:50.434737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Network': ['ID=60c6af62-bc22-47c0-b3ea-3017300f09a5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:50.494584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da6a7bb2-57ec-4719-a76e-4497d2b3ce86 req-946dc563-9c02-4909-a9d5-d77eb5fa036c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797962 Oct 22 15:09:50.547814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6954e32d-d6ef-44b4-9550-a3dd4b8ff93c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8560047 Oct 22 15:09:50.561087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:50.569578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'subnet': {'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:50.576643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:09:50.649591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db005400-ba97-4eda-b104-ba25069c85fd req-a490802c-25f8-45ae-a24c-41417771c760 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:50.660243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db005400-ba97-4eda-b104-ba25069c85fd req-a490802c-25f8-45ae-a24c-41417771c760 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 950 time: 0.8568494 Oct 22 15:09:50.746853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db005400-ba97-4eda-b104-ba25069c85fd req-9f14becc-5e0a-4ef2-98a1-a54da6aa05a3 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Oct 22 15:09:50.812040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a34b-319d-4eb5-805f-0080944649ef req-5e6739ef-b631-4aa1-8697-2d6a257c6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:50.813613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-5e6739ef-b631-4aa1-8697-2d6a257c6399 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.5089800 Oct 22 15:09:50.924101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab056a-9e69-49b2-8c7b-9cf54d9e0669 req-bd6d7438-f5c4-4fdb-84c3-63ccfa61f55d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:50.938478 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-6f3f1f04-d4e8-4fec-9d13-17c37c64823f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008 HTTP/1.1" status: 200 len: 217 time: 0.1111426 Oct 22 15:09:50.949002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7ab056a-9e69-49b2-8c7b-9cf54d9e0669 req-bd6d7438-f5c4-4fdb-84c3-63ccfa61f55d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1692846 Oct 22 15:09:51.099090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610c2c3-4857-4b86-9d60-a151b5dcd952 req-018c8f95-3a25-4f4d-bab5-c23512b31ea5 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:51.108516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d610c2c3-4857-4b86-9d60-a151b5dcd952 req-018c8f95-3a25-4f4d-bab5-c23512b31ea5 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.1092970 Oct 22 15:09:51.155666 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7ab056a-9e69-49b2-8c7b-9cf54d9e0669 req-35e5b8b4-045e-4342-97e4-d55440325e47 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006402 Oct 22 15:09:51.206871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d610c2c3-4857-4b86-9d60-a151b5dcd952 req-192d4f4f-4a95-490d-9d2e-bd096cf97ae9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964491 Oct 22 15:09:51.225832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a34b-319d-4eb5-805f-0080944649ef req-d66ac452-0251-420c-91f4-e15b2e3ecd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:51.231817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-d66ac452-0251-420c-91f4-e15b2e3ecd20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.2799461 Oct 22 15:09:51.290116 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:51.317605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a34b-319d-4eb5-805f-0080944649ef req-2617da1f-f7d8-456e-9558-b02f7ef914f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:51.327478 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-2617da1f-f7d8-456e-9558-b02f7ef914f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791245 Oct 22 15:09:51.377796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:09:51.389898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:51.422158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:51.425712 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9250b-9a46-4a10-a594-cb390660083b" -d '{"events": [{"server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "name": "network-vif-plugged", "status": "completed", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:51.518222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:51.532967 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d19b1-26b2-47e4-a998-4dbe9171f5ad x-openstack-request-id: req-006d19b1-26b2-47e4-a998-4dbe9171f5ad {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:51.534113 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "name": "network-vif-plugged", "status": "completed", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:51.535553 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-006d19b1-26b2-47e4-a998-4dbe9171f5ad {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:51.544637 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'code': 200} Oct 22 15:09:51.629463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Allocated IP 19.80.0.2 (e7d45723-ebad-4aab-9814-22f94f27f151/7b756638-cb1b-4fb3-91d9-5567a409ce91/bc5ab37f-b788-4188-ba0d-3711fb544561) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:51.630861 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-561b9c4a-7190-49aa-b8b3-0312a4866cfb service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995863 Oct 22 15:09:51.739994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 2, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:51.765848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec82bb-db9d-4633-9057-7dc2e63c8104 req-22c43a9f-daed-4d6b-8d75-dbc5e2df0966 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:51.774381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86ec82bb-db9d-4633-9057-7dc2e63c8104 req-22c43a9f-daed-4d6b-8d75-dbc5e2df0966 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1761367 Oct 22 15:09:51.792885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:51.800092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Checking router: c10d6bb9-5cef-4380-87ce-c468d330565f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:09:51.800092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Updating router c10d6bb9-5cef-4380-87ce-c468d330565f port 77b807f1-037a-4b6d-b482-fed9ed35ee31 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:09:51.871931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86ec82bb-db9d-4633-9057-7dc2e63c8104 req-aed4f812-39d1-4c16-a8c4-92b15c5d0c4c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Oct 22 15:09:51.963349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:52.003258 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:52.012900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db1af6-6313-4ee0-a669-9e2bb75616dd req-489675e4-a105-44f1-a6b9-2662b631d5cc tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:52.020751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db1af6-6313-4ee0-a669-9e2bb75616dd req-489675e4-a105-44f1-a6b9-2662b631d5cc tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 950 time: 0.1094165 Oct 22 15:09:52.074497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-c1320139-405d-4bd3-bcaf-3ab9f9f0a2b0 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:52.075676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:52.076097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-c1320139-405d-4bd3-bcaf-3ab9f9f0a2b0 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 950 time: 0.5931077 Oct 22 15:09:52.096074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f671a34b-319d-4eb5-805f-0080944649ef req-fd824ddb-8614-40e0-bf12-8c8d3c746b5d service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239457 Oct 22 15:09:52.119284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2db1af6-6313-4ee0-a669-9e2bb75616dd req-1c46398e-ed74-4fba-b42a-ccb0a2e281cc tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/security-groups?id=52aca682-9021-48b1-85c7-89f1642b4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925453 Oct 22 15:09:52.155536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab39d8-6cd3-4bc7-93ec-acc72640a0ef req-ad140ce7-3bb7-4454-856f-9bb25657a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:52.157428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7cab39d8-6cd3-4bc7-93ec-acc72640a0ef req-ad140ce7-3bb7-4454-856f-9bb25657a456 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 1096 time: 0.5435095 Oct 22 15:09:52.293514 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:52.369154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Pushing event updated for resources: {'Port': ['ID=bc5ab37f-b788-4188-ba0d-3711fb544561,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:52.394902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Network e7d45723-ebad-4aab-9814-22f94f27f151 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:52.400445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:52.404237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:52.456547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7cab39d8-6cd3-4bc7-93ec-acc72640a0ef req-e76f9611-c65a-4493-94f6-b761ac2b1efb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543006 Oct 22 15:09:52.631778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Deleting port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:52.636637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd230d0-8467-41df-a7e4-e619090ba06d req-80ea9425-43c3-4078-b0a5-5135abd3608b tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:52.636932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:52.648734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:52.684813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fd230d0-8467-41df-a7e4-e619090ba06d req-80ea9425-43c3-4078-b0a5-5135abd3608b tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.3320453 Oct 22 15:09:52.738836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aea07-7d30-4bae-9213-a9a9925a5465 req-2c02837d-c4e8-4a0e-8fb2-7cb3e16de0fe tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:52.740743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e67aea07-7d30-4bae-9213-a9a9925a5465 req-2c02837d-c4e8-4a0e-8fb2-7cb3e16de0fe tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.3543532 Oct 22 15:09:52.787956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fd230d0-8467-41df-a7e4-e619090ba06d req-2c32c741-d346-4005-bffa-2cecbe33b240 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976386 Oct 22 15:09:52.880363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e67aea07-7d30-4bae-9213-a9a9925a5465 req-dfe4e4ef-6dc6-452e-bd44-e36cb2b508f1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967095 Oct 22 15:09:53.027102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Attempting to bind port bc5ab37f-b788-4188-ba0d-3711fb544561 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:53.027644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Attempting to bind port bc5ab37f-b788-4188-ba0d-3711fb544561 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:53.028019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Attempting to bind port bc5ab37f-b788-4188-ba0d-3711fb544561 on network e7d45723-ebad-4aab-9814-22f94f27f151 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:53.056384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:53.056831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Checking segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:53.057164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.057587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Bound using segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:53.062418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Bound port: bc5ab37f-b788-4188-ba0d-3711fb544561, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:53.062813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.063515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] For port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:53.063907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.122598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Calling delete_port for d888f9ed-03b5-4a23-844b-3a5f9da6ecdc owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:53.141016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-02779966-8665-4d93-b04e-e8f716eefa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.184088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39531-745a-498c-9d2d-d39206dbad33 req-748a6eff-ca12-4d79-b21f-374dfd9521f1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:53.192723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a39531-745a-498c-9d2d-d39206dbad33 req-748a6eff-ca12-4d79-b21f-374dfd9521f1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.1767302 Oct 22 15:09:53.221572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] For port bc5ab37f-b788-4188-ba0d-3711fb544561, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:53.240318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] For port bc5ab37f-b788-4188-ba0d-3711fb544561, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc5ab37f-b788-4188-ba0d-3711fb544561,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:53.253364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213ab3-d9fd-4893-b4c6-7af4ac9bc8ab req-506084b5-5f1c-4622-ab87-d772e6e627a8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:53.255651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc213ab3-d9fd-4893-b4c6-7af4ac9bc8ab req-506084b5-5f1c-4622-ab87-d772e6e627a8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1718764 Oct 22 15:09:53.270137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.334435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.391356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc213ab3-d9fd-4893-b4c6-7af4ac9bc8ab req-e0733c07-7280-433c-ad22-a2b46265a35c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281226 Oct 22 15:09:53.391732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Subnet': ['ID=962f503b-e0d6-4d0e-a68b-b47a5322afd1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:53.394086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Checking segment: {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:53.394612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network hostable DHCP agents. Network: 60c6af62-bc22-47c0-b3ea-3017300f09a5, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:09:53.403328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24a39531-745a-498c-9d2d-d39206dbad33 req-e9e5c736-e24a-4422-89b4-ac4d91f57e9e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098086 Oct 22 15:09:53.448791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.502865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.524843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['d888f9ed-03b5-4a23-844b-3a5f9da6ecdc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:53.624931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:09:53.643357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Pushing event deleted for resources: {'Port': ['ID=d888f9ed-03b5-4a23-844b-3a5f9da6ecdc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:53.709866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe01347-5cb9-49d6-a0ca-e519df665f41 None None] Pushing event updated for resources: {'Port': ['ID=bc5ab37f-b788-4188-ba0d-3711fb544561,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:53.735679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 60c6af62-bc22-47c0-b3ea-3017300f09a5) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:53.762775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cf9ff3a-c4de-4c7a-be67-31dbdee0b4c1 req-4fb45b84-9fc5-45fc-b6f8-e1a678b391b4 tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b HTTP/1.1" status: 200 len: 210 time: 0.2161403 Oct 22 15:09:53.768517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] No DVR routers for this DVR port d888f9ed-03b5-4a23-844b-3a5f9da6ecdc on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:53.772492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.778091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33400b2-391f-41ac-9e8d-d916ecfab753 req-d3b0d298-45c3-43c9-80da-a1f37dfcea2d tempest-VolumesBackupsTest-181489318 tempest-VolumesBackupsTest-181489318-project] 10.222.0.69 "DELETE /v2.0/ports/d888f9ed-03b5-4a23-844b-3a5f9da6ecdc HTTP/1.1" status: 204 len: 173 time: 1.6787317 Oct 22 15:09:53.780601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'name': 'network-vif-deleted', 'tag': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:53.783192 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f290c-aa42-4e63-9e74-1a719e325bd3" -d '{"events": [{"server_uuid": "e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b", "name": "network-vif-deleted", "tag": "d888f9ed-03b5-4a23-844b-3a5f9da6ecdc"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:53.787685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:53.788479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:53.828958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59669d0a-329b-4010-a1dc-a3d6b23ca7f1 req-53f0f0f4-aebe-41ea-9300-a72513fecef3 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:53.830534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59669d0a-329b-4010-a1dc-a3d6b23ca7f1 req-53f0f0f4-aebe-41ea-9300-a72513fecef3 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.2993960 Oct 22 15:09:53.852057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997a609-8563-438b-8e16-371fcd400a75 None None] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:53.893722 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bbe227-9344-450f-a547-af8ff836db37 x-openstack-request-id: req-f9bbe227-9344-450f-a547-af8ff836db37 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:53.894028 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b", "name": "network-vif-deleted", "tag": "d888f9ed-03b5-4a23-844b-3a5f9da6ecdc", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:53.894349 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9bbe227-9344-450f-a547-af8ff836db37 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:53.894829 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d7e4c1-fba7-41e0-9ef5-db0b737ebe1b', 'name': 'network-vif-deleted', 'tag': 'd888f9ed-03b5-4a23-844b-3a5f9da6ecdc', 'status': 'completed', 'code': 200} Oct 22 15:09:53.931213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c6dae3f4-b4c6-425d-b8d3-1855774f4387 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3641014 Oct 22 15:09:53.966554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59669d0a-329b-4010-a1dc-a3d6b23ca7f1 req-2b44974f-47a0-4576-b21f-9d24898626da tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261981 Oct 22 15:09:54.248994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c3c4f-284b-4a30-ad40-c17b90c075da req-ab5d1da9-8c3b-4dca-8b16-322ed7d34bf9 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:54.257770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-502c3c4f-284b-4a30-ad40-c17b90c075da req-ab5d1da9-8c3b-4dca-8b16-322ed7d34bf9 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.1425254 Oct 22 15:09:54.355177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-502c3c4f-284b-4a30-ad40-c17b90c075da req-135e03f6-911a-43e7-87fa-f7510cefaf76 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962181 Oct 22 15:09:54.457058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Attempting to bind port 77b807f1-037a-4b6d-b482-fed9ed35ee31 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:54.457592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Attempting to bind port 77b807f1-037a-4b6d-b482-fed9ed35ee31 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:54.462490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Attempting to bind port 77b807f1-037a-4b6d-b482-fed9ed35ee31 on network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:54.471467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5750f-340b-44ad-8b4f-76da0f72248c None None] Pushing event updated for resources: {'Port': ['ID=77b807f1-037a-4b6d-b482-fed9ed35ee31,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:54.492456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:54.492946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Checking segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:54.493545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:54.494058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Bound using segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:54.494617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Bound port: 77b807f1-037a-4b6d-b482-fed9ed35ee31, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:54.495143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:54.497571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c2b87c66-91b9-4ee2-a750-b878240c5669 None None] Provisioning complete for port 77b807f1-037a-4b6d-b482-fed9ed35ee31 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:54.497986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c2b87c66-91b9-4ee2-a750-b878240c5669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:54.657229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c2b87c66-91b9-4ee2-a750-b878240c5669 None None] Port 77b807f1-037a-4b6d-b482-fed9ed35ee31 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:09:54.665609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-60c6af62-bc22-47c0-b3ea-3017300f09a5', 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'fixed_ips': [{'subnet_id': '962f503b-e0d6-4d0e-a68b-b47a5322afd1'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:09:54.666827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:54.724911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] For port 77b807f1-037a-4b6d-b482-fed9ed35ee31, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:54.739478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] For port 77b807f1-037a-4b6d-b482-fed9ed35ee31, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=77b807f1-037a-4b6d-b482-fed9ed35ee31,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:54.883793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:55.063195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5750f-340b-44ad-8b4f-76da0f72248c None None] Pushing event updated for resources: {'Port': ['ID=77b807f1-037a-4b6d-b482-fed9ed35ee31,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:55.274840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-9dde63ca-8f66-4afd-ada3-1cc22034c26c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:55.307476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-9dde63ca-8f66-4afd-ada3-1cc22034c26c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:55.309420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-9dde63ca-8f66-4afd-ada3-1cc22034c26c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/networks?id=e7d45723-ebad-4aab-9814-22f94f27f151&id=60c6af62-bc22-47c0-b3ea-3017300f09a5&id=e7d45723-ebad-4aab-9814-22f94f27f151 HTTP/1.1" status: 200 len: 1391 time: 0.2975144 Oct 22 15:09:55.317908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:55.318564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:55.420020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d6a85e0-c1bc-4f80-bbf8-fa6e4f60303c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/quotas/607eceb014024e09b9b88b24cc692440 HTTP/1.1" status: 200 len: 375 time: 0.0849037 Oct 22 15:09:55.447201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141fa28-1ea0-4117-915c-edf1d4d1efdb None None] Network e7d45723-ebad-4aab-9814-22f94f27f151 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:09:55.450782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-952c15ed-5108-4f4f-8f4c-3c4406120bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:55.556580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c35b57-96b4-4cb1-82ea-c9d2f88cfd5f req-48efd90b-43f2-4f63-b7d0-d4f388574094 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:55.559894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Allocated IP 19.86.0.2 (60c6af62-bc22-47c0-b3ea-3017300f09a5/962f503b-e0d6-4d0e-a68b-b47a5322afd1/53bc5ca6-b59c-4378-93e8-21f55362b5c3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:09:55.569647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41534) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:09:55.575988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Request body: {'floatingip': {'port_id': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:09:55.578497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67c35b57-96b4-4cb1-82ea-c9d2f88cfd5f req-48efd90b-43f2-4f63-b7d0-d4f388574094 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.2678049 Oct 22 15:09:55.626124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-9b6b6fbd-190a-4dc5-946a-5dc043e65f0c tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867530 Oct 22 15:09:55.745738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:55.747822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:55.766387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-1ed7ead3-658d-4572-9f6e-4eac3544d123 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388235 Oct 22 15:09:55.834807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc5ab37f-b788-4188-ba0d-3711fb544561 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:55.964160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-86c3ba41-e68b-45ec-954f-35e442432902 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963999 Oct 22 15:09:55.983869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ab6da336-378d-4dab-b73a-8fdec0aca270 None None] Provisioning complete for port bc5ab37f-b788-4188-ba0d-3711fb544561 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:55.988283 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab6da336-378d-4dab-b73a-8fdec0aca270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:56.239031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-7409d825-08a0-45f3-b33a-c9d06a06ccca service neutron] 10.222.0.66 "GET /v2.0/networks/60c6af62-bc22-47c0-b3ea-3017300f09a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736561 Oct 22 15:09:56.514997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d2c3afa6-3d9d-434a-b191-6f98a8d92be2 service neutron] 10.222.0.66 "GET /v2.0/networks/60c6af62-bc22-47c0-b3ea-3017300f09a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728877 Oct 22 15:09:56.562267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:56.586569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd1790-463e-4fe3-b150-97b8f2e3d9a0 req-f6f9e8b0-b660-4290-acc3-2a4453ceee00 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:56.595264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1dd1790-463e-4fe3-b150-97b8f2e3d9a0 req-f6f9e8b0-b660-4290-acc3-2a4453ceee00 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.7201231 Oct 22 15:09:56.623837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d888f9ed-03b5-4a23-844b-3a5f9da6ecdc no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:09:56.669394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-cab28e04-4538-4fdd-94e8-096fe47b2a8f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:56.683415 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-cab28e04-4538-4fdd-94e8-096fe47b2a8f tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.3402047 Oct 22 15:09:56.694580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-bbacae90-e2c1-4738-a46b-31f7ebb59c87 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786411 Oct 22 15:09:56.696070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:56.731049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:09:56.793547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:09:56.802908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:09:56.806759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Pushing event updated for resources: {'Port': ['ID=53bc5ca6-b59c-4378-93e8-21f55362b5c3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:56.814899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: d888f9ed-03b5-4a23-844b-3a5f9da6ecdc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:09:56.815315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device d888f9ed-03b5-4a23-844b-3a5f9da6ecdc not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:09:56.815779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d7c10d90-773a-4469-a9b4-1c1a48c77870 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170485 Oct 22 15:09:56.904862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1dd1790-463e-4fe3-b150-97b8f2e3d9a0 req-ff3bf24b-42a0-4d06-b4ae-ec37f0c47d9c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041973 Oct 22 15:09:57.083837 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.093904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.resource_extend [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:09:57.155817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3f2c-2b89-423b-b95e-d916c4aaaa03 req-3e8ba6e1-b1c9-458a-ae63-d9b95e0ec52b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:57.163748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-240d3f2c-2b89-423b-b95e-d916c4aaaa03 req-3e8ba6e1-b1c9-458a-ae63-d9b95e0ec52b tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 1097 time: 0.1172128 Oct 22 15:09:57.198068 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.277569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Deleting port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:09:57.277916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.291606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Attempting to bind port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:09:57.293137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Attempting to bind port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:09:57.293520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Attempting to bind port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 on network 60c6af62-bc22-47c0-b3ea-3017300f09a5 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:09:57.306543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab6da336-378d-4dab-b73a-8fdec0aca270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.312972 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.335959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed325950-5a87-4087-b917-6afcd4685fa2 req-fd7e96f7-fb09-44da-9ba8-e38ebde5716a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.1048422 Oct 22 15:09:57.352786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-240d3f2c-2b89-423b-b95e-d916c4aaaa03 req-18527fd5-f384-4073-9b16-c6114b50ea2d tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730797 Oct 22 15:09:57.388786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ab6da336-378d-4dab-b73a-8fdec0aca270 None None] For port bc5ab37f-b788-4188-ba0d-3711fb544561, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc5ab37f-b788-4188-ba0d-3711fb544561,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:57.394177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:09:57.394555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Checking segment: {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:09:57.395047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.395449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Bound using segment: {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:09:57.395933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Bound port: 53bc5ca6-b59c-4378-93e8-21f55362b5c3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:09:57.396308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.402257 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.458296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port bc5ab37f-b788-4188-ba0d-3711fb544561 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:57.458760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.473907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:54Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:57.504354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab6da336-378d-4dab-b73a-8fdec0aca270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.555556 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Floating IP 8c7b58f1-c83b-4e1b-9bbb-5303463795ea associated. External IP: 172.25.1.52, port: d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28. Oct 22 15:09:57.649427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdd037-058d-4106-b6c1-8d131cb0bb1d None None] The sync data for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 is: [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:54Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:09:57.653741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] For port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:57.653906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.711896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Calling delete_port for c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:09:57.738757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] For port 53bc5ca6-b59c-4378-93e8-21f55362b5c3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:09:57.808394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] For port 53bc5ca6-b59c-4378-93e8-21f55362b5c3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=53bc5ca6-b59c-4378-93e8-21f55362b5c3,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:09:57.873356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f8e5e240-0ad0-477c-88ff-041a67a29970 None None] Provisioning complete for port 77b807f1-037a-4b6d-b482-fed9ed35ee31 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:57.873842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e240-0ad0-477c-88ff-041a67a29970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:57.957664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6da336-378d-4dab-b73a-8fdec0aca270 None None] Pushing event updated for resources: {'Port': ['ID=bc5ab37f-b788-4188-ba0d-3711fb544561,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:57.972002 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:58.165109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784d9e-223f-459d-bcf4-d23654551f75 req-460e60db-f533-4ad0-b526-02d1ed4cd2a3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:58.173454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08784d9e-223f-459d-bcf4-d23654551f75 req-460e60db-f533-4ad0-b526-02d1ed4cd2a3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1084731 Oct 22 15:09:58.277517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08784d9e-223f-459d-bcf4-d23654551f75 req-ca76bab5-4462-45a4-baeb-cf4017e4d0c4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026497 Oct 22 15:09:58.331717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:58.436124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:58.501684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:58.528598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4549b0f-e76f-4c38-9aa0-8d7224fe2bc2 req-0f02d588-8f35-42cd-a0a9-22faf9bf6f45 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.0875733 Oct 22 15:09:58.568228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c0f22dbb-c39d-4607-9f5d-1125c81d5813'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:09:58.595816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a201-4ee1-41ee-bb01-bff95eb1354d None None] Pushing event updated for resources: {'Port': ['ID=53bc5ca6-b59c-4378-93e8-21f55362b5c3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:58.749735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f067eadf-6178-489e-ba3b-3eb450f214ca req-d0bb40d3-8e27-4fbf-9f00-388e78f945d2 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 210 time: 0.1407435 Oct 22 15:09:58.823505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:58.833769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e240-0ad0-477c-88ff-041a67a29970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:58.909093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] No DVR routers for this DVR port c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:09:58.927148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:58.936519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7ea1de53-f46a-454d-b551-2da958c234e0 req-a42afeec-e0d8-4e95-9e71-61426b866bb9 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d HTTP/1.1" status: 204 len: 173 time: 2.2508562 Oct 22 15:09:58.955732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'name': 'network-vif-deleted', 'tag': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:09:58.958247 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b49c06-143f-4f81-ba03-313e63c09886" -d '{"events": [{"server_uuid": "fe7efe3f-d55b-4cdf-9498-1968d086957f", "name": "network-vif-deleted", "tag": "c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:09:59.003426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f8e5e240-0ad0-477c-88ff-041a67a29970 None None] For port 77b807f1-037a-4b6d-b482-fed9ed35ee31, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=77b807f1-037a-4b6d-b482-fed9ed35ee31,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:09:59.040956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Router a2651fd6-c09f-40ce-8792-e8cf3c365203 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:09:59.128299 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e240-0ad0-477c-88ff-041a67a29970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:59.211035 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5be6584-3475-4fad-8faf-7ab32c1299d9 x-openstack-request-id: req-f5be6584-3475-4fad-8faf-7ab32c1299d9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:09:59.211640 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7efe3f-d55b-4cdf-9498-1968d086957f", "name": "network-vif-deleted", "tag": "c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:09:59.212583 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5be6584-3475-4fad-8faf-7ab32c1299d9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:09:59.215836 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7efe3f-d55b-4cdf-9498-1968d086957f', 'name': 'network-vif-deleted', 'tag': 'c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d', 'status': 'completed', 'code': 200} Oct 22 15:09:59.256211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc5ab37f-b788-4188-ba0d-3711fb544561 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:09:59.449723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:09:59.465178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] Sync routers for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:09:59.476660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:59.488109 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:09:59.496675 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:09:59.501239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e240-0ad0-477c-88ff-041a67a29970 None None] Pushing event updated for resources: {'Port': ['ID=77b807f1-037a-4b6d-b482-fed9ed35ee31,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:09:59.510758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-500d7e5a-cd0f-4979-a61a-b6fa0c54562d None None] Provisioning complete for port bc5ab37f-b788-4188-ba0d-3711fb544561 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:59.511169 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-500d7e5a-cd0f-4979-a61a-b6fa0c54562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:59.584227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422418-0f68-4006-bd72-982726e9bd9c req-12a9e113-e942-4fb4-8a4f-d8782ee79359 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:09:59.601309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a422418-0f68-4006-bd72-982726e9bd9c req-12a9e113-e942-4fb4-8a4f-d8782ee79359 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1727791 Oct 22 15:09:59.765385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port bc5ab37f-b788-4188-ba0d-3711fb544561 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:09:59.767496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:09:59.797316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a422418-0f68-4006-bd72-982726e9bd9c req-b3c5e799-630e-4de7-be99-a329b0924aec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946623 Oct 22 15:09:59.945873 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:09:59.948622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0da45210-2d2d-41f4-a1e2-844d7935e91b req-d9c1d09b-d66c-41bc-998b-c416b6e68339 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.1748078 Oct 22 15:10:00.166564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 53bc5ca6-b59c-4378-93e8-21f55362b5c3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:00.251614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89ca7ff6-3ce1-4ada-98ae-09ceb1f01f74 req-26c8e1f1-da59-4316-bcb0-4f4a7d60eed1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe7efe3f-d55b-4cdf-9498-1968d086957f HTTP/1.1" status: 200 len: 210 time: 0.1007187 Oct 22 15:10:00.334175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:00.334546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:00.523616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5da9d90-4f4e-4aaa-ac12-a50dce1f2635 None None] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:00.560257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-01c0a633-fa40-40be-a7c4-bfd612e42efd tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "PUT /v2.0/floatingips/8c7b58f1-c83b-4e1b-9bbb-5303463795ea HTTP/1.1" status: 200 len: 991 time: 4.9890893 Oct 22 15:10:00.588716 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:00.751733 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '8c7b58f1-c83b-4e1b-9bbb-5303463795ea', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'port_id': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'mac_address': 'fa:16:3e:d8:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:08:11Z', 'updated_at': '2021-10-22T15:09:56Z', 'revision_number': 1, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:00.768112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0af13709-e763-4693-918e-c84bd639d3d9 None None] Provisioning complete for port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:00.768481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0af13709-e763-4693-918e-c84bd639d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:00.795576 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] Checking router: a2651fd6-c09f-40ce-8792-e8cf3c365203 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:10:00.808428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:10:00.809058 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:00.836715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 53bc5ca6-b59c-4378-93e8-21f55362b5c3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=53bc5ca6-b59c-4378-93e8-21f55362b5c3,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:00.947871 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:00.949144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 77b807f1-037a-4b6d-b482-fed9ed35ee31 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:01.045607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246745f-5bab-47aa-a8ba-045ebbd77de4 req-c6bddc91-8c7e-444f-9003-cf95bf65b53b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:01.053069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=53bc5ca6-b59c-4378-93e8-21f55362b5c3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:01.068039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d246745f-5bab-47aa-a8ba-045ebbd77de4 req-c6bddc91-8c7e-444f-9003-cf95bf65b53b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1462843 Oct 22 15:10:01.129559 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:10:01.143603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 77b807f1-037a-4b6d-b482-fed9ed35ee31 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:01.144165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:01.150401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d246745f-5bab-47aa-a8ba-045ebbd77de4 req-5be67228-a130-4b5b-8d80-9ed4acb0f7ab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Oct 22 15:10:01.156585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-def44118-481e-4799-bbe4-d8ed15bc653a req-37298640-f2ce-4e1f-9717-d1405c53f173 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.0479786 Oct 22 15:10:01.217861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:01.220807 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e925f9-59f0-4827-8b84-71215ff621b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:01.269161 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c5c8b3-abcb-4b17-b0c1-1150f683864c x-openstack-request-id: req-34c5c8b3-abcb-4b17-b0c1-1150f683864c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:01.269929 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:01.270455 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34c5c8b3-abcb-4b17-b0c1-1150f683864c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:01.271286 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'status': 'completed', 'code': 200} Oct 22 15:10:01.311013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:01.359350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:01.364196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c1fb1b12-e7d2-48aa-b42c-ea0d116afa3d not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:01.433545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-242f7eb9-cb23-4bac-99e1-9d9cfa8e51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:01.452073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-242f7eb9-cb23-4bac-99e1-9d9cfa8e51f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 1097 time: 0.1198745 Oct 22 15:10:01.454375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-087d4b19-560a-4b38-8903-c77a1bf9ded0 None None] Provisioning complete for port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:01.454749 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-087d4b19-560a-4b38-8903-c77a1bf9ded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:01.541061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 77b807f1-037a-4b6d-b482-fed9ed35ee31 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:01.571551 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '8c7b58f1-c83b-4e1b-9bbb-5303463795ea', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'port_id': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'mac_address': 'fa:16:3e:d8:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:08:11Z', 'updated_at': '2021-10-22T15:09:56Z', 'revision_number': 1, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:01.613934 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3a67-2bce-47bd-b6cd-320cf76a4319 None None] The sync data for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 is: [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '8c7b58f1-c83b-4e1b-9bbb-5303463795ea', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'port_id': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'mac_address': 'fa:16:3e:d8:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:08:11Z', 'updated_at': '2021-10-22T15:09:56Z', 'revision_number': 1, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:10:01.731742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 77b807f1-037a-4b6d-b482-fed9ed35ee31 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:01.732177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:01.812727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-c6ebdc5d-867f-4fce-becb-9ff5fdd136ba tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:01.846840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-c6ebdc5d-867f-4fce-becb-9ff5fdd136ba tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:01.846840 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-c6ebdc5d-867f-4fce-becb-9ff5fdd136ba tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "GET /v2.0/networks?id=e7d45723-ebad-4aab-9814-22f94f27f151&id=60c6af62-bc22-47c0-b3ea-3017300f09a5&id=e7d45723-ebad-4aab-9814-22f94f27f151 HTTP/1.1" status: 200 len: 1391 time: 0.2356629 Oct 22 15:10:01.874865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'port': {'device_id': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151', 'admin_state_up': True, 'tenant_id': '607eceb014024e09b9b88b24cc692440'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:01.881098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-84fec442-84ee-44e7-b620-7d5742204aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:01.883512 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-84fec442-84ee-44e7-b620-7d5742204aaa service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 200 len: 917 time: 0.4296222 Oct 22 15:10:01.894637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 53bc5ca6-b59c-4378-93e8-21f55362b5c3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:02.003697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:02.004103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:02.053625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-927aac56-9e9d-45a8-ab2c-972dcf6d6dea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 200 len: 999 time: 0.1550810 Oct 22 15:10:02.072974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643cc5f-0be6-48db-ba7d-0195f89dc4eb None None] New status for floating IP 8c7b58f1-c83b-4e1b-9bbb-5303463795ea: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:10:02.180186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-7bda8ee1-8701-4f14-9e94-23ec6910826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:02.181568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-7bda8ee1-8701-4f14-9e94-23ec6910826c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b66ef9b-242d-4d72-a793-fec16bb59d27 HTTP/1.1" status: 200 len: 855 time: 0.1140714 Oct 22 15:10:02.264652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-7036a9e5-b2ef-4fae-95a7-8b2d9be5695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:02.266278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-7036a9e5-b2ef-4fae-95a7-8b2d9be5695a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710349 Oct 22 15:10:02.318455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd135f-ce98-4702-a6a3-a2fc87b120c2 req-b1e66184-3c36-4f65-90bf-17b1c63f6369 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:02.326918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5edd135f-ce98-4702-a6a3-a2fc87b120c2 req-b1e66184-3c36-4f65-90bf-17b1c63f6369 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.0770016 Oct 22 15:10:02.382108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5edd135f-ce98-4702-a6a3-a2fc87b120c2 req-74845960-fea5-4b90-a5b6-d7ae531bf566 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538487 Oct 22 15:10:02.443529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-29ea2420-e1a4-414c-ae69-4cfa154bdb72 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659253 Oct 22 15:10:02.444291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:02.448853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:02.511130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-302f6b88-f900-441f-9982-3c123d15a45b req-dc7b9c8d-ff5f-4f50-b0b3-37785d7726b0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.0465164 Oct 22 15:10:02.617387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89e925f9-59f0-4827-8b84-71215ff621b6 req-fcfee820-769c-445e-b044-7e7523f4a70c service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647964 Oct 22 15:10:02.705996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Allocated IP 19.80.0.191 (e7d45723-ebad-4aab-9814-22f94f27f151/7b756638-cb1b-4fb3-91d9-5567a409ce91/a577f12b-e0c3-4759-8ea2-07329699f097) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:02.753897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a775d-6f2b-4a49-a9a7-77b3a8dc1fe6 req-604e6ef3-c043-46f3-8ae4-b2fd834ef0a0 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:02.763380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c34a775d-6f2b-4a49-a9a7-77b3a8dc1fe6 req-604e6ef3-c043-46f3-8ae4-b2fd834ef0a0 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.0559032 Oct 22 15:10:02.855757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c34a775d-6f2b-4a49-a9a7-77b3a8dc1fe6 req-8dfb9342-6591-4c75-87e4-2f9f1db6323c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908971 Oct 22 15:10:02.878679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:02.997133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:03.043117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network e7d45723-ebad-4aab-9814-22f94f27f151 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:03.048464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:03.050889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:03.148733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:03.149410 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:03.156247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Port': ['ID=a577f12b-e0c3-4759-8ea2-07329699f097,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:03.278854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b24bf33a-8209-4223-a435-efbb6c50c0f0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4092057 Oct 22 15:10:03.293398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'port': {'device_id': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5', 'admin_state_up': True, 'tenant_id': '607eceb014024e09b9b88b24cc692440'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:03.557586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0d6a-6904-443d-b218-f10b52847b3e req-80d7c4a8-02f1-4fcd-80f2-3332091c3509 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:03.559522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-952b0d6a-6904-443d-b218-f10b52847b3e req-80d7c4a8-02f1-4fcd-80f2-3332091c3509 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.0710678 Oct 22 15:10:03.583376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fd402d8d-4882-44d5-b641-ee801664d53d None None] Provisioning complete for port a577f12b-e0c3-4759-8ea2-07329699f097 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:03.583963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd402d8d-4882-44d5-b641-ee801664d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:03.593473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:03.600883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:03.634462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fd402d8d-4882-44d5-b641-ee801664d53d None None] Port a577f12b-e0c3-4759-8ea2-07329699f097 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:10:03.681951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-952b0d6a-6904-443d-b218-f10b52847b3e req-f8fff1e9-8e51-4955-b522-fb23cae11ff7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155877 Oct 22 15:10:03.717311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a4e04-71fe-44e0-aa11-21685d1669dd req-ccea63cd-16d2-4f0f-b695-838cd4840282 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:03.725791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a12a4e04-71fe-44e0-aa11-21685d1669dd req-ccea63cd-16d2-4f0f-b695-838cd4840282 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 932 time: 0.1331789 Oct 22 15:10:03.799251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a12a4e04-71fe-44e0-aa11-21685d1669dd req-4500ae8d-595b-4aec-aab4-7ec0cf3b9d51 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713899 Oct 22 15:10:03.831107 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:03.845757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Allocated IP 19.86.0.160 (60c6af62-bc22-47c0-b3ea-3017300f09a5/962f503b-e0d6-4d0e-a68b-b47a5322afd1/1f75bd00-5291-4f8f-9c15-39dfa8e598dd) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:04.058591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c81c-6b1e-4955-bb75-673c394fddab req-f5478efe-675a-4ced-b5f9-534e9424b26c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:04.062400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f389c81c-6b1e-4955-bb75-673c394fddab req-f5478efe-675a-4ced-b5f9-534e9424b26c tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.0898919 Oct 22 15:10:04.111074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:04.145035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f389c81c-6b1e-4955-bb75-673c394fddab req-b1d1e91d-0492-40ad-9c25-b9d351692f34 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Oct 22 15:10:04.291516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:04.370886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:04.372596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:04.375603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:04.462520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:04.463295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:04.492159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Port': ['ID=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:04.642390 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-18f047c6-79a5-4d9e-ba28-a412471a2c40 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3543375 Oct 22 15:10:04.667207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'port': {'device_id': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151', 'admin_state_up': True, 'tenant_id': '607eceb014024e09b9b88b24cc692440'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:04.825671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e4567edf-7959-482b-b04b-d2e9d5905560 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:04.827229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e4567edf-7959-482b-b04b-d2e9d5905560 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.2155077 Oct 22 15:10:04.887731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bcf2cee0-0d8f-4564-9ac3-6c6e255b7dbb None None] Provisioning complete for port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:04.888326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cee0-0d8f-4564-9ac3-6c6e255b7dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:04.917107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70c1f-7c54-46ef-aae0-cd2d3e4ceecd req-4a227a3e-e538-4d8b-a4f3-72d56506dd39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:04.919629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51b70c1f-7c54-46ef-aae0-cd2d3e4ceecd req-4a227a3e-e538-4d8b-a4f3-72d56506dd39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1126618 Oct 22 15:10:04.969552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2cee0-0d8f-4564-9ac3-6c6e255b7dbb None None] Port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:10:05.019076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Deleting port c0f22dbb-c39d-4607-9f5d-1125c81d5813 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:05.019428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:05.038668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51b70c1f-7c54-46ef-aae0-cd2d3e4ceecd req-30c9d30a-0096-43db-9ec5-c32fa0e9a55c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107497 Oct 22 15:10:05.079536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:05.098527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:05.137383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e519b5-8673-4a25-b4da-418f25b571a7 req-7272f419-f135-4005-b6be-8aee8f3818cf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:05.157460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e519b5-8673-4a25-b4da-418f25b571a7 req-7272f419-f135-4005-b6be-8aee8f3818cf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:05.171739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6e519b5-8673-4a25-b4da-418f25b571a7 req-7272f419-f135-4005-b6be-8aee8f3818cf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 1655 time: 0.1945193 Oct 22 15:10:05.274031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6e519b5-8673-4a25-b4da-418f25b571a7 req-f4f7035a-48a9-4208-a19b-ef9eaf15dd30 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931635 Oct 22 15:10:05.365564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] For port c0f22dbb-c39d-4607-9f5d-1125c81d5813, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=c0f22dbb-c39d-4607-9f5d-1125c81d5813,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:05.365564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:05.409505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Calling delete_port for c0f22dbb-c39d-4607-9f5d-1125c81d5813 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:05.415218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fec97-41b7-491a-a0de-b813225e9db1 req-54c0745d-5b9c-467f-aa7c-17bc2dae7a9e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:05.427593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661fec97-41b7-491a-a0de-b813225e9db1 req-54c0745d-5b9c-467f-aa7c-17bc2dae7a9e tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 1096 time: 0.1276224 Oct 22 15:10:05.512269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661fec97-41b7-491a-a0de-b813225e9db1 req-71a56b44-3fe7-4abd-846c-0ce5c34ddb68 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dab40f9a-f667-4a1c-83fd-d7701593be45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806892 Oct 22 15:10:05.530265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Allocated IP 19.80.0.142 (e7d45723-ebad-4aab-9814-22f94f27f151/7b756638-cb1b-4fb3-91d9-5567a409ce91/74f90e86-402a-4417-8b58-a791027734ae) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:05.842923 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:05.863825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:05.878743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['c0f22dbb-c39d-4607-9f5d-1125c81d5813'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:05.908824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f22dbb-c39d-4607-9f5d-1125c81d5813,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:05.989133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] No DVR routers for this DVR port c0f22dbb-c39d-4607-9f5d-1125c81d5813 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:05.994678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:05.998679 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd8f6daf-e31a-44e6-9c7e-d5ee8127df90 req-e50aa688-38e0-4475-94cc-7ef967dae3a1 tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c0f22dbb-c39d-4607-9f5d-1125c81d5813 HTTP/1.1" status: 204 len: 173 time: 1.1540406 Oct 22 15:10:05.999221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ccbde-b82b-46db-8336-232009418d70', 'name': 'network-vif-deleted', 'tag': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:06.001762 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d48a2bb-65df-4734-b78b-aae95dacfaf1" -d '{"events": [{"server_uuid": "e82ccbde-b82b-46db-8336-232009418d70", "name": "network-vif-deleted", "tag": "c0f22dbb-c39d-4607-9f5d-1125c81d5813"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:06.056687 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eef9fb-4976-4b15-866a-5b2751a606ef x-openstack-request-id: req-b5eef9fb-4976-4b15-866a-5b2751a606ef {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:06.057093 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82ccbde-b82b-46db-8336-232009418d70", "name": "network-vif-deleted", "tag": "c0f22dbb-c39d-4607-9f5d-1125c81d5813", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:06.057495 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5eef9fb-4976-4b15-866a-5b2751a606ef {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:06.057995 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ccbde-b82b-46db-8336-232009418d70', 'name': 'network-vif-deleted', 'tag': 'c0f22dbb-c39d-4607-9f5d-1125c81d5813', 'status': 'completed', 'code': 200} Oct 22 15:10:06.153315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:06.269790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010abc1d-ff0e-47b8-a40b-734f0f52c772 req-9c4cda05-8ac3-4a93-b019-ce67f8734152 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:06.291614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-010abc1d-ff0e-47b8-a40b-734f0f52c772 req-9c4cda05-8ac3-4a93-b019-ce67f8734152 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.1146860 Oct 22 15:10:06.339751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network e7d45723-ebad-4aab-9814-22f94f27f151 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:06.369970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:06.383310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-010abc1d-ff0e-47b8-a40b-734f0f52c772 req-6d51f8e6-8163-417d-907b-54f93cf0fe5e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905616 Oct 22 15:10:06.390911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:06.468790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Port': ['ID=74f90e86-402a-4417-8b58-a791027734ae,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:06.551580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:06.553571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:06.707452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-5d4a8e22-e929-47b3-baa2-99fb664875c0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0452275 Oct 22 15:10:06.732715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Request body: {'port': {'device_id': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:06.760943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb79454-9e1d-4b99-afeb-dd85773e9590 req-10309290-a7a7-42c6-a4f8-3901125779f3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:06.767763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb79454-9e1d-4b99-afeb-dd85773e9590 req-10309290-a7a7-42c6-a4f8-3901125779f3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:06.781678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb79454-9e1d-4b99-afeb-dd85773e9590 req-10309290-a7a7-42c6-a4f8-3901125779f3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:06.802167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eb79454-9e1d-4b99-afeb-dd85773e9590 req-10309290-a7a7-42c6-a4f8-3901125779f3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2377 time: 0.2210560 Oct 22 15:10:06.846509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:06.861341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eb79454-9e1d-4b99-afeb-dd85773e9590 req-1658d8e9-4fce-4f9d-8fe8-5d02f8aa2c80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576570 Oct 22 15:10:06.899809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caf1047b-4d3e-4820-bec6-f8783d5ee0ce req-03fbdba7-0df5-4ce5-beb8-1a00b9f59aad tempest-TestServerMultinode-570256028 tempest-TestServerMultinode-570256028-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82ccbde-b82b-46db-8336-232009418d70 HTTP/1.1" status: 200 len: 210 time: 0.0877581 Oct 22 15:10:06.957927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-59d4b0c1-4734-4ea4-b33a-b5238a3a69c4 None None] Provisioning complete for port 74f90e86-402a-4417-8b58-a791027734ae triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:06.959503 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59d4b0c1-4734-4ea4-b33a-b5238a3a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:07.046014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-59d4b0c1-4734-4ea4-b33a-b5238a3a69c4 None None] Port 74f90e86-402a-4417-8b58-a791027734ae cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:10:07.342058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a577f12b-e0c3-4759-8ea2-07329699f097 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:07.355929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:07.390528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Transition to ACTIVE for port object a577f12b-e0c3-4759-8ea2-07329699f097 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:10:07.591851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de695f-ec8a-4e89-8fed-8649cb38d8bb req-f9c86862-5ba5-41db-864f-63ea7e747a22 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:07.595503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8de695f-ec8a-4e89-8fed-8649cb38d8bb req-f9c86862-5ba5-41db-864f-63ea7e747a22 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.0604601 Oct 22 15:10:07.635987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8de695f-ec8a-4e89-8fed-8649cb38d8bb req-17fa6d6d-1be8-482d-86d6-71f3a362f74a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340662 Oct 22 15:10:07.981232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41698) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:08.006725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b235fe-e46c-4cd1-81d0-1d5809f76e5b req-2ce45a76-952c-4195-937e-75727c76172f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:08.015109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b235fe-e46c-4cd1-81d0-1d5809f76e5b req-2ce45a76-952c-4195-937e-75727c76172f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:08.021653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b235fe-e46c-4cd1-81d0-1d5809f76e5b req-2ce45a76-952c-4195-937e-75727c76172f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:08.023689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79b235fe-e46c-4cd1-81d0-1d5809f76e5b req-2ce45a76-952c-4195-937e-75727c76172f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2377 time: 0.0862889 Oct 22 15:10:08.040910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:08.086129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79b235fe-e46c-4cd1-81d0-1d5809f76e5b req-95fb11a2-a8f5-459f-907e-410095329399 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Oct 22 15:10:08.122344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=a577f12b-e0c3-4759-8ea2-07329699f097,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:08.286109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c0f22dbb-c39d-4607-9f5d-1125c81d5813 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:08.329483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Attempting to bind port a577f12b-e0c3-4759-8ea2-07329699f097 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:08.329809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Attempting to bind port a577f12b-e0c3-4759-8ea2-07329699f097 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:08.330147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Attempting to bind port a577f12b-e0c3-4759-8ea2-07329699f097 on network e7d45723-ebad-4aab-9814-22f94f27f151 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:08.338008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: c0f22dbb-c39d-4607-9f5d-1125c81d5813 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:08.338639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device c0f22dbb-c39d-4607-9f5d-1125c81d5813 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:08.342249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Port a577f12b-e0c3-4759-8ea2-07329699f097 on network e7d45723-ebad-4aab-9814-22f94f27f151 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:10:08.344663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Attempting to bind port a577f12b-e0c3-4759-8ea2-07329699f097 on network e7d45723-ebad-4aab-9814-22f94f27f151 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:08.397045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:08.398289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Checking segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:08.398409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Bound using segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:08.398819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Bound port: a577f12b-e0c3-4759-8ea2-07329699f097, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:08.399177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:08.572969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] For port a577f12b-e0c3-4759-8ea2-07329699f097, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:08.599520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] For port a577f12b-e0c3-4759-8ea2-07329699f097, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a577f12b-e0c3-4759-8ea2-07329699f097,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:08.711772 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:08.763048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:08.763675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:08.765059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a577f12b-e0c3-4759-8ea2-07329699f097 HTTP/1.1" status: 200 len: 1092 time: 2.0408366 Oct 22 15:10:08.765510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'tag': 'a577f12b-e0c3-4759-8ea2-07329699f097'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:08.767826 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "tag": "a577f12b-e0c3-4759-8ea2-07329699f097"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:08.817074 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c14435-da7c-4788-bdd0-1c15f5f04911 x-openstack-request-id: req-c1c14435-da7c-4788-bdd0-1c15f5f04911 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:08.817400 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "tag": "a577f12b-e0c3-4759-8ea2-07329699f097", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:08.817654 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1c14435-da7c-4788-bdd0-1c15f5f04911 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:08.818063 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'tag': 'a577f12b-e0c3-4759-8ea2-07329699f097', 'status': 'completed', 'code': 200} Oct 22 15:10:08.834499 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:08.837829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=a577f12b-e0c3-4759-8ea2-07329699f097,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:08.994215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85814f33-1898-47ab-b260-ba21d5b389e1 req-f2c3a06c-d9c5-4dc2-ab40-3f321151b53c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.000361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85814f33-1898-47ab-b260-ba21d5b389e1 req-f2c3a06c-d9c5-4dc2-ab40-3f321151b53c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.0741780 Oct 22 15:10:09.064183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85814f33-1898-47ab-b260-ba21d5b389e1 req-2508388c-d908-467c-8fdb-c888176e7def tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518556 Oct 22 15:10:09.203863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Request body: {'port': {'device_id': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:09.244918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.245243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.245632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.245857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489539e-8a06-408f-bddb-7b822f274ceb req-26419f7f-fabe-4e12-9b4c-cc91f09b67ce tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.246250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.246549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.246874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.247228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.247554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.247931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.248256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.248577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.248894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b330c43-d7b6-4084-be00-6c1361b49ba8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:09.255844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489539e-8a06-408f-bddb-7b822f274ceb req-26419f7f-fabe-4e12-9b4c-cc91f09b67ce tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.266195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489539e-8a06-408f-bddb-7b822f274ceb req-26419f7f-fabe-4e12-9b4c-cc91f09b67ce tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.269009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0489539e-8a06-408f-bddb-7b822f274ceb req-26419f7f-fabe-4e12-9b4c-cc91f09b67ce tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2389 time: 0.0854464 Oct 22 15:10:09.336648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0489539e-8a06-408f-bddb-7b822f274ceb req-a819db1f-42c2-40b1-87b2-58671f34b01d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Oct 22 15:10:09.352207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-9cb1c963-a9d8-42e1-9e50-295e5fa4b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.352678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-9cb1c963-a9d8-42e1-9e50-295e5fa4b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.353298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-9cb1c963-a9d8-42e1-9e50-295e5fa4b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.355533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-9cb1c963-a9d8-42e1-9e50-295e5fa4b381 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2732 time: 0.1692822 Oct 22 15:10:09.360321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:09.648598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-660972f5-2262-420a-97f0-3e13cdf4599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.649137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-660972f5-2262-420a-97f0-3e13cdf4599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.649714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-660972f5-2262-420a-97f0-3e13cdf4599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.651828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-660972f5-2262-420a-97f0-3e13cdf4599c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=607eceb014024e09b9b88b24cc692440&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2866831 Oct 22 15:10:09.918457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-2d4c0c23-1f94-44cc-bbee-9ad80ba639e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:09.919969 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-11d0ac58-d9c8-47e7-b48a-ce9549f8bae0 req-2d4c0c23-1f94-44cc-bbee-9ad80ba639e1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585542 Oct 22 15:10:10.213797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09757-61fb-4747-b980-022d5cbd0a66 req-05f366ef-6a02-40d2-bfb3-0a50afd4369c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:10.224431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cba09757-61fb-4747-b980-022d5cbd0a66 req-05f366ef-6a02-40d2-bfb3-0a50afd4369c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.0805364 Oct 22 15:10:10.227949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f75bd00-5291-4f8f-9c15-39dfa8e598dd {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:10.241903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:10.271574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Transition to ACTIVE for port object 1f75bd00-5291-4f8f-9c15-39dfa8e598dd will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:10:10.288914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Deleting port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:10.289521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:10.309294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cba09757-61fb-4747-b980-022d5cbd0a66 req-586462cc-fec9-4d2c-b7da-7aadc2058b15 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817091 Oct 22 15:10:10.313096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1e5fa327-f39d-4c33-ba3d-45d2234c9008 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:10:10.450241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:10.563946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd6b8-79bf-486b-bfb9-1f9edffb4a51 req-b125333a-2c96-455d-87bf-14cf6b27c6b3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:10.571981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:10.579268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd6b8-79bf-486b-bfb9-1f9edffb4a51 req-b125333a-2c96-455d-87bf-14cf6b27c6b3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:10.586194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd6b8-79bf-486b-bfb9-1f9edffb4a51 req-b125333a-2c96-455d-87bf-14cf6b27c6b3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:10.601886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '1e5fa327-f39d-4c33-ba3d-45d2234c9008', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': '1e5fa327-f39d-4c33-ba3d-45d2234c9008', 'mac_address': 'fa:16:3e:b4:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:10:10.607030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f0cd6b8-79bf-486b-bfb9-1f9edffb4a51 req-b125333a-2c96-455d-87bf-14cf6b27c6b3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2401 time: 0.1432869 Oct 22 15:10:10.706718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:10.726595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] For port eccd7dc6-f6f8-4917-8bbb-9137fc17fa24, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:10.732185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:10.737534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f0cd6b8-79bf-486b-bfb9-1f9edffb4a51 req-9fb7a888-6de8-4fe0-ae15-d7cd2c06c504 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292701 Oct 22 15:10:10.761525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5fa327-f39d-4c33-ba3d-45d2234c9008 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:10.833807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:10.863274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:10.886145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Calling delete_port for eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:11.075132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Attempting to bind port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:11.075441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Attempting to bind port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:11.075902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Attempting to bind port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd on network 60c6af62-bc22-47c0-b3ea-3017300f09a5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:11.086305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd on network 60c6af62-bc22-47c0-b3ea-3017300f09a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:10:11.086617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Attempting to bind port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd on network 60c6af62-bc22-47c0-b3ea-3017300f09a5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:11.095981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:11.096393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Checking segment: {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:11.096868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Bound using segment: {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:11.097404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Bound port: 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1c11bc-e612-48e1-8175-82befd87f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:11.097842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:11.230045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] For port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:11.234645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] For port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:11.489431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789afc68-f8c4-4fd6-9a90-498239a3fae1 req-d2d32980-935d-4b14-a9c0-5b2255bc78ac tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:11.491533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789afc68-f8c4-4fd6-9a90-498239a3fae1 req-d2d32980-935d-4b14-a9c0-5b2255bc78ac tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 943 time: 0.0629296 Oct 22 15:10:11.559997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789afc68-f8c4-4fd6-9a90-498239a3fae1 req-ce88256e-b8d8-4283-86db-0b2c53afdff6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Oct 22 15:10:11.582393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:11.616986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:11.629812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:11.658616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1e5fa327-f39d-4c33-ba3d-45d2234c9008,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:11.664888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:11.665652 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:11.667399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] 10.222.0.69 "PUT /v2.0/ports/1f75bd00-5291-4f8f-9c15-39dfa8e598dd HTTP/1.1" status: 200 len: 1092 time: 2.4716089 Oct 22 15:10:11.670353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'tag': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:11.675742 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59" -d '{"events": [{"name": "network-changed", "server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "tag": "1f75bd00-5291-4f8f-9c15-39dfa8e598dd"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:11.680911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:11.771449 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53790a7f-5acb-4681-92b5-526d5a4b8dce x-openstack-request-id: req-53790a7f-5acb-4681-92b5-526d5a4b8dce {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:11.772324 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "tag": "1f75bd00-5291-4f8f-9c15-39dfa8e598dd", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:11.772639 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53790a7f-5acb-4681-92b5-526d5a4b8dce {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:11.773480 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'tag': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd', 'status': 'completed', 'code': 200} Oct 22 15:10:11.878052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Request body: {'port': {'device_id': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:11.961676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dc55a-e2f9-4df3-9adf-54d3a2092cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:11.967734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445820e7-c306-4d59-ab0d-bce83a28758b req-e9098bbb-519e-44db-accc-c5a7fec983ee tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:11.974896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1e5fa327-f39d-4c33-ba3d-45d2234c9008'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:11.990790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445820e7-c306-4d59-ab0d-bce83a28758b req-e9098bbb-519e-44db-accc-c5a7fec983ee tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.013276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445820e7-c306-4d59-ab0d-bce83a28758b req-e9098bbb-519e-44db-accc-c5a7fec983ee tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.029845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-445820e7-c306-4d59-ab0d-bce83a28758b req-e9098bbb-519e-44db-accc-c5a7fec983ee tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2401 time: 0.1934373 Oct 22 15:10:12.122895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-445820e7-c306-4d59-ab0d-bce83a28758b req-3a9e748d-2426-4ef3-b093-5f3154a2ea18 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918090 Oct 22 15:10:12.179210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Pushing event deleted for resources: {'Port': ['ID=eccd7dc6-f6f8-4917-8bbb-9137fc17fa24,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:12.245657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:12.281186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-89cef1e1-7b3f-4c42-868f-a37d2a4cf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.281665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-89cef1e1-7b3f-4c42-868f-a37d2a4cf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.282132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-89cef1e1-7b3f-4c42-868f-a37d2a4cf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.284668 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-89cef1e1-7b3f-4c42-868f-a37d2a4cf394 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2799 time: 0.4665697 Oct 22 15:10:12.418698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:12.607949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-9cd05cc3-3b6f-4af0-ac1a-8804f6fdbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.608413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-9cd05cc3-3b6f-4af0-ac1a-8804f6fdbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.608868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-9cd05cc3-3b6f-4af0-ac1a-8804f6fdbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.610613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-9cd05cc3-3b6f-4af0-ac1a-8804f6fdbec6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=607eceb014024e09b9b88b24cc692440&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2717431 Oct 22 15:10:12.720677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca714e0-a94b-4beb-b8cf-5c2f80b47518 req-3e0b60a9-f3ee-4a8d-b4ed-331aae67763a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:12.725952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ca714e0-a94b-4beb-b8cf-5c2f80b47518 req-3e0b60a9-f3ee-4a8d-b4ed-331aae67763a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 944 time: 0.0794916 Oct 22 15:10:12.783582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ca714e0-a94b-4beb-b8cf-5c2f80b47518 req-5203aeea-c200-4321-a568-06bd1a26e4ea tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472021 Oct 22 15:10:13.198520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-c340e6f0-3602-48a4-a406-8d7498ff2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:13.200337 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e99c5e7-0ee6-4a13-9ad2-2ee9df7b0e59 req-c340e6f0-3602-48a4-a406-8d7498ff2244 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5542734 Oct 22 15:10:13.278280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f248d37-6c9b-447d-a621-ceea5056ea31 req-efa141ef-1d95-4109-8658-2f3c15f07eda tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:13.278494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f90e86-402a-4417-8b58-a791027734ae {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:13.284862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f248d37-6c9b-447d-a621-ceea5056ea31 req-efa141ef-1d95-4109-8658-2f3c15f07eda tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:13.288802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:13.290656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f248d37-6c9b-447d-a621-ceea5056ea31 req-efa141ef-1d95-4109-8658-2f3c15f07eda tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:13.298132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f248d37-6c9b-447d-a621-ceea5056ea31 req-efa141ef-1d95-4109-8658-2f3c15f07eda tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2401 time: 0.0926082 Oct 22 15:10:13.313112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Transition to ACTIVE for port object 74f90e86-402a-4417-8b58-a791027734ae will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:10:13.324039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Router e34e85a0-dab2-4d46-8314-91deefd18f02 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:10:13.346846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f248d37-6c9b-447d-a621-ceea5056ea31 req-95e34e9a-0a45-4893-8ce2-821c7f2f41ae tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 Oct 22 15:10:13.442892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:13.490381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:10:13.502892 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5c3cd454-d8bd-4952-b4ad-992ff0293565 admin admin] 10.222.0.66 "PUT /v2.0/routers/e34e85a0-dab2-4d46-8314-91deefd18f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5176730 Oct 22 15:10:13.503594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41846) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:13.507644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] Sync routers for ids ['e34e85a0-dab2-4d46-8314-91deefd18f02'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:10:13.521088 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] Routers {'e34e85a0-dab2-4d46-8314-91deefd18f02'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:10:13.522171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e34e85a0-dab2-4d46-8314-91deefd18f02'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:13.662085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Pushing event updated for resources: {'Port': ['ID=74f90e86-402a-4417-8b58-a791027734ae,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:13.662561 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] Set router e34e85a0-dab2-4d46-8314-91deefd18f02 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:10:13.693072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:13.697357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Attempting to bind port 74f90e86-402a-4417-8b58-a791027734ae on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:13.697938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Attempting to bind port 74f90e86-402a-4417-8b58-a791027734ae by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:13.698384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Attempting to bind port 74f90e86-402a-4417-8b58-a791027734ae on network e7d45723-ebad-4aab-9814-22f94f27f151 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:13.750003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Port 74f90e86-402a-4417-8b58-a791027734ae on network e7d45723-ebad-4aab-9814-22f94f27f151 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:10:13.750303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Attempting to bind port 74f90e86-402a-4417-8b58-a791027734ae on network e7d45723-ebad-4aab-9814-22f94f27f151 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:13.763135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:13.763135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Checking segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:13.763135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Bound using segment: {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:13.763135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Bound port: 74f90e86-402a-4417-8b58-a791027734ae, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc24dd3-13aa-4f1d-9798-06850cef963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:13.768740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:13.889256 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:10:11Z', 'revision_number': 5, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:13.923058 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] Checking router: e34e85a0-dab2-4d46-8314-91deefd18f02 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:10:13.933904 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] Routers {'e34e85a0-dab2-4d46-8314-91deefd18f02'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:10:13.935089 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e34e85a0-dab2-4d46-8314-91deefd18f02'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:13.936671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:13.967713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] For port 74f90e86-402a-4417-8b58-a791027734ae, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:13.970036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] For port 74f90e86-402a-4417-8b58-a791027734ae, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74f90e86-402a-4417-8b58-a791027734ae,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:14.031516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d956a-8a78-4fd0-806d-fce64cb2a8ed req-78fb346f-de28-4c8b-a973-a790223e185a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:14.040036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c64d956a-8a78-4fd0-806d-fce64cb2a8ed req-78fb346f-de28-4c8b-a973-a790223e185a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 944 time: 0.1212902 Oct 22 15:10:14.063339 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] Set router e34e85a0-dab2-4d46-8314-91deefd18f02 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:10:14.095547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c64d956a-8a78-4fd0-806d-fce64cb2a8ed req-e878d5d2-ce73-4a6f-83de-9ccece801a90 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545943 Oct 22 15:10:14.333699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1e5fa327-f39d-4c33-ba3d-45d2234c9008 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:14.450322 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:10:11Z', 'revision_number': 5, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:14.468658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-7061e8f5-330c-484f-9e8f-624e87cd2935 req-1a280cca-f9e4-4f8f-bad8-9b59afa2ff4e service neutron] (107802) timed out ('10.222.0.66', 33862) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:10:14.481066 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6f949-10fd-4dcd-af08-d1b78b9c7fef None None] The sync data for ids ['e34e85a0-dab2-4d46-8314-91deefd18f02'] in n-d-812148-2 is: [{'id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'name': 'tempest-TestServerMultinode-212897261-router', 'tenant_id': '75a5d699821f419d8688e0f5073624c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:16Z', 'updated_at': '2021-10-22T15:10:11Z', 'revision_number': 5, 'project_id': '75a5d699821f419d8688e0f5073624c6', 'gw_port': {'id': '168eeab6-576e-4cd6-b5b1-969575cd7c8e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e85a0-dab2-4d46-8314-91deefd18f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:18Z', 'updated_at': '2021-10-22T15:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:10:14.541015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321b5e9-3a86-4d16-b676-d5d14538b542 req-9a5c3a4d-545d-48f3-9079-f80ded0cbab6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:14.548155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321b5e9-3a86-4d16-b676-d5d14538b542 req-9a5c3a4d-545d-48f3-9079-f80ded0cbab6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:14.554663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321b5e9-3a86-4d16-b676-d5d14538b542 req-9a5c3a4d-545d-48f3-9079-f80ded0cbab6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:14.556548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c321b5e9-3a86-4d16-b676-d5d14538b542 req-9a5c3a4d-545d-48f3-9079-f80ded0cbab6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.0856712 Oct 22 15:10:14.597609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c321b5e9-3a86-4d16-b676-d5d14538b542 req-0d8ab72f-1c1a-45a0-b8a8-96237b4100cd tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342741 Oct 22 15:10:14.706033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:14.753530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:10:14.760689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:14.761349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:14.876172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:14.876172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:14.883455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] 10.222.0.69 "PUT /v2.0/ports/74f90e86-402a-4417-8b58-a791027734ae HTTP/1.1" status: 200 len: 1092 time: 3.0634809 Oct 22 15:10:14.903119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'tag': '74f90e86-402a-4417-8b58-a791027734ae'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:14.908144 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76540a4-109e-4c92-afe5-6c324facb627" -d '{"events": [{"name": "network-changed", "server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "tag": "74f90e86-402a-4417-8b58-a791027734ae"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:14.933789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca620ec-f62e-4f34-8ccb-719e131c65b6 service neutron] Pushing event updated for resources: {'Port': ['ID=74f90e86-402a-4417-8b58-a791027734ae,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:14.960167 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:14.972393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Deleting port 168eeab6-576e-4cd6-b5b1-969575cd7c8e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:14.972736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:15.020902 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e33dfa-4406-4a4f-8e97-475bb815bb7d x-openstack-request-id: req-c6e33dfa-4406-4a4f-8e97-475bb815bb7d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:15.021216 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "tag": "74f90e86-402a-4417-8b58-a791027734ae", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:15.021437 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6e33dfa-4406-4a4f-8e97-475bb815bb7d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:15.022794 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'tag': '74f90e86-402a-4417-8b58-a791027734ae', 'status': 'completed', 'code': 200} Oct 22 15:10:15.053050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:15.055018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5fa327-f39d-4c33-ba3d-45d2234c9008'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:15.057497 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05c4f4d-2ce2-4b29-b472-e01ccafdaf2c" -d '{"events": [{"server_uuid": "25b7d988-e3cb-4606-8413-4a8f399e1014", "name": "network-vif-plugged", "status": "completed", "tag": "1e5fa327-f39d-4c33-ba3d-45d2234c9008"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:15.153431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:15.278693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] For port 168eeab6-576e-4cd6-b5b1-969575cd7c8e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=168eeab6-576e-4cd6-b5b1-969575cd7c8e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:15.279357 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:15.288828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-e6e12076-36ae-4a07-93ca-4a11664358b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.306960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-e6e12076-36ae-4a07-93ca-4a11664358b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.308734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-e6e12076-36ae-4a07-93ca-4a11664358b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.314556 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-e6e12076-36ae-4a07-93ca-4a11664358b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2866 time: 0.2205071 Oct 22 15:10:15.405844 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-b426169c-d8c4-4c77-b327-30b05d7b8c18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=a577f12b-e0c3-4759-8ea2-07329699f097 HTTP/1.1" status: 200 len: 217 time: 0.0685666 Oct 22 15:10:15.417975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c8052-842d-4d61-8d94-9dcf160327eb req-169f6578-8a03-4da4-9172-98150acc763d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.435743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e3c8052-842d-4d61-8d94-9dcf160327eb req-169f6578-8a03-4da4-9172-98150acc763d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.1531558 Oct 22 15:10:15.472899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Calling delete_port for 168eeab6-576e-4cd6-b5b1-969575cd7c8e owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:15.500717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e3c8052-842d-4d61-8d94-9dcf160327eb req-0f6a6933-b56c-4dfc-bff1-a10798ac17fc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635545 Oct 22 15:10:15.599344 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12e25e2-94ad-493d-be3b-f8f7d6dd562f x-openstack-request-id: req-d12e25e2-94ad-493d-be3b-f8f7d6dd562f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:15.601060 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b7d988-e3cb-4606-8413-4a8f399e1014", "name": "network-vif-plugged", "status": "completed", "tag": "1e5fa327-f39d-4c33-ba3d-45d2234c9008", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:15.601483 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d12e25e2-94ad-493d-be3b-f8f7d6dd562f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:15.602022 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5fa327-f39d-4c33-ba3d-45d2234c9008', 'code': 200} Oct 22 15:10:15.606629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:15.650817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:15.651414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eccd7dc6-f6f8-4917-8bbb-9137fc17fa24 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:15.715971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1e5fa327-f39d-4c33-ba3d-45d2234c9008,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:15.819002 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:10:15.825603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-38152831-e205-41a4-966e-edaa1dd5a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.827946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-38152831-e205-41a4-966e-edaa1dd5a329 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b756638-cb1b-4fb3-91d9-5567a409ce91 HTTP/1.1" status: 200 len: 801 time: 0.4004974 Oct 22 15:10:15.833291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca831b-3d95-4603-b9f9-ef890f6b97c3 req-9ecb2fae-1092-433f-a599-556d4f42ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.836746 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7ca831b-3d95-4603-b9f9-ef890f6b97c3 req-9ecb2fae-1092-433f-a599-556d4f42ee0b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 1096 time: 0.4257979 Oct 22 15:10:15.859635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277e08-0f2d-4d85-adc5-2b19fffe9813 req-9756639b-11d0-4baf-a246-a417644435aa tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.867350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277e08-0f2d-4d85-adc5-2b19fffe9813 req-9756639b-11d0-4baf-a246-a417644435aa tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.881705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277e08-0f2d-4d85-adc5-2b19fffe9813 req-9756639b-11d0-4baf-a246-a417644435aa tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:15.884027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c277e08-0f2d-4d85-adc5-2b19fffe9813 req-9756639b-11d0-4baf-a246-a417644435aa tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.1481910 Oct 22 15:10:15.901904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:15.947712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c277e08-0f2d-4d85-adc5-2b19fffe9813 req-95dcfc0e-5347-4b42-8e54-fc89a32dd8c6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Oct 22 15:10:15.955331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Pushing event deleted for resources: {'Port': ['ID=168eeab6-576e-4cd6-b5b1-969575cd7c8e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:16.007695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-030c39c0-92c7-497d-930c-6f34234b68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:16.009369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-030c39c0-92c7-497d-930c-6f34234b68c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d45723-ebad-4aab-9814-22f94f27f151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1714418 Oct 22 15:10:16.012460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7ca831b-3d95-4603-b9f9-ef890f6b97c3 req-984e5a67-3c7b-4c93-8564-a781cd9b0cca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259394 Oct 22 15:10:16.054243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.156372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.159464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.327577 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.328145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e34e85a0-dab2-4d46-8314-91deefd18f02 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:10:16.361663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.362922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6ae3973d-ea92-4078-940d-1fe52a35a818 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e34e85a0-dab2-4d46-8314-91deefd18f02 HTTP/1.1" status: 204 len: 168 time: 2.8583531 Oct 22 15:10:16.365790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41894) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:16.406652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-12e3a04d-fe2c-4d00-9570-7f7afff5bd4a service neutron] 10.222.0.69 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093972 Oct 22 15:10:16.473939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Deleting subnet 45ea0f0a-079c-4029-a5e0-6970453aa788 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:10:16.484583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.527159 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.561945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-a79f3837-f09a-4320-b691-f01dc9bb0cf2 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536372 Oct 22 15:10:16.631733 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-1475b8df-e1cd-40ea-99aa-6ff6c8abe1d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.160&port_id=1f75bd00-5291-4f8f-9c15-39dfa8e598dd HTTP/1.1" status: 200 len: 217 time: 0.0598974 Oct 22 15:10:16.668695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.688654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-a39cc6a1-168a-476c-a4a5-604bd61ab3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:16.690253 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-a39cc6a1-168a-476c-a4a5-604bd61ab3e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=962f503b-e0d6-4d0e-a68b-b47a5322afd1 HTTP/1.1" status: 200 len: 801 time: 0.0526361 Oct 22 15:10:16.713175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee646-4742-4382-8b5c-f7b711db9fbb req-2e65ad7f-9f8c-40f7-b646-72ed1dc4fd3b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:16.717196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d37ee646-4742-4382-8b5c-f7b711db9fbb req-2e65ad7f-9f8c-40f7-b646-72ed1dc4fd3b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.1247849 Oct 22 15:10:16.748032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-9887d57f-7e3a-4f59-a3e1-2ffe6a19fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:16.749726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-9887d57f-7e3a-4f59-a3e1-2ffe6a19fab0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60c6af62-bc22-47c0-b3ea-3017300f09a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520749 Oct 22 15:10:16.770640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d37ee646-4742-4382-8b5c-f7b711db9fbb req-03b19f20-f19c-47a5-ae37-ef4ec1e61ee4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Oct 22 15:10:16.849547 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.858492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d06a6aa5-e389-41e0-ae63-5089585f840b service neutron] 10.222.0.69 "GET /v2.0/networks/60c6af62-bc22-47c0-b3ea-3017300f09a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006787 Oct 22 15:10:16.891846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ea0f0a-079c-4029-a5e0-6970453aa788,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:16.891846 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:16.891846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/45ea0f0a-079c-4029-a5e0-6970453aa788 HTTP/1.1" status: 204 len: 168 time: 0.5236251 Oct 22 15:10:16.893954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41902) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:16.895063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b1f0f-1658-40ec-93f7-02832af3235b None None] Network 4e7a2565-f0d3-4936-a701-5028bcdc802b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:16.908140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.908482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.909039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.909546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.910061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.910560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.911111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.911682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.912183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.912544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.913741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.914306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be57ed-b8ea-48ca-ab29-d77456a161f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:16.991249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-d21032e7-3e27-4f25-8f31-e71e0e5bd0e1 service neutron] 10.222.0.69 "GET /v2.0/networks/60c6af62-bc22-47c0-b3ea-3017300f09a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222916 Oct 22 15:10:17.041013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.057628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-a88e1235-92a6-436a-919a-b41d6f8fd170 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=74f90e86-402a-4417-8b58-a791027734ae HTTP/1.1" status: 200 len: 217 time: 0.0558465 Oct 22 15:10:17.142604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-2817d8b7-34c2-4f4e-aa78-798035cd7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.144140 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-2817d8b7-34c2-4f4e-aa78-798035cd7b5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b756638-cb1b-4fb3-91d9-5567a409ce91 HTTP/1.1" status: 200 len: 801 time: 0.0739999 Oct 22 15:10:17.149855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c83ca-9e0a-4248-97de-1af00da63625 req-a2af07ff-377c-43e9-a7ea-ee1008725c26 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.156068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c83ca-9e0a-4248-97de-1af00da63625 req-a2af07ff-377c-43e9-a7ea-ee1008725c26 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.162134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c83ca-9e0a-4248-97de-1af00da63625 req-a2af07ff-377c-43e9-a7ea-ee1008725c26 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.163888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a6c83ca-9e0a-4248-97de-1af00da63625 req-a2af07ff-377c-43e9-a7ea-ee1008725c26 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.0831850 Oct 22 15:10:17.170234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Deleting port 1e27e292-855c-4614-b1c9-48cc7664107d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:17.171486 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.181937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] DHCP port deletion for 4e7a2565-f0d3-4936-a701-5028bcdc802b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:10:17.223547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-6d9f7ac2-2388-4dd7-ad0f-823e14447b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.225248 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-6d9f7ac2-2388-4dd7-ad0f-823e14447b2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d45723-ebad-4aab-9814-22f94f27f151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701189 Oct 22 15:10:17.240266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] Deleting port 1e27e292-855c-4614-b1c9-48cc7664107d {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:17.242532 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.369463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-ad2bfb61-6d75-4cfe-84de-9afc5184205c service neutron] 10.222.0.69 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336112 Oct 22 15:10:17.373999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] For port 1e27e292-855c-4614-b1c9-48cc7664107d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e27e292-855c-4614-b1c9-48cc7664107d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:17.374692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.395594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] Calling delete_port for 1e27e292-855c-4614-b1c9-48cc7664107d owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:17.468359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168eeab6-576e-4cd6-b5b1-969575cd7c8e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:17.498455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 168eeab6-576e-4cd6-b5b1-969575cd7c8e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:17.499072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168eeab6-576e-4cd6-b5b1-969575cd7c8e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:17.499673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e27e292-855c-4614-b1c9-48cc7664107d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:17.509560 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-de34a882-6111-4e8e-844e-e362248b1bc3 req-3735860c-295f-4b03-9e42-a33603602003 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287744 Oct 22 15:10:17.594365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a6c83ca-9e0a-4248-97de-1af00da63625 req-8ba7e4f0-d922-40b0-ac4d-a04d3946d48b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202137 Oct 22 15:10:17.637288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] For port 1e27e292-855c-4614-b1c9-48cc7664107d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e27e292-855c-4614-b1c9-48cc7664107d,segment=NetworkSegment(cb6fae43-0084-4b33-9caf-5868fc5773f5),segment_id=cb6fae43-0084-4b33-9caf-5868fc5773f5)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:17.637451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.652180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.652295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Calling delete_port for 1e27e292-855c-4614-b1c9-48cc7664107d owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:17.748072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540a4-109e-4c92-afe5-6c324facb627 req-9679f69d-cb20-4e9c-bd76-2025a408f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.748880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540a4-109e-4c92-afe5-6c324facb627 req-9679f69d-cb20-4e9c-bd76-2025a408f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.749498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540a4-109e-4c92-afe5-6c324facb627 req-9679f69d-cb20-4e9c-bd76-2025a408f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.751560 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-9679f69d-cb20-4e9c-bd76-2025a408f6ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2866 time: 0.0595510 Oct 22 15:10:17.765817 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.789240 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.819626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e27e292-855c-4614-b1c9-48cc7664107d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:17.819821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] Pushing event deleted for resources: {'Port': ['ID=1e27e292-855c-4614-b1c9-48cc7664107d,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:17.828120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61895ba-6cac-45ed-95d4-d6c999b17e3a None None] No DVR routers for this DVR port 1e27e292-855c-4614-b1c9-48cc7664107d on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:17.840159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] No DVR routers for this DVR port 1e27e292-855c-4614-b1c9-48cc7664107d on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:17.896795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540a4-109e-4c92-afe5-6c324facb627 req-b118ba82-f4ca-4fe6-a022-e249f18b9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:17.898553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-b118ba82-f4ca-4fe6-a022-e249f18b9ee0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d45723-ebad-4aab-9814-22f94f27f151 HTTP/1.1" status: 200 len: 903 time: 0.1384110 Oct 22 15:10:17.947181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:17.955919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-38cecf00-27d7-413d-adbc-6abe5650e73c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=74f90e86-402a-4417-8b58-a791027734ae HTTP/1.1" status: 200 len: 217 time: 0.0465817 Oct 22 15:10:17.990463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7a2565-f0d3-4936-a701-5028bcdc802b']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:18.004221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6fae43-0084-4b33-9caf-5868fc5773f5') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:18.004514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6fae43-0084-4b33-9caf-5868fc5773f5') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:18.013823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af051edf-300f-493a-a08f-8440c3a7aeaa req-e8a77e9f-efb4-4971-9680-5df68222dc63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.015404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af051edf-300f-493a-a08f-8440c3a7aeaa req-e8a77e9f-efb4-4971-9680-5df68222dc63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.1105494 Oct 22 15:10:18.025154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:18.039698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540a4-109e-4c92-afe5-6c324facb627 req-3ec6f00f-a1ff-4443-9391-1b77515243b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.039698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-3ec6f00f-a1ff-4443-9391-1b77515243b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b756638-cb1b-4fb3-91d9-5567a409ce91 HTTP/1.1" status: 200 len: 801 time: 0.0623479 Oct 22 15:10:18.050199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:18.067270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:10:18.067664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:10:18.069956 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:10:18.084905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af051edf-300f-493a-a08f-8440c3a7aeaa req-c12ab82b-dc7c-46c4-a86d-802205ad29a3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Oct 22 15:10:18.118340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540a4-109e-4c92-afe5-6c324facb627 req-a7576ff4-65f3-48c8-a0f9-2742c3426fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.120165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-a7576ff4-65f3-48c8-a0f9-2742c3426fc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d45723-ebad-4aab-9814-22f94f27f151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0672395 Oct 22 15:10:18.258700 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-34c0f9fd-418f-4eef-a442-d078cd050653 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283743 Oct 22 15:10:18.290454 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:18.308072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:18.311440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4e7a2565-f0d3-4936-a701-5028bcdc802b HTTP/1.1" status: 204 len: 168 time: 1.4163549 Oct 22 15:10:18.314819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b312c-37bf-44ef-acb1-59f0ab3a6740 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7a2565-f0d3-4936-a701-5028bcdc802b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:18.315428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41944) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:18.346330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-e916d6be-2128-488e-b6f8-4f5b75d8e4c2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.347907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-e916d6be-2128-488e-b6f8-4f5b75d8e4c2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.1429064 Oct 22 15:10:18.384449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-8a1515b9-cb48-4de5-8417-45187623cb04 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/quotas/c3d94d197092452d9ca5209206dbfca1 HTTP/1.1" status: 200 len: 375 time: 0.0286417 Oct 22 15:10:18.485601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-1df9c0d6-8c75-4b3d-9021-01df5610560f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926175 Oct 22 15:10:18.488371 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e76540a4-109e-4c92-afe5-6c324facb627 req-92ed7df2-fd1b-4dd3-92ac-6a307cae32fa service neutron] 10.222.0.69 "GET /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211592 Oct 22 15:10:18.590893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-c6beefc4-5d02-4b36-b2cf-39b45c72288e service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918481 Oct 22 15:10:18.757025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e0f3-8d96-4e5d-b929-edbd95efccac req-c206d97a-02dd-43e2-89a2-a4ee7f4babed tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.763423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e0f3-8d96-4e5d-b929-edbd95efccac req-c206d97a-02dd-43e2-89a2-a4ee7f4babed tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.769741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e0f3-8d96-4e5d-b929-edbd95efccac req-c206d97a-02dd-43e2-89a2-a4ee7f4babed tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:18.771525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc7e0f3-8d96-4e5d-b929-edbd95efccac req-c206d97a-02dd-43e2-89a2-a4ee7f4babed tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.0917988 Oct 22 15:10:18.774171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-b73a5e43-8fbf-486e-8aa4-b98af400721e service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766608 Oct 22 15:10:18.857780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbc7e0f3-8d96-4e5d-b929-edbd95efccac req-1c434a6a-8843-44a4-9679-986c6d9ff454 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569484 Oct 22 15:10:19.202563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:19.221650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef0822-15cd-4307-ba98-2764665bacdd req-d0f2c73f-0688-4233-a07c-4e200860962d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:19.224840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7ef0822-15cd-4307-ba98-2764665bacdd req-d0f2c73f-0688-4233-a07c-4e200860962d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.0575612 Oct 22 15:10:19.281475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7ef0822-15cd-4307-ba98-2764665bacdd req-f8422bf1-5ad8-4645-a762-5ea364f16a6c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Oct 22 15:10:19.499693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb242a3-8211-4ac5-8dd9-440792612d9a req-3cfde763-de78-457c-af14-49a750d10c31 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:19.501556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbb242a3-8211-4ac5-8dd9-440792612d9a req-3cfde763-de78-457c-af14-49a750d10c31 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.1124675 Oct 22 15:10:19.554682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b44edcc-8267-4918-b845-5e8b01daa4b6 req-0408884a-50da-43cd-bb40-d7dc2bfdf013 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 210 time: 0.0519161 Oct 22 15:10:19.653636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbb242a3-8211-4ac5-8dd9-440792612d9a req-ecc7e0c5-b2dd-4a7e-812e-8dd99197e9c1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390948 Oct 22 15:10:19.755252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Deleting port 74da5186-46d8-4851-b28e-bd29577039b1 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:19.757432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:19.830564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b52c9b-d970-40f9-a082-e4b4465e11e0 req-fde114a7-0e66-49d1-a1cd-7d8aedfd3543 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:19.832156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5b52c9b-d970-40f9-a082-e4b4465e11e0 req-fde114a7-0e66-49d1-a1cd-7d8aedfd3543 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.0564978 Oct 22 15:10:19.874731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5b52c9b-d970-40f9-a082-e4b4465e11e0 req-83bf0cf9-ce51-48d8-b053-f2e08a424ab7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Oct 22 15:10:19.875379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] For port 74da5186-46d8-4851-b28e-bd29577039b1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=74da5186-46d8-4851-b28e-bd29577039b1,segment=NetworkSegment(0dd284bf-00fc-4425-bfb2-1610398c390a),segment_id=0dd284bf-00fc-4425-bfb2-1610398c390a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:19.875749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:19.895715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Calling delete_port for 74da5186-46d8-4851-b28e-bd29577039b1 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:20.021475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091911ae-a059-4267-bafe-a86954598041 req-fca0dd5e-f736-440f-aa06-7c95db12df41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:20.033218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091911ae-a059-4267-bafe-a86954598041 req-fca0dd5e-f736-440f-aa06-7c95db12df41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:20.039928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091911ae-a059-4267-bafe-a86954598041 req-fca0dd5e-f736-440f-aa06-7c95db12df41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:20.041732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-091911ae-a059-4267-bafe-a86954598041 req-fca0dd5e-f736-440f-aa06-7c95db12df41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.1168468 Oct 22 15:10:20.105193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-091911ae-a059-4267-bafe-a86954598041 req-e3611d0f-14cb-435b-a718-78a3bc3f2ebf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554521 Oct 22 15:10:20.393182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:20.437716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=74da5186-46d8-4851-b28e-bd29577039b1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:20.682378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:20.765951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaa0257d-3832-403d-af4c-37049b74d2c7 req-f1639b3b-cca1-48b6-b156-436c13a1a049 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 210 time: 0.0784132 Oct 22 15:10:20.785154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987eecc-99b3-4e83-a85d-295b24f6d468 req-403ef9ad-bcd2-4cde-a0fb-4bac985159e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:20.791175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f987eecc-99b3-4e83-a85d-295b24f6d468 req-403ef9ad-bcd2-4cde-a0fb-4bac985159e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.2089152 Oct 22 15:10:20.891785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f987eecc-99b3-4e83-a85d-295b24f6d468 req-cd77c814-d09d-4597-997b-223180e3a8ad tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885625 Oct 22 15:10:21.067037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Router e68f753b-f88b-4424-9e2e-d855f01aa37c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:10:21.236194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:10:21.251635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] Sync routers for ids ['e68f753b-f88b-4424-9e2e-d855f01aa37c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:10:21.254332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3ccac1bb-1517-4e2d-954e-81a055f17c72 admin admin] 10.222.0.66 "PUT /v2.0/routers/e68f753b-f88b-4424-9e2e-d855f01aa37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370227 Oct 22 15:10:21.257588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:21.299155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] Routers {'e68f753b-f88b-4424-9e2e-d855f01aa37c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:10:21.305750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e68f753b-f88b-4424-9e2e-d855f01aa37c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:21.372243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b41a4-a7c2-4026-aead-381c5a331227 req-1a8c3700-1263-461f-a1bd-7d6ae6f3aa80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:21.389092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b41a4-a7c2-4026-aead-381c5a331227 req-1a8c3700-1263-461f-a1bd-7d6ae6f3aa80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:21.408453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b41a4-a7c2-4026-aead-381c5a331227 req-1a8c3700-1263-461f-a1bd-7d6ae6f3aa80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:21.417283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c0b41a4-a7c2-4026-aead-381c5a331227 req-1a8c3700-1263-461f-a1bd-7d6ae6f3aa80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.2196932 Oct 22 15:10:21.489701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] Set router e68f753b-f88b-4424-9e2e-d855f01aa37c gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:10:21.504993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:21.512987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c0b41a4-a7c2-4026-aead-381c5a331227 req-ee695b7e-bd11-482d-9385-4a5a1c63f489 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863817 Oct 22 15:10:21.697201 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:21.767780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:10:20Z', 'revision_number': 5, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port': {'id': 'ee451082-24f5-4ca5-85dc-7d46808a9deb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:37Z', 'updated_at': '2021-10-22T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:21.848480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] Checking router: e68f753b-f88b-4424-9e2e-d855f01aa37c for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:10:21.874201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] Routers {'e68f753b-f88b-4424-9e2e-d855f01aa37c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:10:21.874822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:09:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e68f753b-f88b-4424-9e2e-d855f01aa37c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:21.876701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Deleting port ee451082-24f5-4ca5-85dc-7d46808a9deb {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:21.877982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.009381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b34011b1-8ad9-4058-9e35-9a41300001f9 req-bd0b4824-21d1-496b-bb51-7f8cb238c1f7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 210 time: 0.1301849 Oct 22 15:10:22.033197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] Set router e68f753b-f88b-4424-9e2e-d855f01aa37c gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:10:22.082218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] For port ee451082-24f5-4ca5-85dc-7d46808a9deb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ee451082-24f5-4ca5-85dc-7d46808a9deb,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:22.082901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.100570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Calling delete_port for ee451082-24f5-4ca5-85dc-7d46808a9deb owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:22.107361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:10:21Z', 'revision_number': 6, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:22.123074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b983fc-74b3-4b81-a926-51ee7af6d5d8 req-12be04db-f950-4069-af78-ff1db187778b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:22.125024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70b983fc-74b3-4b81-a926-51ee7af6d5d8 req-12be04db-f950-4069-af78-ff1db187778b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.0666749 Oct 22 15:10:22.151855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a04e65-cceb-4ca7-9d4c-076878ec5c4c None None] The sync data for ids ['e68f753b-f88b-4424-9e2e-d855f01aa37c'] in n-d-812148-2 is: [{'id': 'e68f753b-f88b-4424-9e2e-d855f01aa37c', 'name': 'tempest-TestServerMultinode-594138854-router', 'tenant_id': 'acbbeba984f5464cad3d69370496eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:35Z', 'updated_at': '2021-10-22T15:10:21Z', 'revision_number': 6, 'project_id': 'acbbeba984f5464cad3d69370496eb5e', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:10:22.206111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70b983fc-74b3-4b81-a926-51ee7af6d5d8 req-7a79f1db-26aa-4c95-bfd2-9c3597a71924 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Oct 22 15:10:22.377179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74f90e86-402a-4417-8b58-a791027734ae details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:10:22.439652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-1f2d79ea-3791-4aaa-bdc6-4b8b0a6c283c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:22.441180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-1f2d79ea-3791-4aaa-bdc6-4b8b0a6c283c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.1240125 Oct 22 15:10:22.456455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Request body: {'port': {'device_id': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'admin_state_up': True, 'tenant_id': 'c3d94d197092452d9ca5209206dbfca1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:22.498358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.504495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 74f90e86-402a-4417-8b58-a791027734ae, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74f90e86-402a-4417-8b58-a791027734ae,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:22.518227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '74f90e86-402a-4417-8b58-a791027734ae', 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151', 'port_id': '74f90e86-402a-4417-8b58-a791027734ae', 'mac_address': 'fa:16:3e:aa:25:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b756638-cb1b-4fb3-91d9-5567a409ce91', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:10:22.604312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.634671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f90e86-402a-4417-8b58-a791027734ae {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:22.670339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee451082-24f5-4ca5-85dc-7d46808a9deb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:22.683002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb95ac-e6b5-44c0-83a8-4b2833377ac8 req-6e25445f-5143-4b85-8b31-475b263e3218 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:22.690240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20897d0f-d4ed-4305-8803-e9d425ee2f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.694702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb95ac-e6b5-44c0-83a8-4b2833377ac8 req-6e25445f-5143-4b85-8b31-475b263e3218 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:22.703861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb95ac-e6b5-44c0-83a8-4b2833377ac8 req-6e25445f-5143-4b85-8b31-475b263e3218 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:22.704694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 74f90e86-402a-4417-8b58-a791027734ae, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74f90e86-402a-4417-8b58-a791027734ae,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:22.706095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ceb95ac-e6b5-44c0-83a8-4b2833377ac8 req-6e25445f-5143-4b85-8b31-475b263e3218 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2413 time: 0.0962796 Oct 22 15:10:22.769707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ceb95ac-e6b5-44c0-83a8-4b2833377ac8 req-e35233ea-71b9-4108-a9b8-aa5505107e2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Oct 22 15:10:22.799348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.850661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.851430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1f75bd00-5291-4f8f-9c15-39dfa8e598dd details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:10:22.903011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.918525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:22.918525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5289b-797f-42fa-97b9-7a497c923053 req-515b6bc7-c7b4-4ba3-9a29-c5d841f2ccfb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:22.919300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19d5289b-797f-42fa-97b9-7a497c923053 req-515b6bc7-c7b4-4ba3-9a29-c5d841f2ccfb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.1656227 Oct 22 15:10:22.949999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=74f90e86-402a-4417-8b58-a791027734ae,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:22.960005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Made reservation on behalf of c3d94d197092452d9ca5209206dbfca1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:22.964110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.080180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:23.099557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd', 'network_id': '60c6af62-bc22-47c0-b3ea-3017300f09a5', 'port_id': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd', 'mac_address': 'fa:16:3e:1a:e0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962f503b-e0d6-4d0e-a68b-b47a5322afd1', 'ip_address': '19.86.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:10:23.128301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e77235b-b367-453d-8fb0-ebde47e45463 req-c0f7e5db-2b31-4d12-b388-5b8c6c9365ea tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 210 time: 0.0370486 Oct 22 15:10:23.170573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.173390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.173957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68f753b-f88b-4424-9e2e-d855f01aa37c {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:10:23.185708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.186877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b4537e62-7522-40f2-a86a-1637df186b94 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e68f753b-f88b-4424-9e2e-d855f01aa37c HTTP/1.1" status: 204 len: 168 time: 1.9283381 Oct 22 15:10:23.190824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42080) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:23.191673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:23.192003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.194483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f75bd00-5291-4f8f-9c15-39dfa8e598dd {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:23.226657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Allocated IP 172.20.0.8 (c5ea99d4-319d-41f9-af65-e5a402b84c8d/8a075723-de07-45d2-8cd1-2d56252e5936/d9b56bad-165d-4a41-97dc-d5f52ea7257c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:23.231551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:23.267615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Deleting subnet 017673c0-c84f-4b14-8f6d-63dd0f8b344a {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:10:23.271671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.330833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.333487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a577f12b-e0c3-4759-8ea2-07329699f097 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:10:23.353301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port 1e5fa327-f39d-4c33-ba3d-45d2234c9008, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1e5fa327-f39d-4c33-ba3d-45d2234c9008,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:23.353606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.368193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.389795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 1e5fa327-f39d-4c33-ba3d-45d2234c9008 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:23.467557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 74da5186-46d8-4851-b28e-bd29577039b1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:23.478220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bb54b-e624-4cb6-b0dc-1da3f5dacce8 req-44a8841c-1bf5-4743-8701-b00c1c884cdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:23.479999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d47bb54b-e624-4cb6-b0dc-1da3f5dacce8 req-44a8841c-1bf5-4743-8701-b00c1c884cdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 945 time: 0.1730127 Oct 22 15:10:23.522685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 74da5186-46d8-4851-b28e-bd29577039b1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:23.523060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 74da5186-46d8-4851-b28e-bd29577039b1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:23.523528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee451082-24f5-4ca5-85dc-7d46808a9deb no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:23.548324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a577f12b-e0c3-4759-8ea2-07329699f097, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a577f12b-e0c3-4759-8ea2-07329699f097,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:23.552456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ee451082-24f5-4ca5-85dc-7d46808a9deb {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:23.552873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ee451082-24f5-4ca5-85dc-7d46808a9deb not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:23.560508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d47bb54b-e624-4cb6-b0dc-1da3f5dacce8 req-b5d570c7-6724-43f4-8373-0827c33ed69b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683067 Oct 22 15:10:23.585457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:23.589407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'a577f12b-e0c3-4759-8ea2-07329699f097', 'network_id': 'e7d45723-ebad-4aab-9814-22f94f27f151', 'port_id': 'a577f12b-e0c3-4759-8ea2-07329699f097', 'mac_address': 'fa:16:3e:02:b4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b756638-cb1b-4fb3-91d9-5567a409ce91', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:10:23.616309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.641258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.651023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.667842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a577f12b-e0c3-4759-8ea2-07329699f097 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:23.703144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a577f12b-e0c3-4759-8ea2-07329699f097, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a577f12b-e0c3-4759-8ea2-07329699f097,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:23.776620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.799794 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.801891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.806866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.807496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017673c0-c84f-4b14-8f6d-63dd0f8b344a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:23.823268 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:23.834626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:23.835405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e6f6a570-8251-4d6f-8e2a-457230fc138d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/017673c0-c84f-4b14-8f6d-63dd0f8b344a HTTP/1.1" status: 204 len: 168 time: 0.6428804 Oct 22 15:10:23.836267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42090) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:23.841612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1e5fa327-f39d-4c33-ba3d-45d2234c9008'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:23.895714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83478ca2-b51c-4336-8b63-dbd8f09254b9 None None] Network fd9ba574-5e69-45cd-8bc6-9f04cc11e970 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:23.921605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:23.928473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event updated for resources: {'Port': ['ID=d9b56bad-165d-4a41-97dc-d5f52ea7257c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:23.953734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:23.960313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:23.990410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530a006-06e3-4fa2-86ed-2f32b701c295 req-a7f5e409-1f24-4ccf-8d35-e811fa2a6917 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:23.997617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530a006-06e3-4fa2-86ed-2f32b701c295 req-a7f5e409-1f24-4ccf-8d35-e811fa2a6917 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:24.010335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=1e5fa327-f39d-4c33-ba3d-45d2234c9008,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:24.015254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port 1e5fa327-f39d-4c33-ba3d-45d2234c9008 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:24.021001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530a006-06e3-4fa2-86ed-2f32b701c295 req-a7f5e409-1f24-4ccf-8d35-e811fa2a6917 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:24.022089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.023219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5530a006-06e3-4fa2-86ed-2f32b701c295 req-a7f5e409-1f24-4ccf-8d35-e811fa2a6917 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2416 time: 0.1548681 Oct 22 15:10:24.026033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19d5289b-797f-42fa-97b9-7a497c923053 req-555b0412-f0c9-43dd-97bb-d663235f7e87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "DELETE /v2.0/ports/1e5fa327-f39d-4c33-ba3d-45d2234c9008 HTTP/1.1" status: 204 len: 173 time: 1.0674527 Oct 22 15:10:24.026240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'name': 'network-vif-deleted', 'tag': '1e5fa327-f39d-4c33-ba3d-45d2234c9008'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:24.026346 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.028654 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d60f0d-bf38-43fd-93d0-4f99814c20f3" -d '{"events": [{"server_uuid": "25b7d988-e3cb-4606-8413-4a8f399e1014", "name": "network-vif-deleted", "tag": "1e5fa327-f39d-4c33-ba3d-45d2234c9008"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:24.074200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:24.074744 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.104622 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c192c7-3163-46d0-ad28-591b5df24042 x-openstack-request-id: req-56c192c7-3163-46d0-ad28-591b5df24042 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:24.104920 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b7d988-e3cb-4606-8413-4a8f399e1014", "name": "network-vif-deleted", "tag": "1e5fa327-f39d-4c33-ba3d-45d2234c9008", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:24.105168 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56c192c7-3163-46d0-ad28-591b5df24042 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:24.105566 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b7d988-e3cb-4606-8413-4a8f399e1014', 'name': 'network-vif-deleted', 'tag': '1e5fa327-f39d-4c33-ba3d-45d2234c9008', 'status': 'completed', 'code': 200} Oct 22 15:10:24.141119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5530a006-06e3-4fa2-86ed-2f32b701c295 req-afd16802-dc63-415b-b24c-1b953fc1517e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008651 Oct 22 15:10:24.198485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Deleting port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:24.199115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.276145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-25ec2f35-7130-4c9f-a27f-2afda8e97143 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8249662 Oct 22 15:10:24.293118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Request body: {'port': {'device_id': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:24.312148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] For port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,segment=NetworkSegment(0dd284bf-00fc-4425-bfb2-1610398c390a),segment_id=0dd284bf-00fc-4425-bfb2-1610398c390a)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:24.312509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.328954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Calling delete_port for f34f7da8-e2e7-40e0-8eee-5cff5e8f273b owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:24.355130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab56d1-dfca-43f5-a6d4-fc8a4459d903 req-77494826-c10b-4009-acf0-744d133987c7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:24.362767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfab56d1-dfca-43f5-a6d4-fc8a4459d903 req-77494826-c10b-4009-acf0-744d133987c7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 931 time: 0.1155822 Oct 22 15:10:24.377444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.457710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfab56d1-dfca-43f5-a6d4-fc8a4459d903 req-6b763cd9-2b42-41cb-936c-e7edb6c532b1 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899649 Oct 22 15:10:24.497041 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1e5fa327-f39d-4c33-ba3d-45d2234c9008 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:24.584139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.603976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 1e5fa327-f39d-4c33-ba3d-45d2234c9008 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:24.605805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1e5fa327-f39d-4c33-ba3d-45d2234c9008 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:24.626424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['74f90e86-402a-4417-8b58-a791027734ae'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:24.629328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a577f12b-e0c3-4759-8ea2-07329699f097,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:24.643349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34f7da8-e2e7-40e0-8eee-5cff5e8f273b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:24.660481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] No DVR routers for this DVR port f34f7da8-e2e7-40e0-8eee-5cff5e8f273b on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:24.710153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1f75bd00-5291-4f8f-9c15-39dfa8e598dd'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:24.773502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b56bad-165d-4a41-97dc-d5f52ea7257c {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:24.787093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.794889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4b8f55a-4909-4a59-9ca4-96a7a9d2d35f req-40242b9d-d914-4216-b2a8-37e26603438b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0800147 Oct 22 15:10:24.802236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Transition to ACTIVE for port object d9b56bad-165d-4a41-97dc-d5f52ea7257c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:10:24.851459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556ddc6-7056-40d6-9d97-573a1899b42e None None] DHCP port deletion for fd9ba574-5e69-45cd-8bc6-9f04cc11e970 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:10:24.892733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.918635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.927079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9ba574-5e69-45cd-8bc6-9f04cc11e970']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:24.940358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd284bf-00fc-4425-bfb2-1610398c390a') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:24.941167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd284bf-00fc-4425-bfb2-1610398c390a') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:24.967000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:24.976701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b56bad-165d-4a41-97dc-d5f52ea7257c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:24.993977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:25.001325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:10:25.002484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:10:25.083829 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:10:25.140676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Attempting to bind port d9b56bad-165d-4a41-97dc-d5f52ea7257c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:25.141355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Attempting to bind port d9b56bad-165d-4a41-97dc-d5f52ea7257c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:25.142109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Attempting to bind port d9b56bad-165d-4a41-97dc-d5f52ea7257c on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:25.149163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Port d9b56bad-165d-4a41-97dc-d5f52ea7257c on network c5ea99d4-319d-41f9-af65-e5a402b84c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:10:25.149621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Attempting to bind port d9b56bad-165d-4a41-97dc-d5f52ea7257c on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:25.158204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:25.158610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Checking segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:25.159394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Bound using segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:25.160290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Bound port: d9b56bad-165d-4a41-97dc-d5f52ea7257c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:25.166056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:25.205030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:25.212240 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:25.217758 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c512e7c-8c3d-4e82-8a4b-27249bece1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:25.221601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fd9ba574-5e69-45cd-8bc6-9f04cc11e970 HTTP/1.1" status: 204 len: 168 time: 1.3830938 Oct 22 15:10:25.291847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d0179-dd81-45b1-b860-627893f93892 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9ba574-5e69-45cd-8bc6-9f04cc11e970,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:25.344393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c3a8e-907c-4b47-a44f-004f7714e4d4 req-2717ca5c-89a7-45ca-84b8-f87a6f9a00d8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:25.352065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c3a8e-907c-4b47-a44f-004f7714e4d4 req-2717ca5c-89a7-45ca-84b8-f87a6f9a00d8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:25.358560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c3a8e-907c-4b47-a44f-004f7714e4d4 req-2717ca5c-89a7-45ca-84b8-f87a6f9a00d8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:25.360084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6c3a8e-907c-4b47-a44f-004f7714e4d4 req-2717ca5c-89a7-45ca-84b8-f87a6f9a00d8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2416 time: 0.1012177 Oct 22 15:10:25.366655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] For port d9b56bad-165d-4a41-97dc-d5f52ea7257c, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:25.373735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] For port d9b56bad-165d-4a41-97dc-d5f52ea7257c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:25.422808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f34f7da8-e2e7-40e0-8eee-5cff5e8f273b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:25.432398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6c3a8e-907c-4b47-a44f-004f7714e4d4 req-e1df837e-ceb3-4b23-b33b-be75fe940f86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Oct 22 15:10:25.467051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f34f7da8-e2e7-40e0-8eee-5cff5e8f273b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:25.470147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f34f7da8-e2e7-40e0-8eee-5cff5e8f273b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:25.509808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a577f12b-e0c3-4759-8ea2-07329699f097'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:25.613322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c7e33-f24d-4709-88d9-45ae31ba673b req-3a18231e-aa0e-4002-a94a-3022d023d186 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:25.638792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14c7e33-f24d-4709-88d9-45ae31ba673b req-3a18231e-aa0e-4002-a94a-3022d023d186 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 943 time: 0.0789192 Oct 22 15:10:25.670774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14c7e33-f24d-4709-88d9-45ae31ba673b req-080ca72c-ef1c-4d42-9946-96ec134ac331 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Oct 22 15:10:25.927535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f8daba0-89ea-4ede-a161-d6beb571d493 req-af7dbbe4-9f5d-4185-9ff2-2223c9a25ba2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0425415 Oct 22 15:10:25.958930 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.015823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.016391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.017821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/d9b56bad-165d-4a41-97dc-d5f52ea7257c HTTP/1.1" status: 200 len: 1091 time: 1.7334557 Oct 22 15:10:26.038897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d06b-caa7-42c0-8711-2462e6db03e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b56bad-165d-4a41-97dc-d5f52ea7257c,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:26.119912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'tag': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:26.119912 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998ff0d-801d-4fef-979a-47d76acfd32e" -d '{"events": [{"name": "network-changed", "server_uuid": "465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83", "tag": "d9b56bad-165d-4a41-97dc-d5f52ea7257c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:26.159154 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f008cacc-4d20-44c9-b323-9973e6759811 x-openstack-request-id: req-f008cacc-4d20-44c9-b323-9973e6759811 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:26.159675 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83", "tag": "d9b56bad-165d-4a41-97dc-d5f52ea7257c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:26.159931 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f008cacc-4d20-44c9-b323-9973e6759811 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:26.160327 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'tag': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c', 'status': 'completed', 'code': 200} Oct 22 15:10:26.212842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-05971838-88bf-48b5-92e8-45eae4e125b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.214485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-05971838-88bf-48b5-92e8-45eae4e125b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 1094 time: 0.0764046 Oct 22 15:10:26.232019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42126) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:26.268735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-22abf698-0246-4758-bf1a-11b5898a9dab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c HTTP/1.1" status: 200 len: 217 time: 0.0453072 Oct 22 15:10:26.302657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2e9e3f0a-0e53-40b9-b524-4a4eaff1dd18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75a5d699821f419d8688e0f5073624c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691609 Oct 22 15:10:26.305297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:26.340847 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736444b-9be5-4324-9584-f4a466c51c8a req-4ee54955-2855-459f-9500-9a8b49fb8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.343616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-4ee54955-2855-459f-9500-9a8b49fb8493 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.0675077 Oct 22 15:10:26.368026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6eb62b2-88b2-408c-807a-104cfab0b517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.393055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1f75bd00-5291-4f8f-9c15-39dfa8e598dd up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:26.397856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6eb62b2-88b2-408c-807a-104cfab0b517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.410829 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-d8eb7b60-eb11-4507-bfbb-2f2c387f159d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592971 Oct 22 15:10:26.547324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.575278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-b76ce55f-1dfc-4a1b-baf5-b6bbf3d19ab1 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568644 Oct 22 15:10:26.598951 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.600558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6eb62b2-88b2-408c-807a-104cfab0b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.603223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e6eb62b2-88b2-408c-807a-104cfab0b517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.606730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e6eb62b2-88b2-408c-807a-104cfab0b517 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e574c1d-b65d-4632-a290-b47278593fca HTTP/1.1" status: 204 len: 168 time: 0.2979782 Oct 22 15:10:26.619709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7c34-47d7-43d7-864f-a1c6e9b853b2 req-63d3c38d-e89e-4153-bf00-ee4b41f5d156 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.627086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7c34-47d7-43d7-864f-a1c6e9b853b2 req-63d3c38d-e89e-4153-bf00-ee4b41f5d156 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.634654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7c34-47d7-43d7-864f-a1c6e9b853b2 req-63d3c38d-e89e-4153-bf00-ee4b41f5d156 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.643171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eca7c34-47d7-43d7-864f-a1c6e9b853b2 req-63d3c38d-e89e-4153-bf00-ee4b41f5d156 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2416 time: 0.0960019 Oct 22 15:10:26.652044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb62b2-88b2-408c-807a-104cfab0b517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e574c1d-b65d-4632-a290-b47278593fca,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:26.714202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:10:26.722754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:26.723562 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.745656 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c736444b-9be5-4324-9584-f4a466c51c8a req-3bb58b97-bed4-4d0e-8a04-a64e28131ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625400 Oct 22 15:10:26.765500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eca7c34-47d7-43d7-864f-a1c6e9b853b2 req-4def5258-c93f-4d99-9bf6-29cc16de6bbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211016 Oct 22 15:10:26.878636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:26.908772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:26.913185 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd9da62-7b06-40b9-8405-edbbb5cd74e9" -d '{"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-plugged", "status": "completed", "tag": "1f75bd00-5291-4f8f-9c15-39dfa8e598dd"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:26.931473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:26.932431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc625fc-640a-4e88-ac58-f651cc1aaf35 req-9345c5df-39b7-4937-bba7-cb19dede3976 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:26.934091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bc625fc-640a-4e88-ac58-f651cc1aaf35 req-9345c5df-39b7-4937-bba7-cb19dede3976 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 943 time: 0.0848911 Oct 22 15:10:26.974813 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793c6455-ff96-4948-8583-863d2be34a89 x-openstack-request-id: req-793c6455-ff96-4948-8583-863d2be34a89 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:26.975451 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-plugged", "status": "completed", "tag": "1f75bd00-5291-4f8f-9c15-39dfa8e598dd", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:26.975977 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-793c6455-ff96-4948-8583-863d2be34a89 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:26.976624 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd', 'code': 200} Oct 22 15:10:27.009366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-60656b6b-2943-420e-a19c-fdd162ff9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:27.010941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-60656b6b-2943-420e-a19c-fdd162ff9638 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 1094 time: 0.0992596 Oct 22 15:10:27.024317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bc625fc-640a-4e88-ac58-f651cc1aaf35 req-789df3ac-b744-421d-9875-dfdc7a8266f2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834191 Oct 22 15:10:27.073359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:27.123287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42921b46-5c0c-48e7-b0e3-ab09e9984e74 req-b17c792f-8f64-4389-b4ed-83fd91b4f396 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0332940 Oct 22 15:10:27.182076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:27.190282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-b64d0314-960a-4172-8299-7b110ee859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:27.192183 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-b64d0314-960a-4172-8299-7b110ee859c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 916 time: 0.1741421 Oct 22 15:10:27.241088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-7a68f5f8-3a56-4fac-9e4e-4b2b0cd29277 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c HTTP/1.1" status: 200 len: 217 time: 0.0408907 Oct 22 15:10:27.328998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-803051d8-8733-49f4-b44a-f1b2bc72cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:27.331360 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-803051d8-8733-49f4-b44a-f1b2bc72cd29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.0826123 Oct 22 15:10:27.385490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-b47b8a37-90aa-425d-9657-523a55a44522 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451002 Oct 22 15:10:27.519091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-eceaf069-14fd-4fe5-ad70-15cb83ae9115 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254356 Oct 22 15:10:27.624604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3998ff0d-801d-4fef-979a-47d76acfd32e req-8f60ae00-cfb5-4c93-a7e5-10039328cd51 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964456 Oct 22 15:10:27.752368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42152) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:27.802137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd38dd5b-8f19-4c95-b4e1-9d5236873cfd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acbbeba984f5464cad3d69370496eb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461335 Oct 22 15:10:27.802137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42156) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:27.929019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f039710b-887d-44ce-88fb-c9a5cf4fd482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:27.930754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1473d9-e640-43ca-a225-5eddf42f0614 req-12752ab6-6001-41f3-a3be-389069cd2cc9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:27.937168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1473d9-e640-43ca-a225-5eddf42f0614 req-12752ab6-6001-41f3-a3be-389069cd2cc9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:27.943696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1473d9-e640-43ca-a225-5eddf42f0614 req-12752ab6-6001-41f3-a3be-389069cd2cc9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:27.958860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b1473d9-e640-43ca-a225-5eddf42f0614 req-12752ab6-6001-41f3-a3be-389069cd2cc9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2417 time: 0.0959682 Oct 22 15:10:27.963783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f039710b-887d-44ce-88fb-c9a5cf4fd482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.021608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b1473d9-e640-43ca-a225-5eddf42f0614 req-a66d66f3-56fb-4eb3-b832-051bf9b5ece2 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549059 Oct 22 15:10:28.168989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f5a0-b2d7-48ed-834a-dcc0a8a6ff7d req-2e8a1f0d-8ae6-4c48-9c82-48e36da3da21 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:28.170445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5345f5a0-b2d7-48ed-834a-dcc0a8a6ff7d req-2e8a1f0d-8ae6-4c48-9c82-48e36da3da21 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 943 time: 0.0662436 Oct 22 15:10:28.231540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5345f5a0-b2d7-48ed-834a-dcc0a8a6ff7d req-7b998b40-f707-46bc-a136-9e9a0e1f9bf9 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537009 Oct 22 15:10:28.277044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f039710b-887d-44ce-88fb-c9a5cf4fd482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.277603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f039710b-887d-44ce-88fb-c9a5cf4fd482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.278623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66e3e5d7-8d0b-46c7-80eb-b5454ce1c31d req-12e25e56-e097-46bb-b4eb-b390ec1caf49 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0458961 Oct 22 15:10:28.283317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f039710b-887d-44ce-88fb-c9a5cf4fd482 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dab40f9a-f667-4a1c-83fd-d7701593be45 HTTP/1.1" status: 204 len: 168 time: 0.4793010 Oct 22 15:10:28.312580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039710b-887d-44ce-88fb-c9a5cf4fd482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab40f9a-f667-4a1c-83fd-d7701593be45,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:28.318866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.380300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74f90e86-402a-4417-8b58-a791027734ae up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:28.610634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 74f90e86-402a-4417-8b58-a791027734ae completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:10:28.614810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 74f90e86-402a-4417-8b58-a791027734ae triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:28.615923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.739257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.814275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 74f90e86-402a-4417-8b58-a791027734ae, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74f90e86-402a-4417-8b58-a791027734ae,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:28.890143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:28.891167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a577f12b-e0c3-4759-8ea2-07329699f097 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:28.980693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f90e86-402a-4417-8b58-a791027734ae'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:28.984641 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e11eae-35ee-4965-94bc-0a868a10d7fb" -d '{"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-plugged", "status": "completed", "tag": "74f90e86-402a-4417-8b58-a791027734ae"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:29.011569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=74f90e86-402a-4417-8b58-a791027734ae,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:29.058994 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05171e-cf5c-4c04-ba9b-1ff4d8815828 x-openstack-request-id: req-cd05171e-cf5c-4c04-ba9b-1ff4d8815828 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:29.059472 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-plugged", "status": "completed", "tag": "74f90e86-402a-4417-8b58-a791027734ae", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:29.059910 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd05171e-cf5c-4c04-ba9b-1ff4d8815828 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:29.060593 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f90e86-402a-4417-8b58-a791027734ae', 'code': 200} Oct 22 15:10:29.136743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port a577f12b-e0c3-4759-8ea2-07329699f097 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:10:29.140907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port a577f12b-e0c3-4759-8ea2-07329699f097 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:29.141415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:29.213781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5ddc-9be5-4a87-b5c7-e03a6c6fdb09 req-96785124-3d58-482c-93d1-ffcf3d10b120 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:29.220231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5ddc-9be5-4a87-b5c7-e03a6c6fdb09 req-96785124-3d58-482c-93d1-ffcf3d10b120 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:29.229524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5ddc-9be5-4a87-b5c7-e03a6c6fdb09 req-96785124-3d58-482c-93d1-ffcf3d10b120 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:29.231579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-463e5ddc-9be5-4a87-b5c7-e03a6c6fdb09 req-96785124-3d58-482c-93d1-ffcf3d10b120 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2418 time: 0.0983453 Oct 22 15:10:29.246062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:29.282133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-463e5ddc-9be5-4a87-b5c7-e03a6c6fdb09 req-5dcf6e42-774d-403a-8237-1e80a25b69cc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Oct 22 15:10:29.345502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a577f12b-e0c3-4759-8ea2-07329699f097, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a577f12b-e0c3-4759-8ea2-07329699f097,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:29.383937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d9b56bad-165d-4a41-97dc-d5f52ea7257c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:10:29.412916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169026bd-5ad6-4c91-807f-44c7300e5257 req-c8019004-db8b-4d9d-8e96-eec899bd4b05 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:29.420425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-169026bd-5ad6-4c91-807f-44c7300e5257 req-c8019004-db8b-4d9d-8e96-eec899bd4b05 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 943 time: 0.0744793 Oct 22 15:10:29.464359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7e8fc1c-27b2-46c2-be0a-cdf7e17b73b7 req-ffbdcf51-bb4b-4913-9aa4-ec0b75c0e116 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0607800 Oct 22 15:10:29.505579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-169026bd-5ad6-4c91-807f-44c7300e5257 req-8af31c35-4272-4d53-a933-e7baf40874a0 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818470 Oct 22 15:10:29.519391 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:29.535523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d9b56bad-165d-4a41-97dc-d5f52ea7257c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:29.570821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'port_id': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c', 'mac_address': 'fa:16:3e:78:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a075723-de07-45d2-8cd1-2d56252e5936', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:10:29.626181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a577f12b-e0c3-4759-8ea2-07329699f097,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:29.634586 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:29.649002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b56bad-165d-4a41-97dc-d5f52ea7257c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:29.676814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d9b56bad-165d-4a41-97dc-d5f52ea7257c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:29.794241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:29.861030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d9b56bad-165d-4a41-97dc-d5f52ea7257c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:30.009204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['d9b56bad-165d-4a41-97dc-d5f52ea7257c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:30.419753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d4b3-5bb9-4ecb-a0e2-3804b11d67af req-30095d2e-1cb7-48e2-852a-54ddf9ae0d23 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:30.431167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d4b3-5bb9-4ecb-a0e2-3804b11d67af req-30095d2e-1cb7-48e2-852a-54ddf9ae0d23 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:30.438387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d4b3-5bb9-4ecb-a0e2-3804b11d67af req-30095d2e-1cb7-48e2-852a-54ddf9ae0d23 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:30.440390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20f3d4b3-5bb9-4ecb-a0e2-3804b11d67af req-30095d2e-1cb7-48e2-852a-54ddf9ae0d23 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.0777929 Oct 22 15:10:30.489829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20f3d4b3-5bb9-4ecb-a0e2-3804b11d67af req-a6246f70-1a2d-421e-8182-b8f21570e9f8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Oct 22 15:10:30.614689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ba03701-6d03-4994-a65f-9feced550a2a req-d96b38f2-5b23-4b57-9d36-647abed2cbc2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0623207 Oct 22 15:10:30.661644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb279d7-144b-445d-98f6-2fe47fcd3208 req-127b2cc6-88bb-4754-a9ce-7a23372f2ba2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:30.664828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afb279d7-144b-445d-98f6-2fe47fcd3208 req-127b2cc6-88bb-4754-a9ce-7a23372f2ba2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 944 time: 0.0584066 Oct 22 15:10:30.717239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afb279d7-144b-445d-98f6-2fe47fcd3208 req-df5e12a8-f33c-489a-8878-96516ba82668 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Oct 22 15:10:31.061590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a577f12b-e0c3-4759-8ea2-07329699f097'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:31.063966 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125fdcf-fb60-41af-beaf-5638e8965e7f" -d '{"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-plugged", "status": "completed", "tag": "a577f12b-e0c3-4759-8ea2-07329699f097"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:31.106438 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de476d6-fcc6-4517-9163-1a50c04916c3 x-openstack-request-id: req-0de476d6-fcc6-4517-9163-1a50c04916c3 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:31.106730 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-plugged", "status": "completed", "tag": "a577f12b-e0c3-4759-8ea2-07329699f097", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:31.107003 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0de476d6-fcc6-4517-9163-1a50c04916c3 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:31.107404 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a577f12b-e0c3-4759-8ea2-07329699f097', 'code': 200} Oct 22 15:10:31.238595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f640b7-3471-45cc-9b96-631322b1a90e req-e54c4307-f248-41ea-a951-6ba9fc35bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.239183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f640b7-3471-45cc-9b96-631322b1a90e req-e54c4307-f248-41ea-a951-6ba9fc35bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.239567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f640b7-3471-45cc-9b96-631322b1a90e req-e54c4307-f248-41ea-a951-6ba9fc35bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.241833 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49f640b7-3471-45cc-9b96-631322b1a90e req-e54c4307-f248-41ea-a951-6ba9fc35bdac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2872 time: 0.0494039 Oct 22 15:10:31.278073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49f640b7-3471-45cc-9b96-631322b1a90e req-e763aefb-9482-4788-b66c-56e50305518c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281835 Oct 22 15:10:31.394958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d9b56bad-165d-4a41-97dc-d5f52ea7257c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:31.583240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port d9b56bad-165d-4a41-97dc-d5f52ea7257c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:10:31.583240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port d9b56bad-165d-4a41-97dc-d5f52ea7257c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:31.583240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:31.674139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da05d6-f5be-4dae-88a3-e01b0a4868f2 req-87d502b9-75e8-4f7f-b768-966be5bc854a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.683150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da05d6-f5be-4dae-88a3-e01b0a4868f2 req-87d502b9-75e8-4f7f-b768-966be5bc854a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.686904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:31.689490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da05d6-f5be-4dae-88a3-e01b0a4868f2 req-87d502b9-75e8-4f7f-b768-966be5bc854a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.691220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64da05d6-f5be-4dae-88a3-e01b0a4868f2 req-87d502b9-75e8-4f7f-b768-966be5bc854a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.0800278 Oct 22 15:10:31.742610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64da05d6-f5be-4dae-88a3-e01b0a4868f2 req-c83e9d05-57d2-4c38-868e-7948e4b2617e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Oct 22 15:10:31.750193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port d9b56bad-165d-4a41-97dc-d5f52ea7257c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:31.777162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8d3c3e2-99c8-4947-bdb0-2e908b08a3df req-bff1a73c-4362-479f-9772-c4a5f192031c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b7d988-e3cb-4606-8413-4a8f399e1014 HTTP/1.1" status: 200 len: 210 time: 0.0335238 Oct 22 15:10:31.882781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c67b-aa81-4f6c-a6ea-b965bd8368df req-c895baad-7e00-495a-b675-f880f1c04eb5 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:31.884243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3927c67b-aa81-4f6c-a6ea-b965bd8368df req-c895baad-7e00-495a-b675-f880f1c04eb5 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 944 time: 0.0617607 Oct 22 15:10:31.924457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3927c67b-aa81-4f6c-a6ea-b965bd8368df req-022b3633-05ee-4c41-83e3-f2d6cb4273ad tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Oct 22 15:10:31.951486 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:32.007638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=d9b56bad-165d-4a41-97dc-d5f52ea7257c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:32.789899 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-13031f50-6c9f-4109-8a6c-f27dd4dfdf22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653987 Oct 22 15:10:32.886104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df245309-49c8-4303-a846-77be7ea3dc74 req-c9dc1b37-ac8d-4436-8ad9-68a5b25e7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:32.887992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-c9dc1b37-ac8d-4436-8ad9-68a5b25e7407 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 1097 time: 0.0447526 Oct 22 15:10:32.929026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8fe5-0525-422d-b2ae-1f8a84b9265a req-b4b31ee0-eecf-48c0-b4dd-37c7b3b5a0d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:32.937094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8fe5-0525-422d-b2ae-1f8a84b9265a req-b4b31ee0-eecf-48c0-b4dd-37c7b3b5a0d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:32.947985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8fe5-0525-422d-b2ae-1f8a84b9265a req-b4b31ee0-eecf-48c0-b4dd-37c7b3b5a0d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:32.950492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb4b8fe5-0525-422d-b2ae-1f8a84b9265a req-b4b31ee0-eecf-48c0-b4dd-37c7b3b5a0d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.1172361 Oct 22 15:10:33.029222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb4b8fe5-0525-422d-b2ae-1f8a84b9265a req-1a7c35ae-2b44-4fb8-85b5-36e516addc0d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Oct 22 15:10:33.073941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df245309-49c8-4303-a846-77be7ea3dc74 req-c667007e-ef57-4f4c-8095-3e38d1238863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:33.075569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-c667007e-ef57-4f4c-8095-3e38d1238863 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 200 len: 917 time: 0.1568112 Oct 22 15:10:33.088304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897885f0-6000-4bbb-9561-14b2c8cba4cb req-ad056d0d-d925-4fe1-aaf3-66b6e6743014 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:33.089817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-897885f0-6000-4bbb-9561-14b2c8cba4cb req-ad056d0d-d925-4fe1-aaf3-66b6e6743014 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 945 time: 0.0572221 Oct 22 15:10:33.108689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:33.112458 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c32fc6-db44-412e-8020-b5bb735f76d2" -d '{"events": [{"server_uuid": "465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83", "name": "network-vif-plugged", "status": "completed", "tag": "d9b56bad-165d-4a41-97dc-d5f52ea7257c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:33.147058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-897885f0-6000-4bbb-9561-14b2c8cba4cb req-388dd879-06c7-4b31-9a70-690b0c8ba48b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Oct 22 15:10:33.162607 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e1680-6a1c-42be-aea5-6e6f0b89106c x-openstack-request-id: req-be9e1680-6a1c-42be-aea5-6e6f0b89106c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:33.163138 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83", "name": "network-vif-plugged", "status": "completed", "tag": "d9b56bad-165d-4a41-97dc-d5f52ea7257c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:33.163551 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be9e1680-6a1c-42be-aea5-6e6f0b89106c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:33.163965 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c', 'code': 200} Oct 22 15:10:33.287648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04721a-d1b0-4245-9f5c-73ea8d089036 req-036cc34f-df9e-4416-ae74-ad9930f86d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:33.287936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d04721a-d1b0-4245-9f5c-73ea8d089036 req-036cc34f-df9e-4416-ae74-ad9930f86d44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 1096 time: 0.0663145 Oct 22 15:10:33.339311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d04721a-d1b0-4245-9f5c-73ea8d089036 req-e0dd1a0d-a17d-4ffd-b0a4-bdd7b71e84c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Oct 22 15:10:33.493707 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-3857f1a7-fa6a-4da6-ad2b-71105d6aa627 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 200 len: 1001 time: 0.4093022 Oct 22 15:10:33.589471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df245309-49c8-4303-a846-77be7ea3dc74 req-bc03ffc5-0197-4447-ba57-1a2e85e909d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:33.591244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-bc03ffc5-0197-4447-ba57-1a2e85e909d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b66ef9b-242d-4d72-a793-fec16bb59d27 HTTP/1.1" status: 200 len: 855 time: 0.0555720 Oct 22 15:10:33.648883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df245309-49c8-4303-a846-77be7ea3dc74 req-81461d7d-7fad-450c-a94b-9fa422418f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:33.650535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-81461d7d-7fad-450c-a94b-9fa422418f71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515006 Oct 22 15:10:33.787698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-6ceec466-80ce-432d-83a7-01b1d79e5860 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238008 Oct 22 15:10:33.797529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:33.920625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df245309-49c8-4303-a846-77be7ea3dc74 req-4817bda1-b8aa-449c-8c13-c170b2647fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253812 Oct 22 15:10:34.152204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111dd67-1488-499f-939f-0a38fbd395d6 req-9736afe9-ee1f-4ece-86c2-24980c9fe911 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.159952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111dd67-1488-499f-939f-0a38fbd395d6 req-9736afe9-ee1f-4ece-86c2-24980c9fe911 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.166098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111dd67-1488-499f-939f-0a38fbd395d6 req-9736afe9-ee1f-4ece-86c2-24980c9fe911 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.173630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0111dd67-1488-499f-939f-0a38fbd395d6 req-9736afe9-ee1f-4ece-86c2-24980c9fe911 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.0754242 Oct 22 15:10:34.217599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0111dd67-1488-499f-939f-0a38fbd395d6 req-2e7e796c-5da5-4725-9c26-f6f78810e36f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Oct 22 15:10:34.291524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce42bb-5f9a-46b3-95c9-ebfbf2daefc4 req-572e9dca-0711-41ba-88c5-89aed58e6684 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.293220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3ce42bb-5f9a-46b3-95c9-ebfbf2daefc4 req-572e9dca-0711-41ba-88c5-89aed58e6684 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 945 time: 0.0589755 Oct 22 15:10:34.345505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3ce42bb-5f9a-46b3-95c9-ebfbf2daefc4 req-b4c8a155-4a0c-4399-bb9b-03fd12010f87 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Oct 22 15:10:34.944257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d034-1330-425e-b398-ce54f65b2226 req-2e9fc466-0dcf-4fc5-9d2b-04d2a3095aa4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.953248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d034-1330-425e-b398-ce54f65b2226 req-2e9fc466-0dcf-4fc5-9d2b-04d2a3095aa4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.959792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d034-1330-425e-b398-ce54f65b2226 req-2e9fc466-0dcf-4fc5-9d2b-04d2a3095aa4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:34.961611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c798d034-1330-425e-b398-ce54f65b2226 req-2e9fc466-0dcf-4fc5-9d2b-04d2a3095aa4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.1042552 Oct 22 15:10:35.023541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c798d034-1330-425e-b398-ce54f65b2226 req-939328d4-f856-4692-a27a-69b0a19eacca tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Oct 22 15:10:35.485691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366c30-5438-4585-879d-b38b99e8b75a req-f7f9a080-7923-4661-9961-7a9f9d6e4621 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:35.487274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a366c30-5438-4585-879d-b38b99e8b75a req-f7f9a080-7923-4661-9961-7a9f9d6e4621 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Oct 22 15:10:35.533114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a366c30-5438-4585-879d-b38b99e8b75a req-683fac63-230c-4574-bd4f-31e5915d2846 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Oct 22 15:10:36.162673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bc431-dd27-4f62-aa9b-52ca4d87c624 req-e65b07ec-f024-44a5-8ebd-8f7ce85d2640 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:36.169181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bc431-dd27-4f62-aa9b-52ca4d87c624 req-e65b07ec-f024-44a5-8ebd-8f7ce85d2640 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:36.178244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bc431-dd27-4f62-aa9b-52ca4d87c624 req-e65b07ec-f024-44a5-8ebd-8f7ce85d2640 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:36.180358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b53bc431-dd27-4f62-aa9b-52ca4d87c624 req-e65b07ec-f024-44a5-8ebd-8f7ce85d2640 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.0797834 Oct 22 15:10:36.243886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b53bc431-dd27-4f62-aa9b-52ca4d87c624 req-47c513fd-5180-4883-a563-464f94b96d5f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565531 Oct 22 15:10:37.238381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85409b5-b368-460f-8327-06cd61036473 req-1b270e64-b252-4b5e-8a7e-97ffa8e970d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:37.248751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85409b5-b368-460f-8327-06cd61036473 req-1b270e64-b252-4b5e-8a7e-97ffa8e970d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:37.256341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85409b5-b368-460f-8327-06cd61036473 req-1b270e64-b252-4b5e-8a7e-97ffa8e970d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:37.258259 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a85409b5-b368-460f-8327-06cd61036473 req-1b270e64-b252-4b5e-8a7e-97ffa8e970d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.0816119 Oct 22 15:10:37.507353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:37.508004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:37.588213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714730c3-c906-470e-bfb3-c569314c8ec2 req-eec68996-c287-4776-a5a4-2e4efa284b01 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:37.610545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714730c3-c906-470e-bfb3-c569314c8ec2 req-eec68996-c287-4776-a5a4-2e4efa284b01 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:37.619688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714730c3-c906-470e-bfb3-c569314c8ec2 req-eec68996-c287-4776-a5a4-2e4efa284b01 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:37.632501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-714730c3-c906-470e-bfb3-c569314c8ec2 req-eec68996-c287-4776-a5a4-2e4efa284b01 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 2419 time: 0.2118630 Oct 22 15:10:37.699618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-714730c3-c906-470e-bfb3-c569314c8ec2 req-c703e609-5096-4118-b789-1a4265ec9acd tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661376 Oct 22 15:10:37.747343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:37.748064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:37.779147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for 1f75bd00-5291-4f8f-9c15-39dfa8e598dd owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:38.055413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:38.071058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1f75bd00-5291-4f8f-9c15-39dfa8e598dd', '74f90e86-402a-4417-8b58-a791027734ae', 'a577f12b-e0c3-4759-8ea2-07329699f097'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:38.093371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=1f75bd00-5291-4f8f-9c15-39dfa8e598dd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:38.155103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port 1f75bd00-5291-4f8f-9c15-39dfa8e598dd on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:38.161486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:38.171540 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a85409b5-b368-460f-8327-06cd61036473 req-0e4568d8-6e5c-4ce4-80f3-0edcc2ae425f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "DELETE /v2.0/ports/1f75bd00-5291-4f8f-9c15-39dfa8e598dd HTTP/1.1" status: 204 len: 173 time: 0.9048865 Oct 22 15:10:38.174834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-deleted', 'tag': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:38.183518 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17367aca-378c-4eaf-9fe0-972c4d45d95a" -d '{"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-deleted", "tag": "1f75bd00-5291-4f8f-9c15-39dfa8e598dd"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:38.322703 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242fbd1-4d66-4e5b-95ec-aed5ae116e97 x-openstack-request-id: req-a242fbd1-4d66-4e5b-95ec-aed5ae116e97 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:38.323455 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-deleted", "tag": "1f75bd00-5291-4f8f-9c15-39dfa8e598dd", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:38.323455 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a242fbd1-4d66-4e5b-95ec-aed5ae116e97 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:38.323719 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-deleted', 'tag': '1f75bd00-5291-4f8f-9c15-39dfa8e598dd', 'status': 'completed', 'code': 200} Oct 22 15:10:38.497005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port 74f90e86-402a-4417-8b58-a791027734ae {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:38.497592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:38.803356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port 74f90e86-402a-4417-8b58-a791027734ae, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=74f90e86-402a-4417-8b58-a791027734ae,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:38.805782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:38.845919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for 74f90e86-402a-4417-8b58-a791027734ae owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:38.941734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ba56-5dd7-4448-b111-c39a4e6cfdb3 req-4312b2c0-e6b7-45b5-a249-206a08234ccb tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:38.970116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ba56-5dd7-4448-b111-c39a4e6cfdb3 req-4312b2c0-e6b7-45b5-a249-206a08234ccb tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:38.985212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9963ba56-5dd7-4448-b111-c39a4e6cfdb3 req-4312b2c0-e6b7-45b5-a249-206a08234ccb tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 1683 time: 0.1535304 Oct 22 15:10:39.324546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:39.442528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=74f90e86-402a-4417-8b58-a791027734ae,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:39.596053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port 74f90e86-402a-4417-8b58-a791027734ae on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:39.605344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:39.608767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a85409b5-b368-460f-8327-06cd61036473 req-136a6ce5-40b7-4c06-aa34-fc6746a024f7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "DELETE /v2.0/ports/74f90e86-402a-4417-8b58-a791027734ae HTTP/1.1" status: 204 len: 173 time: 1.4159551 Oct 22 15:10:39.621739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9963ba56-5dd7-4448-b111-c39a4e6cfdb3 req-b55c928b-fb65-4101-8327-338ce91fb906 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332130 Oct 22 15:10:39.977803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port a577f12b-e0c3-4759-8ea2-07329699f097 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:39.980531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:40.289467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port a577f12b-e0c3-4759-8ea2-07329699f097, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a577f12b-e0c3-4759-8ea2-07329699f097,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:40.289834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:40.317154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for a577f12b-e0c3-4759-8ea2-07329699f097 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:40.327625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-deleted', 'tag': '74f90e86-402a-4417-8b58-a791027734ae'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:40.331701 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36708a-969b-4904-9cd9-fa6d34ef275f" -d '{"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-deleted", "tag": "74f90e86-402a-4417-8b58-a791027734ae"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:40.441860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74f90e86-402a-4417-8b58-a791027734ae no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:40.464034 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee8873-a448-4f73-a499-e10d8d20c950 x-openstack-request-id: req-c6ee8873-a448-4f73-a499-e10d8d20c950 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:40.464406 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-deleted", "tag": "74f90e86-402a-4417-8b58-a791027734ae", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:40.464717 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6ee8873-a448-4f73-a499-e10d8d20c950 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:40.465312 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-deleted', 'tag': '74f90e86-402a-4417-8b58-a791027734ae', 'status': 'completed', 'code': 200} Oct 22 15:10:40.486814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 74f90e86-402a-4417-8b58-a791027734ae {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:40.495398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 74f90e86-402a-4417-8b58-a791027734ae not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:40.502560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a577f12b-e0c3-4759-8ea2-07329699f097 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:40.588327 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:40.703247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:40.738724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ced8bf62-160d-4ccf-b3d6-a9d5d37fe1a1 req-75eac1e5-7c1d-4326-bfcf-02c2ee69abe6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.0446131 Oct 22 15:10:40.743318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1f75bd00-5291-4f8f-9c15-39dfa8e598dd no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:40.774855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=a577f12b-e0c3-4759-8ea2-07329699f097,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:40.779508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 1f75bd00-5291-4f8f-9c15-39dfa8e598dd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:40.779856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1f75bd00-5291-4f8f-9c15-39dfa8e598dd not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:40.809506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port a577f12b-e0c3-4759-8ea2-07329699f097 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:40.820722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:40.820722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a85409b5-b368-460f-8327-06cd61036473 req-43bf7937-2bda-4663-ab17-c079af673d1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "DELETE /v2.0/ports/a577f12b-e0c3-4759-8ea2-07329699f097 HTTP/1.1" status: 204 len: 173 time: 1.2044802 Oct 22 15:10:41.540543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:42.023527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-358d04b1-9dae-4a87-97d3-cf3edd6a9f5e req-644d88a2-6490-41fe-a44d-9fe7e5577691 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=468b32ab-7c52-4460-8339-a4dd5e3e92a8 HTTP/1.1" status: 200 len: 210 time: 0.1622865 Oct 22 15:10:42.467113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-deleted', 'tag': 'a577f12b-e0c3-4759-8ea2-07329699f097'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:42.470316 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec7c6a8-6de5-405e-a99d-badd53a4e1bd" -d '{"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-deleted", "tag": "a577f12b-e0c3-4759-8ea2-07329699f097"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:42.519302 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7d8502-e7d1-4b55-9516-6984dd055a5d x-openstack-request-id: req-be7d8502-e7d1-4b55-9516-6984dd055a5d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:42.519600 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b32ab-7c52-4460-8339-a4dd5e3e92a8", "name": "network-vif-deleted", "tag": "a577f12b-e0c3-4759-8ea2-07329699f097", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:42.519852 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be7d8502-e7d1-4b55-9516-6984dd055a5d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:42.520260 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b32ab-7c52-4460-8339-a4dd5e3e92a8', 'name': 'network-vif-deleted', 'tag': 'a577f12b-e0c3-4759-8ea2-07329699f097', 'status': 'completed', 'code': 200} Oct 22 15:10:43.106870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42482) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:43.218483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting subnet 962f503b-e0d6-4d0e-a68b-b47a5322afd1 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:10:43.225881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:43.279852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:43.442227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:43.735418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:43.775353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Subnet': ['ID=962f503b-e0d6-4d0e-a68b-b47a5322afd1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:43.787212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:43.787212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d455e3d6-3130-4d1c-aacc-e9dff7165998 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/subnets/962f503b-e0d6-4d0e-a68b-b47a5322afd1 HTTP/1.1" status: 204 len: 168 time: 0.6736958 Oct 22 15:10:43.788452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:43.788865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4e3c3-cb23-4cd5-8c1a-659c16ccbe2e None None] Network 60c6af62-bc22-47c0-b3ea-3017300f09a5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:43.915988 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:43.992349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:44.003810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.088066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] DHCP port deletion for 60c6af62-bc22-47c0-b3ea-3017300f09a5 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:10:44.104098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port 53bc5ca6-b59c-4378-93e8-21f55362b5c3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=53bc5ca6-b59c-4378-93e8-21f55362b5c3,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:44.104767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.118783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for 53bc5ca6-b59c-4378-93e8-21f55362b5c3 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:44.168957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] Deleting port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:44.172798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.286721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] For port 53bc5ca6-b59c-4378-93e8-21f55362b5c3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=53bc5ca6-b59c-4378-93e8-21f55362b5c3,segment=NetworkSegment(2c1c11bc-e612-48e1-8175-82befd87f508),segment_id=2c1c11bc-e612-48e1-8175-82befd87f508)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:44.287184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.314237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] Calling delete_port for 53bc5ca6-b59c-4378-93e8-21f55362b5c3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:44.385936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:10:44.412686 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:10:44.428878 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.449206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=53bc5ca6-b59c-4378-93e8-21f55362b5c3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:44.467226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:44.484451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] Pushing event deleted for resources: {'Port': ['ID=53bc5ca6-b59c-4378-93e8-21f55362b5c3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:44.492895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369736eb-13cd-4408-bf8c-3d256cf1aa6a None None] No DVR routers for this DVR port 53bc5ca6-b59c-4378-93e8-21f55362b5c3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:44.589823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.644697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c6af62-bc22-47c0-b3ea-3017300f09a5']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:44.657430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1c11bc-e612-48e1-8175-82befd87f508') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:44.658002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1c11bc-e612-48e1-8175-82befd87f508') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:44.672995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.685516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.692411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:10:44.693320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:10:44.696844 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:10:45.279908 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.327351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.327351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/networks/60c6af62-bc22-47c0-b3ea-3017300f09a5 HTTP/1.1" status: 204 len: 168 time: 1.5054939 Oct 22 15:10:45.327351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba63d06-43fa-4316-8cd0-0a9f837e9c8f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Network': ['ID=60c6af62-bc22-47c0-b3ea-3017300f09a5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:45.330159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42522) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:45.447088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting subnet 7b756638-cb1b-4fb3-91d9-5567a409ce91 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:10:45.451023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.482718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 53bc5ca6-b59c-4378-93e8-21f55362b5c3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:45.508594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.533902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 53bc5ca6-b59c-4378-93e8-21f55362b5c3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:45.534242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 53bc5ca6-b59c-4378-93e8-21f55362b5c3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:45.630864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.826006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.868657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:45.878084 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/subnets/7b756638-cb1b-4fb3-91d9-5567a409ce91 HTTP/1.1" status: 204 len: 168 time: 0.5473726 Oct 22 15:10:45.879030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb962f53-0d7e-492a-9cca-fa3e4f58fcbf tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Subnet': ['ID=7b756638-cb1b-4fb3-91d9-5567a409ce91,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:45.884703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42544) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:45.885592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb4ac2-19bc-4cc7-a58c-0f99e32ca187 None None] Network e7d45723-ebad-4aab-9814-22f94f27f151 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:46.002397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.007725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-e0a9e16c-0a9e-4abd-a60b-703656782aed tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:46.009591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-e0a9e16c-0a9e-4abd-a60b-703656782aed tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.1948516 Oct 22 15:10:46.037592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-482eefdf-0933-4f2e-a489-b30863d235d5 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/quotas/c3d94d197092452d9ca5209206dbfca1 HTTP/1.1" status: 200 len: 375 time: 0.0192966 Oct 22 15:10:46.103642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-76571a77-c366-433e-bbc8-1f27c23d2546 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614996 Oct 22 15:10:46.120192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port bc5ab37f-b788-4188-ba0d-3711fb544561 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:46.124918 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.172490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] DHCP port deletion for e7d45723-ebad-4aab-9814-22f94f27f151 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:10:46.217550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-e5b4f75c-7abf-4f58-982e-998ec7b79841 service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063535 Oct 22 15:10:46.234390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port bc5ab37f-b788-4188-ba0d-3711fb544561, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc5ab37f-b788-4188-ba0d-3711fb544561,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:46.234726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.250612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] Deleting port bc5ab37f-b788-4188-ba0d-3711fb544561 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:10:46.250612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.253716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for bc5ab37f-b788-4188-ba0d-3711fb544561 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:46.335971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] For port bc5ab37f-b788-4188-ba0d-3711fb544561, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=bc5ab37f-b788-4188-ba0d-3711fb544561,segment=NetworkSegment(cfc24dd3-13aa-4f1d-9798-06850cef963f),segment_id=cfc24dd3-13aa-4f1d-9798-06850cef963f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:46.335971 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.337339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-bbf689e3-afd9-4601-9059-71204107fe95 service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170702 Oct 22 15:10:46.347201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] Calling delete_port for bc5ab37f-b788-4188-ba0d-3711fb544561 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:10:46.540992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.549797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.576469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=bc5ab37f-b788-4188-ba0d-3711fb544561,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:46.586137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port bc5ab37f-b788-4188-ba0d-3711fb544561 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:46.598049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] Pushing event deleted for resources: {'Port': ['ID=bc5ab37f-b788-4188-ba0d-3711fb544561,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:46.603684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18946ba5-f2ab-4351-be1e-255f3bbb4dc1 None None] No DVR routers for this DVR port bc5ab37f-b788-4188-ba0d-3711fb544561 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:10:46.728737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.759303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d45723-ebad-4aab-9814-22f94f27f151']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:46.791628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc24dd3-13aa-4f1d-9798-06850cef963f') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:46.802846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc24dd3-13aa-4f1d-9798-06850cef963f') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:10:46.804568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.813182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21eecf98-1967-4ea5-a556-957314d1250d req-01071e40-adf0-4395-9008-b14853315f4e tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0483632 Oct 22 15:10:46.835804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:10:46.855149 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:10:47.108157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.116035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.119293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/networks/e7d45723-ebad-4aab-9814-22f94f27f151 HTTP/1.1" status: 204 len: 168 time: 1.2329984 Oct 22 15:10:47.129370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42572) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:47.132142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdbf46-9ea1-4b8c-882e-a015ee3604e9 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Network': ['ID=e7d45723-ebad-4aab-9814-22f94f27f151,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:47.141210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-786924558'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:47.305194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:47.309170 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.338206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:10:47.349743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.350368 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Added segment 37f93e27-507d-41e1-8f24-b9ac4094f8d0 of type vlan for network 15c49942-0bb6-4a3f-9e0b-08426d590d26 Oct 22 15:10:47.431526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc5ab37f-b788-4188-ba0d-3711fb544561 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:10:47.433100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.452022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: bc5ab37f-b788-4188-ba0d-3711fb544561 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:10:47.452368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device bc5ab37f-b788-4188-ba0d-3711fb544561 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:10:47.626389 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.638551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:47.638551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:47.723344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Network': ['ID=15c49942-0bb6-4a3f-9e0b-08426d590d26,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:47.743247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:10:47.811629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9d2caa76-2d62-48fe-a708-430428eb7dbc tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6801369 Oct 22 15:10:47.814241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42584) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:47.819820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'subnet': {'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:47.952229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66ec6b64-0cf0-43a8-b6ff-fbd9df0d46b6 req-1398f607-426f-4b58-ae14-e5af2daeadfa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0549903 Oct 22 15:10:48.219954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:48.223715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:48.856142 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:48.927271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Subnet': ['ID=a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:48.933667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Checking segment: {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:48.933667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network hostable DHCP agents. Network: 15c49942-0bb6-4a3f-9e0b-08426d590d26, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:10:49.066698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40f36eaa-efd8-4c98-bf66-fb139cc856dc req-8f260c6e-a51f-4edf-8d0c-953261f288c0 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0295208 Oct 22 15:10:49.741128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:10:50.008523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 15c49942-0bb6-4a3f-9e0b-08426d590d26) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:50.014362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:50.015017 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.031135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfdeb19-488b-4e7e-abca-637409d6df26 None None] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:50.190068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ad28ca5-e0f4-4bf0-9e3c-5fe90e0d3c2c req-d7fc9147-6164-4118-9f09-e40dc1354866 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0298953 Oct 22 15:10:50.230476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-15c49942-0bb6-4a3f-9e0b-08426d590d26', 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'fixed_ips': [{'subnet_id': 'a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:10:50.235210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.269389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cca22613-1551-4d45-9738-167708b49265 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4540575 Oct 22 15:10:50.272208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42622) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:50.278299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1596364238'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:50.399635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:50.405538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.413389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Allocated IP 19.80.0.2 (15c49942-0bb6-4a3f-9e0b-08426d590d26/a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d/7e8fee60-4f66-4c2f-9635-25ac050b733f) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:50.448843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:10:50.463134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.463474 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Added segment 2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260 of type vlan for network 22f5ba78-d658-4b46-aaef-62a983829037 Oct 22 15:10:50.554929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.612326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.786877 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.832448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:50.836977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:50.846456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:50.849910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Pushing event updated for resources: {'Port': ['ID=7e8fee60-4f66-4c2f-9635-25ac050b733f,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:50.860603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.860950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.866749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:10:50.889939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:50.893691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:50.989945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Network': ['ID=22f5ba78-d658-4b46-aaef-62a983829037,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:51.087892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 22f5ba78-d658-4b46-aaef-62a983829037 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:10:51.128684 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a85d306c-abde-4a78-b928-8101ccd98231 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8525980 Oct 22 15:10:51.128989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:10:51.137285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'subnet': {'network_id': '22f5ba78-d658-4b46-aaef-62a983829037', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:51.143083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Attempting to bind port 7e8fee60-4f66-4c2f-9635-25ac050b733f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:51.143686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Attempting to bind port 7e8fee60-4f66-4c2f-9635-25ac050b733f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:51.144216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Attempting to bind port 7e8fee60-4f66-4c2f-9635-25ac050b733f on network 15c49942-0bb6-4a3f-9e0b-08426d590d26 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:51.192161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:51.192924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Checking segment: {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:51.193527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:51.194101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Bound using segment: {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:51.194845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Bound port: 7e8fee60-4f66-4c2f-9635-25ac050b733f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:51.195514 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:51.323982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] For port 7e8fee60-4f66-4c2f-9635-25ac050b733f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:51.329064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] For port 7e8fee60-4f66-4c2f-9635-25ac050b733f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8fee60-4f66-4c2f-9635-25ac050b733f,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:51.368737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fc8dc6e-96cc-4663-9ebe-8a2ad3cfebfb req-512885c6-0bfb-4050-bfde-6b06ec885420 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0657399 Oct 22 15:10:51.460264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:51.463999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:51.494230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-55b3bb6c-04a9-40d1-b482-12417485a3cb tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:51.496095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-55b3bb6c-04a9-40d1-b482-12417485a3cb tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.69 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.1495793 Oct 22 15:10:51.516904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Request body: {'port': {'device_id': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'admin_state_up': True, 'tenant_id': 'c3d94d197092452d9ca5209206dbfca1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:51.517855 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:51.592494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b010-b96b-4880-961b-ba4b12a59b3b None None] Pushing event updated for resources: {'Port': ['ID=7e8fee60-4f66-4c2f-9635-25ac050b733f,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:52.003038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Made reservation on behalf of c3d94d197092452d9ca5209206dbfca1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:10:52.007756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.125168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.193948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Allocated IP 172.20.0.12 (c5ea99d4-319d-41f9-af65-e5a402b84c8d/8a075723-de07-45d2-8cd1-2d56252e5936/2cbdb978-fd9f-4b9f-81c1-4890717b1719) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:52.225876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Subnet': ['ID=7ce90f41-1802-4f53-8ea8-99418d1cff9e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:52.250886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Checking segment: {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:52.251291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network hostable DHCP agents. Network: 22f5ba78-d658-4b46-aaef-62a983829037, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:10:52.411372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.468725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network 22f5ba78-d658-4b46-aaef-62a983829037 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:10:52.511161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-558932a4-dd01-488c-b1b4-61fa950eaaf0 req-cb23e66b-bf98-43d8-8495-5d84f3c958c7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0359793 Oct 22 15:10:52.627602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.641705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf', 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:10:52.680132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:52.684542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:52.696665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 22f5ba78-d658-4b46-aaef-62a983829037) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:52.698718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:52.724342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:52.725468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.728714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event updated for resources: {'Port': ['ID=2cbdb978-fd9f-4b9f-81c1-4890717b1719,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:52.743429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f33a7-aa62-4feb-a07b-8c553c6e51d4 None None] Network 22f5ba78-d658-4b46-aaef-62a983829037 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:52.820799 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:10:52.826888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:52.827087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.865817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc51fee-ebc1-4c12-b0a2-b089307c1610 None None] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:52.886374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e45f2088-3471-4be1-880c-88081321946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:52.968812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d9c6e1ef-d6bd-4dc1-b22c-5d8408fbd901 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8306358 Oct 22 15:10:53.042913 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-f49c3b4f-3819-4ebd-a2b8-2f6a2dde63aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5298908 Oct 22 15:10:53.046672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-16434adb-6715-4b87-97d2-f2e3a6c69ece None None] Provisioning complete for port 7e8fee60-4f66-4c2f-9635-25ac050b733f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:53.047062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-16434adb-6715-4b87-97d2-f2e3a6c69ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.137792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Request body: {'port': {'device_id': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:53.180374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-22f5ba78-d658-4b46-aaef-62a983829037', 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'fixed_ips': [{'subnet_id': '7ce90f41-1802-4f53-8ea8-99418d1cff9e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:10:53.181238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.236316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.369210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-29d9dee0-7a82-4b90-82b9-f4976a21ce7a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:53.384739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-29d9dee0-7a82-4b90-82b9-f4976a21ce7a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:53.397466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-29d9dee0-7a82-4b90-82b9-f4976a21ce7a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/networks?id=15c49942-0bb6-4a3f-9e0b-08426d590d26&id=22f5ba78-d658-4b46-aaef-62a983829037 HTTP/1.1" status: 200 len: 1391 time: 0.2295477 Oct 22 15:10:53.415663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-afe4ef51-5f2c-497f-9058-10c4cdfe7b2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/quotas/607eceb014024e09b9b88b24cc692440 HTTP/1.1" status: 200 len: 375 time: 0.0117667 Oct 22 15:10:53.452795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-16434adb-6715-4b87-97d2-f2e3a6c69ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.502539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Allocated IP 19.86.0.2 (22f5ba78-d658-4b46-aaef-62a983829037/7ce90f41-1802-4f53-8ea8-99418d1cff9e/e2d526f6-2701-4224-8a81-888adcbb69c1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:10:53.533236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-16434adb-6715-4b87-97d2-f2e3a6c69ece None None] For port 7e8fee60-4f66-4c2f-9635-25ac050b733f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8fee60-4f66-4c2f-9635-25ac050b733f,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:53.544554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-88ce9792-1af9-452a-b772-35392a34a773 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225338 Oct 22 15:10:53.620984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8fee60-4f66-4c2f-9635-25ac050b733f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:53.765745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-16434adb-6715-4b87-97d2-f2e3a6c69ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.775276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ee6add64-b537-4c88-bcce-d0570c6fe527 service neutron] 10.222.0.66 "GET /v2.0/networks/15c49942-0bb6-4a3f-9e0b-08426d590d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294326 Oct 22 15:10:53.807329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7e8fee60-4f66-4c2f-9635-25ac050b733f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:53.807711 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.858693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbdb978-fd9f-4b9f-81c1-4890717b1719 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:10:53.884685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.912786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-27cd3f26-d564-4db1-a32f-1994f75334b3 service neutron] 10.222.0.66 "GET /v2.0/networks/15c49942-0bb6-4a3f-9e0b-08426d590d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362698 Oct 22 15:10:53.934505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Transition to ACTIVE for port object 2cbdb978-fd9f-4b9f-81c1-4890717b1719 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:10:53.941252 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:53.949338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2601c-b296-4b9f-b637-0f6c1a809dec req-cd1ad694-c567-41d0-91de-f5dc345a89e8 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:53.951142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16a2601c-b296-4b9f-b637-0f6c1a809dec req-cd1ad694-c567-41d0-91de-f5dc345a89e8 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 932 time: 0.2336562 Oct 22 15:10:53.978537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16434adb-6715-4b87-97d2-f2e3a6c69ece None None] Pushing event updated for resources: {'Port': ['ID=7e8fee60-4f66-4c2f-9635-25ac050b733f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:53.983195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-db70dcf8-2089-46b4-9000-d250fdd0f7be None None] Provisioning complete for port 7e8fee60-4f66-4c2f-9635-25ac050b733f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:53.983570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db70dcf8-2089-46b4-9000-d250fdd0f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.084454 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.147424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.165423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab286149-e160-446a-b899-10a90936acff service neutron] Pushing event updated for resources: {'Port': ['ID=2cbdb978-fd9f-4b9f-81c1-4890717b1719,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:54.203936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Network 22f5ba78-d658-4b46-aaef-62a983829037 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:10:54.210031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:10:54.213729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:10:54.229623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Pushing event updated for resources: {'Port': ['ID=e2d526f6-2701-4224-8a81-888adcbb69c1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:54.282123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Attempting to bind port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:54.282448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Attempting to bind port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:54.282743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Attempting to bind port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:54.292842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Attempting to bind port e2d526f6-2701-4224-8a81-888adcbb69c1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:10:54.293291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Attempting to bind port e2d526f6-2701-4224-8a81-888adcbb69c1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:10:54.293418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 on network c5ea99d4-319d-41f9-af65-e5a402b84c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:10:54.293670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Attempting to bind port e2d526f6-2701-4224-8a81-888adcbb69c1 on network 22f5ba78-d658-4b46-aaef-62a983829037 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:54.293786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Attempting to bind port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:10:54.300933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:54.301263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Checking segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:54.301756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Bound using segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:54.302451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Bound port: 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:54.303081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.303853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:10:54.304330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Checking segment: {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:10:54.304812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.305282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Bound using segment: {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:10:54.305883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Bound port: e2d526f6-2701-4224-8a81-888adcbb69c1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:10:54.306345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.391134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] For port e2d526f6-2701-4224-8a81-888adcbb69c1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:54.395143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] For port e2d526f6-2701-4224-8a81-888adcbb69c1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d526f6-2701-4224-8a81-888adcbb69c1,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:54.399269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] For port 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:10:54.402911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] For port 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:10:54.428916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16a2601c-b296-4b9f-b637-0f6c1a809dec req-7dd31f0c-8301-4da2-8e66-fd41f674ab34 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644213 Oct 22 15:10:54.450946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-d5216290-df7f-447e-811a-9beabbd0aa00 service neutron] 10.222.0.66 "GET /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241189 Oct 22 15:10:54.542869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-69f24811-3b3c-435b-a831-2f0b186fdddb service neutron] 10.222.0.66 "GET /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917475 Oct 22 15:10:54.648593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.668282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.709134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:54.709757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:54.722770 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-ab286149-e160-446a-b899-10a90936acff service neutron] 10.222.0.69 "PUT /v2.0/ports/2cbdb978-fd9f-4b9f-81c1-4890717b1719 HTTP/1.1" status: 200 len: 1092 time: 1.5789740 Oct 22 15:10:54.722770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'tag': '2cbdb978-fd9f-4b9f-81c1-4890717b1719'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:10:54.722770 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0638603-5562-4680-865a-d625857121c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2", "tag": "2cbdb978-fd9f-4b9f-81c1-4890717b1719"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:10:54.743008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a471e5-86e2-4ab5-984d-4b7230548b0c None None] Pushing event updated for resources: {'Port': ['ID=e2d526f6-2701-4224-8a81-888adcbb69c1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:54.760207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab286149-e160-446a-b899-10a90936acff service neutron] Pushing event updated for resources: {'Port': ['ID=2cbdb978-fd9f-4b9f-81c1-4890717b1719,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:54.768916 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b788f-803c-420b-ba55-317f522b4e13 x-openstack-request-id: req-453b788f-803c-420b-ba55-317f522b4e13 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:10:54.769209 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2", "tag": "2cbdb978-fd9f-4b9f-81c1-4890717b1719", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:10:54.769471 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-453b788f-803c-420b-ba55-317f522b4e13 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:10:54.774262 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'tag': '2cbdb978-fd9f-4b9f-81c1-4890717b1719', 'status': 'completed', 'code': 200} Oct 22 15:10:54.845509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0638603-5562-4680-865a-d625857121c3 req-1adaa5af-cd74-4437-9e4d-21591ebd7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:54.847188 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0638603-5562-4680-865a-d625857121c3 req-1adaa5af-cd74-4437-9e4d-21591ebd7fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 1095 time: 0.0552337 Oct 22 15:10:55.037800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4360181c-221a-47dd-898c-ed5839a1d53b req-a25ec45e-a7eb-49f5-b33e-123085dbc532 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0596545 Oct 22 15:10:55.068279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0638603-5562-4680-865a-d625857121c3 req-46e5d0a7-791f-44d6-ac36-36a3c0018f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:55.068279 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0638603-5562-4680-865a-d625857121c3 req-46e5d0a7-791f-44d6-ac36-36a3c0018f0c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c3d94d197092452d9ca5209206dbfca1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2014458 Oct 22 15:10:55.203586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0638603-5562-4680-865a-d625857121c3 req-67d7d8d1-7e38-4914-b385-f5f58c55150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:55.205937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e0638603-5562-4680-865a-d625857121c3 req-67d7d8d1-7e38-4914-b385-f5f58c55150b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367939 Oct 22 15:10:55.302322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-3558f320-3951-4fcc-aded-a3ca65722f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:55.304513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-3558f320-3951-4fcc-aded-a3ca65722f6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 1095 time: 0.0517268 Oct 22 15:10:55.311917 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f3715513-7e73-44c5-b28f-f57566d87ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:55.381396 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-4c2ebe4c-b0b0-4adb-8ef6-83d20d4caf68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719 HTTP/1.1" status: 200 len: 217 time: 0.0647516 Oct 22 15:10:55.440599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-13499d3d-5679-4517-848d-09fe6e4ea98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:55.442266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-13499d3d-5679-4517-848d-09fe6e4ea98c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.0539236 Oct 22 15:10:55.485561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-890474a9-fcfa-4fa7-aca1-7bb1b1c59352 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348842 Oct 22 15:10:55.541153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d526f6-2701-4224-8a81-888adcbb69c1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:55.631785 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-41de0f6f-9b1b-429e-ba6b-e04d455d992f service neutron] 10.222.0.69 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370623 Oct 22 15:10:55.654532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119176f4-84d3-430e-a94f-102f16e65e08 req-afc5d162-df74-413a-9f05-ce6a1e631a33 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:55.665618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-119176f4-84d3-430e-a94f-102f16e65e08 req-afc5d162-df74-413a-9f05-ce6a1e631a33 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 944 time: 0.1111219 Oct 22 15:10:55.672836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e2d526f6-2701-4224-8a81-888adcbb69c1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:55.675516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:55.720729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-119176f4-84d3-430e-a94f-102f16e65e08 req-8a2b2a8a-9ef0-443f-962a-e852cc32ac52 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Oct 22 15:10:55.788425 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5293aa1a-d972-433c-86f1-bebfb02b2e4f req-4ca38c9f-907a-485e-b087-9fc8c9a91180 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454959 Oct 22 15:10:55.821551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:55.867777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port e2d526f6-2701-4224-8a81-888adcbb69c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d526f6-2701-4224-8a81-888adcbb69c1,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:10:55.983016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61db440-8978-4d66-97c5-52f8dc68c067 None None] Network 22f5ba78-d658-4b46-aaef-62a983829037 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:10:56.151306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d772abc4-43a9-4716-9f47-9fb54ee004b1 req-d6c78381-c43e-4dc2-9559-dd77c985b8bd tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0544484 Oct 22 15:10:56.192942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:56.193706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8fee60-4f66-4c2f-9635-25ac050b733f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:56.310159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-75301dfc-b865-4a30-8ec7-d18663ac696a None None] Provisioning complete for port e2d526f6-2701-4224-8a81-888adcbb69c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:56.310531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75301dfc-b865-4a30-8ec7-d18663ac696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:56.372592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=e2d526f6-2701-4224-8a81-888adcbb69c1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:10:56.458760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7e8fee60-4f66-4c2f-9635-25ac050b733f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:56.458760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:56.648949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:56.695456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:56.854063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852c46-c0f0-4905-a8c1-4895609d3ab3 req-04c91ca3-7c9b-4c67-82f2-aff2bd7b1313 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:56.859508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50852c46-c0f0-4905-a8c1-4895609d3ab3 req-04c91ca3-7c9b-4c67-82f2-aff2bd7b1313 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 944 time: 0.0566645 Oct 22 15:10:56.886004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-20df5c87-6f7b-4bc9-806f-21669728a580 None None] Provisioning complete for port e2d526f6-2701-4224-8a81-888adcbb69c1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:56.887182 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20df5c87-6f7b-4bc9-806f-21669728a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:56.895737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50852c46-c0f0-4905-a8c1-4895609d3ab3 req-96b638fd-bec7-4de8-b1f5-afd7c6e86698 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Oct 22 15:10:57.273779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b74ab1ac-c2d0-48f4-9766-2b2e1900babe req-53b03b99-b482-4fec-8a83-c3efeca10216 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0319977 Oct 22 15:10:57.417944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d526f6-2701-4224-8a81-888adcbb69c1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:10:57.499707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e2d526f6-2701-4224-8a81-888adcbb69c1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:10:57.500778 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:58.044259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125ae26-9484-4c96-b5eb-24a03b076b7f req-6b3957bb-87f1-49c7-8db6-8e9daa7abbca tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:58.051504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8125ae26-9484-4c96-b5eb-24a03b076b7f req-6b3957bb-87f1-49c7-8db6-8e9daa7abbca tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 944 time: 0.0707405 Oct 22 15:10:58.091409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8125ae26-9484-4c96-b5eb-24a03b076b7f req-4a11261c-bf3a-4ba5-b54d-b89105c92551 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Oct 22 15:10:58.192459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:10:58.419210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cf65e94-082d-4132-a790-e4d20f2989e9 req-e9c9b72e-8871-46a2-b61d-10cab9105c37 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0348606 Oct 22 15:10:58.848553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-227cd654-8277-453d-b959-1612ee0e7864 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:58.854331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-227cd654-8277-453d-b959-1612ee0e7864 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:58.855954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-227cd654-8277-453d-b959-1612ee0e7864 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "GET /v2.0/networks?id=15c49942-0bb6-4a3f-9e0b-08426d590d26&id=22f5ba78-d658-4b46-aaef-62a983829037 HTTP/1.1" status: 200 len: 1391 time: 0.1252897 Oct 22 15:10:58.871888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'port': {'device_id': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26', 'admin_state_up': True, 'tenant_id': '607eceb014024e09b9b88b24cc692440'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:10:59.234815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2dc40-1d2e-4fb6-8e53-f1df2a269b2b req-56f86828-15cd-406c-b0e2-48e096eccdb6 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:10:59.234815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2df2dc40-1d2e-4fb6-8e53-f1df2a269b2b req-56f86828-15cd-406c-b0e2-48e096eccdb6 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 944 time: 0.0557401 Oct 22 15:10:59.266944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2df2dc40-1d2e-4fb6-8e53-f1df2a269b2b req-bca1cc33-7f25-4538-9383-c628292e3b95 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370510 Oct 22 15:10:59.535240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb641c85-5052-4b6f-b3a6-9fd0c4e4d5bc req-6e2189be-c5a3-4023-bb7f-7cbe1dba6e31 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0347409 Oct 22 15:11:00.014681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:00.025949 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:00.441144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e4ee-22f2-4b85-b9ee-0aa2b4c9782d req-4a460b22-8bd7-4496-b419-f37183f28a65 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:00.444684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff21e4ee-22f2-4b85-b9ee-0aa2b4c9782d req-4a460b22-8bd7-4496-b419-f37183f28a65 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 944 time: 0.0892529 Oct 22 15:11:00.507493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff21e4ee-22f2-4b85-b9ee-0aa2b4c9782d req-2424e476-75ed-4cd7-b8d1-5171879ad7b1 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545061 Oct 22 15:11:00.535381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2cbdb978-fd9f-4b9f-81c1-4890717b1719 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:11:00.565307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Allocated IP 19.80.0.28 (15c49942-0bb6-4a3f-9e0b-08426d590d26/a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d/6c323b7c-5dfe-45af-8c3f-ea36e936bff4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:00.671544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:00.689059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '2cbdb978-fd9f-4b9f-81c1-4890717b1719', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'port_id': '2cbdb978-fd9f-4b9f-81c1-4890717b1719', 'mac_address': 'fa:16:3e:7a:3e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a075723-de07-45d2-8cd1-2d56252e5936', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:11:00.735280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-898b8484-0915-45ce-bc5c-d40930a04a40 req-5123c1dd-ae9c-4246-af7e-27656abf9274 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0712302 Oct 22 15:11:00.749107 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:00.764881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbdb978-fd9f-4b9f-81c1-4890717b1719 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:00.794125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:00.822180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:00.912346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:00.946149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:00.989661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=2cbdb978-fd9f-4b9f-81c1-4890717b1719,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:00.999302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:01.002765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:01.011257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:01.015810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Port': ['ID=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:01.071516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:01.072359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:01.256872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-865b5d04-a53e-48e3-a593-f43c6a329593 None None] Provisioning complete for port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:01.257256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-865b5d04-a53e-48e3-a593-f43c6a329593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:01.280935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2cbdb978-fd9f-4b9f-81c1-4890717b1719'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:01.325778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-865b5d04-a53e-48e3-a593-f43c6a329593 None None] Port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:01.359876 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ffa051db-2d51-42b9-9b85-a0f7b08beb89 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4924846 Oct 22 15:11:01.372978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Request body: {'port': {'device_id': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037', 'admin_state_up': True, 'tenant_id': '607eceb014024e09b9b88b24cc692440'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:01.636653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Made reservation on behalf of 607eceb014024e09b9b88b24cc692440 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:01.640479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:01.651485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bed5d-3fe9-4054-a2cb-ea64eacaf13c req-0cb8d851-b447-43a5-9e8e-e70c8849711f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:01.658798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd8bed5d-3fe9-4054-a2cb-ea64eacaf13c req-0cb8d851-b447-43a5-9e8e-e70c8849711f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 945 time: 0.0646067 Oct 22 15:11:01.693317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd8bed5d-3fe9-4054-a2cb-ea64eacaf13c req-7ac76f86-5b1a-4967-aafc-1fbdb57fffe4 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 Oct 22 15:11:01.787821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Allocated IP 19.86.0.35 (22f5ba78-d658-4b46-aaef-62a983829037/7ce90f41-1802-4f53-8ea8-99418d1cff9e/855afc92-60da-432d-8f35-9204f8e464d2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:01.858804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc7af5-0764-472c-a837-3b4177fdbba7 req-c7ca13aa-e74b-4a8b-9490-7fde59a36a80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:01.860335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfcc7af5-0764-472c-a837-3b4177fdbba7 req-c7ca13aa-e74b-4a8b-9490-7fde59a36a80 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 931 time: 0.0495515 Oct 22 15:11:01.900856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfcc7af5-0764-472c-a837-3b4177fdbba7 req-7fd5eb6a-a148-479e-8546-9433e488a535 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Oct 22 15:11:01.934284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.193299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.248297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Network 22f5ba78-d658-4b46-aaef-62a983829037 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:02.248297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:02.248297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:02.284432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event updated for resources: {'Port': ['ID=855afc92-60da-432d-8f35-9204f8e464d2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:02.323113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:02.323113 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.455517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5198c61a-b2c2-4790-bffa-96d76e922512 None None] Provisioning complete for port 855afc92-60da-432d-8f35-9204f8e464d2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:02.456046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5198c61a-b2c2-4790-bffa-96d76e922512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.497026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5198c61a-b2c2-4790-bffa-96d76e922512 None None] Port 855afc92-60da-432d-8f35-9204f8e464d2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:02.546153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2cbdb978-fd9f-4b9f-81c1-4890717b1719 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:02.555151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f6e69c6d-4825-4e9c-838f-6bcabcbfba21 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1874058 Oct 22 15:11:02.569883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Request body: {'port': {'device_id': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:02.647844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.745480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:11:02.750166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:02.750739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.820424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b204276-fcb0-46ec-8f82-9b59d979d11a req-98a1c97e-f294-4d76-87c9-161ea07e5445 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:02.821935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b204276-fcb0-46ec-8f82-9b59d979d11a req-98a1c97e-f294-4d76-87c9-161ea07e5445 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Oct 22 15:11:02.840543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:02.863856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbdb978-fd9f-4b9f-81c1-4890717b1719'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:02.864117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b204276-fcb0-46ec-8f82-9b59d979d11a req-23de3a10-9384-45b8-8981-2a210c27d67a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Oct 22 15:11:02.866105 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5431bc-faab-46ff-b868-8f91e4806afa" -d '{"events": [{"server_uuid": "3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2", "name": "network-vif-plugged", "status": "completed", "tag": "2cbdb978-fd9f-4b9f-81c1-4890717b1719"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:02.895622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:02.910194 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b1f8ca-c4c6-4979-aea1-ee89c8fd5c34 x-openstack-request-id: req-d0b1f8ca-c4c6-4979-aea1-ee89c8fd5c34 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:02.910532 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2", "name": "network-vif-plugged", "status": "completed", "tag": "2cbdb978-fd9f-4b9f-81c1-4890717b1719", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:02.911029 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0b1f8ca-c4c6-4979-aea1-ee89c8fd5c34 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:02.911625 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbdb978-fd9f-4b9f-81c1-4890717b1719', 'code': 200} Oct 22 15:11:02.981967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:03.000281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:03.036784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Transition to ACTIVE for port object 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:03.037542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a462d-83d8-48f3-bd02-41050450fb92 req-40401a19-4bf3-4f63-b4cb-cb8ed78fd0b4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:03.042835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db880c-90f8-44fd-a527-f3eea520e69f req-0f9faa00-5e3e-43a2-b15f-23057d8acc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:03.043624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a462d-83d8-48f3-bd02-41050450fb92 req-40401a19-4bf3-4f63-b4cb-cb8ed78fd0b4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:03.044402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-57db880c-90f8-44fd-a527-f3eea520e69f req-0f9faa00-5e3e-43a2-b15f-23057d8acc93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 1096 time: 0.0580027 Oct 22 15:11:03.045238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-395a462d-83d8-48f3-bd02-41050450fb92 req-40401a19-4bf3-4f63-b4cb-cb8ed78fd0b4 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1653 time: 0.0716498 Oct 22 15:11:03.083936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-57db880c-90f8-44fd-a527-f3eea520e69f req-a2875a1a-f8cc-4cf0-9c51-0cf2a8838161 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300248 Oct 22 15:11:03.087291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-395a462d-83d8-48f3-bd02-41050450fb92 req-94ce6029-73f6-417b-9d48-a545fee2bfc7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360491 Oct 22 15:11:03.265510 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:03.294433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:03.322880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=2cbdb978-fd9f-4b9f-81c1-4890717b1719,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:03.371961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Pushing event updated for resources: {'Port': ['ID=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:03.491130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Attempting to bind port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:03.491130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Attempting to bind port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:03.493428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Attempting to bind port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 on network 15c49942-0bb6-4a3f-9e0b-08426d590d26 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:03.501064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 on network 15c49942-0bb6-4a3f-9e0b-08426d590d26 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:03.501424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Attempting to bind port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 on network 15c49942-0bb6-4a3f-9e0b-08426d590d26 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:03.507600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:03.507955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Checking segment: {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:03.508506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Bound using segment: {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:03.509041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Bound port: 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f93e27-507d-41e1-8f24-b9ac4094f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:03.509406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:03.585039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] For port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:03.588571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] For port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:03.871864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:03.912529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:03.913315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:03.915071 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] 10.222.0.69 "PUT /v2.0/ports/6c323b7c-5dfe-45af-8c3f-ea36e936bff4 HTTP/1.1" status: 200 len: 1091 time: 1.3499594 Oct 22 15:11:03.915672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'tag': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:03.918391 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5" -d '{"events": [{"name": "network-changed", "server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "tag": "6c323b7c-5dfe-45af-8c3f-ea36e936bff4"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:03.951993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff760a-88e7-4efc-85fb-f823cb84febd service neutron] Pushing event updated for resources: {'Port': ['ID=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:03.967978 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7ff0e0-2b56-43f4-9c63-034dfc6c64e8 x-openstack-request-id: req-7c7ff0e0-2b56-43f4-9c63-034dfc6c64e8 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:03.968213 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "tag": "6c323b7c-5dfe-45af-8c3f-ea36e936bff4", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:03.968471 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c7ff0e0-2b56-43f4-9c63-034dfc6c64e8 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:03.969053 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'tag': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4', 'status': 'completed', 'code': 200} Oct 22 15:11:04.015661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e1c0b-7fe1-43c7-a9c8-2abd6cfc5e3f req-187ec652-af37-4ea3-a67a-d845136bc22a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.024403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c6e1c0b-7fe1-43c7-a9c8-2abd6cfc5e3f req-187ec652-af37-4ea3-a67a-d845136bc22a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 946 time: 0.0719531 Oct 22 15:11:04.037418 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:04.058581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-8303e01a-e509-4c0e-b4db-935c9a17841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.060894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-8303e01a-e509-4c0e-b4db-935c9a17841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.063137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-8303e01a-e509-4c0e-b4db-935c9a17841d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1912 time: 0.0677140 Oct 22 15:11:04.068156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c6e1c0b-7fe1-43c7-a9c8-2abd6cfc5e3f req-7f8a67af-5af5-4e61-a9c3-588c3a5f84e2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Oct 22 15:11:04.205267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Request body: {'port': {'device_id': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:04.247951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddff22-890f-40b6-bf67-2f3997528bb4 req-5e4e5455-9d79-4de3-aedc-1a332a0bd834 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.255144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-3f06df23-9cc6-4cf6-b160-a0c2399ded3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.255608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddff22-890f-40b6-bf67-2f3997528bb4 req-5e4e5455-9d79-4de3-aedc-1a332a0bd834 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.256163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-3f06df23-9cc6-4cf6-b160-a0c2399ded3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.256636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-3f06df23-9cc6-4cf6-b160-a0c2399ded3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.258257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-3f06df23-9cc6-4cf6-b160-a0c2399ded3b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=607eceb014024e09b9b88b24cc692440&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1805644 Oct 22 15:11:04.261155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1ddff22-890f-40b6-bf67-2f3997528bb4 req-5e4e5455-9d79-4de3-aedc-1a332a0bd834 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1665 time: 0.0756924 Oct 22 15:11:04.335500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1ddff22-890f-40b6-bf67-2f3997528bb4 req-cbc45cd2-b856-42e7-afa6-92f4e3ad5dcb tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714769 Oct 22 15:11:04.410271 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:04.470795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-dc7845bf-08a0-49cb-9107-317d3f900572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:04.472304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d185f9d7-08ec-466b-a2f8-bc3bb0eb46e5 req-dc7845bf-08a0-49cb-9107-317d3f900572 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999261 Oct 22 15:11:04.810694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855afc92-60da-432d-8f35-9204f8e464d2 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:04.822921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:04.844420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Transition to ACTIVE for port object 855afc92-60da-432d-8f35-9204f8e464d2 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:05.002413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:05.058802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Pushing event updated for resources: {'Port': ['ID=855afc92-60da-432d-8f35-9204f8e464d2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:05.149855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Attempting to bind port 855afc92-60da-432d-8f35-9204f8e464d2 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:05.149855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Attempting to bind port 855afc92-60da-432d-8f35-9204f8e464d2 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:05.149855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Attempting to bind port 855afc92-60da-432d-8f35-9204f8e464d2 on network 22f5ba78-d658-4b46-aaef-62a983829037 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:05.153713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Port 855afc92-60da-432d-8f35-9204f8e464d2 on network 22f5ba78-d658-4b46-aaef-62a983829037 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:05.154153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Attempting to bind port 855afc92-60da-432d-8f35-9204f8e464d2 on network 22f5ba78-d658-4b46-aaef-62a983829037 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:05.160274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:05.160807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Checking segment: {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:05.161506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Bound using segment: {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:05.161876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Bound port: 855afc92-60da-432d-8f35-9204f8e464d2, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:05.162337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:05.260444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] For port 855afc92-60da-432d-8f35-9204f8e464d2, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:05.263971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] For port 855afc92-60da-432d-8f35-9204f8e464d2, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=855afc92-60da-432d-8f35-9204f8e464d2,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:05.273210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeed66d-28c5-4ff5-85b1-e6b9879d37c3 req-dc9b7aca-29f5-4d39-b7f1-d8775f5a93fc tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.277129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8eeed66d-28c5-4ff5-85b1-e6b9879d37c3 req-dc9b7aca-29f5-4d39-b7f1-d8775f5a93fc tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 946 time: 0.0747476 Oct 22 15:11:05.336353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8eeed66d-28c5-4ff5-85b1-e6b9879d37c3 req-f3b9edba-f736-4631-b784-84a3eff6f34d tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533342 Oct 22 15:11:05.422571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:05.522560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.522560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:05.522560 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] 10.222.0.69 "PUT /v2.0/ports/855afc92-60da-432d-8f35-9204f8e464d2 HTTP/1.1" status: 200 len: 1091 time: 1.3024671 Oct 22 15:11:05.563625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766dfcb-c0e6-47d0-a028-ed9e083d3d3e service neutron] Pushing event updated for resources: {'Port': ['ID=855afc92-60da-432d-8f35-9204f8e464d2,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:05.633223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6247d2-01ad-4e08-a235-52014d37d398 req-9c5bd26b-82b5-4517-b9e3-347c1c6a0ba8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.643451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6247d2-01ad-4e08-a235-52014d37d398 req-9c5bd26b-82b5-4517-b9e3-347c1c6a0ba8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.655862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee6247d2-01ad-4e08-a235-52014d37d398 req-9c5bd26b-82b5-4517-b9e3-347c1c6a0ba8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1677 time: 0.1242836 Oct 22 15:11:05.722211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee6247d2-01ad-4e08-a235-52014d37d398 req-48bfc491-d796-4b48-a950-c9ff863541d3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Oct 22 15:11:05.784828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-b0d6ced8-aafc-42ad-92ed-e38aa1443bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.791191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-b0d6ced8-aafc-42ad-92ed-e38aa1443bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.791191 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-b0d6ced8-aafc-42ad-92ed-e38aa1443bdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1979 time: 0.0693734 Oct 22 15:11:05.856163 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-c08aa8aa-e282-406f-b97d-2a7bdaffecbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=6c323b7c-5dfe-45af-8c3f-ea36e936bff4 HTTP/1.1" status: 200 len: 217 time: 0.0513005 Oct 22 15:11:05.925611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-33d17476-3512-47b7-ae9d-aa58d64c8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:05.932432 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-33d17476-3512-47b7-ae9d-aa58d64c8eee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d HTTP/1.1" status: 200 len: 801 time: 0.0676994 Oct 22 15:11:05.979671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'tag': '855afc92-60da-432d-8f35-9204f8e464d2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:05.982149 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090" -d '{"events": [{"name": "network-changed", "server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "tag": "855afc92-60da-432d-8f35-9204f8e464d2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:06.042470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e04447cf-0ae7-4270-ae5c-1cbc482adffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.044121 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-e04447cf-0ae7-4270-ae5c-1cbc482adffa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15c49942-0bb6-4a3f-9e0b-08426d590d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032274 Oct 22 15:11:06.063535 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d2b4b-47b5-40fe-b4e2-854801443e94 x-openstack-request-id: req-8f2d2b4b-47b5-40fe-b4e2-854801443e94 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:06.064750 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "tag": "855afc92-60da-432d-8f35-9204f8e464d2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:06.065722 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f2d2b4b-47b5-40fe-b4e2-854801443e94 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:06.066193 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'tag': '855afc92-60da-432d-8f35-9204f8e464d2', 'status': 'completed', 'code': 200} Oct 22 15:11:06.177909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-f4569fb2-774a-415f-886b-6bebdaa6f1a2 service neutron] 10.222.0.69 "GET /v2.0/networks/15c49942-0bb6-4a3f-9e0b-08426d590d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238146 Oct 22 15:11:06.288074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-2cedb0a8-c3df-459d-8453-ce8fb75f07ef service neutron] 10.222.0.69 "GET /v2.0/networks/15c49942-0bb6-4a3f-9e0b-08426d590d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014915 Oct 22 15:11:06.343329 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-61eed5e3-4a97-4472-992c-0f8eda7d0d7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=855afc92-60da-432d-8f35-9204f8e464d2 HTTP/1.1" status: 200 len: 217 time: 0.0421689 Oct 22 15:11:06.398308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-1a4f0742-c50b-49ca-bc1b-d13001cff809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.399827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-1a4f0742-c50b-49ca-bc1b-d13001cff809 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ce90f41-1802-4f53-8ea8-99418d1cff9e HTTP/1.1" status: 200 len: 801 time: 0.0496640 Oct 22 15:11:06.454020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ba92aa72-f9a5-4ed7-b6fb-879600e660fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.455484 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-ba92aa72-f9a5-4ed7-b6fb-879600e660fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22f5ba78-d658-4b46-aaef-62a983829037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473464 Oct 22 15:11:06.559436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-c44465ac-b78b-4821-a9f6-aa43234c369f service neutron] 10.222.0.69 "GET /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950956 Oct 22 15:11:06.655640 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89441a26-6b78-449b-ac77-b5c4d797ee1f req-1a1afc14-105c-4fb5-9fe0-75b4c23018a6 service neutron] 10.222.0.69 "GET /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876961 Oct 22 15:11:06.870330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b1814-efe1-466b-aa7d-adb3cf924168 req-f40544d3-846d-467a-8e55-ff7d1a2a61ae tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.876948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b1814-efe1-466b-aa7d-adb3cf924168 req-f40544d3-846d-467a-8e55-ff7d1a2a61ae tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.878702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb7b1814-efe1-466b-aa7d-adb3cf924168 req-f40544d3-846d-467a-8e55-ff7d1a2a61ae tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1677 time: 0.0747483 Oct 22 15:11:06.892631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-50811daa-9f84-487c-a465-6cfa2580bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.893465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-50811daa-9f84-487c-a465-6cfa2580bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.895754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-50811daa-9f84-487c-a465-6cfa2580bee5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=607eceb014024e09b9b88b24cc692440&device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1979 time: 0.0632565 Oct 22 15:11:06.925350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb7b1814-efe1-466b-aa7d-adb3cf924168 req-0adc99e5-ca8e-456b-b387-6c7df4748a9a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Oct 22 15:11:06.994281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-16241517-eb78-4a9a-80fc-5e646773ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:06.995720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-16241517-eb78-4a9a-80fc-5e646773ab4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=22f5ba78-d658-4b46-aaef-62a983829037 HTTP/1.1" status: 200 len: 903 time: 0.0915542 Oct 22 15:11:07.048221 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-1c707051-3f88-4f46-a340-3722951d7d8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=855afc92-60da-432d-8f35-9204f8e464d2 HTTP/1.1" status: 200 len: 217 time: 0.0427742 Oct 22 15:11:07.103542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-37320c55-839a-40d0-8974-f59e758bba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:07.105130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-37320c55-839a-40d0-8974-f59e758bba72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ce90f41-1802-4f53-8ea8-99418d1cff9e HTTP/1.1" status: 200 len: 801 time: 0.0511394 Oct 22 15:11:07.160197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-c74bcdf0-d7ec-40c3-8c73-851e4cc122c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:07.162378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-c74bcdf0-d7ec-40c3-8c73-851e4cc122c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22f5ba78-d658-4b46-aaef-62a983829037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487759 Oct 22 15:11:07.265716 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-48cce80d-c74d-4690-bd42-1a463c6de429 service neutron] 10.222.0.69 "GET /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931704 Oct 22 15:11:07.361801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70b619c6-bc32-4c9f-b266-5b5a4c4ec090 req-ca31715a-69ff-4db3-80c1-389b70e17702 service neutron] 10.222.0.69 "GET /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888445 Oct 22 15:11:08.079883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555925-8b46-43c3-8b01-61883023b699 req-1fdf9d2a-c051-4eec-a5f1-d48313bd6f41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:08.087184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555925-8b46-43c3-8b01-61883023b699 req-1fdf9d2a-c051-4eec-a5f1-d48313bd6f41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:08.088985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15555925-8b46-43c3-8b01-61883023b699 req-1fdf9d2a-c051-4eec-a5f1-d48313bd6f41 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1677 time: 0.0792460 Oct 22 15:11:08.138625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15555925-8b46-43c3-8b01-61883023b699 req-59259b87-1273-4b8e-bfdd-ccafdb0a9479 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Oct 22 15:11:09.271950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1fd7-3bca-4dd1-9971-2f2ed2b44093 req-5ac9e747-cc7b-4a52-9bb7-5ba22280196b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:09.278140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1fd7-3bca-4dd1-9971-2f2ed2b44093 req-5ac9e747-cc7b-4a52-9bb7-5ba22280196b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:09.279883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a56a1fd7-3bca-4dd1-9971-2f2ed2b44093 req-5ac9e747-cc7b-4a52-9bb7-5ba22280196b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1677 time: 0.0601497 Oct 22 15:11:09.322797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a56a1fd7-3bca-4dd1-9971-2f2ed2b44093 req-e67617ee-1f76-4648-8e04-4335ccc4d932 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Oct 22 15:11:10.458927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4720-5d7b-4df3-b0e1-bed8c0f29746 req-4d2ba2ad-630f-47a5-afc5-2b021cb65825 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:10.467622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4720-5d7b-4df3-b0e1-bed8c0f29746 req-4d2ba2ad-630f-47a5-afc5-2b021cb65825 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:10.469666 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2b4720-5d7b-4df3-b0e1-bed8c0f29746 req-4d2ba2ad-630f-47a5-afc5-2b021cb65825 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1677 time: 0.0703173 Oct 22 15:11:10.521144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2b4720-5d7b-4df3-b0e1-bed8c0f29746 req-fd91f424-732c-4588-b0bd-ab76b95e58a0 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Oct 22 15:11:10.564901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 855afc92-60da-432d-8f35-9204f8e464d2 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:11:10.669462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 855afc92-60da-432d-8f35-9204f8e464d2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=855afc92-60da-432d-8f35-9204f8e464d2,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:10.686141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '855afc92-60da-432d-8f35-9204f8e464d2', 'network_id': '22f5ba78-d658-4b46-aaef-62a983829037', 'port_id': '855afc92-60da-432d-8f35-9204f8e464d2', 'mac_address': 'fa:16:3e:fd:0b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce90f41-1802-4f53-8ea8-99418d1cff9e', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:11:10.726916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:10.741873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855afc92-60da-432d-8f35-9204f8e464d2 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:10.764204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 855afc92-60da-432d-8f35-9204f8e464d2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=855afc92-60da-432d-8f35-9204f8e464d2,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:10.922585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:10.923493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:11:11.000453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=855afc92-60da-432d-8f35-9204f8e464d2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:11.089382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:11.103153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4', 'network_id': '15c49942-0bb6-4a3f-9e0b-08426d590d26', 'port_id': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4', 'mac_address': 'fa:16:3e:50:6c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:11:11.142145 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.155776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:11.178046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:11.307678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:11.312936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1956433691'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:11.353879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.408120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:11.539225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:11.542965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.570178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:11:11.570675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.580477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.581068 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Added segment 4b7aae6d-f49d-4513-8c0c-d911f88ac4fe of type vlan for network 2e156361-31d1-464c-995c-a0083518d61f Oct 22 15:11:11.634306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.651549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e67e4c-e423-4b00-86bb-b5df842faa53 req-9afe4547-6657-479f-82ef-98b0a61397a7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:11.657603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e67e4c-e423-4b00-86bb-b5df842faa53 req-9afe4547-6657-479f-82ef-98b0a61397a7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:11.659750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0e67e4c-e423-4b00-86bb-b5df842faa53 req-9afe4547-6657-479f-82ef-98b0a61397a7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1679 time: 0.0659206 Oct 22 15:11:11.701467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0e67e4c-e423-4b00-86bb-b5df842faa53 req-549d5ad8-ff8e-4425-a99c-bd7b86279e05 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Oct 22 15:11:11.796573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.803400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:11.803998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:11.806678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['6c323b7c-5dfe-45af-8c3f-ea36e936bff4'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:11.875437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Network': ['ID=2e156361-31d1-464c-995c-a0083518d61f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:11.885219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.885990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.886573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.887099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.887592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.888193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.888690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.889805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.890485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.891067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.891579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.892557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:11.907923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2e156361-31d1-464c-995c-a0083518d61f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:11:11.969774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42984) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:11.971984 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa4e4531-849b-4b80-8cd0-899a25f80012 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6630213 Oct 22 15:11:11.976381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1585437579'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:12.156246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:12.160701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:12.185108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:11:12.195626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:12.195968 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Added segment 3742da23-bc97-4ba0-9068-f6d302154b75 of type vlan for network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 Oct 22 15:11:12.239634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:12.407978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:12.414614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:12.415375 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:12.489113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Network': ['ID=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:12.499553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:11:12.554835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8539d783-9ca0-4d0f-b8d3-7c8a7cf3143c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5829921 Oct 22 15:11:12.557195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42994) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:12.562416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'subnet': {'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:12.827481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:12.827481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:12.893265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1b8b-3a06-4038-8d7f-d4bf8956d529 req-dab303ca-1769-4a54-bb2a-4562a1c59d7e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:12.900401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1b8b-3a06-4038-8d7f-d4bf8956d529 req-dab303ca-1769-4a54-bb2a-4562a1c59d7e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:12.905202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-402e1b8b-3a06-4038-8d7f-d4bf8956d529 req-dab303ca-1769-4a54-bb2a-4562a1c59d7e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1679 time: 0.1183758 Oct 22 15:11:12.985039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-402e1b8b-3a06-4038-8d7f-d4bf8956d529 req-90fcb674-7d99-4b8a-95e8-5c699b25f6d7 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518682 Oct 22 15:11:13.025269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['855afc92-60da-432d-8f35-9204f8e464d2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:13.259909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:13.325253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Subnet': ['ID=e43355f0-e997-4bb7-9485-fde24163fa1d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:13.337594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Checking segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:13.337962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network hostable DHCP agents. Network: 2e156361-31d1-464c-995c-a0083518d61f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:11:13.579133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network 2e156361-31d1-464c-995c-a0083518d61f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:11:13.779701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2e156361-31d1-464c-995c-a0083518d61f) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:13.784142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:13.784741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:13.790573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01cdbd6-1c27-4bf8-91b8-b56c387b1abf None None] Network 2e156361-31d1-464c-995c-a0083518d61f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:13.954872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-2e156361-31d1-464c-995c-a0083518d61f', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:11:13.955924 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.105447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e226719-99f3-4130-af25-4d4028da0dea tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5443356 Oct 22 15:11:14.107030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43012) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:14.117063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'subnet': {'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:14.158042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a867-03dd-4cc4-87d6-7d9b9ee8a510 req-6988460d-f0c1-41d1-926a-5ca1d38f208b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:14.185738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a867-03dd-4cc4-87d6-7d9b9ee8a510 req-6988460d-f0c1-41d1-926a-5ca1d38f208b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:14.188287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c267a867-03dd-4cc4-87d6-7d9b9ee8a510 req-6988460d-f0c1-41d1-926a-5ca1d38f208b tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1679 time: 0.1162112 Oct 22 15:11:14.279498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c267a867-03dd-4cc4-87d6-7d9b9ee8a510 req-88e461be-d565-48a6-8248-761e5a8ab338 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743763 Oct 22 15:11:14.350702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Allocated IP 10.1.1.2 (2e156361-31d1-464c-995c-a0083518d61f/e43355f0-e997-4bb7-9485-fde24163fa1d/e35ba1c6-46f0-4caa-8c49-882fcf5b65e1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:14.459611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:14.463373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.511286 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.570413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 855afc92-60da-432d-8f35-9204f8e464d2 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:14.637412 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.678165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Network 2e156361-31d1-464c-995c-a0083518d61f is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:14.681142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:14.684819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:14.693815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Pushing event updated for resources: {'Port': ['ID=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:14.752220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Attempting to bind port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:14.752586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Attempting to bind port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:14.752948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Attempting to bind port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:14.759447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:14.759821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Checking segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:14.760245 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.760670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Bound using segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:14.761124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Bound port: e35ba1c6-46f0-4caa-8c49-882fcf5b65e1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:14.761537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.764664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 855afc92-60da-432d-8f35-9204f8e464d2 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:11:14.778083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 855afc92-60da-432d-8f35-9204f8e464d2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:14.778445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.819797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.862675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] For port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:14.867545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] For port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:14.884011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Subnet': ['ID=ab5bf546-327b-40ad-a48b-8e46faeffe3f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:14.895890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Checking segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:14.896261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network hostable DHCP agents. Network: b4dfe706-ba5c-42c8-a3ce-44296a1b9d94, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:11:14.914032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:14.937287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855afc92-60da-432d-8f35-9204f8e464d2'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:14.939532 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067fc642-0140-40ad-ba86-bc72a88af841" -d '{"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-plugged", "status": "completed", "tag": "855afc92-60da-432d-8f35-9204f8e464d2"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:14.953402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 855afc92-60da-432d-8f35-9204f8e464d2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=855afc92-60da-432d-8f35-9204f8e464d2,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:14.978511 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f65038-4b73-4f9e-ba4b-a7703ad3d0c1 x-openstack-request-id: req-e9f65038-4b73-4f9e-ba4b-a7703ad3d0c1 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:14.978812 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-plugged", "status": "completed", "tag": "855afc92-60da-432d-8f35-9204f8e464d2", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:14.979085 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9f65038-4b73-4f9e-ba4b-a7703ad3d0c1 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:14.979485 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855afc92-60da-432d-8f35-9204f8e464d2', 'code': 200} Oct 22 15:11:14.991095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.056562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77707998-572c-4163-97f5-1cfab787a7fb None None] Pushing event updated for resources: {'Port': ['ID=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:15.101368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:11:15.231326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.232239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:15.328479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b4dfe706-ba5c-42c8-a3ce-44296a1b9d94) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:15.331910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=855afc92-60da-432d-8f35-9204f8e464d2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:15.333741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:15.334359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.382411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2697fd-3037-4eb4-ab3c-fd61ede334c2 None None] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:15.516313 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ef86129a-b83a-4df5-abe6-1827f8ab0eeb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4067199 Oct 22 15:11:15.530740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43038) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:15.530740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'name': 'tempest-TaggedBootDevicesTest_v242-1658947358', 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:15.546090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8598-0a15-411d-a1e1-0dd2adc3106b req-52646313-a59b-4053-97d1-07b2a7c51b29 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:15.553221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8598-0a15-411d-a1e1-0dd2adc3106b req-52646313-a59b-4053-97d1-07b2a7c51b29 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:15.574341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:11:15.575153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cdb8598-0a15-411d-a1e1-0dd2adc3106b req-52646313-a59b-4053-97d1-07b2a7c51b29 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1680 time: 0.1195505 Oct 22 15:11:15.604548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:15.614085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cdb8598-0a15-411d-a1e1-0dd2adc3106b req-ef92db35-836d-4e76-8711-4769dd8a170f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Oct 22 15:11:15.643879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:15.643879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.734126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'fixed_ips': [{'subnet_id': 'ab5bf546-327b-40ad-a48b-8e46faeffe3f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:11:15.735022 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.758493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:15.758782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.870475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:15.900470 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:15.978866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Allocated IP 10.2.2.2 (b4dfe706-ba5c-42c8-a3ce-44296a1b9d94/ab5bf546-327b-40ad-a48b-8e46faeffe3f/67139482-25a9-490a-920e-43c00b81827e) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:15.999843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.031986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] device_id is not set on port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:11:16.219677 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.225319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:16.242434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.282689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:16.319639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 10.1.1.79 (2e156361-31d1-464c-995c-a0083518d61f/e43355f0-e997-4bb7-9485-fde24163fa1d/1263c878-b5a4-4ddf-9629-d53ff53b66e3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:16.448396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ceda0f-f269-4e94-a792-dc93f6353cf6 None None] Network 2e156361-31d1-464c-995c-a0083518d61f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:16.466803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.469287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.500830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.544737 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.577212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:16.577212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:16.582778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:16.587683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Pushing event updated for resources: {'Port': ['ID=67139482-25a9-490a-920e-43c00b81827e,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:16.643030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.650700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5dc59999-366d-4b56-90fa-1f7dfab51dd9 None None] Provisioning complete for port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:16.651105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5dc59999-366d-4b56-90fa-1f7dfab51dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.729114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network 2e156361-31d1-464c-995c-a0083518d61f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:16.735225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:16.738852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:16.753358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:16.773677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b053-edc3-4d95-8624-c19c673abbce req-a6745e0e-da5c-4db7-bdd0-57c2bee155a6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:16.781860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b053-edc3-4d95-8624-c19c673abbce req-a6745e0e-da5c-4db7-bdd0-57c2bee155a6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:16.783647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Attempting to bind port 67139482-25a9-490a-920e-43c00b81827e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:16.783999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c365b053-edc3-4d95-8624-c19c673abbce req-a6745e0e-da5c-4db7-bdd0-57c2bee155a6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.0969746 Oct 22 15:11:16.784137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Attempting to bind port 67139482-25a9-490a-920e-43c00b81827e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:16.784398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Attempting to bind port 67139482-25a9-490a-920e-43c00b81827e on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:16.791927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:16.810254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:16.810620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Checking segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:16.811046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.811445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Bound using segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:16.812520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Bound port: 67139482-25a9-490a-920e-43c00b81827e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:16.812927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.840747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c365b053-edc3-4d95-8624-c19c673abbce req-5d9e88c8-f415-4e88-a4ab-e7ca518cfcf3 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456846 Oct 22 15:11:16.858216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:16.859069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:16.955557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:16.986202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:16.989226 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94238da3-5fa0-4348-9a2c-9976324c4902" -d '{"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-plugged", "status": "completed", "tag": "6c323b7c-5dfe-45af-8c3f-ea36e936bff4"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:17.009567 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c51b237-a003-40cf-b241-01e4dd1aba0b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4892507 Oct 22 15:11:17.012272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43064) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:17.013913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] For port 67139482-25a9-490a-920e-43c00b81827e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:17.017582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] For port 67139482-25a9-490a-920e-43c00b81827e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=67139482-25a9-490a-920e-43c00b81827e,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:17.017938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'name': 'tempest-TaggedBootDevicesTest_v242-941588541', 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:17.064780 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e1b3b-b130-41c8-b319-9a642ad08e41 x-openstack-request-id: req-b98e1b3b-b130-41c8-b319-9a642ad08e41 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:17.065454 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-plugged", "status": "completed", "tag": "6c323b7c-5dfe-45af-8c3f-ea36e936bff4", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:17.066232 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b98e1b3b-b130-41c8-b319-9a642ad08e41 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:17.067165 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4', 'code': 200} Oct 22 15:11:17.113040 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:17.214421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725b859-438b-4d15-bac6-2af739a1c8dc None None] Pushing event updated for resources: {'Port': ['ID=67139482-25a9-490a-920e-43c00b81827e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:17.249708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43cd91-0eaa-4e83-bd53-b15ee7104b8c req-3076dfff-2e32-44d9-ad37-95612416c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:17.250123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43cd91-0eaa-4e83-bd53-b15ee7104b8c req-3076dfff-2e32-44d9-ad37-95612416c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:17.251698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8f43cd91-0eaa-4e83-bd53-b15ee7104b8c req-3076dfff-2e32-44d9-ad37-95612416c1eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1983 time: 0.0958769 Oct 22 15:11:17.303731 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8f43cd91-0eaa-4e83-bd53-b15ee7104b8c req-75904ca0-caf0-4f78-8c52-70ef8fac261b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Oct 22 15:11:17.331251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f399f40f-e02a-4df9-ac6a-3406a17cfa37 None None] Provisioning complete for port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:17.332627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f399f40f-e02a-4df9-ac6a-3406a17cfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:17.373892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f399f40f-e02a-4df9-ac6a-3406a17cfa37 None None] Port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:17.387584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f399f40f-e02a-4df9-ac6a-3406a17cfa37 None None] Provisioning complete for port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:17.388149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f399f40f-e02a-4df9-ac6a-3406a17cfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:17.471810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:17.476168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:17.529797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] device_id is not set on port f9b3d6b2-169e-4c1d-9602-e385a85dc17e yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:11:17.531206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:17.642441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:17.645813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:17.820923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5fdfb6f1-9739-44ac-a132-c12e5d301eb9 None None] Provisioning complete for port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:17.821662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb6f1-9739-44ac-a132-c12e5d301eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:17.865088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5fdfb6f1-9739-44ac-a132-c12e5d301eb9 None None] Port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:18.064456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58bb3-ac47-430b-973b-85893d1af8fe req-3f1fcf08-e134-40d5-aec4-94685990c71f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:18.072273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58bb3-ac47-430b-973b-85893d1af8fe req-3f1fcf08-e134-40d5-aec4-94685990c71f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:18.082481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51d58bb3-ac47-430b-973b-85893d1af8fe req-3f1fcf08-e134-40d5-aec4-94685990c71f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.1112661 Oct 22 15:11:18.147909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51d58bb3-ac47-430b-973b-85893d1af8fe req-4107ecb2-fbb6-43ce-8efc-75ce9a9a635e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Oct 22 15:11:18.149249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-9f51833e-c2f0-462a-a222-34629b442cf0 req-90cd589c-28fd-4c7b-9f06-ef06b62c3802 tempest-ServersAdminTestJSON-1805010443 tempest-ServersAdminTestJSON-1805010443-project] (107801) timed out ('10.222.0.53', 54537) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:11:18.187627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 10.1.1.230 (2e156361-31d1-464c-995c-a0083518d61f/e43355f0-e997-4bb7-9485-fde24163fa1d/f9b3d6b2-169e-4c1d-9602-e385a85dc17e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:18.453882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:18.610489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8bbe0-bd16-4652-9aaa-8e20154cf9de None None] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:18.665626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:18.722585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network 2e156361-31d1-464c-995c-a0083518d61f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:18.724560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-771c032b-e569-4d09-82d2-4aef90ec159d None None] Provisioning complete for port 67139482-25a9-490a-920e-43c00b81827e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:18.725599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-771c032b-e569-4d09-82d2-4aef90ec159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:18.726138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:18.733542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:18.737501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:18.801688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:18.802869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:18.899690 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-771c032b-e569-4d09-82d2-4aef90ec159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:19.015668 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e96e3d0-2476-45cf-b762-2446f2fcbc44 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0021012 Oct 22 15:11:19.296872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-771c032b-e569-4d09-82d2-4aef90ec159d None None] For port 67139482-25a9-490a-920e-43c00b81827e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=67139482-25a9-490a-920e-43c00b81827e,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:19.369528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfda5e-f653-4d2a-8c46-0bb955567b75 req-adf4b914-9697-4b0f-8d05-ba28252d778d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:19.376491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfda5e-f653-4d2a-8c46-0bb955567b75 req-adf4b914-9697-4b0f-8d05-ba28252d778d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:19.378300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cbfda5e-f653-4d2a-8c46-0bb955567b75 req-adf4b914-9697-4b0f-8d05-ba28252d778d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.0896595 Oct 22 15:11:19.446122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cbfda5e-f653-4d2a-8c46-0bb955567b75 req-26530bc3-27cb-4f02-b3cd-c53d05c5c124 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Oct 22 15:11:19.453813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-771c032b-e569-4d09-82d2-4aef90ec159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:19.517017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 67139482-25a9-490a-920e-43c00b81827e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:19.553021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c032b-e569-4d09-82d2-4aef90ec159d None None] Pushing event updated for resources: {'Port': ['ID=67139482-25a9-490a-920e-43c00b81827e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:19.593719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-db206016-d6d2-4e25-9139-bf78264038b2 None None] Provisioning complete for port 67139482-25a9-490a-920e-43c00b81827e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:19.594016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db206016-d6d2-4e25-9139-bf78264038b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:19.635169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 67139482-25a9-490a-920e-43c00b81827e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:19.635843 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:19.667835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:19.673199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317742233', 'description': 'tempest-description--1457025994'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:19.831354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-db206016-d6d2-4e25-9139-bf78264038b2 None None] Provisioning complete for port f9b3d6b2-169e-4c1d-9602-e385a85dc17e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:19.832302 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db206016-d6d2-4e25-9139-bf78264038b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:19.871227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-db206016-d6d2-4e25-9139-bf78264038b2 None None] Port f9b3d6b2-169e-4c1d-9602-e385a85dc17e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:19.933564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.020186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.145460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.184219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5101f97-6900-4428-8e7d-c9e26e1cb436,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:20.192387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.192797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.193145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.193479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.193810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.194140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.194466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.194788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.195193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.195518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.195838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.196154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:20.377564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.381139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-925f33bb-9a04-4526-9185-4ca162e6fb73 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7122307 Oct 22 15:11:20.384148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43120) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:20.389857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'security_group_rule': {'security_group_id': 'e5101f97-6900-4428-8e7d-c9e26e1cb436', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:20.549520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.567681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a66ec-f651-4ec3-934d-df7b7d170cf3 req-64a64fe2-920e-4433-ac3a-0ce4e61d0091 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:20.573962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a66ec-f651-4ec3-934d-df7b7d170cf3 req-64a64fe2-920e-4433-ac3a-0ce4e61d0091 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:20.575629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-349a66ec-f651-4ec3-934d-df7b7d170cf3 req-64a64fe2-920e-4433-ac3a-0ce4e61d0091 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.0591426 Oct 22 15:11:20.607527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.617016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-349a66ec-f651-4ec3-934d-df7b7d170cf3 req-d2a91ee5-1286-406e-8803-1ad5849f5181 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Oct 22 15:11:20.773739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:20.799279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491220bf-968f-44a7-bc5e-c69d6c8415db,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:21.102504 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.108928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43142) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:21.109585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e15c160-098e-425e-8818-876e3fd8a444 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7238183 Oct 22 15:11:21.115197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'security_group_rule': {'security_group_id': 'e5101f97-6900-4428-8e7d-c9e26e1cb436', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:21.321666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.373479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.431900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 67139482-25a9-490a-920e-43c00b81827e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:21.488753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 67139482-25a9-490a-920e-43c00b81827e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:21.489976 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.535516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36599-62cf-4f43-a211-decb481d7e82 req-6d484b95-a839-479a-a35d-3bb1b373915f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:21.541838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36599-62cf-4f43-a211-decb481d7e82 req-6d484b95-a839-479a-a35d-3bb1b373915f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:21.549660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4c36599-62cf-4f43-a211-decb481d7e82 req-6d484b95-a839-479a-a35d-3bb1b373915f tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.0727308 Oct 22 15:11:21.553612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.586307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42acd7d-90c4-42de-ab47-4c13cba30177,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:21.621722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4c36599-62cf-4f43-a211-decb481d7e82 req-4b4d4aa1-277b-430d-a0f4-0f85f9b2ad39 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695772 Oct 22 15:11:21.730290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.731810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-405a6089-240e-47c8-bfff-d8d848059355 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6209829 Oct 22 15:11:21.734840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43154) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:21.740076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:21.884282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:21.997453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:22.102539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 172.25.1.252 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/549d0d8c-2547-440c-8c53-4235fd473028) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:22.225165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:22.408154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:22.454398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:22.457806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:22.465092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:22.468240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=549d0d8c-2547-440c-8c53-4235fd473028,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:22.567850 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:22.756027 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b8b2ab33-dfb5-439e-870d-f40bd7b638d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:22.761866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8264e73-8c97-4c53-a0c8-8d4faabc530a req-143b88eb-6826-43d4-aba1-d6c045a4eb1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:22.768357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8264e73-8c97-4c53-a0c8-8d4faabc530a req-143b88eb-6826-43d4-aba1-d6c045a4eb1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:22.770576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8264e73-8c97-4c53-a0c8-8d4faabc530a req-143b88eb-6826-43d4-aba1-d6c045a4eb1d tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.0679452 Oct 22 15:11:22.839302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8264e73-8c97-4c53-a0c8-8d4faabc530a req-d0793355-bb0c-4a12-8713-29a57a72d829 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595694 Oct 22 15:11:22.839850 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:23.020001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:23.161681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:23.231904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=549d0d8c-2547-440c-8c53-4235fd473028,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:23.251257 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:23.392532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:23.393929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2fb3f4be-2155-4188-a186-c650ecee1a66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6580260 Oct 22 15:11:23.658965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f0a7664f-06b5-402f-9371-1ddba5f3ffb2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--317742233&fields=id&tenant_id=53145c0420624f539a98a67a1a8af8d4 HTTP/1.1" status: 200 len: 267 time: 0.0342269 Oct 22 15:11:23.720796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-c867e9b7-e319-4900-a48f-6029db08c6f6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:23.721357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3cc038c9-dd09-4c73-9708-63a341cd6459 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:23.723449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3cc038c9-dd09-4c73-9708-63a341cd6459 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 936 time: 0.0556273 Oct 22 15:11:23.732489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-c867e9b7-e319-4900-a48f-6029db08c6f6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:23.734579 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-c867e9b7-e319-4900-a48f-6029db08c6f6 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.0654037 Oct 22 15:11:23.774740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3ccbf5c6-d1cf-4555-9774-51dd9a919aa5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:23.779438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3ccbf5c6-d1cf-4555-9774-51dd9a919aa5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 936 time: 0.0501032 Oct 22 15:11:23.840314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port 855afc92-60da-432d-8f35-9204f8e464d2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:23.840702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:23.850440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-1df36ea8-356b-47b8-88f7-062103d10898 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0670884 Oct 22 15:11:23.896660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-bf84d485-1e44-4bde-9b0a-c816ea5d1c1a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0381773 Oct 22 15:11:24.052085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port 855afc92-60da-432d-8f35-9204f8e464d2, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=855afc92-60da-432d-8f35-9204f8e464d2,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:24.052587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:24.072879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for 855afc92-60da-432d-8f35-9204f8e464d2 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:24.110073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa60e1-a383-4488-ad6d-68f9477ad4d1 req-492020f1-2c33-4b10-9d43-4696af0bb94a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:24.116838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa60e1-a383-4488-ad6d-68f9477ad4d1 req-492020f1-2c33-4b10-9d43-4696af0bb94a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:24.118819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32fa60e1-a383-4488-ad6d-68f9477ad4d1 req-492020f1-2c33-4b10-9d43-4696af0bb94a tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 1681 time: 0.1426868 Oct 22 15:11:24.197387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e60f54d7-314e-45b5-ac55-529bdb833f01 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:24.204303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e60f54d7-314e-45b5-ac55-529bdb833f01 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:24.214375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e60f54d7-314e-45b5-ac55-529bdb833f01 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:24.216681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e60f54d7-314e-45b5-ac55-529bdb833f01 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 1995 time: 0.3040583 Oct 22 15:11:24.227529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32fa60e1-a383-4488-ad6d-68f9477ad4d1 req-b72dde88-571f-4ff8-9e04-aa0f0f7fae33 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/security-groups?id=25d19c0f-4782-421e-ae5d-dcc9a071d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015043 Oct 22 15:11:24.239928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-490ef73e-3533-4808-ba6f-ad32c35456fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/quotas/53145c0420624f539a98a67a1a8af8d4 HTTP/1.1" status: 200 len: 375 time: 0.0162666 Oct 22 15:11:24.353629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64400ec6-c265-4a0d-9092-6ba48fb81e2a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1042562 Oct 22 15:11:24.459240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:24.478738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['6c323b7c-5dfe-45af-8c3f-ea36e936bff4', '855afc92-60da-432d-8f35-9204f8e464d2'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:24.500379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=855afc92-60da-432d-8f35-9204f8e464d2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:24.507943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3f59c06e-2031-4292-93c5-bd10dee9f544 service neutron] 10.222.0.66 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417801 Oct 22 15:11:24.579471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port 855afc92-60da-432d-8f35-9204f8e464d2 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:24.583426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:24.588645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-eb1b79fc-d037-4983-bce2-c2bd3cfd0369 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "DELETE /v2.0/ports/855afc92-60da-432d-8f35-9204f8e464d2 HTTP/1.1" status: 204 len: 173 time: 0.8471346 Oct 22 15:11:24.589362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-deleted', 'tag': '855afc92-60da-432d-8f35-9204f8e464d2'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:24.592838 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968372a8-bb52-416f-9b24-813ce27b5d49" -d '{"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-deleted", "tag": "855afc92-60da-432d-8f35-9204f8e464d2"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:24.660305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4915f88d-8cf5-4e62-9739-5f928000c7c0 service neutron] 10.222.0.66 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454723 Oct 22 15:11:24.683270 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4868987-f45e-48c7-8068-19020966ad8e x-openstack-request-id: req-f4868987-f45e-48c7-8068-19020966ad8e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:24.683563 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-deleted", "tag": "855afc92-60da-432d-8f35-9204f8e464d2", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:24.683821 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4868987-f45e-48c7-8068-19020966ad8e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:24.684219 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-deleted', 'tag': '855afc92-60da-432d-8f35-9204f8e464d2', 'status': 'completed', 'code': 200} Oct 22 15:11:24.737937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-c605e6ad-45e9-4d89-9044-6aceb7030597 service neutron] 10.222.0.66 "GET /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0762475 Oct 22 15:11:24.843731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:24.844321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:24.885387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2177c225-5a42-455e-88e5-5f259207e1ee service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463943 Oct 22 15:11:24.942618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:24.943031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:24.958525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:25.043158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-db8304db-bbaa-4bcb-b136-7ad15d0e945d service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566167 Oct 22 15:11:25.143683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-ab3ba7fd-c499-4af8-9e0f-2d24f9c6a075 service neutron] 10.222.0.66 "GET /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0992985 Oct 22 15:11:25.167388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6755e69-c324-4277-afe3-989ee8834c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:25.249303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a1ff0e57-88f4-478b-9c85-8a8043123431 service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045151 Oct 22 15:11:25.281906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:25.417673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=6c323b7c-5dfe-45af-8c3f-ea36e936bff4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:25.467778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-528b5693-a885-43e2-b7e1-425fcf6fd27d req-42980a5e-2711-4c68-a6e2-a5186e554048 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0532467 Oct 22 15:11:25.489751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:25.495981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-fcadfacc-12ca-4457-b44a-0505bdfb9047 service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389407 Oct 22 15:11:25.496557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:25.499786 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fc24ae4a-575f-4349-aba7-ce0034513a53 req-90198cc9-30a5-48dc-9546-c886072a1d86 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.69 "DELETE /v2.0/ports/6c323b7c-5dfe-45af-8c3f-ea36e936bff4 HTTP/1.1" status: 204 len: 173 time: 0.8914530 Oct 22 15:11:25.665627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-0f7f4bc9-716e-4b87-9b95-fd627aee1cdb service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621776 Oct 22 15:11:25.771477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-efc58137-528d-4707-bd1c-ebf4d6edd3ab service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983200 Oct 22 15:11:25.915733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e291d5a4-3d9a-419f-ae5e-1a526a91402e service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368430 Oct 22 15:11:26.008904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4b21d291-4556-4841-874a-9e46b2a6c341 service neutron] 10.222.0.66 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917008 Oct 22 15:11:26.151560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8784bfbc-508a-4f6f-8025-e77132c2f7aa service neutron] 10.222.0.66 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359069 Oct 22 15:11:26.260878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-23f78d2e-f3cd-497d-9ebb-aa5bb48f9820 service neutron] 10.222.0.66 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895300 Oct 22 15:11:26.364225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-54d050ff-ab0a-4c65-aada-cd6b394545b0 service neutron] 10.222.0.66 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973465 Oct 22 15:11:26.484136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-56450595-147f-49a2-ae22-70b209cab708 service neutron] 10.222.0.66 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126144 Oct 22 15:11:26.607816 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:26.615570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 855afc92-60da-432d-8f35-9204f8e464d2 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:26.657927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:26.667057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 855afc92-60da-432d-8f35-9204f8e464d2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:11:26.667057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 855afc92-60da-432d-8f35-9204f8e464d2 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:26.667057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:26.685187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-deleted', 'tag': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:26.687639 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0de0b7-e773-42fd-af7c-daa590a71eed" -d '{"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-deleted", "tag": "6c323b7c-5dfe-45af-8c3f-ea36e936bff4"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:26.691650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:11:26.692011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c323b7c-5dfe-45af-8c3f-ea36e936bff4 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:26.696897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed12b47f-a06a-44fe-83e8-018be86ba4ea req-6ed50fd5-05ea-4140-8be7-30872f5be105 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "GET /v2.0/ports?device_id=853d676f-d6c1-43f2-b0fb-d883a8aff68a HTTP/1.1" status: 200 len: 210 time: 0.0463197 Oct 22 15:11:26.850831 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d25710-a54c-43a1-b37a-6c776d88af90 x-openstack-request-id: req-f2d25710-a54c-43a1-b37a-6c776d88af90 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:26.851442 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d676f-d6c1-43f2-b0fb-d883a8aff68a", "name": "network-vif-deleted", "tag": "6c323b7c-5dfe-45af-8c3f-ea36e936bff4", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:26.851917 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2d25710-a54c-43a1-b37a-6c776d88af90 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:26.852329 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d676f-d6c1-43f2-b0fb-d883a8aff68a', 'name': 'network-vif-deleted', 'tag': '6c323b7c-5dfe-45af-8c3f-ea36e936bff4', 'status': 'completed', 'code': 200} Oct 22 15:11:27.757424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43276) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:27.814549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting subnet 7ce90f41-1802-4f53-8ea8-99418d1cff9e {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:11:27.818667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:27.859927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.257514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.287753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.549201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.610119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce90f41-1802-4f53-8ea8-99418d1cff9e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:28.610119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.611600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43310) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:28.612106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be0d7f-3e67-41f4-803b-4e574790d091 None None] Network 22f5ba78-d658-4b46-aaef-62a983829037 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:28.618696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d5f6e3ff-9123-4431-81ad-d48d54f4e918 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/subnets/7ce90f41-1802-4f53-8ea8-99418d1cff9e HTTP/1.1" status: 204 len: 168 time: 0.8598526 Oct 22 15:11:28.699624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.774053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port e2d526f6-2701-4224-8a81-888adcbb69c1 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:28.774436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.804492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] DHCP port deletion for 22f5ba78-d658-4b46-aaef-62a983829037 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:11:28.860411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port e2d526f6-2701-4224-8a81-888adcbb69c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d526f6-2701-4224-8a81-888adcbb69c1,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:28.861215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.870213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] Deleting port e2d526f6-2701-4224-8a81-888adcbb69c1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:28.870776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:28.898172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for e2d526f6-2701-4224-8a81-888adcbb69c1 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:29.039691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] For port e2d526f6-2701-4224-8a81-888adcbb69c1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d526f6-2701-4224-8a81-888adcbb69c1,segment=NetworkSegment(2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260),segment_id=2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:29.040640 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.058400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] Calling delete_port for e2d526f6-2701-4224-8a81-888adcbb69c1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:29.277166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.283362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.311131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=e2d526f6-2701-4224-8a81-888adcbb69c1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:29.335806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port e2d526f6-2701-4224-8a81-888adcbb69c1 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:29.347886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] Pushing event deleted for resources: {'Port': ['ID=e2d526f6-2701-4224-8a81-888adcbb69c1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:29.358609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaab2c-e724-4c88-a9c4-b216b808ddbc None None] No DVR routers for this DVR port e2d526f6-2701-4224-8a81-888adcbb69c1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:29.545408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d526f6-2701-4224-8a81-888adcbb69c1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:29.621759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.638760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e2d526f6-2701-4224-8a81-888adcbb69c1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:11:29.639647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce4b6572-6be2-4550-80c3-f11531814f4c req-35851416-a071-48c6-90a4-98a6eefd1ca6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0866852 Oct 22 15:11:29.640486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d526f6-2701-4224-8a81-888adcbb69c1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:29.682834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f5ba78-d658-4b46-aaef-62a983829037']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:29.703710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:29.705186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e157c6d-46eb-4dd9-8fdb-bf05bc7b2260') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:29.719081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.750987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.772246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:11:29.773016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:29.821093 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:11:29.843994 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:11:30.110274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.127360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.140088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43348) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:30.143002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/networks/22f5ba78-d658-4b46-aaef-62a983829037 HTTP/1.1" status: 204 len: 168 time: 1.5367203 Oct 22 15:11:30.176703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280370-ab65-4611-8ca6-54b5613ea7af tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Network': ['ID=22f5ba78-d658-4b46-aaef-62a983829037,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:30.250174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting subnet a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:11:30.255440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.332053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.589674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.789013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64fdd105-4668-4ea1-995e-3ecb3526a274 req-855b89ba-d68e-49be-b98f-75b020e0152d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0387230 Oct 22 15:11:30.790518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.844448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Subnet': ['ID=a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:30.868245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:30.873585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b67a5-80bd-443b-9011-93382125c1a1 None None] Network 15c49942-0bb6-4a3f-9e0b-08426d590d26 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:30.875804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43362) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:30.876703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a5a936c4-4530-473e-a8f8-c034ebfd2a2e tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/subnets/a8272eb1-05bd-4e86-9f8f-e3f4568a7a6d HTTP/1.1" status: 204 len: 168 time: 0.7347836 Oct 22 15:11:30.988219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.154047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Deleting port 7e8fee60-4f66-4c2f-9635-25ac050b733f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:31.154394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.295872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] For port 7e8fee60-4f66-4c2f-9635-25ac050b733f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8fee60-4f66-4c2f-9635-25ac050b733f,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:31.298783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.316046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Calling delete_port for 7e8fee60-4f66-4c2f-9635-25ac050b733f owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:31.333172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] DHCP port deletion for 15c49942-0bb6-4a3f-9e0b-08426d590d26 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:11:31.474487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] Deleting port 7e8fee60-4f66-4c2f-9635-25ac050b733f {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:31.479153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.506735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8fee60-4f66-4c2f-9635-25ac050b733f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:31.635655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.635881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] For port 7e8fee60-4f66-4c2f-9635-25ac050b733f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8fee60-4f66-4c2f-9635-25ac050b733f,segment=NetworkSegment(37f93e27-507d-41e1-8f24-b9ac4094f8d0),segment_id=37f93e27-507d-41e1-8f24-b9ac4094f8d0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:31.645980 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.660764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] Calling delete_port for 7e8fee60-4f66-4c2f-9635-25ac050b733f owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:31.670342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port 7e8fee60-4f66-4c2f-9635-25ac050b733f {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 15:11:31.670776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8fee60-4f66-4c2f-9635-25ac050b733f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:31.711512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Port': ['ID=7e8fee60-4f66-4c2f-9635-25ac050b733f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:31.727215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] No DVR routers for this DVR port 7e8fee60-4f66-4c2f-9635-25ac050b733f on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:31.874551 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.876421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:31.957303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c49942-0bb6-4a3f-9e0b-08426d590d26']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:31.965907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] Pushing event deleted for resources: {'Port': ['ID=7e8fee60-4f66-4c2f-9635-25ac050b733f,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:31.973043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f45d0-0486-4aa8-ae19-733a2f7e50c4 None None] No DVR routers for this DVR port 7e8fee60-4f66-4c2f-9635-25ac050b733f on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:31.986699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f93e27-507d-41e1-8f24-b9ac4094f8d0') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:31.988174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f93e27-507d-41e1-8f24-b9ac4094f8d0') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:32.005626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:32.027854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:32.044566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:11:32.045350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:11:32.050753 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:11:32.054954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87f65074-9f61-4020-8618-a45681238968 req-32a83132-d1f1-4ad3-876e-ca03dfd2e5ed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.1078312 Oct 22 15:11:32.200508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-634c4f5c-5216-4f1c-8b2a-64d45141f7c1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:32.208383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-634c4f5c-5216-4f1c-8b2a-64d45141f7c1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1506233 Oct 22 15:11:32.226418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-cceae188-fc6e-4ac6-9217-188ddc6f314d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0171044 Oct 22 15:11:32.289740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-ea269d6c-18bd-4874-9c40-5833de8979e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624661 Oct 22 15:11:32.373323 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:32.387068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:32.397351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] 10.222.0.66 "DELETE /v2.0/networks/15c49942-0bb6-4a3f-9e0b-08426d590d26 HTTP/1.1" status: 204 len: 168 time: 1.5197358 Oct 22 15:11:32.411119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2386f-471d-44b8-8131-5635cf4873e8 tempest-ServersTestMultiNic-939748147 tempest-ServersTestMultiNic-939748147-project] Pushing event deleted for resources: {'Network': ['ID=15c49942-0bb6-4a3f-9e0b-08426d590d26,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:32.499753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-1cde338d-51b8-47cd-94ff-97e313ad3365 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006218 Oct 22 15:11:32.625870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d207d36a-4b23-4cce-ac9c-04271958d3d4 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189442 Oct 22 15:11:32.728377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:33.113944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1dc9b1c-b358-4fa6-a0ab-c6451554645b req-7eaf9641-adb9-4d98-9de0-afa4ee5e4d13 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0577960 Oct 22 15:11:33.230120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d92e2db-163f-4f11-a791-a698683b6494 req-dadcf40b-f813-4749-b5d9-2c48cd69c261 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0820038 Oct 22 15:11:33.391265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:33.831602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Deleting port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:33.832173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:33.841579 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:33.978791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-ccf2f8b3-1b7f-443a-8310-6b929f663d2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223582 Oct 22 15:11:34.015182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f6e03bd6-30ba-4683-a630-e69dc0d34149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.020142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f6e03bd6-30ba-4683-a630-e69dc0d34149 service neutron] 10.222.0.53 "GET /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 1032 time: 0.3039479 Oct 22 15:11:34.096181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-564fed4e-eae4-4786-86c5-9f970473b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.098450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-564fed4e-eae4-4786-86c5-9f970473b591 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 1096 time: 0.0941520 Oct 22 15:11:34.099090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] For port 926d97b9-f633-41a1-bbbb-8f74f5a4eebe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:34.099633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:34.111275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-fecab25f-70fb-4d22-a8da-65624a095acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.114353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-fecab25f-70fb-4d22-a8da-65624a095acf service neutron] 10.222.0.53 "GET /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 1032 time: 0.0873084 Oct 22 15:11:34.121516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Calling delete_port for 926d97b9-f633-41a1-bbbb-8f74f5a4eebe owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:34.263898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7279e9aa-47ec-4a21-bd67-4553a67e2bda req-d68b4795-0075-4ad8-b613-0430505a28a1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0400653 Oct 22 15:11:34.330786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-04b3fe66-1962-48ff-8934-b1e44581cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.333509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-04b3fe66-1962-48ff-8934-b1e44581cca0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 916 time: 0.2040582 Oct 22 15:11:34.353217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-57f192e5-1092-4573-87ac-52c771e6201f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.359577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-57f192e5-1092-4573-87ac-52c771e6201f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.372099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-57f192e5-1092-4573-87ac-52c771e6201f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.373952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-57f192e5-1092-4573-87ac-52c771e6201f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 1995 time: 0.2501464 Oct 22 15:11:34.424374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-cee0835e-23fe-4caa-89ce-733f12cb99a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf HTTP/1.1" status: 200 len: 217 time: 0.0816858 Oct 22 15:11:34.504759 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-7c1a4d4e-3bd4-4bd0-9367-ea86be001e12 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53145c0420624f539a98a67a1a8af8d4 HTTP/1.1" status: 200 len: 379 time: 0.1207490 Oct 22 15:11:34.524183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'admin_state_up': True, 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'security_groups': ['e5101f97-6900-4428-8e7d-c9e26e1cb436']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:34.554408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-491add34-7d2e-4145-b083-807f28e95ff5 req-6080ff75-fa2a-4288-a15f-5dabc0279103 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0650463 Oct 22 15:11:34.584247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-7835e0dc-efc9-4c6b-b785-8519dd672d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:34.592736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-7835e0dc-efc9-4c6b-b785-8519dd672d99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.1584842 Oct 22 15:11:34.706746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-1b2a28a9-de8f-4823-8778-8faade99f80d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973611 Oct 22 15:11:34.845302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-96887b13-e468-413e-bb92-4262839de10b service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283231 Oct 22 15:11:34.950331 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:34.984349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24b6c321-6232-4d60-aa45-669ae2f000c7 req-f0923564-5eb7-426f-bd79-6055610c083d service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109867 Oct 22 15:11:35.007953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Pushing event deleted for resources: {'Port': ['ID=926d97b9-f633-41a1-bbbb-8f74f5a4eebe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:35.133358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:35.136876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:35.309678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:35.513964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61e682f6-cc1f-4ead-8e15-22931b6d8ffe req-3528aeac-927f-4287-9832-26f713329ed3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0618129 Oct 22 15:11:35.538395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 172.20.0.5 (33fb6315-ea58-4a85-a4d6-9bb0eee4d478/de804475-e937-4ee8-a347-1b47c8dd887f/4b2b0300-5b1b-4dba-bb83-a4541fd63fb6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:35.771481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f25aeb78-f2fb-4b0f-a711-083364a8c51f req-a7b9a588-fdff-477e-a0b7-e78cc9e83915 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0497460 Oct 22 15:11:35.797591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-14e7fb0a-8e6b-4daa-8b3d-b10bd784c94d req-aa9259c8-3a2b-490b-9d9f-f927654a406c service neutron] (107801) timed out ('10.222.0.66', 35182) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:11:36.292449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:36.323161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Router 6186941f-9952-4e2a-8b6a-18de9696b6db has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:11:36.448856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:11:36.461599 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] Sync routers for ids ['6186941f-9952-4e2a-8b6a-18de9696b6db'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:11:36.465174 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-45464716-0eba-4711-b6ed-fc46fefce17a admin admin] 10.222.0.66 "PUT /v2.0/routers/6186941f-9952-4e2a-8b6a-18de9696b6db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7332971 Oct 22 15:11:36.465764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43470) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:36.476830 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] Routers {'6186941f-9952-4e2a-8b6a-18de9696b6db'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:11:36.477711 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6186941f-9952-4e2a-8b6a-18de9696b6db'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:36.641007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:36.670518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-80dd0f71-3f2c-4307-be29-ae45a78d5ea7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:36.681566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:36.685911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-80dd0f71-3f2c-4307-be29-ae45a78d5ea7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.2397432 Oct 22 15:11:36.712441 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] Set router 6186941f-9952-4e2a-8b6a-18de9696b6db gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:11:36.745569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': 'db8ec121-5124-40c6-8681-f473ddcea657', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:36.850005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84957fc8-ff54-4608-9af3-af6ef4b45545 req-0cefe710-c121-4da6-8fe2-7d942757db20 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.1517262 Oct 22 15:11:36.978714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:36.983594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:36.989309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:37.025669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.042271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a2c9-8b98-4bf1-af08-1107274a2256 req-17d61da3-bfef-4344-ad98-a4b653bb3d69 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:37.044959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fb4a2c9-8b98-4bf1-af08-1107274a2256 req-17d61da3-bfef-4344-ad98-a4b653bb3d69 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 931 time: 0.0902040 Oct 22 15:11:37.064606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:37.069057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.070788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:37.152559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fb4a2c9-8b98-4bf1-af08-1107274a2256 req-6d5e319a-56af-4885-a484-ef3a19b991ff tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981460 Oct 22 15:11:37.229018 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b306742-9303-4414-a6c8-c11385917a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:11:34Z', 'revision_number': 5, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port': {'id': '8b306742-9303-4414-a6c8-c11385917a04', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:33Z', 'updated_at': '2021-10-22T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:37.262121 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] Checking router: 6186941f-9952-4e2a-8b6a-18de9696b6db for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:11:37.287747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] Routers {'6186941f-9952-4e2a-8b6a-18de9696b6db'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:11:37.288599 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6186941f-9952-4e2a-8b6a-18de9696b6db'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:37.300833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:37.300833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.347603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Deleting port 8b306742-9303-4414-a6c8-c11385917a04 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:37.347845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.366657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-202deac3-98ed-4879-b9b9-1a12abf39308 None None] Provisioning complete for port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:37.368244 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-202deac3-98ed-4879-b9b9-1a12abf39308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.443496 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] Set router 6186941f-9952-4e2a-8b6a-18de9696b6db gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:11:37.449779 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-68f2e764-f097-4000-9552-7845593bd42a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9297276 Oct 22 15:11:37.474308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'admin_state_up': True, 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'security_groups': ['e5101f97-6900-4428-8e7d-c9e26e1cb436']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:37.484553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-202deac3-98ed-4879-b9b9-1a12abf39308 None None] Port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:37.506911 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:11:37Z', 'revision_number': 6, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:37.548362 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0fcf9-e481-4dbc-a271-812ca436ac25 None None] The sync data for ids ['6186941f-9952-4e2a-8b6a-18de9696b6db'] in n-d-812148-2 is: [{'id': '6186941f-9952-4e2a-8b6a-18de9696b6db', 'name': 'tempest-ServersTestMultiNic-1598837048-router', 'tenant_id': '607eceb014024e09b9b88b24cc692440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:30Z', 'updated_at': '2021-10-22T15:11:37Z', 'revision_number': 6, 'project_id': '607eceb014024e09b9b88b24cc692440', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:11:37.552503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] For port 8b306742-9303-4414-a6c8-c11385917a04, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8b306742-9303-4414-a6c8-c11385917a04,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:37.552871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.609155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Calling delete_port for 8b306742-9303-4414-a6c8-c11385917a04 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:37.689443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.6 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/a75ae86e-189f-4e41-ae6d-386d6bc57f82) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:37.864451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:37.875045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:37.928038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.017804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b306742-9303-4414-a6c8-c11385917a04,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:38.169312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa6ea5d4-f51e-4faa-a8f6-3b1703f1d80a req-9a8f2b69-8165-42d4-8a4f-edcf54ee2553 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.1579211 Oct 22 15:11:38.289906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.332792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.352542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 10.1.1.199 (2e156361-31d1-464c-995c-a0083518d61f/e43355f0-e997-4bb7-9485-fde24163fa1d/31fce6d2-dba7-4ac0-8bb6-85acf720ce2c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:38.493810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.498416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.619802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482b31b-929d-46d4-8390-102ae804c1da req-5490044e-c1a7-4c59-a6e4-5776c414c179 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:38.627625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0482b31b-929d-46d4-8390-102ae804c1da req-5490044e-c1a7-4c59-a6e4-5776c414c179 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 931 time: 0.2764378 Oct 22 15:11:38.670437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.717186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.726925 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.727543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6186941f-9952-4e2a-8b6a-18de9696b6db {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:11:38.743926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.747620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1426fc2b-acb1-41d5-91be-6df4130beed4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6186941f-9952-4e2a-8b6a-18de9696b6db HTTP/1.1" status: 204 len: 168 time: 2.2780843 Oct 22 15:11:38.750019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43510) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:38.794200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:38.801076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0482b31b-929d-46d4-8390-102ae804c1da req-fa3b4141-6e59-493c-90a0-330af4812c42 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662722 Oct 22 15:11:38.802237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:38.805950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:38.810867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=a75ae86e-189f-4e41-ae6d-386d6bc57f82,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:38.887829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:38.941810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43514) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:38.984285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:38.984285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.015040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Deleting subnet cf6bdfaf-5496-4a77-a7b8-a49cb0916be2 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:11:39.024635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network 2e156361-31d1-464c-995c-a0083518d61f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:39.025659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.029893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:39.041000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:39.125407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-778cd398-b8e8-46fb-9aab-e8fe0b2962fb tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:39.133056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-778cd398-b8e8-46fb-9aab-e8fe0b2962fb tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.5013316 Oct 22 15:11:39.186779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-f4cb1570-ea2c-4751-9561-8b5fc127d79e tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/quotas/c3d94d197092452d9ca5209206dbfca1 HTTP/1.1" status: 200 len: 375 time: 0.0523236 Oct 22 15:11:39.254033 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.274470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:39.275416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.293563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-c74ae58c-d1e7-498a-8135-dd06d3e74100 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5641339 Oct 22 15:11:39.297265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:39.322734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-80675634-4edb-42fc-8f6d-6c224c6d2bab None None] Provisioning complete for port a75ae86e-189f-4e41-ae6d-386d6bc57f82 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:39.323314 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-80675634-4edb-42fc-8f6d-6c224c6d2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.330788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d1b71c8-3bde-4b87-98fd-cb5023f5b053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.362092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-2cb58cbc-67e5-4313-9d3b-32a5a4efdfba tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1742260 Oct 22 15:11:39.389033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-80675634-4edb-42fc-8f6d-6c224c6d2bab None None] Port a75ae86e-189f-4e41-ae6d-386d6bc57f82 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:39.497148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Request body: {'port': {'device_id': 'db8ec121-5124-40c6-8681-f473ddcea657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:39.504718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64abb434-14a3-4890-864a-9515eb767930 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0436125 Oct 22 15:11:39.524400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 926d97b9-f633-41a1-bbbb-8f74f5a4eebe no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:39.570299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-125473b6-98e6-463b-8d4b-38f5ff8f8af3 service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827288 Oct 22 15:11:39.571486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'admin_state_up': True, 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'security_groups': ['e5101f97-6900-4428-8e7d-c9e26e1cb436']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:39.577430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 926d97b9-f633-41a1-bbbb-8f74f5a4eebe {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:11:39.577430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 926d97b9-f633-41a1-bbbb-8f74f5a4eebe not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:39.577430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8b306742-9303-4414-a6c8-c11385917a04 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:39.613373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8b306742-9303-4414-a6c8-c11385917a04 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:11:39.613953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8b306742-9303-4414-a6c8-c11385917a04 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:39.639297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5f2db6ec-e5ef-44f6-be92-bab149c2e279 None None] Provisioning complete for port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:39.640428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5f2db6ec-e5ef-44f6-be92-bab149c2e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.665660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.693411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5f2db6ec-e5ef-44f6-be92-bab149c2e279 None None] Port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:39.727244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e7c21-c3f9-4c1c-be63-dfcdbdc4851b req-c310fc0c-0d25-409d-a786-338361085a02 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:39.735247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a9e7c21-c3f9-4c1c-be63-dfcdbdc4851b req-c310fc0c-0d25-409d-a786-338361085a02 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 931 time: 0.3716149 Oct 22 15:11:39.778209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:39.838547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-6082e6e0-4a07-4dd9-b464-3a520faf00d3 service neutron] 10.222.0.66 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670107 Oct 22 15:11:39.892244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a9e7c21-c3f9-4c1c-be63-dfcdbdc4851b req-a08ec4bc-860c-475c-b224-26218fbfa55d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558156 Oct 22 15:11:39.969683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d1b71c8-3bde-4b87-98fd-cb5023f5b053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.127383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84f739-3db4-4f9c-a404-efa0e0983d9a req-ed115c38-7585-403f-a16c-f01f2f7ff67c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:40.135013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84f739-3db4-4f9c-a404-efa0e0983d9a req-ed115c38-7585-403f-a16c-f01f2f7ff67c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:40.136661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d84f739-3db4-4f9c-a404-efa0e0983d9a req-ed115c38-7585-403f-a16c-f01f2f7ff67c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 1653 time: 0.1213746 Oct 22 15:11:40.138012 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.183892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6bdfaf-5496-4a77-a7b8-a49cb0916be2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:40.187672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.193600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53811fab-6384-4761-9027-1be89f2d131f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cf6bdfaf-5496-4a77-a7b8-a49cb0916be2 HTTP/1.1" status: 204 len: 168 time: 1.4396741 Oct 22 15:11:40.197754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43536) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:40.202658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8597e-03e2-42cf-9a78-0f9063826743 None None] Network 1dcb8f45-0ded-4e59-9ef3-96e633359468 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:40.213227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d84f739-3db4-4f9c-a404-efa0e0983d9a req-1762c04d-0f33-41a0-8c40-83512f418e69 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661557 Oct 22 15:11:40.253460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d1b71c8-3bde-4b87-98fd-cb5023f5b053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.336729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6d1b71c8-3bde-4b87-98fd-cb5023f5b053 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfc5d1e6de9a4181835261bf58955254&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3938274 Oct 22 15:11:40.351121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43544) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:40.375935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.395248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:40.399173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.448912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b71c8-3bde-4b87-98fd-cb5023f5b053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7cbe9-77ba-4daf-a190-97ee788d337e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:40.468258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d20de818-a5cc-469d-a483-c1712fa33d2d req-ad635541-06fa-442b-8cee-249de5b6e41c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 210 time: 0.0819950 Oct 22 15:11:40.540682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ead5-d72c-4a29-8b07-1e499aa85812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.591006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75ae86e-189f-4e41-ae6d-386d6bc57f82 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:40.611376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.625620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ead5-d72c-4a29-8b07-1e499aa85812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.625881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Transition to ACTIVE for port object a75ae86e-189f-4e41-ae6d-386d6bc57f82 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:40.683295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] DHCP port deletion for 1dcb8f45-0ded-4e59-9ef3-96e633359468 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:11:40.685053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-92353f16-db00-4f95-a650-4220db236296 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5070226 Oct 22 15:11:40.730538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.799916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=a75ae86e-189f-4e41-ae6d-386d6bc57f82,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:40.807797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ead5-d72c-4a29-8b07-1e499aa85812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.810676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ead5-d72c-4a29-8b07-1e499aa85812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:40.814329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3d5ead5-d72c-4a29-8b07-1e499aa85812 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ce7cbe9-77ba-4daf-a190-97ee788d337e HTTP/1.1" status: 204 len: 168 time: 0.4575479 Oct 22 15:11:40.831672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5ead5-d72c-4a29-8b07-1e499aa85812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7cbe9-77ba-4daf-a190-97ee788d337e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:40.879911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] Deleting port 39f24f82-ca9e-4733-9e58-9594ff61acf7 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:40.880184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:41.086885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] For port 39f24f82-ca9e-4733-9e58-9594ff61acf7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39f24f82-ca9e-4733-9e58-9594ff61acf7,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:41.091603 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:41.107183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a829a1-1dc1-430e-9244-85f7742f32ad req-2292023c-153e-4171-93a1-509c0683a8ef tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:41.120088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a829a1-1dc1-430e-9244-85f7742f32ad req-2292023c-153e-4171-93a1-509c0683a8ef tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1359644 Oct 22 15:11:41.147541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] Calling delete_port for 39f24f82-ca9e-4733-9e58-9594ff61acf7 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:41.215463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55a829a1-1dc1-430e-9244-85f7742f32ad req-fb295457-9722-4be9-b19c-1d0a9454dc6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947919 Oct 22 15:11:41.227956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-de229eb1-f2ae-405e-9d71-58e91376e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:41.230288 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-de229eb1-f2ae-405e-9d71-58e91376e0a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 1097 time: 0.4472523 Oct 22 15:11:41.284504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Deleting port 39f24f82-ca9e-4733-9e58-9594ff61acf7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:11:41.284849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:41.553093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-c68fdf56-fdee-4e2c-a7cd-ebd820551ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:41.555234 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-c68fdf56-fdee-4e2c-a7cd-ebd820551ce1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 916 time: 0.2663875 Oct 22 15:11:41.568591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:41.585953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39f24f82-ca9e-4733-9e58-9594ff61acf7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:11:41.588968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00281a-f9e0-4ff4-a7e3-32b1b7838784 req-d82a7849-24e0-42e3-b682-9f3cece65c34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:41.612678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00281a-f9e0-4ff4-a7e3-32b1b7838784 req-d82a7849-24e0-42e3-b682-9f3cece65c34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:41.618595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa00281a-f9e0-4ff4-a7e3-32b1b7838784 req-d82a7849-24e0-42e3-b682-9f3cece65c34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 1653 time: 0.2306681 Oct 22 15:11:41.659856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:41.699715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port 39f24f82-ca9e-4733-9e58-9594ff61acf7 {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 15:11:41.702884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 39f24f82-ca9e-4733-9e58-9594ff61acf7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:11:41.719344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] Pushing event deleted for resources: {'Port': ['ID=39f24f82-ca9e-4733-9e58-9594ff61acf7,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:41.731234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f305a13-1dda-4cfc-acad-d9f759b14b28 None None] No DVR routers for this DVR port 39f24f82-ca9e-4733-9e58-9594ff61acf7 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:41.749713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa00281a-f9e0-4ff4-a7e3-32b1b7838784 req-6e853519-c2f0-40bf-b08e-a36a25ea19b5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188149 Oct 22 15:11:41.816745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571fc102-7730-44f1-a9e2-983da298ee2a req-e84f7f86-75ec-43b5-b5f4-ee40ad1166de tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 210 time: 0.0743225 Oct 22 15:11:41.831257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-b3a8ea9f-13ba-4f1c-a01a-a6f41b2ff6f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719 HTTP/1.1" status: 200 len: 217 time: 0.2508271 Oct 22 15:11:42.038106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 10.1.1.128 (2e156361-31d1-464c-995c-a0083518d61f/e43355f0-e997-4bb7-9485-fde24163fa1d/cb35dafc-3cf6-4922-854f-c2913919126c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:42.168728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] For port 39f24f82-ca9e-4733-9e58-9594ff61acf7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=39f24f82-ca9e-4733-9e58-9594ff61acf7,segment=NetworkSegment(2f5affdb-2a0c-4539-8155-48d42616a8b7),segment_id=2f5affdb-2a0c-4539-8155-48d42616a8b7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:42.169394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:42.193370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Calling delete_port for 39f24f82-ca9e-4733-9e58-9594ff61acf7 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:11:42.319379 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:42.321625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Attempting to bind port a75ae86e-189f-4e41-ae6d-386d6bc57f82 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:42.322140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Attempting to bind port a75ae86e-189f-4e41-ae6d-386d6bc57f82 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:42.322623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Attempting to bind port a75ae86e-189f-4e41-ae6d-386d6bc57f82 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:42.421267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-020a44d0-7ab2-4420-8280-cef59816e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:42.422827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-020a44d0-7ab2-4420-8280-cef59816e90d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.5829999 Oct 22 15:11:42.430161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f24f82-ca9e-4733-9e58-9594ff61acf7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:42.431869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Port a75ae86e-189f-4e41-ae6d-386d6bc57f82 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:42.432142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Attempting to bind port a75ae86e-189f-4e41-ae6d-386d6bc57f82 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:42.437009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] No DVR routers for this DVR port 39f24f82-ca9e-4733-9e58-9594ff61acf7 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:11:42.446408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33148e2d-7249-464a-9356-7cf2cf5646ec req-2c558b64-10a1-4446-82cc-f2ea1cf82cab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:42.448980 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33148e2d-7249-464a-9356-7cf2cf5646ec req-2c558b64-10a1-4446-82cc-f2ea1cf82cab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1066935 Oct 22 15:11:42.503561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:42.508122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:42.508122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:42.508122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Bound port: a75ae86e-189f-4e41-ae6d-386d6bc57f82, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:42.508122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:42.512835 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-5ca13cb2-8445-42a0-b3a7-31b8b2995ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740185 Oct 22 15:11:42.570360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33148e2d-7249-464a-9356-7cf2cf5646ec req-02e7e16c-e1dd-472e-a26b-9fc861dd1868 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812352 Oct 22 15:11:42.625495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:42.688857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:42.796609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcb8f45-0ded-4e59-9ef3-96e633359468']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:42.917661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034144b-c158-4b39-9608-35dcc9f68e5e req-1e315e90-1b68-4785-b434-eab93e64330f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:42.927305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034144b-c158-4b39-9608-35dcc9f68e5e req-1e315e90-1b68-4785-b434-eab93e64330f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:42.940361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2034144b-c158-4b39-9608-35dcc9f68e5e req-1e315e90-1b68-4785-b434-eab93e64330f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 1653 time: 0.0820746 Oct 22 15:11:42.950794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5affdb-2a0c-4539-8155-48d42616a8b7') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:42.951613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5affdb-2a0c-4539-8155-48d42616a8b7') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:11:43.008376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.019840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] For port a75ae86e-189f-4e41-ae6d-386d6bc57f82, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:43.029428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] For port a75ae86e-189f-4e41-ae6d-386d6bc57f82, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:43.042506 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.046527 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-aa3ffb50-a916-4037-ab3e-bb4ff91ec888 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195866 Oct 22 15:11:43.062062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:11:43.062552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:11:43.065747 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:11:43.142868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b3ef356-50e3-4eae-a296-05fb9c4f7533 req-73c0fb6b-0394-4afc-beb1-2f63bc40a597 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 210 time: 0.1230140 Oct 22 15:11:43.184436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.189188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2034144b-c158-4b39-9608-35dcc9f68e5e req-a6fc4d51-b294-4f79-a4bc-9dfb2a199b32 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470345 Oct 22 15:11:43.230167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.233237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:43.233854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.235293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] 10.222.0.69 "PUT /v2.0/ports/a75ae86e-189f-4e41-ae6d-386d6bc57f82 HTTP/1.1" status: 200 len: 1091 time: 3.9128137 Oct 22 15:11:43.238111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8ec121-5124-40c6-8681-f473ddcea657', 'tag': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:43.240444 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31600536-54b0-456a-be2d-bffdac4f4bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "db8ec121-5124-40c6-8681-f473ddcea657", "tag": "a75ae86e-189f-4e41-ae6d-386d6bc57f82"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:43.272888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-346554d1-ce3b-46db-8441-ee3adbbbd763 req-1bf6e6bc-c17e-411f-8e8e-93d4975d1bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184615 Oct 22 15:11:43.296114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network 2e156361-31d1-464c-995c-a0083518d61f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:43.300390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881d38-15ee-481f-894d-756e3e64dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=a75ae86e-189f-4e41-ae6d-386d6bc57f82,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:43.303944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:43.320874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:43.384724 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.423693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.429921 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1dcb8f45-0ded-4e59-9ef3-96e633359468 HTTP/1.1" status: 204 len: 168 time: 3.2286243 Oct 22 15:11:43.443606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b510eba-3540-45ef-a221-5ed918ce3e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcb8f45-0ded-4e59-9ef3-96e633359468,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:43.493433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:43.494131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:43.505698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=cb35dafc-3cf6-4922-854f-c2913919126c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:43.560898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-f1222129-2678-4eab-b615-92c24416056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:43.562209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-f1222129-2678-4eab-b615-92c24416056e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 1094 time: 0.0981803 Oct 22 15:11:43.689403 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-cc090544-7959-4cd0-afc8-0925037006dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82 HTTP/1.1" status: 200 len: 217 time: 0.1164567 Oct 22 15:11:43.861379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f14fcac1-8ab3-4290-b6db-7add2c7e70d0 None None] Provisioning complete for port cb35dafc-3cf6-4922-854f-c2913919126c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:43.863911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f14fcac1-8ab3-4290-b6db-7add2c7e70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:44.003775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0699df-154f-4539-8801-d9110677c323 req-701f0ad4-c0b2-4e80-a104-77876f09337e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.006788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c0699df-154f-4539-8801-d9110677c323 req-701f0ad4-c0b2-4e80-a104-77876f09337e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.2386189 Oct 22 15:11:44.037925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f14fcac1-8ab3-4290-b6db-7add2c7e70d0 None None] Port cb35dafc-3cf6-4922-854f-c2913919126c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:44.077433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-f4ae7afd-af5e-420d-80ff-42c83c952c65 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.080738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-f4ae7afd-af5e-420d-80ff-42c83c952c65 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 815 time: 0.3931112 Oct 22 15:11:44.097707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Request body: {'port': {'device_id': '8148b3a4-1342-4605-8d20-17985e82d60c', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'admin_state_up': True, 'tenant_id': 'c3d94d197092452d9ca5209206dbfca1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:44.238419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c0699df-154f-4539-8801-d9110677c323 req-82b52cc0-830f-481c-8400-62b70e25372d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000153 Oct 22 15:11:44.249804 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d9d2f-ba26-40d4-9a54-03c5ff2eeb1b x-openstack-request-id: req-c56d9d2f-ba26-40d4-9a54-03c5ff2eeb1b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:44.250295 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8ec121-5124-40c6-8681-f473ddcea657", "tag": "a75ae86e-189f-4e41-ae6d-386d6bc57f82", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:44.250536 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c56d9d2f-ba26-40d4-9a54-03c5ff2eeb1b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:44.261115 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8ec121-5124-40c6-8681-f473ddcea657', 'tag': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82', 'status': 'completed', 'code': 200} Oct 22 15:11:44.271765 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-120115a7-0578-4884-973d-c668f818a222 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7067676 Oct 22 15:11:44.286331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'admin_state_up': True, 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'security_groups': ['e5101f97-6900-4428-8e7d-c9e26e1cb436']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:44.432717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:44.538006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44d62142-1db7-45d5-97b9-4045db4ca8d2 req-c55d4ce5-4038-4e29-baa7-14395988c6ff tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 210 time: 0.0990646 Oct 22 15:11:44.606197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13127-9023-47c5-8703-0d131f5a60c1 req-9267d73a-b989-40f6-94be-e62f34e18714 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.625917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13127-9023-47c5-8703-0d131f5a60c1 req-9267d73a-b989-40f6-94be-e62f34e18714 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.628227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-594c96bb-0ed8-4c83-9b81-c73a2ac3aa38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=607eceb014024e09b9b88b24cc692440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856942 Oct 22 15:11:44.632819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-0fbf19a2-5bf3-47b2-b486-2b34734d3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.634141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-0fbf19a2-5bf3-47b2-b486-2b34734d3a17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.9329739 Oct 22 15:11:44.636766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:44.645893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13127-9023-47c5-8703-0d131f5a60c1 req-9267d73a-b989-40f6-94be-e62f34e18714 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.656094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9e13127-9023-47c5-8703-0d131f5a60c1 req-9267d73a-b989-40f6-94be-e62f34e18714 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 2374 time: 0.2834661 Oct 22 15:11:44.791305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:44.874477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-a09fc4ad-eb86-4cb5-8be5-a543b31e00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:44.876105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-a09fc4ad-eb86-4cb5-8be5-a543b31e00ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171643 Oct 22 15:11:44.901748 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-282a643b-dce7-4f9f-88a5-e076ab723df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:45.012376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-282a643b-dce7-4f9f-88a5-e076ab723df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:45.104153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9e13127-9023-47c5-8703-0d131f5a60c1 req-194904ea-a0f8-43c5-91a6-f2842600bd36 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430833 Oct 22 15:11:45.156312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:45.172198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-5d60bd9c-43d1-491e-b0a7-05bc97d7e4e8 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811427 Oct 22 15:11:45.184354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Made reservation on behalf of c3d94d197092452d9ca5209206dbfca1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:45.189733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:45.427380 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e996afa-3068-4ed9-8e28-9e54be502730 req-5d03e70c-3b5a-4584-b3d5-61980048e2fb service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463036 Oct 22 15:11:45.561869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666794d1-28ea-4e5f-8881-eb6705e880ce req-01ed08c1-8f52-4609-a073-8131afd1054a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:45.566509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-666794d1-28ea-4e5f-8881-eb6705e880ce req-01ed08c1-8f52-4609-a073-8131afd1054a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.2068462 Oct 22 15:11:45.613817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Allocated IP 172.20.0.10 (c5ea99d4-319d-41f9-af65-e5a402b84c8d/8a075723-de07-45d2-8cd1-2d56252e5936/b73d89ae-5936-43a6-8782-68fc09b58d4c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:45.618203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-282a643b-dce7-4f9f-88a5-e076ab723df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:45.621145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-282a643b-dce7-4f9f-88a5-e076ab723df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:45.622919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-282a643b-dce7-4f9f-88a5-e076ab723df1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25d19c0f-4782-421e-ae5d-dcc9a071d40c HTTP/1.1" status: 204 len: 168 time: 0.9825618 Oct 22 15:11:45.692856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-666794d1-28ea-4e5f-8881-eb6705e880ce req-7a747129-7617-4902-8836-66c74c550949 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155777 Oct 22 15:11:45.710678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a643b-dce7-4f9f-88a5-e076ab723df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d19c0f-4782-421e-ae5d-dcc9a071d40c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:45.761846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-e3f39a84-0246-4631-9bf2-d5fc5ca385a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:45.764243 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-e3f39a84-0246-4631-9bf2-d5fc5ca385a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 1094 time: 0.1190166 Oct 22 15:11:45.800712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee13c679-8113-4f81-a222-bb876d042e33 req-2434c4e6-a78d-45d0-9588-818b902f8fd6 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 210 time: 0.0620675 Oct 22 15:11:45.818201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 10.2.2.100 (b4dfe706-ba5c-42c8-a3ce-44296a1b9d94/ab5bf546-327b-40ad-a48b-8e46faeffe3f/e556b199-a289-40f0-b24e-3b672144cde3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:45.952842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.107808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.107808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-c7b73bac-6937-4067-95e3-8dbb0e7b9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.107808 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-c7b73bac-6937-4067-95e3-8dbb0e7b9cb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1781242 Oct 22 15:11:46.168490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-34cd6559-7861-4aca-a161-6a3056ee4b1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82 HTTP/1.1" status: 200 len: 217 time: 0.0640275 Oct 22 15:11:46.242770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-c4731ef6-29f5-4300-93f3-01abb11db266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.247613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-c4731ef6-29f5-4300-93f3-01abb11db266 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0699778 Oct 22 15:11:46.247746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.258652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2cbdb978-fd9f-4b9f-81c1-4890717b1719'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:46.260906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf', 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:46.297981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Network c5ea99d4-319d-41f9-af65-e5a402b84c8d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:46.308172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:46.321412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event updated for resources: {'Port': ['ID=b73d89ae-5936-43a6-8782-68fc09b58d4c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:46.321412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:46.359957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-fd09aa17-f14a-48b7-a0cc-12b4f6ae3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.364562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-fd09aa17-f14a-48b7-a0cc-12b4f6ae3bd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073966 Oct 22 15:11:46.371351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac813-5c06-4a46-b4ca-848342d53ba7 req-6165c634-c191-4fa8-9d47-fb21bb4dde66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.407579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac813-5c06-4a46-b4ca-848342d53ba7 req-6165c634-c191-4fa8-9d47-fb21bb4dde66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.407579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac813-5c06-4a46-b4ca-848342d53ba7 req-6165c634-c191-4fa8-9d47-fb21bb4dde66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.407579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f86ac813-5c06-4a46-b4ca-848342d53ba7 req-6165c634-c191-4fa8-9d47-fb21bb4dde66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 2374 time: 0.1926014 Oct 22 15:11:46.407579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.407579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.464718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f86ac813-5c06-4a46-b4ca-848342d53ba7 req-1ecd48d2-1d9e-428c-b2c2-43fbcc90bd0d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666833 Oct 22 15:11:46.520042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.593278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:46.599320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-77b988fd-9f64-4352-99cd-3753858bf04f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5094633 Oct 22 15:11:46.601882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-24b4917a-10d0-4490-9cbe-b946de3ea1ad service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281947 Oct 22 15:11:46.603017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:46.605437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:46.611888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Request body: {'port': {'device_id': '8148b3a4-1342-4605-8d20-17985e82d60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:46.616494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:46.748366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.826480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:46.827862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:46.910461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31600536-54b0-456a-be2d-bffdac4f4bfb req-67dc3919-2a14-4be9-9730-0b77098ca20b service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949889 Oct 22 15:11:46.959728 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-d7cd48a9-ac25-4145-a645-223e2773c5f4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6809726 Oct 22 15:11:46.977092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'admin_state_up': True, 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'security_groups': ['e5101f97-6900-4428-8e7d-c9e26e1cb436']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:47.148687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-39483b4d-03cd-486b-802a-c1398e2a9e53 None None] Provisioning complete for port e556b199-a289-40f0-b24e-3b672144cde3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:47.149560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-39483b4d-03cd-486b-802a-c1398e2a9e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:47.165850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8405e3-fc1f-449e-ad22-a0bb1ce2dc86 req-c1ce76d6-cbb9-4f09-8cba-15928b6e1f77 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:47.168101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8405e3-fc1f-449e-ad22-a0bb1ce2dc86 req-c1ce76d6-cbb9-4f09-8cba-15928b6e1f77 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 932 time: 0.2772503 Oct 22 15:11:47.223184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-39483b4d-03cd-486b-802a-c1398e2a9e53 None None] Port e556b199-a289-40f0-b24e-3b672144cde3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:47.236035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf433d7-cae9-49bf-8bf8-facce0f0cecd req-00914f86-e583-4e3d-a67f-c01a4cf7cf65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:47.237896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cf433d7-cae9-49bf-8bf8-facce0f0cecd req-00914f86-e583-4e3d-a67f-c01a4cf7cf65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.3300250 Oct 22 15:11:47.318761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8405e3-fc1f-449e-ad22-a0bb1ce2dc86 req-df6f17b9-e67f-48eb-bc3e-da74116830ff tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144071 Oct 22 15:11:47.321093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Made reservation on behalf of 53145c0420624f539a98a67a1a8af8d4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:47.326765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:47.328373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cf433d7-cae9-49bf-8bf8-facce0f0cecd req-75b8cb46-b3f8-4358-8043-e5751bdc5b22 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818689 Oct 22 15:11:47.403567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73d89ae-5936-43a6-8782-68fc09b58d4c {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:47.412951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:47.444662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Transition to ACTIVE for port object b73d89ae-5936-43a6-8782-68fc09b58d4c will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:47.558878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:47.591697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Allocated IP 10.2.2.200 (b4dfe706-ba5c-42c8-a3ce-44296a1b9d94/ab5bf546-327b-40ad-a48b-8e46faeffe3f/8b074713-ef14-48ed-bde4-f627208923be) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:47.667674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b73d89ae-5936-43a6-8782-68fc09b58d4c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:47.697426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aafd2c-b2cb-4199-993b-e661c020b989 req-c3f05649-ef62-43d7-9476-79a69c50e3cb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:47.705984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aafd2c-b2cb-4199-993b-e661c020b989 req-c3f05649-ef62-43d7-9476-79a69c50e3cb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:47.712330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aafd2c-b2cb-4199-993b-e661c020b989 req-c3f05649-ef62-43d7-9476-79a69c50e3cb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:47.718357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aafd2c-b2cb-4199-993b-e661c020b989 req-c3f05649-ef62-43d7-9476-79a69c50e3cb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:47.720185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8aafd2c-b2cb-4199-993b-e661c020b989 req-c3f05649-ef62-43d7-9476-79a69c50e3cb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 3095 time: 0.1746590 Oct 22 15:11:47.800557 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:47.832594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8aafd2c-b2cb-4199-993b-e661c020b989 req-74a7b2f7-707c-43c6-ad4a-b55804eb97b3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945566 Oct 22 15:11:47.833459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Attempting to bind port b73d89ae-5936-43a6-8782-68fc09b58d4c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:47.833799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Attempting to bind port b73d89ae-5936-43a6-8782-68fc09b58d4c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:47.834126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Attempting to bind port b73d89ae-5936-43a6-8782-68fc09b58d4c on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:47.843517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Port b73d89ae-5936-43a6-8782-68fc09b58d4c on network c5ea99d4-319d-41f9-af65-e5a402b84c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:47.843996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Attempting to bind port b73d89ae-5936-43a6-8782-68fc09b58d4c on network c5ea99d4-319d-41f9-af65-e5a402b84c8d {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:47.864998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:47.865346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Checking segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:47.871163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Bound using segment: {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:47.871163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Bound port: b73d89ae-5936-43a6-8782-68fc09b58d4c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:47.871163 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:47.915192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43768) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:47.959390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] For port b73d89ae-5936-43a6-8782-68fc09b58d4c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:47.959390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] For port b73d89ae-5936-43a6-8782-68fc09b58d4c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:47.978707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.050833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:11:48.054537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:48.058866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:11:48.064004 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.098017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:48.115496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.115496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/b73d89ae-5936-43a6-8782-68fc09b58d4c HTTP/1.1" status: 200 len: 1092 time: 1.4978251 Oct 22 15:11:48.115496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8148b3a4-1342-4605-8d20-17985e82d60c', 'tag': 'b73d89ae-5936-43a6-8782-68fc09b58d4c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:48.115496 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa399155-30c0-4045-b68e-1d4accee7739" -d '{"events": [{"name": "network-changed", "server_uuid": "8148b3a4-1342-4605-8d20-17985e82d60c", "tag": "b73d89ae-5936-43a6-8782-68fc09b58d4c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:48.140749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1efb2-aff4-4f9e-b63b-b855844009b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b73d89ae-5936-43a6-8782-68fc09b58d4c,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:48.196794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-955530238-network', 'tenant_id': '4cb7c81e0cbe495fb24c3e65da85d479'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:48.227128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:48.228473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.278706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event updated for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:48.353999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-13b62834-e5ae-40a6-b60a-26f19e290898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:48.356713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-13b62834-e5ae-40a6-b60a-26f19e290898 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 1095 time: 0.0955849 Oct 22 15:11:48.430126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-7ce1ffda-b96f-4bd3-a23e-1556cb744e41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c HTTP/1.1" status: 200 len: 217 time: 0.0638680 Oct 22 15:11:48.435857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Made reservation on behalf of 4cb7c81e0cbe495fb24c3e65da85d479 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:48.440448 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.459663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.510539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-3b6c6c3f-bea5-4298-885d-d2af7781ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:48.512418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-3b6c6c3f-bea5-4298-885d-d2af7781ad42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.0721145 Oct 22 15:11:48.515251 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e855d01-58d6-4e7e-9830-315e08027a49 x-openstack-request-id: req-5e855d01-58d6-4e7e-9830-315e08027a49 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:48.515649 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8148b3a4-1342-4605-8d20-17985e82d60c", "tag": "b73d89ae-5936-43a6-8782-68fc09b58d4c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:48.516000 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e855d01-58d6-4e7e-9830-315e08027a49 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:48.516489 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8148b3a4-1342-4605-8d20-17985e82d60c', 'tag': 'b73d89ae-5936-43a6-8782-68fc09b58d4c', 'status': 'completed', 'code': 200} Oct 22 15:11:48.562403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bbffcbb0-5ae5-4766-9e14-49a92ae1fa73 None None] Provisioning complete for port 8b074713-ef14-48ed-bde4-f627208923be triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:48.562958 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bbffcbb0-5ae5-4766-9e14-49a92ae1fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.633831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-13d055a2-fa87-48da-af26-511295e61fba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059773 Oct 22 15:11:48.646503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bbffcbb0-5ae5-4766-9e14-49a92ae1fa73 None None] Port 8b074713-ef14-48ed-bde4-f627208923be cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:11:48.688497 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.704727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-4172c0ee-a101-4944-8fd8-5b904bcec7d7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7351828 Oct 22 15:11:48.725341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:48.752627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-cb3ae047-ba6f-4e93-86e0-d2b4a7144faa service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110294 Oct 22 15:11:48.787695 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.802591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.809626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f75b5-9199-4c3f-bee5-f11830002c99 req-bb4bac3f-b5de-4601-ad68-f9c1ad5914e8 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:48.811289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-732f75b5-9199-4c3f-bee5-f11830002c99 req-bb4bac3f-b5de-4601-ad68-f9c1ad5914e8 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 944 time: 0.2979517 Oct 22 15:11:48.815927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:11:48.827330 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.829795 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Added segment fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b of type vlan for network 98c2cb0e-d148-48a0-a452-8d32ee197d69 Oct 22 15:11:48.876469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:48.931598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c074f6d-3c07-4104-ba17-5ed01d9934c9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:48.935137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-732f75b5-9199-4c3f-bee5-f11830002c99 req-3879ac8e-5e8b-479d-a6c9-e910aea83566 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049569 Oct 22 15:11:48.945543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb199-c55e-46fb-b43d-d23d3a8d75a9 req-ee64686a-87a9-418d-b2d9-20278d4b9ee5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:48.945543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78aeb199-c55e-46fb-b43d-d23d3a8d75a9 req-ee64686a-87a9-418d-b2d9-20278d4b9ee5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1855664 Oct 22 15:11:48.995451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92db38f5-74ff-4c56-b0d0-0ae7ecdf5b61 req-28af1ac6-bf6b-454b-9b00-b86c31ae9442 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308500 Oct 22 15:11:49.025345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:49.028478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.028478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:49.049761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78aeb199-c55e-46fb-b43d-d23d3a8d75a9 req-2b51262b-2e33-4094-8c28-20c9a1602fc3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792594 Oct 22 15:11:49.178417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] Pushing event updated for resources: {'Network': ['ID=98c2cb0e-d148-48a0-a452-8d32ee197d69,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:49.191974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:11:49.197052 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-3da89821-7926-4e97-aca2-55de6e11d6ac tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.203718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-3da89821-7926-4e97-aca2-55de6e11d6ac tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.210828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-3da89821-7926-4e97-aca2-55de6e11d6ac tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.216819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-3da89821-7926-4e97-aca2-55de6e11d6ac tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.226235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-3da89821-7926-4e97-aca2-55de6e11d6ac tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.228245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-3da89821-7926-4e97-aca2-55de6e11d6ac tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 3816 time: 0.1041636 Oct 22 15:11:49.276532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4369dfba-6bc3-4ec2-bc64-8511cee2932c req-bbed0f94-eaaa-4a78-9197-e95f74708e7a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385063 Oct 22 15:11:49.304180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cc8cf184-5d9f-4d9c-a328-8e5e03983b19 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3874571 Oct 22 15:11:49.315298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43828) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:49.337112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Request body: {'subnet': {'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-955530238-subnet', 'tenant_id': '4cb7c81e0cbe495fb24c3e65da85d479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:49.356794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa399155-30c0-4045-b68e-1d4accee7739 req-dc6c2d5a-c3e6-4bb7-badd-f21ab0279725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.359023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-dc6c2d5a-c3e6-4bb7-badd-f21ab0279725 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 1095 time: 0.0516720 Oct 22 15:11:49.414353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:49.441219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:49.464984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Transition to ACTIVE for port object 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:49.490809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa399155-30c0-4045-b68e-1d4accee7739 req-4c7f6859-2e16-4aff-8d6c-0c8ebf3ef21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.492683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-4c7f6859-2e16-4aff-8d6c-0c8ebf3ef21c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 916 time: 0.1250162 Oct 22 15:11:49.540463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Made reservation on behalf of 4cb7c81e0cbe495fb24c3e65da85d479 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:49.544275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:49.547145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-adee69e3-31cc-4df3-9d48-ba353f45f099 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c HTTP/1.1" status: 200 len: 217 time: 0.0443687 Oct 22 15:11:49.548314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:49.615425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa399155-30c0-4045-b68e-1d4accee7739 req-fa4ad6ab-d0b7-4289-94a0-3fd4333ca1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:49.617132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-fa4ad6ab-d0b7-4289-94a0-3fd4333ca1f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.0629861 Oct 22 15:11:49.678410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-96417825-9d9b-4382-86fa-49c079af53fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541704 Oct 22 15:11:49.688793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:49.872264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-b0cd2cf2-7720-4b27-bee7-b3ea279204a7 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854978 Oct 22 15:11:49.885371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Attempting to bind port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:49.886020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Attempting to bind port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:49.886558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Attempting to bind port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 on network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:49.896453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 on network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:49.897100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Attempting to bind port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 on network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:49.913238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:49.913641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Checking segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:49.914112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Bound using segment: {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:49.914613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Bound port: 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b5ce00-071b-43b1-839f-a5ab97c730e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:49.915068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.043614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa399155-30c0-4045-b68e-1d4accee7739 req-e6d98bd6-a07d-42e1-8192-8fae78a5bc42 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627352 Oct 22 15:11:50.045086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:50.053092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:50.115878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.143884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe352f39-6001-4cd4-b63b-c5a6f0710320 req-6759c550-dc84-4045-aac4-a4516b4159f1 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.145938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe352f39-6001-4cd4-b63b-c5a6f0710320 req-6759c550-dc84-4045-aac4-a4516b4159f1 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 944 time: 0.0859530 Oct 22 15:11:50.191074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.242524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddba192f-1850-48ff-93c8-3ceecd4e0c28,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:50.295016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.295699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.296945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe352f39-6001-4cd4-b63b-c5a6f0710320 req-d9f01d4b-50c5-4617-b054-9dfb323aab1a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149397 Oct 22 15:11:50.300588 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] 10.222.0.53 "PUT /v2.0/ports/4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 1091 time: 1.5805798 Oct 22 15:11:50.301431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:50.307474 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa40132-f3db-46f2-b898-74f1979f7cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:50.338184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Checking segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:50.338869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Network hostable DHCP agents. Network: 98c2cb0e-d148-48a0-a452-8d32ee197d69, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:11:50.350223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87782afd-008d-45e7-a85d-57f6024e7273 req-714dbd49-2da5-4c81-8aaf-19fd35ee180b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.352768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87782afd-008d-45e7-a85d-57f6024e7273 req-714dbd49-2da5-4c81-8aaf-19fd35ee180b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.2054188 Oct 22 15:11:50.374542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43852) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:50.381620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8dd50-00d5-4199-9d26-d4daf0015518 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:50.418894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:50.451550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87782afd-008d-45e7-a85d-57f6024e7273 req-45f451ed-cd51-4264-ab31-8315b7da28f0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Oct 22 15:11:50.538043 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d94add-61fb-48ff-9096-13279759f4fa x-openstack-request-id: req-d7d94add-61fb-48ff-9096-13279759f4fa {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:50.539251 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:50.539725 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7d94add-61fb-48ff-9096-13279759f4fa {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:50.542640 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'status': 'completed', 'code': 200} Oct 22 15:11:50.616354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.634574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:11:50.681570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32e6527b-181a-4f90-8b12-c4bbbac265e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.709903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-92548c75-92f7-49cc-862a-b6d822cc66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.710474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-92548c75-92f7-49cc-862a-b6d822cc66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.710855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-92548c75-92f7-49cc-862a-b6d822cc66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.711341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-92548c75-92f7-49cc-862a-b6d822cc66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.711901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-92548c75-92f7-49cc-862a-b6d822cc66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.714372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-92548c75-92f7-49cc-862a-b6d822cc66b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 4363 time: 0.1587427 Oct 22 15:11:50.797995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 98c2cb0e-d148-48a0-a452-8d32ee197d69) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:11:50.807353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3f3dd-2a61-4a80-88aa-352daae3d364 None None] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:50.811714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.812523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:50.927978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-51fb7def-a9a8-4eeb-b72e-2624d5792bde admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6106648 Oct 22 15:11:50.981817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-5d51905a-48cd-43aa-bcd0-3ba2703f89a5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:50.993937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-5d51905a-48cd-43aa-bcd0-3ba2703f89a5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.009496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-5d51905a-48cd-43aa-bcd0-3ba2703f89a5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.020832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-5d51905a-48cd-43aa-bcd0-3ba2703f89a5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.027399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-5d51905a-48cd-43aa-bcd0-3ba2703f89a5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.027987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a8950-1238-4328-a0b4-5616b1082e7d None None] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:11:51.029228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-5d51905a-48cd-43aa-bcd0-3ba2703f89a5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 3828 time: 0.4105453 Oct 22 15:11:51.180066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1263c878-b5a4-4ddf-9629-d53ff53b66e3 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:51.195577 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:51.197583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-5a9422db-fcc9-4932-8373-07b13e77b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.197953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-5a9422db-fcc9-4932-8373-07b13e77b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.198413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-5a9422db-fcc9-4932-8373-07b13e77b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.200182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-5a9422db-fcc9-4932-8373-07b13e77b32a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53145c0420624f539a98a67a1a8af8d4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4308240 Oct 22 15:11:51.222382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b46451-5376-435b-b0f7-f437d811dc44 req-ab282339-8d87-4bd6-a57e-5e4dd56dd0b4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824186 Oct 22 15:11:51.230863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Transition to ACTIVE for port object 1263c878-b5a4-4ddf-9629-d53ff53b66e3 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:51.259928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32e6527b-181a-4f90-8b12-c4bbbac265e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:51.350490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-ca784af3-1100-4289-885b-73116cf7476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.352353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfa40132-f3db-46f2-b898-74f1979f7cb2 req-ca784af3-1100-4289-885b-73116cf7476f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335604 Oct 22 15:11:51.366712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:51.386697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32e6527b-181a-4f90-8b12-c4bbbac265e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:51.490615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:51.512349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-32e6527b-181a-4f90-8b12-c4bbbac265e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2e6d707d95b4605ac4cafdd92732c10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364105 Oct 22 15:11:51.530348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43876) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:51.568002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6527b-181a-4f90-8b12-c4bbbac265e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b20ce7-1cc0-47bd-a7c1-fddaf9b5dd90,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:51.666309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b73d89ae-5936-43a6-8782-68fc09b58d4c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:11:51.737082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8649e-82ad-465e-9780-8604f09a2d04 req-16901745-f9bc-49de-a32b-857c696871cd tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:51.752681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02a8649e-82ad-465e-9780-8604f09a2d04 req-16901745-f9bc-49de-a32b-857c696871cd tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 944 time: 0.2831242 Oct 22 15:11:51.858910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b73d89ae-5936-43a6-8782-68fc09b58d4c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:51.861924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40856f54-24bc-4b71-97fb-687addf3a0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:51.898619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02a8649e-82ad-465e-9780-8604f09a2d04 req-30aa0b1b-312e-4fe0-af07-48523714bc66 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449337 Oct 22 15:11:51.909606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'b73d89ae-5936-43a6-8782-68fc09b58d4c', 'network_id': 'c5ea99d4-319d-41f9-af65-e5a402b84c8d', 'port_id': 'b73d89ae-5936-43a6-8782-68fc09b58d4c', 'mac_address': 'fa:16:3e:a7:65:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a075723-de07-45d2-8cd1-2d56252e5936', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:11:51.988029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40856f54-24bc-4b71-97fb-687addf3a0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:51.989963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.012019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73d89ae-5936-43a6-8782-68fc09b58d4c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:52.059791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b73d89ae-5936-43a6-8782-68fc09b58d4c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:52.083823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-a621d5f1-4819-4b84-b6f6-dd9885e7a18f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:52.092857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-a621d5f1-4819-4b84-b6f6-dd9885e7a18f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 814 time: 0.4898996 Oct 22 15:11:52.126575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.160128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-6fc5ea30-569d-41da-bd23-91b0c206a23a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/quotas/4cb7c81e0cbe495fb24c3e65da85d479 HTTP/1.1" status: 200 len: 375 time: 0.0661047 Oct 22 15:11:52.222669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-2b91c9c5-c9ee-46e2-9eae-6b0e70f7a8a4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601068 Oct 22 15:11:52.235349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Attempting to bind port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:52.236237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Attempting to bind port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:52.236237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Attempting to bind port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:52.244251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 on network 2e156361-31d1-464c-995c-a0083518d61f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:52.244596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Attempting to bind port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:52.249055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=b73d89ae-5936-43a6-8782-68fc09b58d4c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:52.250324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:52.250667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Checking segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:52.251228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Bound using segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:52.251700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Bound port: 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:52.252682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.270873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.271391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.271833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.272272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.272728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.273346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.273775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.275342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.276149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.277170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.277547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.277889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:11:52.357909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:52.361659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:52.375519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-fe23736a-3c38-4e32-a640-014c73b1e5a5 service neutron] 10.222.0.66 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518965 Oct 22 15:11:52.381733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b73d89ae-5936-43a6-8782-68fc09b58d4c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:11:52.436996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.491226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dee72e-ae2a-4b4c-af2b-7ba9959f7868 req-d0a9e59d-0c37-4e05-99dd-d418f0e782bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:52.493805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7dee72e-ae2a-4b4c-af2b-7ba9959f7868 req-d0a9e59d-0c37-4e05-99dd-d418f0e782bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.3747251 Oct 22 15:11:52.510629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:52.511288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.517603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] 10.222.0.53 "PUT /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 1135 time: 2.1104672 Oct 22 15:11:52.552620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40856f54-24bc-4b71-97fb-687addf3a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.552620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40856f54-24bc-4b71-97fb-687addf3a0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.552620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40856f54-24bc-4b71-97fb-687addf3a0df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67b20ce7-1cc0-47bd-a7c1-fddaf9b5dd90 HTTP/1.1" status: 204 len: 168 time: 1.0180542 Oct 22 15:11:52.553115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '1263c878-b5a4-4ddf-9629-d53ff53b66e3'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:52.554366 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb3e9ec-d669-41dc-b57b-3c981b89648e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "1263c878-b5a4-4ddf-9629-d53ff53b66e3"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:52.585264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546d955-379e-4a4b-81c7-6e6f4777aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:52.610627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-f0079031-c895-4f61-9878-389a8f6ae407 service neutron] 10.222.0.66 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199667 Oct 22 15:11:52.632473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:52.650780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40856f54-24bc-4b71-97fb-687addf3a0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b20ce7-1cc0-47bd-a7c1-fddaf9b5dd90,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:52.742987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7dee72e-ae2a-4b4c-af2b-7ba9959f7868 req-11904ac3-f877-432e-aac5-f45460d4f75e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029433 Oct 22 15:11:52.766188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.773092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-44fce759-6cc6-4233-a081-246f5d3a5947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:52.976752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:52.985573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:52.992946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:52.999334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.015877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.022372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.024515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-9446641f-2f50-41c9-8237-bb9ace07ab58 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 4605 time: 0.1657965 Oct 22 15:11:53.079360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f25e8676-d20d-4695-9d08-0ba32f647a8e req-fef44095-d9e3-4d47-bf8d-554bc90be2eb tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404496 Oct 22 15:11:53.128086 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac1fb9-7252-4bf3-8261-41ad8c79a132 x-openstack-request-id: req-c3ac1fb9-7252-4bf3-8261-41ad8c79a132 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:53.128383 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "1263c878-b5a4-4ddf-9629-d53ff53b66e3", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:53.128635 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3ac1fb9-7252-4bf3-8261-41ad8c79a132 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:53.129069 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '1263c878-b5a4-4ddf-9629-d53ff53b66e3', 'status': 'completed', 'code': 200} Oct 22 15:11:53.233823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b3d6b2-169e-4c1d-9602-e385a85dc17e {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:53.243728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:53.276945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Transition to ACTIVE for port object f9b3d6b2-169e-4c1d-9602-e385a85dc17e will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:53.351676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.352432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.354597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.356274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.356944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.359290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.372830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:53.381797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-992588e8-8022-4f1d-9922-a987876fc382 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5291 time: 0.2213759 Oct 22 15:11:53.512350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8dd47133-066e-4127-9872-5e821f7f80fb req-90854f3e-a35b-4409-b5be-33e56b03638c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 210 time: 0.1023002 Oct 22 15:11:53.537199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1304ce4-625b-4718-80d6-b37a3c0075b2 req-afc677b0-6b13-434b-b9c0-742807bf00fc tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.548482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1304ce4-625b-4718-80d6-b37a3c0075b2 req-afc677b0-6b13-434b-b9c0-742807bf00fc tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 945 time: 0.3365605 Oct 22 15:11:53.656693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:53.681875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b73d89ae-5936-43a6-8782-68fc09b58d4c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:11:53.686402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1304ce4-625b-4718-80d6-b37a3c0075b2 req-df072138-9222-4441-b3d3-39ec336b8a22 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384826 Oct 22 15:11:53.721089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-b83c9b02-925e-436b-83ee-a26229f7a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.722588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-b83c9b02-925e-436b-83ee-a26229f7a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.723356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-b83c9b02-925e-436b-83ee-a26229f7a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.726345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-b83c9b02-925e-436b-83ee-a26229f7a55b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53145c0420624f539a98a67a1a8af8d4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3093829 Oct 22 15:11:53.762310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Attempting to bind port f9b3d6b2-169e-4c1d-9602-e385a85dc17e on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:53.762651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Attempting to bind port f9b3d6b2-169e-4c1d-9602-e385a85dc17e by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:53.763069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Attempting to bind port f9b3d6b2-169e-4c1d-9602-e385a85dc17e on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:53.778763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Port f9b3d6b2-169e-4c1d-9602-e385a85dc17e on network 2e156361-31d1-464c-995c-a0083518d61f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:53.788739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Attempting to bind port f9b3d6b2-169e-4c1d-9602-e385a85dc17e on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:53.800509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:53.800850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Checking segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:53.801246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Bound using segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:53.801684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Bound port: f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:53.802047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:53.932341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:53.942083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:53.947823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1138f-f3c0-47ff-9d82-4623ee99725b req-eacfc8d8-744d-41d4-bca7-e6365b7bc5c8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.949779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eae1138f-f3c0-47ff-9d82-4623ee99725b req-eacfc8d8-744d-41d4-bca7-e6365b7bc5c8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0854170 Oct 22 15:11:53.951490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-7558103b-2dd8-4876-8f98-23224776124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:53.953108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bb3e9ec-d669-41dc-b57b-3c981b89648e req-7558103b-2dd8-4876-8f98-23224776124d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2199056 Oct 22 15:11:53.975328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port b73d89ae-5936-43a6-8782-68fc09b58d4c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:11:53.981781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port b73d89ae-5936-43a6-8782-68fc09b58d4c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:11:53.982361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.018681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43916) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:54.041333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.053583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eae1138f-f3c0-47ff-9d82-4623ee99725b req-b94daca3-8de4-4f3f-9932-7a256440e35d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881505 Oct 22 15:11:54.085056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50868847-5205-43ee-8761-f1bc7d3ccf19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.121323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.121951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.123660 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 1135 time: 1.4955814 Oct 22 15:11:54.141162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.170806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8148b3a4-1342-4605-8d20-17985e82d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73d89ae-5936-43a6-8782-68fc09b58d4c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:54.174683 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe8ebb1-2af4-48e5-96f7-caf7b1fadd41" -d '{"events": [{"server_uuid": "8148b3a4-1342-4605-8d20-17985e82d60c", "name": "network-vif-plugged", "status": "completed", "tag": "b73d89ae-5936-43a6-8782-68fc09b58d4c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:54.186909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e42da-3caa-466f-befd-ee4aaaa56724 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:54.221711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b73d89ae-5936-43a6-8782-68fc09b58d4c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:11:54.285557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.290564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50868847-5205-43ee-8761-f1bc7d3ccf19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.292666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.302544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.311968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.321304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.327763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.330890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:54.344615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.359526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.366032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-50138e44-efdb-443e-bffa-fd391b3e3174 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5382 time: 0.1648209 Oct 22 15:11:54.453859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50868847-5205-43ee-8761-f1bc7d3ccf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.461373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25e943ec-2d84-4fd9-999b-7beaebb93dcb req-8b8ac7e5-0654-4f59-a361-0a25c966be48 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837085 Oct 22 15:11:54.538257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=b73d89ae-5936-43a6-8782-68fc09b58d4c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:54.659856 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5586c8f-a2dc-4c9a-bd1e-f2aa6aa21589 x-openstack-request-id: req-c5586c8f-a2dc-4c9a-bd1e-f2aa6aa21589 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:54.660408 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8148b3a4-1342-4605-8d20-17985e82d60c", "name": "network-vif-plugged", "status": "completed", "tag": "b73d89ae-5936-43a6-8782-68fc09b58d4c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:54.660818 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5586c8f-a2dc-4c9a-bd1e-f2aa6aa21589 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:54.661378 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8148b3a4-1342-4605-8d20-17985e82d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73d89ae-5936-43a6-8782-68fc09b58d4c', 'code': 200} Oct 22 15:11:54.715055 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50868847-5205-43ee-8761-f1bc7d3ccf19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf69cee4b1ae42bf8f7e996fa512a82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922808 Oct 22 15:11:54.716238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43932) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:54.716964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50868847-5205-43ee-8761-f1bc7d3ccf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9932dd0a-a394-45c3-9612-5fdb30686019,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:54.737444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.862374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99dd92fb-82c2-471d-8990-94e1d7efd581 req-f24ae730-218f-4c44-8f44-e8e48fbdf285 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 210 time: 0.0703633 Oct 22 15:11:54.940157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dcd59-4e6e-4da8-96b3-8f09668a906b req-d96ffd15-4b07-4d6c-9c25-7d0de7c3f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.941689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e60dcd59-4e6e-4da8-96b3-8f09668a906b req-d96ffd15-4b07-4d6c-9c25-7d0de7c3f32b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 1097 time: 0.1851540 Oct 22 15:11:54.949853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d80842-fedd-4fc9-8a61-84538fb3ffed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:54.972736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881cea-e228-4c55-a289-e4b1b40d9b86 req-810435b5-820d-484b-818d-1aa049219858 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:54.974382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0881cea-e228-4c55-a289-e4b1b40d9b86 req-810435b5-820d-484b-818d-1aa049219858 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 946 time: 0.1300318 Oct 22 15:11:54.999453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d80842-fedd-4fc9-8a61-84538fb3ffed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:55.055175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e60dcd59-4e6e-4da8-96b3-8f09668a906b req-230b9256-cdcd-42e0-931e-9814197dff61 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027067 Oct 22 15:11:55.126644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0881cea-e228-4c55-a289-e4b1b40d9b86 req-eb263869-cff8-401f-8edf-9168f8d3d76a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328037 Oct 22 15:11:55.164059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': 'f9b3d6b2-169e-4c1d-9602-e385a85dc17e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:55.166728 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b19a37-44cc-4783-8077-26ddef2c5518" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "f9b3d6b2-169e-4c1d-9602-e385a85dc17e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:55.218887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:55.241254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:55.261049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c75538-85bc-4517-bf9c-91848de1f555 req-b5ccbc52-70d3-4a7d-99ec-3fac210699f3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.262591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01c75538-85bc-4517-bf9c-91848de1f555 req-b5ccbc52-70d3-4a7d-99ec-3fac210699f3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1129472 Oct 22 15:11:55.273326 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aacb13-be95-492f-8622-4b42a59af96e x-openstack-request-id: req-97aacb13-be95-492f-8622-4b42a59af96e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:55.273650 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "f9b3d6b2-169e-4c1d-9602-e385a85dc17e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:55.274017 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97aacb13-be95-492f-8622-4b42a59af96e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:55.274354 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': 'f9b3d6b2-169e-4c1d-9602-e385a85dc17e', 'status': 'completed', 'code': 200} Oct 22 15:11:55.303749 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc08e4f0-9aa4-4b6a-8f74-53a6cfdae135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:55.362593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01c75538-85bc-4517-bf9c-91848de1f555 req-8e77d430-1492-4426-b36e-db2698c0e2f8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866301 Oct 22 15:11:55.390118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.390629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.391177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.391703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.412117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.412117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.412869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.414926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-1cf6a122-c9fb-4198-84d8-2f0360aae8f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6219 time: 0.1326723 Oct 22 15:11:55.440867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Transition to ACTIVE for port object 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:55.445639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d80842-fedd-4fc9-8a61-84538fb3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:55.448067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b3d80842-fedd-4fc9-8a61-84538fb3ffed admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:55.451930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3d80842-fedd-4fc9-8a61-84538fb3ffed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9932dd0a-a394-45c3-9612-5fdb30686019 HTTP/1.1" status: 204 len: 168 time: 0.7319851 Oct 22 15:11:55.485646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d80842-fedd-4fc9-8a61-84538fb3ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9932dd0a-a394-45c3-9612-5fdb30686019,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:55.607067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:55.732874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-83df470f-4589-4804-a91e-fce6f55a5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.742469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-83df470f-4589-4804-a91e-fce6f55a5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.742469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-83df470f-4589-4804-a91e-fce6f55a5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:55.742469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-83df470f-4589-4804-a91e-fce6f55a5d8a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53145c0420624f539a98a67a1a8af8d4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3049009 Oct 22 15:11:55.923947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Pushing event updated for resources: {'Port': ['ID=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:55.945905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Attempting to bind port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:55.948406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Attempting to bind port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:55.949034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Attempting to bind port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:55.966093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c on network 2e156361-31d1-464c-995c-a0083518d61f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:55.966664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Attempting to bind port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:55.973481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:55.978881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Checking segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:55.979629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Bound using segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:55.980360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Bound port: 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:55.981016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:56.146782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] For port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:56.157453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] For port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:56.321235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:56.364779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.365690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:56.367446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] 10.222.0.53 "PUT /v2.0/ports/31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 200 len: 1091 time: 2.0414734 Oct 22 15:11:56.456459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52f24b-b98d-4a34-817e-e9d76078e052 service neutron] Pushing event updated for resources: {'Port': ['ID=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:56.578830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:56.599926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:56.600844 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:56.670184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-354cacdf-3ddc-4c1d-bd83-2bef044eaa21 req-350bc582-5fc5-4bae-9951-740cedea83c5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 210 time: 0.1409245 Oct 22 15:11:56.701801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:56.737001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-21745af8-4573-4200-9f58-b66c3acc1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.738586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b19a37-44cc-4783-8077-26ddef2c5518 req-21745af8-4573-4200-9f58-b66c3acc1e59 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9927571 Oct 22 15:11:56.826325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.837811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.845410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.856917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.866076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.874546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.886673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:56.899127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-f30f2ebb-c2bf-4b7f-adb9-66d0db221572 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5394 time: 0.3701959 Oct 22 15:11:56.987554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fc7d34b-01c3-41a6-acb1-9de663df5b67 req-bcb53adf-102c-44a8-abd8-7e800fd6db51 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836463 Oct 22 15:11:57.033711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ccb98-3d98-4bb4-b8bf-e88eb709032b req-8741fba6-ee14-493d-a535-ed6134e5bb3d tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.046268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a06ccb98-3d98-4bb4-b8bf-e88eb709032b req-8741fba6-ee14-493d-a535-ed6134e5bb3d tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 946 time: 0.1376629 Oct 22 15:11:57.151033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a06ccb98-3d98-4bb4-b8bf-e88eb709032b req-2989a83c-1bff-429d-abde-11a0316874fc tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885465 Oct 22 15:11:57.226547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea11f-08f8-48a4-975f-cb7287df3d1d req-286a336f-e5c4-4119-a679-63675e798c3f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.234527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2cea11f-08f8-48a4-975f-cb7287df3d1d req-286a336f-e5c4-4119-a679-63675e798c3f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1188262 Oct 22 15:11:57.239156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb35dafc-3cf6-4922-854f-c2913919126c {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:57.262040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:57.275596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:57.278874 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "31fce6d2-dba7-4ac0-8bb6-85acf720ce2c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:57.351632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Transition to ACTIVE for port object cb35dafc-3cf6-4922-854f-c2913919126c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:57.351849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2cea11f-08f8-48a4-975f-cb7287df3d1d req-a3c62329-6ea9-44e9-905c-a6fdbe340e33 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Oct 22 15:11:57.352086 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad11a71f-2d7d-45e9-af60-61a31595573e x-openstack-request-id: req-ad11a71f-2d7d-45e9-af60-61a31595573e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:57.352086 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "31fce6d2-dba7-4ac0-8bb6-85acf720ce2c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:57.352086 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad11a71f-2d7d-45e9-af60-61a31595573e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:57.352086 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c', 'status': 'completed', 'code': 200} Oct 22 15:11:57.442655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.452037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-145e7a58-171a-4934-b4ef-95cbd0c36d05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6286 time: 0.0733609 Oct 22 15:11:57.585096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:57.594624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-c7a68110-7c67-40e3-bade-ae6373c6048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.596180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-c7a68110-7c67-40e3-bade-ae6373c6048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.596312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-c7a68110-7c67-40e3-bade-ae6373c6048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.599347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-c7a68110-7c67-40e3-bade-ae6373c6048d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53145c0420624f539a98a67a1a8af8d4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1436045 Oct 22 15:11:57.734340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Pushing event updated for resources: {'Port': ['ID=cb35dafc-3cf6-4922-854f-c2913919126c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:57.846415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-5e11aa21-f8f5-449f-b729-0a91972cd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:57.848150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddb9610f-6f1b-4de8-bd53-77f5c6e9d3a5 req-5e11aa21-f8f5-449f-b729-0a91972cd18a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423496 Oct 22 15:11:57.925830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f666bb69-e1d7-43df-ad9f-9bfb3e5d0f70 req-955570a4-ac9b-4980-8289-012138017534 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 210 time: 0.0896263 Oct 22 15:11:57.928344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43992) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:58.003093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Attempting to bind port cb35dafc-3cf6-4922-854f-c2913919126c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:11:58.003691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Attempting to bind port cb35dafc-3cf6-4922-854f-c2913919126c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:11:58.004399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Attempting to bind port cb35dafc-3cf6-4922-854f-c2913919126c on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:58.012176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Port cb35dafc-3cf6-4922-854f-c2913919126c on network 2e156361-31d1-464c-995c-a0083518d61f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:11:58.019525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Attempting to bind port cb35dafc-3cf6-4922-854f-c2913919126c on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:11:58.025693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:11:58.026160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Checking segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:11:58.026669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Bound using segment: {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:11:58.028722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Bound port: cb35dafc-3cf6-4922-854f-c2913919126c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2e156361-31d1-464c-995c-a0083518d61f'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:11:58.029198 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.040866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-b9d8bab2-c155-4964-97cd-cc06556fbb7e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.044264 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-b9d8bab2-c155-4964-97cd-cc06556fbb7e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 814 time: 0.3101029 Oct 22 15:11:58.060477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Request body: {'port': {'device_id': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'admin_state_up': True, 'tenant_id': '4cb7c81e0cbe495fb24c3e65da85d479'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:58.093412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2050469692-network', 'tenant_id': '007585a40238444b919215f1c88609a3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:58.183709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.191407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.210271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.210271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.214329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.223761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.230441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.245225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1568c577-ab09-46d1-9451-a7828f118931 req-c627c61b-d2a5-43ec-ab68-05a4b7c615bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5406 time: 0.1692266 Oct 22 15:11:58.264612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] For port cb35dafc-3cf6-4922-854f-c2913919126c, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:11:58.273286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] For port cb35dafc-3cf6-4922-854f-c2913919126c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=cb35dafc-3cf6-4922-854f-c2913919126c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:11:58.315517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1568c577-ab09-46d1-9451-a7828f118931 req-abb709f7-36d8-414e-9029-a01fc1396d2a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682189 Oct 22 15:11:58.464511 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.485677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea4a62-6046-4baa-88dd-b3bb5bfe0cfb req-984186ec-a8ae-4741-be20-5dda6c21daf1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.491281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70ea4a62-6046-4baa-88dd-b3bb5bfe0cfb req-984186ec-a8ae-4741-be20-5dda6c21daf1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0700431 Oct 22 15:11:58.532002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70ea4a62-6046-4baa-88dd-b3bb5bfe0cfb req-7363e90c-f105-4810-a57a-8d5b32988b77 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Oct 22 15:11:58.555711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Made reservation on behalf of 007585a40238444b919215f1c88609a3 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:58.557066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.558393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.589826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.682922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:58.683573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.685006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] 10.222.0.53 "PUT /v2.0/ports/cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 200 len: 1091 time: 2.0955365 Oct 22 15:11:58.742275 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.756205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593ca59-941a-4dbf-b23f-a1129ec25412 service neutron] Pushing event updated for resources: {'Port': ['ID=cb35dafc-3cf6-4922-854f-c2913919126c,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:58.807216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Made reservation on behalf of 4cb7c81e0cbe495fb24c3e65da85d479 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:58.810952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.835334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.901417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:11:58.914643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e88acbd-d673-42d8-a5e5-1b7a2de7f22a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:58.951581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:58.951581 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Added segment 65b37571-408a-4d75-b8bb-2ef932e1abdc of type vlan for network 14d70599-6846-4af9-b3e1-6d728df9864d Oct 22 15:11:59.014397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.074832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:59.110799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aacad47e-c0b2-4b4d-98be-13ffaefdf353 req-63f8752b-0c8e-4508-a046-7345ba4b4478 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 210 time: 0.0295820 Oct 22 15:11:59.165079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Allocated IP 172.20.0.5 (98c2cb0e-d148-48a0-a452-8d32ee197d69/ddba192f-1850-48ff-93c8-3ceecd4e0c28/fbfea3a8-0428-4835-9897-55ff07559d72) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:11:59.166936 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.224438 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.225563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.226297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.350689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': 'cb35dafc-3cf6-4922-854f-c2913919126c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:11:59.363109 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "cb35dafc-3cf6-4922-854f-c2913919126c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:11:59.420859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] Pushing event updated for resources: {'Network': ['ID=14d70599-6846-4af9-b3e1-6d728df9864d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:11:59.443551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3e67e5de-8534-4447-be32-2fe634e5f23d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5098205 Oct 22 15:11:59.447659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44024) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:11:59.450745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 14d70599-6846-4af9-b3e1-6d728df9864d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:11:59.457249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Request body: {'subnet': {'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2050469692-subnet', 'tenant_id': '007585a40238444b919215f1c88609a3', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:11:59.577316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.585447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.615163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.622537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.645886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.649397 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04f8301-dcdd-4f25-9f76-61f32c6c9981 x-openstack-request-id: req-d04f8301-dcdd-4f25-9f76-61f32c6c9981 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:11:59.650054 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "cb35dafc-3cf6-4922-854f-c2913919126c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:11:59.650847 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d04f8301-dcdd-4f25-9f76-61f32c6c9981 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:11:59.651759 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': 'cb35dafc-3cf6-4922-854f-c2913919126c', 'status': 'completed', 'code': 200} Oct 22 15:11:59.677664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.692412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.705704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.721739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5be93222-fe35-4dea-8388-2d0117ff95aa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5406 time: 0.2485533 Oct 22 15:11:59.762927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Made reservation on behalf of 007585a40238444b919215f1c88609a3 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:11:59.762927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.832079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e556b199-a289-40f0-b24e-3b672144cde3 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:11:59.843591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:11:59.865141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Transition to ACTIVE for port object e556b199-a289-40f0-b24e-3b672144cde3 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:11:59.952525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.953060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.953598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.954141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.954703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.955790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.956552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:11:59.958734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-089ea825-c4cf-4730-a4c3-547603b5c86b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6353 time: 0.2333677 Oct 22 15:11:59.967593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:00.099156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:00.103152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476b77-7b00-4f60-bbfa-80b493678023 req-87c1131a-72d5-42ad-9526-e4e8a82ac73b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.104944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5476b77-7b00-4f60-bbfa-80b493678023 req-87c1131a-72d5-42ad-9526-e4e8a82ac73b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.3782580 Oct 22 15:12:00.109791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:00.125246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87558120-3c0c-4a47-a8c6-faaea71de895 req-5e51fd10-a28f-4801-921d-c3e7c5f59d2d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4025745 Oct 22 15:12:00.169597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Pushing event updated for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:00.184150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:00.195512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:00.205686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:00.214185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5476b77-7b00-4f60-bbfa-80b493678023 req-d888b95e-b367-4999-8716-8c685728ee0a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857234 Oct 22 15:12:00.243385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-d41f0208-bb44-47c4-b0c0-eb41a894258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.243860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-d41f0208-bb44-47c4-b0c0-eb41a894258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.244321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-d41f0208-bb44-47c4-b0c0-eb41a894258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.246000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-d41f0208-bb44-47c4-b0c0-eb41a894258c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53145c0420624f539a98a67a1a8af8d4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2711110 Oct 22 15:12:00.461509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.462101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:00.567990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Attempting to bind port e556b199-a289-40f0-b24e-3b672144cde3 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:00.568995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Attempting to bind port e556b199-a289-40f0-b24e-3b672144cde3 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:00.569521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Attempting to bind port e556b199-a289-40f0-b24e-3b672144cde3 on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:00.587726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Port e556b199-a289-40f0-b24e-3b672144cde3 on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:12:00.589740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Attempting to bind port e556b199-a289-40f0-b24e-3b672144cde3 on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:00.614250 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-e82ba674-bea9-4eab-b72c-1f132f178952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5591018 Oct 22 15:12:00.623056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:00.623465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Checking segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:00.623926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Bound using segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:00.624372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Bound port: e556b199-a289-40f0-b24e-3b672144cde3, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:00.624770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:00.650104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Request body: {'port': {'device_id': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:00.692301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50543f72-e775-4e89-9310-73f93263068c req-a8cbff63-e9fb-4d73-93f2-9a9d0bf1a741 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.700294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50543f72-e775-4e89-9310-73f93263068c req-a8cbff63-e9fb-4d73-93f2-9a9d0bf1a741 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 931 time: 0.3264315 Oct 22 15:12:00.750902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-c85434b5-2b5b-4f58-ba2d-f6d502ce07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:00.750902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4f1482a-c2af-4f2c-8a2d-5f507d90800b req-c85434b5-2b5b-4f58-ba2d-f6d502ce07e1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4873960 Oct 22 15:12:00.765259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50543f72-e775-4e89-9310-73f93263068c req-64c04387-2a78-4b9a-90d2-67d67c0ea204 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Oct 22 15:12:00.821415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:00.835301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:00.854259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:00.883547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e556b199-a289-40f0-b24e-3b672144cde3,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:00.902830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2152db7f-2a36-4142-9638-6a8eea043af5,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:00.951529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Checking segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:00.952737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Network hostable DHCP agents. Network: 14d70599-6846-4af9-b3e1-6d728df9864d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:12:01.033402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.091448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.092326 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.093834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] 10.222.0.53 "PUT /v2.0/ports/e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 200 len: 1091 time: 2.2386672 Oct 22 15:12:01.181582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc14e-0f1d-4edc-aceb-4ea64cc23458 service neutron] Pushing event updated for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:01.293249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfea3a8-0428-4835-9897-55ff07559d72 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:01.306105 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.324652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Transition to ACTIVE for port object fbfea3a8-0428-4835-9897-55ff07559d72 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:12:01.404221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Network 14d70599-6846-4af9-b3e1-6d728df9864d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:12:01.418402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Request body: {'port': {'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:01.440008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626549c-c476-409b-ba34-183be2b89857 req-39469f1b-2dbb-40f4-acfc-e6fa7f2589f6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.441710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e626549c-c476-409b-ba34-183be2b89857 req-39469f1b-2dbb-40f4-acfc-e6fa7f2589f6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1395044 Oct 22 15:12:01.488447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.492988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.494657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.500784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.506775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.512721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.519188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.525024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.526937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1db5b97-8747-457c-878b-6cb619277f49 req-b30f5557-9023-4fcd-8ed6-88ef9c063e34 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5418 time: 0.1742651 Oct 22 15:12:01.558469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e626549c-c476-409b-ba34-183be2b89857 req-b3884fda-1e68-4117-84ee-2db7debb6f56 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087854 Oct 22 15:12:01.608196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1db5b97-8747-457c-878b-6cb619277f49 req-0824648d-3519-4268-80c1-7e9844d45f8c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680895 Oct 22 15:12:01.609236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 14d70599-6846-4af9-b3e1-6d728df9864d) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:01.617337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:01.618187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.622140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32abd01c-b910-48fb-9305-e35cb7c6a636 None None] Network 14d70599-6846-4af9-b3e1-6d728df9864d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:12:01.677360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:01.679897 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06141e58-6f92-41d8-9d82-e3dbcf535996" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "e556b199-a289-40f0-b24e-3b672144cde3"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:01.686993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.795186 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd1c36-3acc-47b2-8d0b-be6f17670b51 x-openstack-request-id: req-95dd1c36-3acc-47b2-8d0b-be6f17670b51 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:01.795399 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "e556b199-a289-40f0-b24e-3b672144cde3", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:01.795661 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95dd1c36-3acc-47b2-8d0b-be6f17670b51 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:01.796094 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3', 'status': 'completed', 'code': 200} Oct 22 15:12:01.847709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:01.912112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b43e1962-152b-49b7-9e54-8f6d10b40cd7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4627490 Oct 22 15:12:01.913047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44062) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:01.915852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-14d70599-6846-4af9-b3e1-6d728df9864d', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:12:01.923353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:01.929905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:02.026537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.027853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.030956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.031684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.032396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.034545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.035240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.044186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-18c5b2f6-8b67-424c-b445-bb7f50c81e3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6420 time: 0.2433760 Oct 22 15:12:02.168564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Attempting to bind port fbfea3a8-0428-4835-9897-55ff07559d72 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:02.179655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Attempting to bind port fbfea3a8-0428-4835-9897-55ff07559d72 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:02.180109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Attempting to bind port fbfea3a8-0428-4835-9897-55ff07559d72 on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:02.187917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96883-8ab0-448c-b4cc-e2f09dcd261b req-c94e1f90-bf5a-4624-b3d7-248a59ae11ad tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.188434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Allocated IP 172.20.0.2 (14d70599-6846-4af9-b3e1-6d728df9864d/2152db7f-2a36-4142-9638-6a8eea043af5/516a06b5-fa16-49e5-b1fb-ab56066de9b4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:02.194172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aef96883-8ab0-448c-b4cc-e2f09dcd261b req-c94e1f90-bf5a-4624-b3d7-248a59ae11ad tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 943 time: 0.3004441 Oct 22 15:12:02.207166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Port fbfea3a8-0428-4835-9897-55ff07559d72 on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:12:02.207812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Attempting to bind port fbfea3a8-0428-4835-9897-55ff07559d72 on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:02.246413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:02.246754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Checking segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:02.249250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Bound using segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:02.249718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Bound port: fbfea3a8-0428-4835-9897-55ff07559d72, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:02.250691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.330586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b074713-ef14-48ed-bde4-f627208923be {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:02.343893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.345342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.348862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.375619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.388702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Transition to ACTIVE for port object 8b074713-ef14-48ed-bde4-f627208923be will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:12:02.426842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:02.433540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:02.445405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.466579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aef96883-8ab0-448c-b4cc-e2f09dcd261b req-fade8287-eb4f-44fb-9bdf-008f35e2837b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529941 Oct 22 15:12:02.503372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-50d5d72b-fca5-4f93-8da6-1dfc1258352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.503372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-50d5d72b-fca5-4f93-8da6-1dfc1258352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.503372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-50d5d72b-fca5-4f93-8da6-1dfc1258352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.503372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-50d5d72b-fca5-4f93-8da6-1dfc1258352a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53145c0420624f539a98a67a1a8af8d4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4288023 Oct 22 15:12:02.613635 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.654769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-69b97146-2c62-41d9-93c8-bf4fdb7950db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.655587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06141e58-6f92-41d8-9d82-e3dbcf535996 req-69b97146-2c62-41d9-93c8-bf4fdb7950db service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516736 Oct 22 15:12:02.705079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Network 14d70599-6846-4af9-b3e1-6d728df9864d is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:02.709351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:02.717342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:02.750111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.763186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd807-7f42-44da-82ed-db4adec64f87 req-d60bde1b-95c3-48c3-afb1-3baa2a98b315 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.772244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14fd807-7f42-44da-82ed-db4adec64f87 req-d60bde1b-95c3-48c3-afb1-3baa2a98b315 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0921681 Oct 22 15:12:02.776195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Pushing event updated for resources: {'Port': ['ID=516a06b5-fa16-49e5-b1fb-ab56066de9b4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:02.787732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.812660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:02.813280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.816184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Attempting to bind port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:02.816933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Attempting to bind port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:02.817737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Attempting to bind port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 on network 14d70599-6846-4af9-b3e1-6d728df9864d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:02.824100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:02.824854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Checking segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:02.825474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.826080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Bound using segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:02.826899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Bound port: 516a06b5-fa16-49e5-b1fb-ab56066de9b4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:02.827552 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:02.839552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] 10.222.0.69 "PUT /v2.0/ports/fbfea3a8-0428-4835-9897-55ff07559d72 HTTP/1.1" status: 200 len: 1091 time: 2.2095675 Oct 22 15:12:02.938861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] For port 516a06b5-fa16-49e5-b1fb-ab56066de9b4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:02.938861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] For port 516a06b5-fa16-49e5-b1fb-ab56066de9b4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=516a06b5-fa16-49e5-b1fb-ab56066de9b4,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:02.995805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14fd807-7f42-44da-82ed-db4adec64f87 req-255e0b3e-e129-44d6-8feb-6176802bd31b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225275 Oct 22 15:12:03.007179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7e7e3-6a96-44f2-9ef7-3448ed469c2c service neutron] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:03.091070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Attempting to bind port 8b074713-ef14-48ed-bde4-f627208923be on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:03.100276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Attempting to bind port 8b074713-ef14-48ed-bde4-f627208923be by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:03.100276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Attempting to bind port 8b074713-ef14-48ed-bde4-f627208923be on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:03.128536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Port 8b074713-ef14-48ed-bde4-f627208923be on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:12:03.128874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Attempting to bind port 8b074713-ef14-48ed-bde4-f627208923be on network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:03.169776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:03.181200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:03.181200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Checking segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:03.181200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Bound using segment: {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:03.181200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Bound port: 8b074713-ef14-48ed-bde4-f627208923be, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3742da23-bc97-4ba0-9068-f6d302154b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:03.181200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:03.199923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-124f9588-c16f-4477-8679-0813911cafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.201346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-124f9588-c16f-4477-8679-0813911cafed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 1094 time: 0.1429803 Oct 22 15:12:03.261758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:03.322395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:03.327217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.333748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-33dc1dbc-083f-4a0d-ba1c-01d8ef52fa5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbfea3a8-0428-4835-9897-55ff07559d72 HTTP/1.1" status: 200 len: 217 time: 0.0930226 Oct 22 15:12:03.333927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.340606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.347124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.353174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.359137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.365525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.368581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:03.374170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-5081c1ae-3e5e-4aa2-a30f-f7b0217225e6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1088686 Oct 22 15:12:03.470614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8b074713-ef14-48ed-bde4-f627208923be,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:03.471003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e1a2abe-a078-407b-909e-8046cddac4ea req-d7ee0d92-a8f5-4a9a-833a-b6044111602d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939786 Oct 22 15:12:03.475237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30585f4c-2ff0-41bd-9496-36bfe214a922 None None] Pushing event updated for resources: {'Port': ['ID=516a06b5-fa16-49e5-b1fb-ab56066de9b4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:03.477707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-c232d6d4-9338-490b-9766-f8ce60bf2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.487293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-c232d6d4-9338-490b-9766-f8ce60bf2d9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddba192f-1850-48ff-93c8-3ceecd4e0c28 HTTP/1.1" status: 200 len: 854 time: 0.1361485 Oct 22 15:12:03.525978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-4a0c658d-8d76-46c8-b923-60dd99791d93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98c2cb0e-d148-48a0-a452-8d32ee197d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377617 Oct 22 15:12:03.633006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-51fffc90-ff36-47cc-92e9-44bfd0d7a04d service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991697 Oct 22 15:12:03.768003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:03.774892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27096d61-59a1-4919-bd7f-ce8441b74529 req-9c0c22c6-b8ed-4359-ae47-036fa5ce10d5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.786261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27096d61-59a1-4919-bd7f-ce8441b74529 req-9c0c22c6-b8ed-4359-ae47-036fa5ce10d5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 943 time: 0.1376157 Oct 22 15:12:03.860583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:03.863849 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e38afd6-b944-4cd6-be4b-3ea2035c0953" -d '{"events": [{"name": "network-changed", "server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:03.869544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:03.870139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:03.875769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27096d61-59a1-4919-bd7f-ce8441b74529 req-348196b0-5563-4d4b-8cc9-7c5c192e978b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883875 Oct 22 15:12:03.915092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:03.915870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:03.920027 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-b56162a4-c5dc-41e6-95b9-5c9ad119dff7 service neutron] 10.222.0.53 "PUT /v2.0/ports/8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 1091 time: 2.5081940 Oct 22 15:12:03.950728 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-914e44a3-0a2a-4e94-8799-e1a9c88f05ce req-ac70fdf9-1ee4-4966-abd6-e317fac61808 service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082178 Oct 22 15:12:04.009699 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480bf3ef-4159-4c4a-ba26-a68b1d77c3c1 x-openstack-request-id: req-480bf3ef-4159-4c4a-ba26-a68b1d77c3c1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:04.010109 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:04.010496 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-480bf3ef-4159-4c4a-ba26-a68b1d77c3c1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:04.011100 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'status': 'completed', 'code': 200} Oct 22 15:12:04.092487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:04.130251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:04.419100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Allocated IP 172.25.1.106 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/004cf27d-2c88-4cd1-b5c4-30f68dd46f2e) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:04.440907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.441457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.442818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.443312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.443787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.444241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.444700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.447465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f31052e4-47cc-4de1-9557-0a6fbe2ab87f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6487 time: 0.2173648 Oct 22 15:12:04.449547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-b31b78ad-db83-4869-983e-30c27aa4f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.450920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-b31b78ad-db83-4869-983e-30c27aa4f9b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 1094 time: 0.1624756 Oct 22 15:12:04.480584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69b19d-e7a0-4d40-83c7-13bdcc98e78d req-ff67cc47-644d-4947-a36d-313a34c6150e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.488334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc69b19d-e7a0-4d40-83c7-13bdcc98e78d req-ff67cc47-644d-4947-a36d-313a34c6150e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1917660 Oct 22 15:12:04.561292 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-93dd5acc-2961-4d51-82ad-d5ca2bff9181 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 217 time: 0.1041532 Oct 22 15:12:04.794700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc69b19d-e7a0-4d40-83c7-13bdcc98e78d req-0d3e9f12-d3c7-42b1-927d-a03288ae9245 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988803 Oct 22 15:12:04.874741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.881973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.889235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.899188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.906532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.914130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.922215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:04.939331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-d66fe892-ed22-4f72-9698-4d1e0884b927 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.2974396 Oct 22 15:12:05.047885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:05.099266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6556f6a-adde-4c7e-af24-fd87016e17fe None None] Network 14d70599-6846-4af9-b3e1-6d728df9864d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:12:05.126219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48ebd232-83ac-4ba0-b01d-59425ae18e60 req-cbd44c12-3f53-463b-b3fb-ec05120c1122 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858721 Oct 22 15:12:05.296508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c43f5-10a1-494d-8546-1fc59e132b56 req-16ac3d13-134b-45a8-ba8a-8fe415de2686 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:05.311667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-652c43f5-10a1-494d-8546-1fc59e132b56 req-16ac3d13-134b-45a8-ba8a-8fe415de2686 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 943 time: 0.1581917 Oct 22 15:12:05.324194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b9cad22c-8ca1-4af0-a5e0-017d9af6357a None None] Provisioning complete for port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:05.324572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b9cad22c-8ca1-4af0-a5e0-017d9af6357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:05.349555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-5e19915e-f3f2-4e09-8c3e-fff78061be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:05.356577 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-5e19915e-f3f2-4e09-8c3e-fff78061be11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 915 time: 0.8907385 Oct 22 15:12:05.393949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b6aca38-6307-4ca3-a336-84ca510c8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:05.395914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5b6aca38-6307-4ca3-a336-84ca510c8936 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 200 len: 855 time: 0.8072636 Oct 22 15:12:05.398925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-652c43f5-10a1-494d-8546-1fc59e132b56 req-9b35bd4e-faeb-4aa2-aa4e-e9bbe7690ba2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886555 Oct 22 15:12:05.522835 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-4a99c51f-5942-41b9-820b-f587dc3d7ff9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbfea3a8-0428-4835-9897-55ff07559d72 HTTP/1.1" status: 200 len: 217 time: 0.1424911 Oct 22 15:12:05.565335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:05.610186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b9cad22c-8ca1-4af0-a5e0-017d9af6357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:05.656103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:05.693951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 516a06b5-fa16-49e5-b1fb-ab56066de9b4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:05.694940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:05.696669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:05.700991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-c37e330b-afd6-40b8-948c-8ddfbbce363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:05.702483 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-c37e330b-afd6-40b8-948c-8ddfbbce363d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddba192f-1850-48ff-93c8-3ceecd4e0c28 HTTP/1.1" status: 200 len: 854 time: 0.1424384 Oct 22 15:12:05.703786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:05.707876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-7e2120e2-49ce-4125-a222-d3b1e46265df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:05.709394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-7e2120e2-49ce-4125-a222-d3b1e46265df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012825 Oct 22 15:12:05.750210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b9cad22c-8ca1-4af0-a5e0-017d9af6357a None None] For port 516a06b5-fa16-49e5-b1fb-ab56066de9b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=516a06b5-fa16-49e5-b1fb-ab56066de9b4,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:05.789340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-1b57b632-0662-4559-b63f-5b51adf5d8ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98c2cb0e-d148-48a0-a452-8d32ee197d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681212 Oct 22 15:12:05.819300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:05.819819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:05.930939 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b9cad22c-8ca1-4af0-a5e0-017d9af6357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:06.050254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '8b074713-ef14-48ed-bde4-f627208923be'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:06.052723 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1701d2-1359-4808-aba4-4815dad91d27" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "8b074713-ef14-48ed-bde4-f627208923be"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:06.058046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-40d25031-0529-420b-bcc2-0e036f5a0901 service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012928 Oct 22 15:12:06.061490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9247ade-995a-4886-a551-bac0c1f9ca75 req-44aa545d-3976-434d-8d53-1b18a460cb67 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.063669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9247ade-995a-4886-a551-bac0c1f9ca75 req-44aa545d-3976-434d-8d53-1b18a460cb67 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1354144 Oct 22 15:12:06.150609 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103eb472-4442-4aa7-97bf-6cf2ccea2155 x-openstack-request-id: req-103eb472-4442-4aa7-97bf-6cf2ccea2155 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:06.150908 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "8b074713-ef14-48ed-bde4-f627208923be", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:06.151189 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-103eb472-4442-4aa7-97bf-6cf2ccea2155 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:06.151598 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '8b074713-ef14-48ed-bde4-f627208923be', 'status': 'completed', 'code': 200} Oct 22 15:12:06.155212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9247ade-995a-4886-a551-bac0c1f9ca75 req-f0c1b00e-f9c7-4538-96e0-e31581a6ba97 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842259 Oct 22 15:12:06.155440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad22c-8ca1-4af0-a5e0-017d9af6357a None None] Pushing event updated for resources: {'Port': ['ID=516a06b5-fa16-49e5-b1fb-ab56066de9b4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:06.183281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f8b3ab2d-6c90-4be4-8805-1dcf5ffd2382 None None] Provisioning complete for port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:06.183648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ab2d-6c90-4be4-8805-1dcf5ffd2382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:06.208546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-5094dad7-eea3-45f4-ac04-caaecfbf7855 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859862 Oct 22 15:12:06.255742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e38afd6-b944-4cd6-be4b-3ea2035c0953 req-7f808c64-fc07-409c-83d0-d284812102aa service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616218 Oct 22 15:12:06.339140 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-c77c30cc-5c1f-456b-954f-c1cf9253a04c service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208055 Oct 22 15:12:06.411675 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-64b9b5b6-4958-41a1-9635-919b8f6673bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 217 time: 0.0621746 Oct 22 15:12:06.537251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-aff1a87f-1386-4d3f-a06e-389517ba66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.538787 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-aff1a87f-1386-4d3f-a06e-389517ba66a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.1054766 Oct 22 15:12:06.603663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-91b76923-fe3a-4354-ade5-0abdbbb26b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.605702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-91b76923-fe3a-4354-ade5-0abdbbb26b82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600815 Oct 22 15:12:06.745814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-cc301b61-0d3d-4c4a-81ac-bef398ca7a91 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108475 Oct 22 15:12:06.796347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:06.822270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:12:06.849068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.855738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.864499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.875885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.889668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.896342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.902215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:06.910743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-db999988-6032-4161-9d2b-325df5d17685 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.5294211 Oct 22 15:12:06.920791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:06.933284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-23f11756-f7ac-4a01-89a9-b3c03441c05a service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800158 Oct 22 15:12:06.990313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:07.007305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'port_id': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'mac_address': 'fa:16:3e:c7:82:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba192f-1850-48ff-93c8-3ceecd4e0c28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:07.025470 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-19f74d95-c165-4bd2-ade0-6ed977722f16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 217 time: 0.0847974 Oct 22 15:12:07.031377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1651414-b571-4630-849a-cd3a6af469f3 req-ef2946a6-f0c2-4941-a938-2fed123477f0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:07.034409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1651414-b571-4630-849a-cd3a6af469f3 req-ef2946a6-f0c2-4941-a938-2fed123477f0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 943 time: 0.2567074 Oct 22 15:12:07.051244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce368a1d-4d77-42f0-9666-45cb7ed627e5 req-d47afedd-9a1d-4223-a8f1-67323fcd04e4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346195 Oct 22 15:12:07.100360 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:07.106059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-7b9b44e6-1313-4ec8-9ea3-39e86f2aa66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:07.107446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-7b9b44e6-1313-4ec8-9ea3-39e86f2aa66c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0750334 Oct 22 15:12:07.134497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfea3a8-0428-4835-9897-55ff07559d72 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:07.165097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:07.172082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-af44d167-c7aa-4dca-89bc-cee1d19f2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:07.174340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-af44d167-c7aa-4dca-89bc-cee1d19f2c90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598936 Oct 22 15:12:07.192204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1651414-b571-4630-849a-cd3a6af469f3 req-b8dec993-bcdf-4de7-86d1-9041be5c49a1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381586 Oct 22 15:12:07.325206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2010df0b-2d73-4965-9654-f5c20988af31 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389632 Oct 22 15:12:07.355196 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:07.477839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:07.510639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3cd72-5756-4097-8160-4c89b2f283ac req-fead2791-c090-4d79-8a86-ec24dc631f67 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:07.518472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ea3cd72-5756-4097-8160-4c89b2f283ac req-fead2791-c090-4d79-8a86-ec24dc631f67 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1495633 Oct 22 15:12:07.540690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:07.549114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-cecf126f-5c24-4d38-a662-e3f01a046841 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138636 Oct 22 15:12:07.549937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 516a06b5-fa16-49e5-b1fb-ab56066de9b4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:07.612793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ea3cd72-5756-4097-8160-4c89b2f283ac req-3506ff9f-6bef-4209-96ae-7996bb3fd511 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908995 Oct 22 15:12:07.624151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-ee7cc630-0723-43e3-9695-f633ca896804 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 200 len: 217 time: 0.0592794 Oct 22 15:12:07.624652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:07.625036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:07.713112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-ad8021e4-4ff5-4578-b15a-444908f6c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:07.714626 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-ad8021e4-4ff5-4578-b15a-444908f6c9ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0856593 Oct 22 15:12:07.780085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-dac38c73-497e-4358-ae3f-cb9595c5ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:07.780085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-dac38c73-497e-4358-ae3f-cb9595c5ec64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503747 Oct 22 15:12:07.786230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['fbfea3a8-0428-4835-9897-55ff07559d72'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:07.872321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Router 827395e6-c9c3-42e7-a1a0-ea9992607bbe is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:12:07.920625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f9000bec-cec6-46ec-b47e-f8917e61b4cd service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412678 Oct 22 15:12:08.006920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:12:08.017124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Sync routers for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:12:08.027804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:08.028414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:08.067507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-7fe1bae9-1773-469c-aa08-c196f1b7b92f service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388052 Oct 22 15:12:08.157346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-2ab5d856-570a-42d1-a459-b58950e09233 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 200 len: 217 time: 0.0814252 Oct 22 15:12:08.197388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:08.199194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-13ed39ec-1c37-406d-a369-6df609357ea9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2736170 Oct 22 15:12:08.209360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:08.211205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:08.256714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-6524ae85-638a-4073-bc9b-8145812d5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.261306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-6524ae85-638a-4073-bc9b-8145812d5a42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0964732 Oct 22 15:12:08.368910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-ea83d8bd-6fd9-411b-a86a-e44bedab9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.370460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-ea83d8bd-6fd9-411b-a86a-e44bedab9e3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928106 Oct 22 15:12:08.534407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.540681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.546846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.553345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.573905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.580418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.592978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.600082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-9f905d1b-860d-471a-aa1f-e6cc96db2f2b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.3739543 Oct 22 15:12:08.663722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-42c37221-d1c9-4fe5-8f6a-d1d683a0c781 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813675 Oct 22 15:12:08.665542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:06Z', 'revision_number': 3, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:08.712898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4582b5ba-c5db-4e40-a437-140ddfd3ec04 req-b2900836-da86-4652-bcd1-137aa98473c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064365 Oct 22 15:12:08.725338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Checking router: 827395e6-c9c3-42e7-a1a0-ea9992607bbe for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:12:08.725991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Updating router 827395e6-c9c3-42e7-a1a0-ea9992607bbe port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:12:08.731597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0191bb-db19-45ca-85aa-e1ffe2fe26c9 req-96469ab3-542d-46d5-8199-a78b206e378f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:08.733082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d0191bb-db19-45ca-85aa-e1ffe2fe26c9 req-96469ab3-542d-46d5-8199-a78b206e378f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 944 time: 0.3082249 Oct 22 15:12:08.815678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d0191bb-db19-45ca-85aa-e1ffe2fe26c9 req-0ac44056-7dfb-4b22-95d8-61c3c55033df tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729768 Oct 22 15:12:08.820911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:08.886819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.005127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-51954e32-5442-4903-a686-d011ace78105 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254683 Oct 22 15:12:09.049471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port fbfea3a8-0428-4835-9897-55ff07559d72 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:09.056962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port fbfea3a8-0428-4835-9897-55ff07559d72 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:09.066487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.132126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f0ab7cd7-fe9d-43aa-a682-db27384bb64c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 200 len: 217 time: 0.1135507 Oct 22 15:12:09.240605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4736-00c3-4202-a215-cee930801034 req-01a261a2-e524-4482-a509-47a3a57b1a46 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:09.242406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-594d4736-00c3-4202-a215-cee930801034 req-01a261a2-e524-4482-a509-47a3a57b1a46 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.2817202 Oct 22 15:12:09.342226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f6a805f7-fc91-4fc8-b51e-176f67ad1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:09.347877 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.352817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f6a805f7-fc91-4fc8-b51e-176f67ad1b81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.2043216 Oct 22 15:12:09.538044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-44029a1d-b072-4478-bd21-4629734152a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:09.539649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-44029a1d-b072-4478-bd21-4629734152a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1819372 Oct 22 15:12:09.542509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.556770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-594d4736-00c3-4202-a215-cee930801034 req-73d4b348-3d37-45ee-8ef2-e0ab04efcb86 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910059 Oct 22 15:12:09.558768 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.682117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.778319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f42dd-f5f1-4776-8272-f6f54e6b8360 None None] Pushing event updated for resources: {'Port': ['ID=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:09.788929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:09.791440 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc8baae-602e-410d-a4f0-48df8e3b8627" -d '{"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:09.806991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Attempting to bind port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:09.807846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Attempting to bind port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:09.808562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Attempting to bind port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:09.836327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:09.845264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:09.845264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:09.845264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.845264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:09.845264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Bound port: 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:09.847137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:09.957702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-15e22ee3-797c-493e-9624-091573d60c36 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065378 Oct 22 15:12:09.966652 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f36147-d378-448c-9ca3-53181a58a347 x-openstack-request-id: req-c4f36147-d378-448c-9ca3-53181a58a347 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:09.966939 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:09.967795 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4f36147-d378-448c-9ca3-53181a58a347 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:09.969285 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'code': 200} Oct 22 15:12:10.058475 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:10.117877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] For port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:10.139070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] For port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:10.177385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:10.202207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Allocated IP 172.20.0.1 (14d70599-6846-4af9-b3e1-6d728df9864d/2152db7f-2a36-4142-9638-6a8eea043af5/4a6def23-4a72-466d-8576-7e53cd213e6a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:10.236324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:10.278689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcc067-efbe-4538-b0bf-d2ce0aec5606 req-e18dfe0f-6e05-4738-9808-04005e6bfd44 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.284762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4bcc067-efbe-4538-b0bf-d2ce0aec5606 req-e18dfe0f-6e05-4738-9808-04005e6bfd44 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.2680843 Oct 22 15:12:10.304420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:10.305196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:10.339174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.356454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.374561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.392344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.417261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.455893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.468340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.470796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-0842eabf-3a8d-4050-ac35-585d9f94d02a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.4262245 Oct 22 15:12:10.481626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f42dd-f5f1-4776-8272-f6f54e6b8360 None None] Pushing event updated for resources: {'Port': ['ID=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:10.500619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c49c-b5ed-4ceb-8b61-90fb2c0751e8 req-96ec3638-4697-4d39-b3c3-9141d5857e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.502440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e858c49c-b5ed-4ceb-8b61-90fb2c0751e8 req-96ec3638-4697-4d39-b3c3-9141d5857e7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 1096 time: 0.4205654 Oct 22 15:12:10.563459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4bcc067-efbe-4538-b0bf-d2ce0aec5606 req-5cc1cb37-cdb4-4db9-8ac0-f14e458f2f86 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Oct 22 15:12:10.659051 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-0259fc53-6c70-433c-a894-9b5a66962418 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982968 Oct 22 15:12:10.667229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e858c49c-b5ed-4ceb-8b61-90fb2c0751e8 req-65f958f5-a844-4163-9bd5-41b2641ad779 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432333 Oct 22 15:12:10.676750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-117773ca-97ef-4f57-a461-2f3b7f9d9fc9 req-519174e0-1a19-4672-a71c-655e1c0dd8c7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736553 Oct 22 15:12:10.746524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-c1e5abb9-d8f2-441a-ab6c-92ab9ee95649 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 217 time: 0.0782840 Oct 22 15:12:10.835779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:10.854403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f739b16e-0f46-47a5-8b01-e23c67bd94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.855956 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-f739b16e-0f46-47a5-8b01-e23c67bd94f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.0960803 Oct 22 15:12:10.964893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e83f-e7ae-4258-94f9-26e7aa11e9f4 req-92425bbc-0f83-4300-b656-3fa33de6a440 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.965832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e028a529-b61d-4953-8e24-70df4e7cbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:10.967731 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-e028a529-b61d-4953-8e24-70df4e7cbd70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047313 Oct 22 15:12:10.968396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a04e83f-e7ae-4258-94f9-26e7aa11e9f4 req-92425bbc-0f83-4300-b656-3fa33de6a440 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1303818 Oct 22 15:12:11.008837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:11.020899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:11.097520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Network 14d70599-6846-4af9-b3e1-6d728df9864d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:11.114105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a04e83f-e7ae-4258-94f9-26e7aa11e9f4 req-cc7be887-2add-4276-b156-8b1a9e7b2ccf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396697 Oct 22 15:12:11.116171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:11.118325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-98aaf155-d837-4061-a6c3-3d2f5f262f3e service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406157 Oct 22 15:12:11.123731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:11.221812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:11.225686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Pushing event updated for resources: {'Port': ['ID=4a6def23-4a72-466d-8576-7e53cd213e6a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:11.328222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e1516f5a-bef1-4ceb-8001-7b5bd2a0b09b req-709ee864-e865-4367-beb7-95e36572c538 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940563 Oct 22 15:12:11.376890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:06Z', 'revision_number': 3, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:11.468294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ec353-ef1d-4c3d-8940-18280a6e2fed None None] The sync data for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 is: [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:06Z', 'revision_number': 3, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:12:11.542302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:11.544782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a49d81c3-061c-4111-b00e-2fee28687d85 None None] Provisioning complete for port 4a6def23-4a72-466d-8576-7e53cd213e6a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:11.548940 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49d81c3-061c-4111-b00e-2fee28687d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:11.588279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.589200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.589872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.590506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.594934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:11.604934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.604934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.604934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.621713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-080b1f34-48d1-476f-b04a-779ae6d54e8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6487 time: 0.1155105 Oct 22 15:12:11.628306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a49d81c3-061c-4111-b00e-2fee28687d85 None None] Port 4a6def23-4a72-466d-8576-7e53cd213e6a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:12:11.768685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-2677bfa2-ece3-4313-8038-4cde894f39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.783207 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-2677bfa2-ece3-4313-8038-4cde894f39b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 903 time: 0.1414061 Oct 22 15:12:11.874697 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-af0fd77b-41b6-4645-9a2e-fcc36933a7b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 217 time: 0.0895760 Oct 22 15:12:11.893537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee414e-821f-4c6b-8819-993301b48eb0 req-90fee955-580d-4177-aa70-6e6384b63ec3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.914427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97ee414e-821f-4c6b-8819-993301b48eb0 req-90fee955-580d-4177-aa70-6e6384b63ec3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1846259 Oct 22 15:12:11.982611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-0a446380-55a9-46bc-aa33-f02cb2218ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:11.984167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-0a446380-55a9-46bc-aa33-f02cb2218ce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.1011355 Oct 22 15:12:12.054431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97ee414e-821f-4c6b-8819-993301b48eb0 req-7e4df5da-6895-47b8-ac2c-efa128119f8a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387568 Oct 22 15:12:12.091057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-6b04be5e-7204-4145-ae0f-81913dc317f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.091286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:12.096645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-6b04be5e-7204-4145-ae0f-81913dc317f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997291 Oct 22 15:12:12.114110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.122303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.130778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.138731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.145532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.152139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.159231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.167892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-c5b9463b-84c5-4ad7-ac9e-fc4ed9258868 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.2180281 Oct 22 15:12:12.223988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b135d2a6-d7ee-4e09-b1d1-a972e31016a3 req-a8e3c07e-07da-4e50-833f-83baa1e692f7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543835 Oct 22 15:12:12.300285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:12.324331 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-95d43998-0523-4b8b-aee4-327a47c090cf service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238650 Oct 22 15:12:12.380428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3109e1-ea3c-4f5c-83df-384dc8168f19 req-8c107c49-d52d-471f-96bf-616f286afe8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:12.382033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a3109e1-ea3c-4f5c-83df-384dc8168f19 req-8c107c49-d52d-471f-96bf-616f286afe8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1234446 Oct 22 15:12:12.411804 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:12.439830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Pushing event updated for resources: {'Port': ['ID=4a6def23-4a72-466d-8576-7e53cd213e6a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:12.466882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b1701d2-1359-4808-aba4-4815dad91d27 req-fe526f5b-f9ee-4902-8650-cb0d65027942 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340775 Oct 22 15:12:12.498516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a3109e1-ea3c-4f5c-83df-384dc8168f19 req-fe4f4819-d8c8-4494-b340-7656803c9929 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081753 Oct 22 15:12:12.599396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Network 14d70599-6846-4af9-b3e1-6d728df9864d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:12.600932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:12.756396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Router 827395e6-c9c3-42e7-a1a0-ea9992607bbe has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:12:12.909901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:12:12.915099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-de52587f-3ec5-4563-b761-0d8cc49e8f6b admin admin] 10.222.0.66 "PUT /v2.0/routers/827395e6-c9c3-42e7-a1a0-ea9992607bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7045596 Oct 22 15:12:12.959819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-da96dd73-624a-4330-9bc9-247d284f62fe None None] Provisioning complete for port 4a6def23-4a72-466d-8576-7e53cd213e6a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:12.960366 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-da96dd73-624a-4330-9bc9-247d284f62fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:12.997689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-da96dd73-624a-4330-9bc9-247d284f62fe None None] Port 4a6def23-4a72-466d-8576-7e53cd213e6a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:12:13.196114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6038a3-3d53-4d97-b452-c9978e7e787c req-95040827-1299-4c6c-8c96-49e9058e45d6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.196114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f6038a3-3d53-4d97-b452-c9978e7e787c req-95040827-1299-4c6c-8c96-49e9058e45d6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0578535 Oct 22 15:12:13.347771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f6038a3-3d53-4d97-b452-c9978e7e787c req-4169f69b-7c72-4b9f-93f3-7e1f20902479 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480258 Oct 22 15:12:13.503148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.508354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.514477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.521169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.531135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.537912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.548570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.551061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-d9bf5d8b-1539-4da5-ab22-444865af0473 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1820760 Oct 22 15:12:13.630698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:13.647787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c403a3-e125-4823-a94a-852d1c1bf2a2 req-2e73967c-4f44-4598-9b23-df6571babeee tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:13.649571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3c403a3-e125-4823-a94a-852d1c1bf2a2 req-2e73967c-4f44-4598-9b23-df6571babeee tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0969832 Oct 22 15:12:13.708606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-815b6a3a-65e0-48e4-8629-abff93d2e692 req-baac9c07-8a08-4404-bac9-0ac2690e9714 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077669 Oct 22 15:12:13.734670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:13.735096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:13.754450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3c403a3-e125-4823-a94a-852d1c1bf2a2 req-b0f8422e-f653-4b0c-b911-195d6893e116 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947235 Oct 22 15:12:13.871387 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:13.904897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:14.006546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.035974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4e34-af67-4319-b043-e03f0ded7363 req-c737feea-1cf4-489f-b027-da3a368e6024 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.035974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fafe4e34-af67-4319-b043-e03f0ded7363 req-c737feea-1cf4-489f-b027-da3a368e6024 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1278546 Oct 22 15:12:14.055381 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Sync routers for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:12:14.076528 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:14.077157 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:14.094278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fafe4e34-af67-4319-b043-e03f0ded7363 req-0674f7ad-644a-4db6-9de6-c877aa96b918 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 Oct 22 15:12:14.192036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:14.277619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44224) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:14.284577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-805804826-network', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:14.354524 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:14.417604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Made reservation on behalf of 9899acbe87e044369cca357fd43a8ff1 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:12:14.420336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.441801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.550019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.571065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56cb6e-c757-4229-adce-facd93e5ddbf req-dc33f18f-18c5-4659-a6ce-9c6db56cf207 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.591880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec56cb6e-c757-4229-adce-facd93e5ddbf req-dc33f18f-18c5-4659-a6ce-9c6db56cf207 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1209888 Oct 22 15:12:14.639826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec56cb6e-c757-4229-adce-facd93e5ddbf req-998e0388-ad62-4291-a7fe-ea99884fbffc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Oct 22 15:12:14.651525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.686603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:12:14.713811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbb5cff-0033-4750-a789-51454013a6a1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:14.734156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.734156 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Added segment 5157c557-8e2e-47e7-903f-296b56eb8a86 of type vlan for network cfd55a93-dceb-4ce3-aa98-48b24082b084 Oct 22 15:12:14.765443 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 2, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:14.777164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.803983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.804264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.804627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.804935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.805267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.805598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.805920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.806245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.806567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.807049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.807381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.807703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:14.903831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.911086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.919458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.928833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.935115 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Checking router: 827395e6-c9c3-42e7-a1a0-ea9992607bbe for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:12:14.935589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Updating router 827395e6-c9c3-42e7-a1a0-ea9992607bbe port 4a6def23-4a72-466d-8576-7e53cd213e6a binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:12:14.935716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.942658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.949821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.951776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-2fd3db29-6e77-4613-a7d1-043b7a284c9b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1231575 Oct 22 15:12:14.956287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.964559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:14.964559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:14.973035 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.040325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd55a93-dceb-4ce3-aa98-48b24082b084,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:15.053625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:12:15.069304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-488b5c02-b16f-4326-8f39-49fd7856ab4d req-6bcf66a3-0ae2-4915-b1c6-551318139599 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079946 Oct 22 15:12:15.256093 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.262883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-19c7c1a4-b20a-4732-9c1b-04d569067987 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9833262 Oct 22 15:12:15.265579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44240) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:15.270735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Request body: {'subnet': {'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-805804826-subnet', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:15.304639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579bd12-a83c-417e-b117-298c16dead75 req-6c4c3323-412d-4dd6-b082-59086c1b20eb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:15.306272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a579bd12-a83c-417e-b117-298c16dead75 req-6c4c3323-412d-4dd6-b082-59086c1b20eb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0995665 Oct 22 15:12:15.357941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a579bd12-a83c-417e-b117-298c16dead75 req-da2625bc-311b-4943-b925-fb2ed1b61eb9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Oct 22 15:12:15.509334 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.509567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Made reservation on behalf of 9899acbe87e044369cca357fd43a8ff1 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:12:15.511996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.525648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Pushing event updated for resources: {'Port': ['ID=4a6def23-4a72-466d-8576-7e53cd213e6a,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.642765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:15.648488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:15.648929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.681972 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Attempting to bind port 4a6def23-4a72-466d-8576-7e53cd213e6a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:15.682342 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Attempting to bind port 4a6def23-4a72-466d-8576-7e53cd213e6a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:15.682705 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Attempting to bind port 4a6def23-4a72-466d-8576-7e53cd213e6a on network 14d70599-6846-4af9-b3e1-6d728df9864d {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:15.711711 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:15.712146 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Checking segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:15.712474 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.712870 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Bound using segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:15.713356 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Bound port: 4a6def23-4a72-466d-8576-7e53cd213e6a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:15.713734 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.816657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] For port 4a6def23-4a72-466d-8576-7e53cd213e6a, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:15.822334 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] For port 4a6def23-4a72-466d-8576-7e53cd213e6a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4a6def23-4a72-466d-8576-7e53cd213e6a,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:15.838051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecfd8b-e161-4db8-91a2-84462b1069d8 req-e20606df-8321-48f3-bba9-b2b4edf7ffab tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:15.839876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0ecfd8b-e161-4db8-91a2-84462b1069d8 req-e20606df-8321-48f3-bba9-b2b4edf7ffab tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0679271 Oct 22 15:12:15.902645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0ecfd8b-e161-4db8-91a2-84462b1069d8 req-1620f9f2-9a2d-439d-9239-571efe380510 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Oct 22 15:12:15.953928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aabb2b0f-2440-4a58-9b59-d19cae64b2d5 None None] Provisioning complete for port 4a6def23-4a72-466d-8576-7e53cd213e6a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:15.953928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aabb2b0f-2440-4a58-9b59-d19cae64b2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:15.990576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aabb2b0f-2440-4a58-9b59-d19cae64b2d5 None None] Port 4a6def23-4a72-466d-8576-7e53cd213e6a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:12:16.018373 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:16.079669 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:16.080659 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:16.121252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:16.129189 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5f13a-2d24-4f30-a092-1ab7b295614a None None] Pushing event updated for resources: {'Port': ['ID=4a6def23-4a72-466d-8576-7e53cd213e6a,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:16.216099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e219480f-7d19-4e07-9509-3b23438fa6f6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:16.249157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Checking segment: {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:16.249521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Network hostable DHCP agents. Network: cfd55a93-dceb-4ce3-aa98-48b24082b084, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:12:16.273341 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:16.308541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.317621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.324693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.342829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.362420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.377530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.388397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.390355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-cc4a2ca3-e0e9-4f40-a028-2bdc2d8b74fc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1824732 Oct 22 15:12:16.432592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-eece82bf-e630-46e8-831d-b8edf6e4d188 None None] Provisioning complete for port 4a6def23-4a72-466d-8576-7e53cd213e6a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:16.433145 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eece82bf-e630-46e8-831d-b8edf6e4d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:16.446147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:12:16.500307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-919e7dc8-2a3e-4db6-b50b-ea0186d6c9ab req-a493cd94-0d26-4bcc-ab8e-fc7ed6da9a88 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022046 Oct 22 15:12:16.588815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, cfd55a93-dceb-4ce3-aa98-48b24082b084) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:16.594299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.594956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:16.611803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eece82bf-e630-46e8-831d-b8edf6e4d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:16.625390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575d839-35da-43be-925b-85f733ac3723 None None] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:12:16.638714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e14b0-43e4-42f2-970e-2a1f6ec3110f req-9adc2d0e-4f6d-4174-be46-6b70d8ac5468 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:16.641716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac2e14b0-43e4-42f2-970e-2a1f6ec3110f req-9adc2d0e-4f6d-4174-be46-6b70d8ac5468 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1024396 Oct 22 15:12:16.664814 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:15Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:16.684049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-eece82bf-e630-46e8-831d-b8edf6e4d188 None None] For port 4a6def23-4a72-466d-8576-7e53cd213e6a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4a6def23-4a72-466d-8576-7e53cd213e6a,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:16.700263 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f73ed-ecd4-4247-bf2c-7d16ec3468a3 None None] The sync data for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 is: [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:15Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:12:16.723005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac2e14b0-43e4-42f2-970e-2a1f6ec3110f req-6211b439-34aa-432e-ae99-ec223de6a6ad tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695808 Oct 22 15:12:16.802586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44254) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:16.802723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c1d05505-210a-46f2-a875-f76f78cd8273 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5307009 Oct 22 15:12:16.807773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:16.899810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eece82bf-e630-46e8-831d-b8edf6e4d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.004463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece82bf-e630-46e8-831d-b8edf6e4d188 None None] Pushing event updated for resources: {'Port': ['ID=4a6def23-4a72-466d-8576-7e53cd213e6a,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:17.042378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-cfd55a93-dceb-4ce3-aa98-48b24082b084', 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'fixed_ips': [{'subnet_id': 'e219480f-7d19-4e07-9509-3b23438fa6f6'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:12:17.043835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.076554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ced-eedc-4720-9ac7-8497a7456a7f req-33b3ad74-6e73-4c27-9c1f-f49949014f98 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:17.085373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-121d5ced-eedc-4720-9ac7-8497a7456a7f req-33b3ad74-6e73-4c27-9c1f-f49949014f98 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0817742 Oct 22 15:12:17.144568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-121d5ced-eedc-4720-9ac7-8497a7456a7f req-2e840a9f-0a89-4afe-8e80-3ee7136536f1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Oct 22 15:12:17.173551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.184333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.210798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Allocated IP 172.20.0.2 (cfd55a93-dceb-4ce3-aa98-48b24082b084/e219480f-7d19-4e07-9509-3b23438fa6f6/87158c98-4f9b-4775-95ac-adf0ac3cea8d) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:17.247658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.380588 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.487304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.586548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Pushing event updated for resources: {'Port': ['ID=87158c98-4f9b-4775-95ac-adf0ac3cea8d,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:17.637480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4a6def23-4a72-466d-8576-7e53cd213e6a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:17.707885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:17.721427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:17.728134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:17.871891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Attempting to bind port 87158c98-4f9b-4775-95ac-adf0ac3cea8d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:17.872234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Attempting to bind port 87158c98-4f9b-4775-95ac-adf0ac3cea8d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:17.872599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Attempting to bind port 87158c98-4f9b-4775-95ac-adf0ac3cea8d on network cfd55a93-dceb-4ce3-aa98-48b24082b084 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:17.878557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:17.878939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Checking segment: {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:17.879367 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.879768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Bound using segment: {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:17.880246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Bound port: 87158c98-4f9b-4775-95ac-adf0ac3cea8d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:17.880625 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:17.888715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4a6def23-4a72-466d-8576-7e53cd213e6a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:17.889085 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:18.102176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] For port 87158c98-4f9b-4775-95ac-adf0ac3cea8d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:18.136976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] For port 87158c98-4f9b-4775-95ac-adf0ac3cea8d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=87158c98-4f9b-4775-95ac-adf0ac3cea8d,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:18.181003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:18.198585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66a92e-7803-4fb8-b50e-e9295a5020ab req-85247a68-a18a-459e-ba2c-1f97ecf3116e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.200678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f66a92e-7803-4fb8-b50e-e9295a5020ab req-85247a68-a18a-459e-ba2c-1f97ecf3116e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1749659 Oct 22 15:12:18.228564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:18.240675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.247440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.255018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.262414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.269081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.275662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.282722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.284836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-0b937f1b-3416-45e4-9f76-dcddbe5dd41e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.2691674 Oct 22 15:12:18.329779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f66a92e-7803-4fb8-b50e-e9295a5020ab req-871848ba-1d87-4b80-8c04-67119d5fb940 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197855 Oct 22 15:12:18.361629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f7224-1983-425a-b3a2-ccb8df705ce4 None None] Pushing event updated for resources: {'Port': ['ID=87158c98-4f9b-4775-95ac-adf0ac3cea8d,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:18.451685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2222b615-41b7-4eff-a38d-01de775d1f27 req-7625fb41-3a25-4fdd-9811-71479e285ca3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356308 Oct 22 15:12:18.702557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ad5e1-7579-4c80-8de6-f915689d9033 req-b7e5fda1-e1b6-4357-8e07-e5663a6f3eb3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:18.704417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-670ad5e1-7579-4c80-8de6-f915689d9033 req-b7e5fda1-e1b6-4357-8e07-e5663a6f3eb3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1781101 Oct 22 15:12:18.816908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-670ad5e1-7579-4c80-8de6-f915689d9033 req-3e342ef6-85aa-4676-8502-8ac550be50b8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059473 Oct 22 15:12:18.868127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:18.889585 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.014823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Allocated IP 172.25.1.111 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/346f0734-a4fa-4db4-9013-5a967dfc0ebb) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:19.134434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.297100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.355565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Pushing event updated for resources: {'Port': ['ID=346f0734-a4fa-4db4-9013-5a967dfc0ebb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:19.369834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:19.372226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:19.374735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:19.618903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81875b40-54c4-4113-bb95-5a6d5dc48b42 None None] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:12:19.665525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd11c99-accb-4638-be1a-602d8ea7bc92 req-331ffd24-4ec6-41f4-bc04-98921eeccf8a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.667156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbd11c99-accb-4638-be1a-602d8ea7bc92 req-331ffd24-4ec6-41f4-bc04-98921eeccf8a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0740535 Oct 22 15:12:19.713521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 87158c98-4f9b-4775-95ac-adf0ac3cea8d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:19.751570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f777f65f-19a2-4f08-ba0e-8c35514de3ed None None] Provisioning complete for port 87158c98-4f9b-4775-95ac-adf0ac3cea8d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:19.751989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f777f65f-19a2-4f08-ba0e-8c35514de3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.796512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbd11c99-accb-4638-be1a-602d8ea7bc92 req-8717d8f9-591c-4123-81dd-c52648819e24 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097486 Oct 22 15:12:19.817316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.824707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.831246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.837594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.843857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.851362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.857877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:19.860716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-70544a30-c77e-451f-965e-d3cbeada5422 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1920118 Oct 22 15:12:19.929962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f777f65f-19a2-4f08-ba0e-8c35514de3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.952435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 87158c98-4f9b-4775-95ac-adf0ac3cea8d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:19.952804 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.958569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:19.965512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62283e68-289d-4f8a-9da4-d6fad64efa96 req-f2e50501-d667-4e8a-9e8d-522690b797be tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983133 Oct 22 15:12:20.112381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f777f65f-19a2-4f08-ba0e-8c35514de3ed None None] For port 87158c98-4f9b-4775-95ac-adf0ac3cea8d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=87158c98-4f9b-4775-95ac-adf0ac3cea8d,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:20.189083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095f7f5-92e3-4062-a8ca-e6037ab649cc req-2b364aca-de12-4c52-9144-ea4887afa118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:20.189083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e095f7f5-92e3-4062-a8ca-e6037ab649cc req-2b364aca-de12-4c52-9144-ea4887afa118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1301730 Oct 22 15:12:20.201071 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:20.230487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f777f65f-19a2-4f08-ba0e-8c35514de3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:20.291228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e095f7f5-92e3-4062-a8ca-e6037ab649cc req-10ad473c-7ff7-44f4-b68f-8f8eede3c50b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889111 Oct 22 15:12:20.310418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:20.351468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777f65f-19a2-4f08-ba0e-8c35514de3ed None None] Pushing event updated for resources: {'Port': ['ID=87158c98-4f9b-4775-95ac-adf0ac3cea8d,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:20.378489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:12:20.378890 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:12:20.537268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:12:20.553703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-980f3fc2-172c-4337-8a67-6801e6a68769 None None] Provisioning complete for port 87158c98-4f9b-4775-95ac-adf0ac3cea8d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:20.562359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-980f3fc2-172c-4337-8a67-6801e6a68769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:20.659018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:12:20.670732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Sync routers for ids ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:12:20.682911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Routers {'564a6e8f-8652-4c3f-a7c3-e5ffd9943576'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:20.683598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:20.745362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:20.749349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f74bd321-7f92-4ad9-b6a8-bccdd84bc258 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9432640 Oct 22 15:12:20.750245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44300) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:20.849153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Set router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:20.993174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e5c3-5925-4e8a-b0a9-00cd670527b0 req-e236a7f8-77e6-4d0d-b7b5-c457b2ed9417 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:20.994737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d27e5c3-5925-4e8a-b0a9-00cd670527b0 req-e236a7f8-77e6-4d0d-b7b5-c457b2ed9417 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1026804 Oct 22 15:12:21.089829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d27e5c3-5925-4e8a-b0a9-00cd670527b0 req-db0184f0-1533-4117-90ed-9223676ba184 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Oct 22 15:12:21.161484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:12:19Z', 'revision_number': 3, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:21.198291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.201293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Checking router: 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:12:21.201713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Updating router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 port 346f0734-a4fa-4db4-9013-5a967dfc0ebb binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:12:21.205457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.211052 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.217465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.224162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.230300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.234625 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:21.237328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.245594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-dd228418-cd6f-42ff-a667-46bc0f63a184 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1220140 Oct 22 15:12:21.399907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15a2e0d8-c588-4aaf-bfc9-6297d42640c3 req-71b61043-310a-4e29-8d63-f7b5e6f4a3bd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534157 Oct 22 15:12:21.538381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:21.581662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26216b00-b41f-493b-8cd7-c0c5367a4320 req-be491d26-073a-4c04-af92-b1e260728fc8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:21.589458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26216b00-b41f-493b-8cd7-c0c5367a4320 req-be491d26-073a-4c04-af92-b1e260728fc8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.2098689 Oct 22 15:12:21.627410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 87158c98-4f9b-4775-95ac-adf0ac3cea8d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:21.683448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26216b00-b41f-493b-8cd7-c0c5367a4320 req-33be5cac-ef63-4ae9-9ff8-4dcf239fb0da tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Oct 22 15:12:21.778406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 87158c98-4f9b-4775-95ac-adf0ac3cea8d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:21.778943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:21.821103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Allocated IP 172.20.0.1 (cfd55a93-dceb-4ce3-aa98-48b24082b084/e219480f-7d19-4e07-9509-3b23438fa6f6/8049926f-6487-4082-9f57-f16da82de719) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:21.888693 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:21.959099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.000136 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.070512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Attempting to bind port 346f0734-a4fa-4db4-9013-5a967dfc0ebb on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:22.071257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Attempting to bind port 346f0734-a4fa-4db4-9013-5a967dfc0ebb by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:22.072112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Attempting to bind port 346f0734-a4fa-4db4-9013-5a967dfc0ebb on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:22.084183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea53a19-20d8-48a3-91c4-f4dc7b929df0 None None] Pushing event updated for resources: {'Port': ['ID=346f0734-a4fa-4db4-9013-5a967dfc0ebb,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:22.100641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:22.101189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:22.102653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.103186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:22.103792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Bound port: 346f0734-a4fa-4db4-9013-5a967dfc0ebb, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:22.104286 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.175370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] For port 346f0734-a4fa-4db4-9013-5a967dfc0ebb, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:22.179685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] For port 346f0734-a4fa-4db4-9013-5a967dfc0ebb, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=346f0734-a4fa-4db4-9013-5a967dfc0ebb,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:22.212652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.256272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:22.261055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:22.267486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:22.281544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.285923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9106c-60d8-46e9-91ae-5cb21eec035e req-a9743497-109c-4478-b6f0-45a4c0a84107 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.287486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52a9106c-60d8-46e9-91ae-5cb21eec035e req-a9743497-109c-4478-b6f0-45a4c0a84107 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1028812 Oct 22 15:12:22.307918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8049926f-6487-4082-9f57-f16da82de719,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:22.377077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Routers {'564a6e8f-8652-4c3f-a7c3-e5ffd9943576'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:22.377822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:22.430035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea53a19-20d8-48a3-91c4-f4dc7b929df0 None None] Pushing event updated for resources: {'Port': ['ID=346f0734-a4fa-4db4-9013-5a967dfc0ebb,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:22.586722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] Set router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:22.718991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.719767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.719980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.720141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.720604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.720835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.721197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.721513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.721828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.722141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.722454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.722766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:22.732508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cca7c205-43a8-4b8c-ac84-5d35ec2ece38 None None] Provisioning complete for port 8049926f-6487-4082-9f57-f16da82de719 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:22.732891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cca7c205-43a8-4b8c-ac84-5d35ec2ece38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.771037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.806720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e442fec2-4f7c-4f1f-b531-637c6e61777b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:22.809764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-cca7c205-43a8-4b8c-ac84-5d35ec2ece38 None None] Port 8049926f-6487-4082-9f57-f16da82de719 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:12:22.822815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52a9106c-60d8-46e9-91ae-5cb21eec035e req-fa4aa533-c6fe-4e3a-a18d-d06551235dba tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062459 Oct 22 15:12:22.857845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.864610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.871010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.877858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.883841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.887321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:12:19Z', 'revision_number': 3, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:22.889895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.896090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:22.904001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-3bc69154-1520-4605-bc0a-1794b82861e9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1976712 Oct 22 15:12:22.930188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7fca-45bd-4589-b72b-7ae6a1e0e979 None None] The sync data for ids ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'] in n-d-812148-2 is: [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:12:19Z', 'revision_number': 3, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:12:23.006681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1ab6717-f1e3-4886-bb32-332468bf0510 req-83193391-7a61-4215-864a-a06b76a7e599 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018059 Oct 22 15:12:23.039991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82680525-4555-46fe-ad46-b6531df803e6 req-fa0b51c0-6d6a-41f7-bf1a-0c8e22a2ed10 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:23.045975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82680525-4555-46fe-ad46-b6531df803e6 req-fa0b51c0-6d6a-41f7-bf1a-0c8e22a2ed10 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0733895 Oct 22 15:12:23.083190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82680525-4555-46fe-ad46-b6531df803e6 req-48c252f5-3d07-4d1e-be2c-465ef4d1272f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Oct 22 15:12:23.186261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:23.428941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:23.553070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 346f0734-a4fa-4db4-9013-5a967dfc0ebb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:23.566183 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:23.627805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 346f0734-a4fa-4db4-9013-5a967dfc0ebb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:23.631259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:23.671317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:23.674382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8049926f-6487-4082-9f57-f16da82de719,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:23.742382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:23.771450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 346f0734-a4fa-4db4-9013-5a967dfc0ebb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=346f0734-a4fa-4db4-9013-5a967dfc0ebb,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:23.822768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:23.825534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:23.892856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:24.011708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=346f0734-a4fa-4db4-9013-5a967dfc0ebb,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:24.075277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:12:24.191843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf1567-ffad-4d91-bc8e-95ce4b1a00c8 req-5540a0fe-abfe-42ae-b2d3-fbb12b9d79af tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.195647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bcf1567-ffad-4d91-bc8e-95ce4b1a00c8 req-5540a0fe-abfe-42ae-b2d3-fbb12b9d79af tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1901705 Oct 22 15:12:24.257006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a314c846-60a0-4dcb-8834-f3f618158c93 None None] Provisioning complete for port 8049926f-6487-4082-9f57-f16da82de719 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:24.257379 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a314c846-60a0-4dcb-8834-f3f618158c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:24.286835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bcf1567-ffad-4d91-bc8e-95ce4b1a00c8 req-e484b366-e310-439f-b6b6-4b1d513a6f46 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698345 Oct 22 15:12:24.330801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a314c846-60a0-4dcb-8834-f3f618158c93 None None] Port 8049926f-6487-4082-9f57-f16da82de719 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:12:24.348523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.356321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.364357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.379154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.380038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.387373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.394948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.399538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-50cf1a4a-c7b2-4ae4-aa80-47ac808ff7fd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.2316954 Oct 22 15:12:24.443920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:12:24.449409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-022efe98-5f74-40cf-b6ce-1c1d58b050a3 admin admin] 10.222.0.66 "PUT /v2.0/routers/564a6e8f-8652-4c3f-a7c3-e5ffd9943576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6987433 Oct 22 15:12:24.498759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b6e13c5-e9bd-4e95-9b21-42127f25ad58 req-53e36024-d034-4067-92b7-a3299ca1c9df tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901027 Oct 22 15:12:24.526277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df754-99d4-4ac2-aed7-5bfd57b1a9c8 req-f4987448-923a-4453-b45c-7ff6da352817 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:24.529515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789df754-99d4-4ac2-aed7-5bfd57b1a9c8 req-f4987448-923a-4453-b45c-7ff6da352817 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1087289 Oct 22 15:12:24.573132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-789df754-99d4-4ac2-aed7-5bfd57b1a9c8 req-cf5af326-56f1-4178-a62e-895232ab90cf tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Oct 22 15:12:25.174592 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Sync routers for ids ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:12:25.188807 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Routers {'564a6e8f-8652-4c3f-a7c3-e5ffd9943576'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:25.189849 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:25.275238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ce207c9-c10a-4d90-9967-e05ae7edf7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:25.322720 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Set router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:25.450267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b6716-2065-4b30-ab92-75ddde40ae5d req-5b23723b-33a2-4691-9b76-ffde87ed6cb8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.451944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-553b6716-2065-4b30-ab92-75ddde40ae5d req-5b23723b-33a2-4691-9b76-ffde87ed6cb8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0701747 Oct 22 15:12:25.515204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-553b6716-2065-4b30-ab92-75ddde40ae5d req-99e607b9-38fc-43a6-aa78-9d2d578896bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526891 Oct 22 15:12:25.559959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:25.566126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756029222', 'description': 'tempest-secgroup-smoke-1756029222 description', 'project_id': '007585a40238444b919215f1c88609a3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:25.576718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 346f0734-a4fa-4db4-9013-5a967dfc0ebb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:25.593890 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8049926f-6487-4082-9f57-f16da82de719', 'name': '', 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'mac_address': 'fa:16:3e:11:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'e219480f-7d19-4e07-9509-3b23438fa6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:21Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 2, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'subnets': [{'id': 'e219480f-7d19-4e07-9509-3b23438fa6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:25.633759 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Checking router: 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:12:25.634458 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Updating router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 port 8049926f-6487-4082-9f57-f16da82de719 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:12:25.678472 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:25.684293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 346f0734-a4fa-4db4-9013-5a967dfc0ebb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:25.685824 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:25.702830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.710682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.717002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.726080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.735976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.743457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.753084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.755317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-31896ea9-f53a-4b98-9f3b-fd1d98dd8c92 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1400080 Oct 22 15:12:25.790641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:25.872853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ece19919-0ecb-49b1-8078-1ab6e9dc7f9f req-ab3e7e0f-e084-4fcd-ad46-45d5efc67c39 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032858 Oct 22 15:12:25.925000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f11e4c-1ae6-4c4e-8758-9f95892abdd8 req-d604a870-3e76-443b-be6c-955b321edcf8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:25.931592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31f11e4c-1ae6-4c4e-8758-9f95892abdd8 req-d604a870-3e76-443b-be6c-955b321edcf8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1745744 Oct 22 15:12:26.002255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31f11e4c-1ae6-4c4e-8758-9f95892abdd8 req-d56a6e2a-13ab-469a-85f1-d67f1f868759 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Oct 22 15:12:26.011044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.126649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.159811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa3d18-4101-4354-9902-130c93775540,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:26.171053 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.276404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.280407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8b14b916-bd66-4ea0-9bf2-23f5e227d8df tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7166049 Oct 22 15:12:26.280665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44402) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:26.286181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group_rule': {'security_group_id': '2ffa3d18-4101-4354-9902-130c93775540', 'project_id': '007585a40238444b919215f1c88609a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:26.303241 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.377783 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb27fbb-d1de-4dc6-bfbc-6f02e4e70d7e None None] Pushing event updated for resources: {'Port': ['ID=8049926f-6487-4082-9f57-f16da82de719,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:26.416253 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.456410 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Attempting to bind port 8049926f-6487-4082-9f57-f16da82de719 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:26.456799 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Attempting to bind port 8049926f-6487-4082-9f57-f16da82de719 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:26.457165 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Attempting to bind port 8049926f-6487-4082-9f57-f16da82de719 on network cfd55a93-dceb-4ce3-aa98-48b24082b084 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:26.464301 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:26.464673 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Checking segment: {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:26.465073 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.465467 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Bound using segment: {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:26.465930 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Bound port: 8049926f-6487-4082-9f57-f16da82de719, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5157c557-8e2e-47e7-903f-296b56eb8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:26.466305 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.532287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.541904 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.571364 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.576383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] For port 8049926f-6487-4082-9f57-f16da82de719, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:26.576383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] For port 8049926f-6487-4082-9f57-f16da82de719, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8049926f-6487-4082-9f57-f16da82de719,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:26.675798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.705075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1bcc47-22e5-407a-911c-ef546a87e51b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:26.712100 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.726989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e389a-5771-495f-bd2e-11ab94489201 req-31bdd718-ff85-4e3b-a0b7-250291323f11 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:26.734786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c4e389a-5771-495f-bd2e-11ab94489201 req-31bdd718-ff85-4e3b-a0b7-250291323f11 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1058826 Oct 22 15:12:26.776949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7738e34e-b6e3-4fc0-b198-efe72a6e1349 None None] Provisioning complete for port 8049926f-6487-4082-9f57-f16da82de719 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:26.778319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7738e34e-b6e3-4fc0-b198-efe72a6e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.815126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c4e389a-5771-495f-bd2e-11ab94489201 req-6d6da859-d59d-4ad8-8a9d-c2d108e487a9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Oct 22 15:12:26.818765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.820809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb27fbb-d1de-4dc6-bfbc-6f02e4e70d7e None None] Pushing event updated for resources: {'Port': ['ID=8049926f-6487-4082-9f57-f16da82de719,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:26.825229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44408) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:26.825984 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Routers {'564a6e8f-8652-4c3f-a7c3-e5ffd9943576'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:26.826765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:26.834522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group_rule': {'security_group_id': '2ffa3d18-4101-4354-9902-130c93775540', 'project_id': '007585a40238444b919215f1c88609a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:26.840415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-02b2f708-c4ba-4702-a2b4-05366892146a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5584385 Oct 22 15:12:26.928684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7738e34e-b6e3-4fc0-b198-efe72a6e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.965840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:26.997438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7738e34e-b6e3-4fc0-b198-efe72a6e1349 None None] For port 8049926f-6487-4082-9f57-f16da82de719, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8049926f-6487-4082-9f57-f16da82de719,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:27.024387 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] Set router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:27.140132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7738e34e-b6e3-4fc0-b198-efe72a6e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.165116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.178346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.186196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.209330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.223279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.237315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.246410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738e34e-b6e3-4fc0-b198-efe72a6e1349 None None] Pushing event updated for resources: {'Port': ['ID=8049926f-6487-4082-9f57-f16da82de719,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:27.256346 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.260007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.275432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.290370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-95c8aefd-b6fb-4c69-a53f-992b394c8254 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.2180779 Oct 22 15:12:27.291258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-37e62db2-fe96-4495-8893-5bd6a8244856 None None] Provisioning complete for port 8049926f-6487-4082-9f57-f16da82de719 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:27.291639 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37e62db2-fe96-4495-8893-5bd6a8244856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.316169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ae2915-c8eb-450b-a695-0a1275c71fd9,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:27.334854 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8049926f-6487-4082-9f57-f16da82de719', 'name': '', 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'mac_address': 'fa:16:3e:11:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'e219480f-7d19-4e07-9509-3b23438fa6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:21Z', 'updated_at': '2021-10-22T15:12:26Z', 'revision_number': 4, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'subnets': [{'id': 'e219480f-7d19-4e07-9509-3b23438fa6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:27.407867 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a6c63-a400-4923-b422-0222d6d8437e None None] The sync data for ids ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'] in n-d-812148-2 is: [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8049926f-6487-4082-9f57-f16da82de719', 'name': '', 'network_id': 'cfd55a93-dceb-4ce3-aa98-48b24082b084', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'mac_address': 'fa:16:3e:11:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'e219480f-7d19-4e07-9509-3b23438fa6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:21Z', 'updated_at': '2021-10-22T15:12:26Z', 'revision_number': 4, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'subnets': [{'id': 'e219480f-7d19-4e07-9509-3b23438fa6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:12:27.428417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bac2e9c0-59ae-4d68-83a1-1735148a365d req-83fdbdba-23ad-44bc-b2cf-dc660400c05e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312504 Oct 22 15:12:27.432076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.434208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b5c71071-aea9-4fb9-8be5-87e8e3a8ffd0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6073787 Oct 22 15:12:27.437501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44420) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:27.456384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group_rule': {'security_group_id': '2ffa3d18-4101-4354-9902-130c93775540', 'project_id': '007585a40238444b919215f1c88609a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:27.533206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3b2b1-0d6f-4b5c-9e73-fe011c9045b0 req-7021d249-8620-45a1-87af-809417c6094f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.534793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ca3b2b1-0d6f-4b5c-9e73-fe011c9045b0 req-7021d249-8620-45a1-87af-809417c6094f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.2289517 Oct 22 15:12:27.600362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ca3b2b1-0d6f-4b5c-9e73-fe011c9045b0 req-822e2388-5f47-4008-8008-f0969f6ed6a7 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569777 Oct 22 15:12:27.651612 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.754188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.874829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:27.905316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3342ad57-9ca9-4f08-b18b-3bc966ed2a73,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:27.937736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb4ad3-b79a-4af1-8ed7-cf91d3f963ce req-3ab22ed5-3ae3-4df8-aadc-60414773779c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:27.940155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54eb4ad3-b79a-4af1-8ed7-cf91d3f963ce req-3ab22ed5-3ae3-4df8-aadc-60414773779c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0669489 Oct 22 15:12:28.006583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54eb4ad3-b79a-4af1-8ed7-cf91d3f963ce req-025ba478-8957-422c-b7e0-7455da6e2f5a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591321 Oct 22 15:12:28.031298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.033141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5eda35e0-4e45-40a0-8d74-f5ebc9608dce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5937455 Oct 22 15:12:28.036198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44428) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:28.043289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group_rule': {'security_group_id': '2ffa3d18-4101-4354-9902-130c93775540', 'project_id': '007585a40238444b919215f1c88609a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:28.126456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.203217 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.270903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.355429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.379788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0663f01d-1cf8-402c-8513-da8d996c8e43,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:28.489340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.490772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-faba8deb-8d7b-4939-8240-beaff1291190 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4532220 Oct 22 15:12:28.494030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44436) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:28.499861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group_rule': {'security_group_id': '2ffa3d18-4101-4354-9902-130c93775540', 'project_id': '007585a40238444b919215f1c88609a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:28.589786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.596757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.603296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.612732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.619271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.626918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.633892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.636014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-aa10fbc3-f763-4f24-a664-40b95d9a05b0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1093249 Oct 22 15:12:28.647568 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Project 007585a40238444b919215f1c88609a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:12:28.664620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.703091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebdb7bd5-b165-4b4f-b71f-23dc651bb695 req-4d98e9e0-ab0c-4578-8362-612f217b417b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562851 Oct 22 15:12:28.797759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b624f5-9b9f-4fe7-9e21-7ef98b127020 req-a069f9b0-a3d0-4b68-ab81-9e7ad4832738 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:28.803219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4b624f5-9b9f-4fe7-9e21-7ef98b127020 req-a069f9b0-a3d0-4b68-ab81-9e7ad4832738 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0908296 Oct 22 15:12:28.821287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.858013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4b624f5-9b9f-4fe7-9e21-7ef98b127020 req-1a30b57b-d7c6-4ef7-8e1c-f99b1107c77f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468690 Oct 22 15:12:28.903765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:28.924206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26105e1-1f8c-48ed-9948-ad9a676ce224,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:29.013334 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:29.020891 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b847e87-67f5-4dab-b00f-2bcdd8607785 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5194409 Oct 22 15:12:29.020891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44448) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:29.024167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'security_group_rule': {'security_group_id': '2ffa3d18-4101-4354-9902-130c93775540', 'project_id': '007585a40238444b919215f1c88609a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:29.137669 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Project 007585a40238444b919215f1c88609a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:12:29.152316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:29.182619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f61e-7bce-43f3-a701-79e9ee3b59d6 req-bf705776-c824-49ce-a53a-0266f2e9eb17 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.184692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7b7f61e-7bce-43f3-a701-79e9ee3b59d6 req-bf705776-c824-49ce-a53a-0266f2e9eb17 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0810888 Oct 22 15:12:29.233260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:29.245330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7b7f61e-7bce-43f3-a701-79e9ee3b59d6 req-8b536c09-60f1-47b5-91f3-e6d65e1c56f5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 Oct 22 15:12:29.320149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:29.342486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f03179-e393-4d7d-9f34-9883f95f44f8,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:29.447284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:29.448800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-de1547bd-e9d8-4212-948d-6d792a34f3bc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4304698 Oct 22 15:12:29.616801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8049926f-6487-4082-9f57-f16da82de719 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:29.649204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-4bf64290-2059-4d09-bbea-982d77a8ea8b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756029222&fields=id&tenant_id=007585a40238444b919215f1c88609a3 HTTP/1.1" status: 200 len: 267 time: 0.0693672 Oct 22 15:12:29.705957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8049926f-6487-4082-9f57-f16da82de719 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:29.706677 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:29.830209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-b55bb95a-55b1-450a-9a3c-330c7fd0841a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.831948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-b55bb95a-55b1-450a-9a3c-330c7fd0841a tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/networks?id=14d70599-6846-4af9-b3e1-6d728df9864d HTTP/1.1" status: 200 len: 809 time: 0.1744475 Oct 22 15:12:29.870988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-41558d5f-dc96-4d88-9df8-c81dcbd75181 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/quotas/007585a40238444b919215f1c88609a3 HTTP/1.1" status: 200 len: 375 time: 0.0292139 Oct 22 15:12:29.920320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.926627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.933361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.940012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.946121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.952239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.959158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:29.962056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-07da10cc-5f99-469e-923f-98662c8effd9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5430 time: 0.1290534 Oct 22 15:12:29.962809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:30.044440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c9a479a-5e44-46b7-b9ec-4c65b88f1983 req-7d989caa-16bc-4862-9fbc-4bc1c1ae7f81 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679781 Oct 22 15:12:30.059533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-36f7e16e-2a1f-4e72-930d-e224ab7c4433 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=007585a40238444b919215f1c88609a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785278 Oct 22 15:12:30.080789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:30.098324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'port_id': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'mac_address': 'fa:16:3e:b7:c0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:30.151417 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:30.172833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:30.194785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:30.239579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-b4574212-3c19-4352-85f6-15ce20a57c77 service neutron] 10.222.0.66 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664882 Oct 22 15:12:30.277642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ad8e2-630c-40f6-8cc5-ae5282a6228d req-8d1c8882-0067-4aa3-b266-2068ed6ebd49 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:30.283483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-102ad8e2-630c-40f6-8cc5-ae5282a6228d req-8d1c8882-0067-4aa3-b266-2068ed6ebd49 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0990052 Oct 22 15:12:30.292127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:30.357726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:30.388913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-102ad8e2-630c-40f6-8cc5-ae5282a6228d req-5feede67-0808-4375-a89c-71bcae6d0b08 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015270 Oct 22 15:12:30.421932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-734bf1ee-6c74-4b39-bc83-82aeb466da7b service neutron] 10.222.0.66 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768034 Oct 22 15:12:30.536832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340fa67-546d-42ed-95ff-520eeaaccdbb req-8ed4a0dc-ca5b-45ef-8efb-77a150414b65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:30.549982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:30.554880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d340fa67-546d-42ed-95ff-520eeaaccdbb req-8ed4a0dc-ca5b-45ef-8efb-77a150414b65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0805225 Oct 22 15:12:30.633907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d340fa67-546d-42ed-95ff-520eeaaccdbb req-79bc8c3b-4894-41ee-99cd-04e08d1f2b36 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763671 Oct 22 15:12:30.820872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56a55127-203e-4edf-9b86-557068f7e03e req-f1899a89-146c-4167-9be7-91bba295903e tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 210 time: 0.0858204 Oct 22 15:12:31.228291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.234579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.242422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.254114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.267238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.272161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.278535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.281600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6c6ab52-55a9-49b2-a67b-ea1c3435a8c3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5431 time: 0.1232076 Oct 22 15:12:31.329818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0447ed6-ce5f-4f6a-b787-46c9cb0840a7 req-e6d19520-5178-4cd1-aa74-402b8538dfdd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410089 Oct 22 15:12:31.551669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc499b77-fd29-4f66-801d-7fd176f12d68 req-3f6bbc9d-8fdc-4366-a34f-f4b24c580333 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.556091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc499b77-fd29-4f66-801d-7fd176f12d68 req-3f6bbc9d-8fdc-4366-a34f-f4b24c580333 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0664973 Oct 22 15:12:31.599290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc499b77-fd29-4f66-801d-7fd176f12d68 req-516186c3-be84-4e1e-9cb5-d54e52273127 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345283 Oct 22 15:12:31.772357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82225e8c-92bd-4f1e-ab7b-495d9caf7d19 req-549c0f7a-9124-4b75-95b5-fbf7e2c0a234 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:31.773927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82225e8c-92bd-4f1e-ab7b-495d9caf7d19 req-549c0f7a-9124-4b75-95b5-fbf7e2c0a234 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.0724576 Oct 22 15:12:31.817581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82225e8c-92bd-4f1e-ab7b-495d9caf7d19 req-1d0e82af-0b9b-49bb-b758-b44e9c330088 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370321 Oct 22 15:12:31.904202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1acfeb93-d326-4d9d-929a-2a31be8bcb0b req-ddec687f-8539-4315-b70a-7c1c2b73f828 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Oct 22 15:12:31.982933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8b074713-ef14-48ed-bde4-f627208923be details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:31.988981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:32.131174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8b074713-ef14-48ed-bde4-f627208923be,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:32.143196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '8b074713-ef14-48ed-bde4-f627208923be', 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'port_id': '8b074713-ef14-48ed-bde4-f627208923be', 'mac_address': 'fa:16:3e:19:c5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5bf546-327b-40ad-a48b-8e46faeffe3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:32.184208 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.196873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b074713-ef14-48ed-bde4-f627208923be {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:32.216415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8b074713-ef14-48ed-bde4-f627208923be,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:32.268462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:32.272349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:32.274465 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.310277 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.310277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device cb35dafc-3cf6-4922-854f-c2913919126c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:32.465531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.472187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.478455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.485471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.492697 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.499000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.516748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.518933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-859fe850-76a9-4ce1-b0ee-2f7a08f6ae84 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5432 time: 0.1127985 Oct 22 15:12:32.586825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddfa2be2-3f38-4dc8-b2dc-6bc96bdaaae2 req-eb98a860-aac6-4e9a-a857-15f66613dce0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570574 Oct 22 15:12:32.639019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:32.705835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.727690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port cb35dafc-3cf6-4922-854f-c2913919126c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=cb35dafc-3cf6-4922-854f-c2913919126c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:32.747563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777f559-7d5a-481f-b4cc-65455977ca08 req-afc37c48-6b6b-4e52-a868-f03a6a0e0756 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:32.751429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:32.755988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d777f559-7d5a-481f-b4cc-65455977ca08 req-afc37c48-6b6b-4e52-a868-f03a6a0e0756 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0608215 Oct 22 15:12:32.757926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:32.760320 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13b9750-253f-4a85-809b-71d03c9f23ce" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:32.767866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'cb35dafc-3cf6-4922-854f-c2913919126c', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'port_id': 'cb35dafc-3cf6-4922-854f-c2913919126c', 'mac_address': 'fa:16:3e:dd:8f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:32.815400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.824752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d777f559-7d5a-481f-b4cc-65455977ca08 req-6878c316-705e-4bbc-90e0-757540f14880 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668685 Oct 22 15:12:32.830268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb35dafc-3cf6-4922-854f-c2913919126c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:32.860756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port cb35dafc-3cf6-4922-854f-c2913919126c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=cb35dafc-3cf6-4922-854f-c2913919126c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:32.864233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.878565 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dae2bf-b234-499d-bee7-85b9de59c39f x-openstack-request-id: req-46dae2bf-b234-499d-bee7-85b9de59c39f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:32.879634 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:32.880048 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46dae2bf-b234-499d-bee7-85b9de59c39f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:32.880551 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'code': 200} Oct 22 15:12:32.939900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a75ae86e-189f-4e41-ae6d-386d6bc57f82 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:32.959863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:32.973461 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:32.974144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:33.066327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30d96d0f-f96b-4dca-91a9-06d97246557a req-c2f66604-e596-4568-abf6-b423a0a9a7e9 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 210 time: 0.0439138 Oct 22 15:12:33.086721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb9ce3-b0cf-4604-8685-fd3ba1d530d9 req-f06828a2-2228-436e-994a-df7e07bc39b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.088565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9abb9ce3-b0cf-4604-8685-fd3ba1d530d9 req-f06828a2-2228-436e-994a-df7e07bc39b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 943 time: 0.1065156 Oct 22 15:12:33.150300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:33.156702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=cb35dafc-3cf6-4922-854f-c2913919126c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:33.180077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9abb9ce3-b0cf-4604-8685-fd3ba1d530d9 req-9fd9d427-5875-4e97-b673-a383bb735329 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836768 Oct 22 15:12:33.186494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'port_id': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c', 'mac_address': 'fa:16:3e:fe:49:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:33.196494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a75ae86e-189f-4e41-ae6d-386d6bc57f82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:33.229401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82', 'mac_address': 'fa:16:3e:50:15:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:33.244678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.282443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:33.310696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.313689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:33.325262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75ae86e-189f-4e41-ae6d-386d6bc57f82 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:33.347090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a75ae86e-189f-4e41-ae6d-386d6bc57f82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:33.485241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.486049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e556b199-a289-40f0-b24e-3b672144cde3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:33.528957 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.565953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:33.596520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e556b199-a289-40f0-b24e-3b672144cde3,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:33.623087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'e556b199-a289-40f0-b24e-3b672144cde3', 'network_id': 'b4dfe706-ba5c-42c8-a3ce-44296a1b9d94', 'port_id': 'e556b199-a289-40f0-b24e-3b672144cde3', 'mac_address': 'fa:16:3e:71:5f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5bf546-327b-40ad-a48b-8e46faeffe3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:33.688879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.690641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a75ae86e-189f-4e41-ae6d-386d6bc57f82,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:33.712437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e556b199-a289-40f0-b24e-3b672144cde3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:33.733438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e556b199-a289-40f0-b24e-3b672144cde3,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:33.763438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.771014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.777332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.784073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.790603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.797507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.805137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:33.807121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-50766457-8bd9-4eaf-a760-352fb98eadcf tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5435 time: 0.1150360 Oct 22 15:12:33.850462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.853215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3480a7d-1b93-48cd-9a9b-3479bf36b47a req-30876486-17ae-4663-9382-5ac08510dd80 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387805 Oct 22 15:12:33.896641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a75ae86e-189f-4e41-ae6d-386d6bc57f82'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:33.945781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:33.946592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f9b3d6b2-169e-4c1d-9602-e385a85dc17e details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:34.007367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d5a2d-8610-407e-a383-53d57e99d695 req-4bb2bcdc-6079-4ad5-ba57-da708730ae66 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:34.009259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a6d5a2d-8610-407e-a383-53d57e99d695 req-4bb2bcdc-6079-4ad5-ba57-da708730ae66 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0887840 Oct 22 15:12:34.049252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:34.069636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a6d5a2d-8610-407e-a383-53d57e99d695 req-f9d79827-e040-4fde-a020-93a9caa62243 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530040 Oct 22 15:12:34.083428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:34.095175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'f9b3d6b2-169e-4c1d-9602-e385a85dc17e', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'port_id': 'f9b3d6b2-169e-4c1d-9602-e385a85dc17e', 'mac_address': 'fa:16:3e:0e:81:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:34.145583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-24eb0693-98f1-4c7f-9857-463b36254bce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:34.147447 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-24eb0693-98f1-4c7f-9857-463b36254bce tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.53 "GET /v2.0/networks?id=14d70599-6846-4af9-b3e1-6d728df9864d HTTP/1.1" status: 200 len: 809 time: 0.1827207 Oct 22 15:12:34.198082 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:34.242639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b3d6b2-169e-4c1d-9602-e385a85dc17e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:34.251261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-db4c99f5-c751-4859-88e0-9c47ca3d5879 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=007585a40238444b919215f1c88609a3 HTTP/1.1" status: 200 len: 380 time: 0.0895216 Oct 22 15:12:34.269180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'port': {'device_id': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'admin_state_up': True, 'tenant_id': '007585a40238444b919215f1c88609a3', 'security_groups': ['2ffa3d18-4101-4354-9902-130c93775540']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:34.276765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a423ff7-69de-40d6-b006-73d2978f1251 req-230aa63a-cb6e-4c32-b673-65305353ace3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 210 time: 0.0780611 Oct 22 15:12:34.304366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:34.373563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e2821-723b-4efb-8e7d-a124417dbae6 req-0678b3ca-8d5a-49e8-a12f-2c657e27d21f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:34.375360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-728e2821-723b-4efb-8e7d-a124417dbae6 req-0678b3ca-8d5a-49e8-a12f-2c657e27d21f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 944 time: 0.0658424 Oct 22 15:12:34.456317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-728e2821-723b-4efb-8e7d-a124417dbae6 req-a4db99e2-208a-4fc1-b839-450dc47ad873 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720346 Oct 22 15:12:34.467554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:34.468252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1263c878-b5a4-4ddf-9629-d53ff53b66e3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:34.555432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:34.559692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Made reservation on behalf of 007585a40238444b919215f1c88609a3 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:12:34.563757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:34.565243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:34.570255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '1263c878-b5a4-4ddf-9629-d53ff53b66e3', 'network_id': '2e156361-31d1-464c-995c-a0083518d61f', 'port_id': '1263c878-b5a4-4ddf-9629-d53ff53b66e3', 'mac_address': 'fa:16:3e:14:74:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43355f0-e997-4bb7-9485-fde24163fa1d', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:34.615238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:34.630791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1263c878-b5a4-4ddf-9629-d53ff53b66e3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:34.655559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:34.721340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Allocated IP 172.20.0.12 (14d70599-6846-4af9-b3e1-6d728df9864d/2152db7f-2a36-4142-9638-6a8eea043af5/c27c8ba7-f252-4888-adba-ebee31b53b3d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:34.840202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:34.858747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:34.890592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:35.008236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.014593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.020869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.027011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.034553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:35.041644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.049763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.056379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.058354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-b95965a9-ec7e-4e45-84e1-1cca2fcf1600 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5438 time: 0.1186004 Oct 22 15:12:35.099237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Network 14d70599-6846-4af9-b3e1-6d728df9864d is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:35.103810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:35.117129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e3f91d1-54aa-4bc3-bd2d-9ab3651d7b88 req-21a68d24-b024-476f-b3dc-e792677f8fe1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504384 Oct 22 15:12:35.124389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:35.127725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'Port': ['ID=c27c8ba7-f252-4888-adba-ebee31b53b3d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:35.187955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.188871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:35.257855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32258cd1-9538-4c35-9ca3-6bdab50b0770 req-f330205b-88c6-46bd-be7e-6d563798c824 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.259564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32258cd1-9538-4c35-9ca3-6bdab50b0770 req-f330205b-88c6-46bd-be7e-6d563798c824 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0844483 Oct 22 15:12:35.327190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32258cd1-9538-4c35-9ca3-6bdab50b0770 req-4f4d1c70-f692-4d3c-a50c-e81aff403bc9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Oct 22 15:12:35.393943 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['8b074713-ef14-48ed-bde4-f627208923be'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:35.399187 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-e8ae945f-04f0-4dd0-a190-f4b3064a4362 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1434746 Oct 22 15:12:35.416886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Request body: {'port': {'device_id': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:35.438670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c77f7f-02c6-4450-b628-70932c43afa3 req-47037d5f-4265-4dd2-9013-857ec4655f43 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.448244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46c77f7f-02c6-4450-b628-70932c43afa3 req-47037d5f-4265-4dd2-9013-857ec4655f43 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 932 time: 0.0930023 Oct 22 15:12:35.474072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e556b199-a289-40f0-b24e-3b672144cde3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:35.476623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['f9b3d6b2-169e-4c1d-9602-e385a85dc17e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:35.502826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46c77f7f-02c6-4450-b628-70932c43afa3 req-fd23540e-689d-4190-83f1-82f8ba9f95d5 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526662 Oct 22 15:12:35.519861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:35.644085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da678-b8bc-454b-8771-a596539967a8 req-4fd7df24-4231-4380-bc77-8e38e3f0db8a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.657503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22da678-b8bc-454b-8771-a596539967a8 req-4fd7df24-4231-4380-bc77-8e38e3f0db8a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 944 time: 0.1029093 Oct 22 15:12:35.739289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22da678-b8bc-454b-8771-a596539967a8 req-d62267b1-8931-46f8-a16c-192c7a1993cc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808761 Oct 22 15:12:35.741675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-93443ff5-1593-442d-8543-b7f2fbe9c6e8 None None] Provisioning complete for port c27c8ba7-f252-4888-adba-ebee31b53b3d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:35.742043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93443ff5-1593-442d-8543-b7f2fbe9c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:35.795105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-c1c037a9-3e02-421b-a331-7a89bade969b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492818 Oct 22 15:12:35.860554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-93443ff5-1593-442d-8543-b7f2fbe9c6e8 None None] Port c27c8ba7-f252-4888-adba-ebee31b53b3d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:12:35.903370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-28f768be-a47b-42f3-9d70-cde465187e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:35.905664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-28f768be-a47b-42f3-9d70-cde465187e37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 1097 time: 0.0614321 Oct 22 15:12:36.068476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-ba9748b2-fe51-41a1-b7de-c2a09c3f7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.070637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-ba9748b2-fe51-41a1-b7de-c2a09c3f7e35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 200 len: 917 time: 0.1448536 Oct 22 15:12:36.164848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-0edf2c44-7e7e-46f4-b61d-13f448de3da9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 200 len: 1001 time: 0.0785275 Oct 22 15:12:36.249123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-baf788f0-b462-40c1-a7d0-6ad884e53e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.250904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-baf788f0-b462-40c1-a7d0-6ad884e53e92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b66ef9b-242d-4d72-a793-fec16bb59d27 HTTP/1.1" status: 200 len: 855 time: 0.0869315 Oct 22 15:12:36.295738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27c8ba7-f252-4888-adba-ebee31b53b3d {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:36.317197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.318620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:36.324294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.330831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.332866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Transition to ACTIVE for port object c27c8ba7-f252-4888-adba-ebee31b53b3d will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:12:36.338150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.345642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.352677 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.358733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.361001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-c092bd95-019d-4ed6-a9ac-32fee2975461 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5438 time: 0.1524620 Oct 22 15:12:36.378014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-a37d986c-d152-4b76-b13a-b5de7ff446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.382365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-a37d986c-d152-4b76-b13a-b5de7ff446b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193521 Oct 22 15:12:36.434421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:36.459322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36e688aa-0ffd-49f5-8752-91eda1d42fde req-182519eb-869b-4ef3-9cad-a2d1c6ed3884 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902297 Oct 22 15:12:36.487727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Pushing event updated for resources: {'Port': ['ID=c27c8ba7-f252-4888-adba-ebee31b53b3d,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:36.525841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a0713-788b-4209-beda-72c725b0ce12 req-ca29553a-8f06-402a-a0c3-10a8e03e2f97 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.527404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b19a0713-788b-4209-beda-72c725b0ce12 req-ca29553a-8f06-402a-a0c3-10a8e03e2f97 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1083250 Oct 22 15:12:36.550274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-6d55998b-a50a-4e9e-9fd0-07c0e6f805c2 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614289 Oct 22 15:12:36.600528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Attempting to bind port c27c8ba7-f252-4888-adba-ebee31b53b3d on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:12:36.600867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Attempting to bind port c27c8ba7-f252-4888-adba-ebee31b53b3d by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:12:36.601200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Attempting to bind port c27c8ba7-f252-4888-adba-ebee31b53b3d on network 14d70599-6846-4af9-b3e1-6d728df9864d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:36.606179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Port c27c8ba7-f252-4888-adba-ebee31b53b3d on network 14d70599-6846-4af9-b3e1-6d728df9864d not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:12:36.607388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Attempting to bind port c27c8ba7-f252-4888-adba-ebee31b53b3d on network 14d70599-6846-4af9-b3e1-6d728df9864d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:12:36.614076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:12:36.614420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Checking segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:12:36.614809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Bound using segment: {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:12:36.615314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Bound port: c27c8ba7-f252-4888-adba-ebee31b53b3d, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b37571-408a-4d75-b8bb-2ef932e1abdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:12:36.627378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:36.636504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b19a0713-788b-4209-beda-72c725b0ce12 req-6b65e011-33c2-48ad-9c8f-9aea80e05581 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983641 Oct 22 15:12:36.657538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['1263c878-b5a4-4ddf-9629-d53ff53b66e3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:36.708760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['cb35dafc-3cf6-4922-854f-c2913919126c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:36.766622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['31fce6d2-dba7-4ac0-8bb6-85acf720ce2c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:36.779726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] For port c27c8ba7-f252-4888-adba-ebee31b53b3d, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:12:36.783699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] For port c27c8ba7-f252-4888-adba-ebee31b53b3d, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:12:36.909117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:36.978608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a75ae86e-189f-4e41-ae6d-386d6bc57f82 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:36.982364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:36.987132 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:36.989325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] 10.222.0.53 "PUT /v2.0/ports/c27c8ba7-f252-4888-adba-ebee31b53b3d HTTP/1.1" status: 200 len: 1092 time: 1.5823135 Oct 22 15:12:36.989898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:36.992597 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190947cc-e360-44f4-93b5-9540b4954a05" -d '{"events": [{"name": "network-changed", "server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:37.057063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f815d0-12bc-480a-b9af-7be097e19b83 service neutron] Pushing event updated for resources: {'Port': ['ID=c27c8ba7-f252-4888-adba-ebee31b53b3d,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:37.082451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46659b2a-1f37-49cf-bcab-6891fc4ba9fb req-cff89ac3-db0d-4499-98d6-2265bd3b5674 service neutron] 10.222.0.53 "GET /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237567 Oct 22 15:12:37.138035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655435d-8f2c-403f-b734-3d750d88f4c2 req-c740f18e-3c9b-45c3-8a7d-13dca709f68c tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.151649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c655435d-8f2c-403f-b734-3d750d88f4c2 req-c740f18e-3c9b-45c3-8a7d-13dca709f68c tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 944 time: 0.5689318 Oct 22 15:12:37.243648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c655435d-8f2c-403f-b734-3d750d88f4c2 req-ac686ca4-f7fa-4856-aad5-bb780ba72c55 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910144 Oct 22 15:12:37.269263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-52448a34-31ae-4c97-9b51-197ae216cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.271120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-52448a34-31ae-4c97-9b51-197ae216cf11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=007585a40238444b919215f1c88609a3&device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1095 time: 0.0910976 Oct 22 15:12:37.369043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-9d28eced-c128-41a1-826f-fabf712b0a09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d HTTP/1.1" status: 200 len: 217 time: 0.0889106 Oct 22 15:12:37.399914 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4133d7c-577f-4bdd-a6ba-7d73e927c41f x-openstack-request-id: req-e4133d7c-577f-4bdd-a6ba-7d73e927c41f {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:37.400405 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:37.400492 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4133d7c-577f-4bdd-a6ba-7d73e927c41f {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:37.400846 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'status': 'completed', 'code': 200} Oct 22 15:12:37.428098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port a75ae86e-189f-4e41-ae6d-386d6bc57f82 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:37.432779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port a75ae86e-189f-4e41-ae6d-386d6bc57f82 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:37.433154 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:37.494407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04dddc-3c2f-45b8-990e-869b2a0af8e7 req-7627c227-72b1-4215-b70b-a20982bd9789 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.496019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c04dddc-3c2f-45b8-990e-869b2a0af8e7 req-7627c227-72b1-4215-b70b-a20982bd9789 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 944 time: 0.1249812 Oct 22 15:12:37.500721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-4fcb3599-952b-4023-adff-ec39dc0bdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.502388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-4fcb3599-952b-4023-adff-ec39dc0bdce0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2152db7f-2a36-4142-9638-6a8eea043af5 HTTP/1.1" status: 200 len: 848 time: 0.1200740 Oct 22 15:12:37.542041 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:37.572064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c04dddc-3c2f-45b8-990e-869b2a0af8e7 req-740445fa-f4fa-4a93-a512-a99544cdfc2c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671380 Oct 22 15:12:37.580864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8ec121-5124-40c6-8681-f473ddcea657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:37.582254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-a746f75b-7687-4a61-a57a-9b48b4e00913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.583793 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960f83c-cc66-4ae7-abf6-54a21e96adaa" -d '{"events": [{"server_uuid": "db8ec121-5124-40c6-8681-f473ddcea657", "name": "network-vif-plugged", "status": "completed", "tag": "a75ae86e-189f-4e41-ae6d-386d6bc57f82"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:37.585140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-a746f75b-7687-4a61-a57a-9b48b4e00913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d70599-6846-4af9-b3e1-6d728df9864d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629210 Oct 22 15:12:37.600268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a75ae86e-189f-4e41-ae6d-386d6bc57f82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:37.703915 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:37.764021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a75ae86e-189f-4e41-ae6d-386d6bc57f82,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:37.767621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-8d1b4eb7-bb84-4711-9fd6-fab46f7d4115 service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736641 Oct 22 15:12:37.777719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e668-489e-4c77-9b7d-63714197dd3d req-246a53f6-6986-475a-8fa6-b3ec68f79704 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.779257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b03e668-489e-4c77-9b7d-63714197dd3d req-246a53f6-6986-475a-8fa6-b3ec68f79704 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 946 time: 0.1433370 Oct 22 15:12:37.799615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.805613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.811703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.822705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.833367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.839350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.849881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:37.856166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90e904c1-8410-4389-b92f-1418da29097e req-4a0e9157-a483-4037-85a5-0f44bf1902e1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5438 time: 0.1654339 Oct 22 15:12:37.982310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90e904c1-8410-4389-b92f-1418da29097e req-0abe46d6-dffd-4f5e-8a19-a3f85cf14d8a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227729 Oct 22 15:12:37.991895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b03e668-489e-4c77-9b7d-63714197dd3d req-cf1bd546-ee7f-4c88-b549-d87b9f8c1388 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335919 Oct 22 15:12:37.997867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b974f7ef-229d-408a-9a59-15f22f4779c2 req-9a3e539f-c19d-460a-82b4-9148e80b6160 service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166939 Oct 22 15:12:38.081009 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d729b12d-b62e-4e3f-9214-a69d90920f35 x-openstack-request-id: req-d729b12d-b62e-4e3f-9214-a69d90920f35 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:38.082096 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8ec121-5124-40c6-8681-f473ddcea657", "name": "network-vif-plugged", "status": "completed", "tag": "a75ae86e-189f-4e41-ae6d-386d6bc57f82", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:38.082096 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d729b12d-b62e-4e3f-9214-a69d90920f35 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:38.082585 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8ec121-5124-40c6-8681-f473ddcea657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82', 'code': 200} Oct 22 15:12:38.167399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36686d9b-6a1e-44a7-bb22-e5eb4935f074 req-df839758-d82b-4284-9272-7419dde1203f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.179860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36686d9b-6a1e-44a7-bb22-e5eb4935f074 req-df839758-d82b-4284-9272-7419dde1203f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0792859 Oct 22 15:12:38.219195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fba25-9800-432d-8f5d-49e064024966 req-f2fdc531-5021-4f4f-b1e3-e1fee8ec7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.221462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-675fba25-9800-432d-8f5d-49e064024966 req-f2fdc531-5021-4f4f-b1e3-e1fee8ec7e6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 1096 time: 0.0595813 Oct 22 15:12:38.264405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190947cc-e360-44f4-93b5-9540b4954a05 req-bf6443ea-7cfa-457c-82b9-219d84fe5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.268559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-bf6443ea-7cfa-457c-82b9-219d84fe5720 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=007585a40238444b919215f1c88609a3&device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1095 time: 0.0632489 Oct 22 15:12:38.271291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-675fba25-9800-432d-8f5d-49e064024966 req-9168634f-3301-496a-9c7f-06da11527569 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Oct 22 15:12:38.283200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36686d9b-6a1e-44a7-bb22-e5eb4935f074 req-003433e7-3191-463d-8cc5-ffda73df1863 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014268 Oct 22 15:12:38.412492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190947cc-e360-44f4-93b5-9540b4954a05 req-66962fb6-6ba1-4a06-b08b-a1ec3c33a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.414030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-66962fb6-6ba1-4a06-b08b-a1ec3c33a30d service neutron] 10.222.0.53 "GET /v2.0/networks?id=14d70599-6846-4af9-b3e1-6d728df9864d HTTP/1.1" status: 200 len: 910 time: 0.1298506 Oct 22 15:12:38.425561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799d3ac-39fd-4ad7-8660-371d9f813e5a req-09347af9-2212-4823-9821-137d8e8b8a1d tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.427115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1799d3ac-39fd-4ad7-8660-371d9f813e5a req-09347af9-2212-4823-9821-137d8e8b8a1d tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 944 time: 0.0978670 Oct 22 15:12:38.480478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-897b575a-3542-4e36-b463-6c3f54f02b8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d HTTP/1.1" status: 200 len: 217 time: 0.0523522 Oct 22 15:12:38.543441 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1799d3ac-39fd-4ad7-8660-371d9f813e5a req-667471a0-ebbe-45d2-b2c9-9bfe82a67ce0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032162 Oct 22 15:12:38.552880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190947cc-e360-44f4-93b5-9540b4954a05 req-b82de1d0-47b9-48ef-ac7c-ed0302acf794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.554589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-b82de1d0-47b9-48ef-ac7c-ed0302acf794 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2152db7f-2a36-4142-9638-6a8eea043af5 HTTP/1.1" status: 200 len: 848 time: 0.0662293 Oct 22 15:12:38.616080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190947cc-e360-44f4-93b5-9540b4954a05 req-7f3f2b6f-93be-4933-9124-3d93f656b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.618025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-7f3f2b6f-93be-4933-9124-3d93f656b58b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d70599-6846-4af9-b3e1-6d728df9864d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437059 Oct 22 15:12:38.759181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-e2752d6c-37fa-4de5-b8ae-7900ac80f1cb service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310160 Oct 22 15:12:38.769642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7dbb5-63b2-4fce-9f34-2145451104a5 req-a984f039-feb9-480b-b6db-56d386731359 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.771056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eba7dbb5-63b2-4fce-9f34-2145451104a5 req-a984f039-feb9-480b-b6db-56d386731359 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0677631 Oct 22 15:12:38.860764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eba7dbb5-63b2-4fce-9f34-2145451104a5 req-56d7972d-1ae1-4a71-a20d-1699ec11f35d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818033 Oct 22 15:12:38.867439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e556b199-a289-40f0-b24e-3b672144cde3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:38.905135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-190947cc-e360-44f4-93b5-9540b4954a05 req-4c85885b-fb12-46f9-94d5-91291975e31e service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330817 Oct 22 15:12:38.914560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-014c05cd-4723-4661-8e71-5e5c325fa8ea tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:38.916331 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-014c05cd-4723-4661-8e71-5e5c325fa8ea tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 946 time: 0.0514767 Oct 22 15:12:39.013749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Deleting port b73d89ae-5936-43a6-8782-68fc09b58d4c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:12:39.014089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.022889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port e556b199-a289-40f0-b24e-3b672144cde3 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:39.028107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port e556b199-a289-40f0-b24e-3b672144cde3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:39.028474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.133986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] For port b73d89ae-5936-43a6-8782-68fc09b58d4c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b73d89ae-5936-43a6-8782-68fc09b58d4c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:39.134253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.137063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.148984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Calling delete_port for b73d89ae-5936-43a6-8782-68fc09b58d4c owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:12:39.174616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e556b199-a289-40f0-b24e-3b672144cde3,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:39.191090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.197173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.203903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.211006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.217061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.223754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.229741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.231741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-97c02dad-99ab-4997-a0c9-933f7e9d78bc tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5438 time: 0.1378665 Oct 22 15:12:39.239813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148d6c-c211-491e-962d-51fb7752131b req-ff67adfd-a2f2-4955-a6c4-d50a3be4c842 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.241489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37148d6c-c211-491e-962d-51fb7752131b req-ff67adfd-a2f2-4955-a6c4-d50a3be4c842 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 946 time: 0.1344824 Oct 22 15:12:39.307255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ab9da7a-ebaf-47ae-a20a-7fbbea03d09b req-86b0f944-eabd-489c-b7dc-6be8d620c074 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602808 Oct 22 15:12:39.311950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37148d6c-c211-491e-962d-51fb7752131b req-dbe316d2-84c6-490c-a255-daf3942fe7f9 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Oct 22 15:12:39.354700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.355613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f9b3d6b2-169e-4c1d-9602-e385a85dc17e up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:39.399182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.418476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf', 'd9b56bad-165d-4a41-97dc-d5f52ea7257c', 'b73d89ae-5936-43a6-8782-68fc09b58d4c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:39.429789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397454b3-0008-4815-96ac-b3bd56787666 req-959f6ac6-0d5d-4fc8-b5c8-de2173061883 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.431374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2cbdb978-fd9f-4b9f-81c1-4890717b1719'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:39.431522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-397454b3-0008-4815-96ac-b3bd56787666 req-959f6ac6-0d5d-4fc8-b5c8-de2173061883 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0576003 Oct 22 15:12:39.473985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event deleted for resources: {'Port': ['ID=b73d89ae-5936-43a6-8782-68fc09b58d4c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:39.492973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-397454b3-0008-4815-96ac-b3bd56787666 req-29878f51-2ba0-44ec-a215-da9782cbad5e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511029 Oct 22 15:12:39.531850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] No DVR routers for this DVR port b73d89ae-5936-43a6-8782-68fc09b58d4c on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:12:39.534584 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.538083 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7ba98a64-4483-4e04-86c2-8842e313b9a1 req-38160d52-ddda-4f6c-9d2d-d78e54a40709 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "DELETE /v2.0/ports/b73d89ae-5936-43a6-8782-68fc09b58d4c HTTP/1.1" status: 204 len: 173 time: 0.6154692 Oct 22 15:12:39.538608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8148b3a4-1342-4605-8d20-17985e82d60c', 'name': 'network-vif-deleted', 'tag': 'b73d89ae-5936-43a6-8782-68fc09b58d4c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:39.541241 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921d26dc-bedd-47e2-88d9-8f927a0697f9" -d '{"events": [{"server_uuid": "8148b3a4-1342-4605-8d20-17985e82d60c", "name": "network-vif-deleted", "tag": "b73d89ae-5936-43a6-8782-68fc09b58d4c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:39.560782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:39.580672 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d704e0-788b-400e-a705-9967c2441662 x-openstack-request-id: req-25d704e0-788b-400e-a705-9967c2441662 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:39.580975 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8148b3a4-1342-4605-8d20-17985e82d60c", "name": "network-vif-deleted", "tag": "b73d89ae-5936-43a6-8782-68fc09b58d4c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:39.581748 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25d704e0-788b-400e-a705-9967c2441662 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:39.581748 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8148b3a4-1342-4605-8d20-17985e82d60c', 'name': 'network-vif-deleted', 'tag': 'b73d89ae-5936-43a6-8782-68fc09b58d4c', 'status': 'completed', 'code': 200} Oct 22 15:12:39.674672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port f9b3d6b2-169e-4c1d-9602-e385a85dc17e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:39.690495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4721-db0e-42ba-a895-e681143417b9 req-75dff85b-cc97-4c39-9a7e-ac4d53683996 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:39.692043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eaf4721-db0e-42ba-a895-e681143417b9 req-75dff85b-cc97-4c39-9a7e-ac4d53683996 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 944 time: 0.0603580 Oct 22 15:12:39.693999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port f9b3d6b2-169e-4c1d-9602-e385a85dc17e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:39.694371 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:39.732864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eaf4721-db0e-42ba-a895-e681143417b9 req-ce5bac79-f277-4b20-be22-37d671ae59dc tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343342 Oct 22 15:12:40.022329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3338e29-f2c8-4b9b-9e00-1a0b2e373e94 req-ce35989b-ec3e-4b71-b599-007a37922ddf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.023997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3338e29-f2c8-4b9b-9e00-1a0b2e373e94 req-ce35989b-ec3e-4b71-b599-007a37922ddf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0602536 Oct 22 15:12:40.060343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:40.070287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3338e29-f2c8-4b9b-9e00-1a0b2e373e94 req-43a53c43-c945-40d3-aee0-07d3273ab20b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Oct 22 15:12:40.084698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:40.087015 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d4adc7-7ce1-42ee-bfda-36c40c5b2320" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "e556b199-a289-40f0-b24e-3b672144cde3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:40.124193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:40.130184 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef9cee-8091-4fe7-9afe-6cf947941c9c x-openstack-request-id: req-5fef9cee-8091-4fe7-9afe-6cf947941c9c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:40.137251 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "e556b199-a289-40f0-b24e-3b672144cde3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:40.137251 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fef9cee-8091-4fe7-9afe-6cf947941c9c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:40.137251 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3', 'code': 200} Oct 22 15:12:40.262568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:40.263711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8b074713-ef14-48ed-bde4-f627208923be up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:40.345575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:40.440031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 8b074713-ef14-48ed-bde4-f627208923be completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:40.444281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 8b074713-ef14-48ed-bde4-f627208923be triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:40.444655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:40.461511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba5824c4-e444-404e-a32a-4157d584c740 req-4dcca810-c9b1-4a38-b782-e4b3e588cbce tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8148b3a4-1342-4605-8d20-17985e82d60c HTTP/1.1" status: 200 len: 210 time: 0.0363061 Oct 22 15:12:40.487988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.495105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.501726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.508790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.514906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.522270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.528760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.530881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-485548fe-81d4-4f8c-9535-99017b49d31b req-382cb18a-fbdd-4254-8810-25f2a2c52987 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5440 time: 0.1349187 Oct 22 15:12:40.538726 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:40.579705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8b074713-ef14-48ed-bde4-f627208923be,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:40.588896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-485548fe-81d4-4f8c-9535-99017b49d31b req-36e058dd-00d5-4088-a22a-908b4f12cca6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489490 Oct 22 15:12:40.625300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2d2cf-c45e-4c29-8b3b-df7c35b4a992 req-560e95c3-3c51-4dce-a347-a9973a590cc3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.626760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d2d2cf-c45e-4c29-8b3b-df7c35b4a992 req-560e95c3-3c51-4dce-a347-a9973a590cc3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0550020 Oct 22 15:12:40.669648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d2d2cf-c45e-4c29-8b3b-df7c35b4a992 req-d0299600-b8c4-41d3-b764-2a6d78400fa6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Oct 22 15:12:40.703649 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:40.705421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device cb35dafc-3cf6-4922-854f-c2913919126c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:40.801522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:40.877312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c27c8ba7-f252-4888-adba-ebee31b53b3d details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:40.878146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4a0fa-6bfd-4dc1-9528-7b91d29b891c req-4384ac8a-e031-4a1d-843d-eb45437731c5 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:40.879685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71c4a0fa-6bfd-4dc1-9528-7b91d29b891c req-4384ac8a-e031-4a1d-843d-eb45437731c5 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 944 time: 0.0518906 Oct 22 15:12:40.914536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port cb35dafc-3cf6-4922-854f-c2913919126c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:40.928947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port cb35dafc-3cf6-4922-854f-c2913919126c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:40.929321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:40.931594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-71c4a0fa-6bfd-4dc1-9528-7b91d29b891c req-705a7332-255f-419b-9bd1-747ec7ff9b13 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Oct 22 15:12:41.016671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c27c8ba7-f252-4888-adba-ebee31b53b3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:41.030639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'port_id': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'mac_address': 'fa:16:3e:e1:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:41.097363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.099204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.126440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27c8ba7-f252-4888-adba-ebee31b53b3d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:41.155121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port cb35dafc-3cf6-4922-854f-c2913919126c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=cb35dafc-3cf6-4922-854f-c2913919126c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:41.163361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c27c8ba7-f252-4888-adba-ebee31b53b3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:41.203961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43028d-bce7-409e-bf92-f00c03597c3c req-115956ef-ebfb-46eb-8fa4-60fab94dc2ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.205756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b43028d-bce7-409e-bf92-f00c03597c3c req-115956ef-ebfb-46eb-8fa4-60fab94dc2ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0546684 Oct 22 15:12:41.244789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b43028d-bce7-409e-bf92-f00c03597c3c req-16a5d42b-7c72-440c-8bf7-83df9d173dd6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Oct 22 15:12:41.297453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.300307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1263c878-b5a4-4ddf-9629-d53ff53b66e3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:41.354259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.363695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488c1f9-9cbc-4f02-87ea-f9707a01f269 req-9508320a-4a5c-4f39-87e8-d210bcfad456 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.365320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b488c1f9-9cbc-4f02-87ea-f9707a01f269 req-9508320a-4a5c-4f39-87e8-d210bcfad456 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0510194 Oct 22 15:12:41.405425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=cb35dafc-3cf6-4922-854f-c2913919126c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:41.428658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b488c1f9-9cbc-4f02-87ea-f9707a01f269 req-8eae18a5-c8f8-46a0-ad17-0966419c05b5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Oct 22 15:12:41.490296 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.492458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c27c8ba7-f252-4888-adba-ebee31b53b3d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:41.570130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4562e6c-dd7d-4319-a66d-e57f11316f18 req-1d490678-b920-4e89-9120-a5db6d7254e3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.571353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:41.572064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4562e6c-dd7d-4319-a66d-e57f11316f18 req-1d490678-b920-4e89-9120-a5db6d7254e3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0588021 Oct 22 15:12:41.576461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:41.577002 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.617723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4562e6c-dd7d-4319-a66d-e57f11316f18 req-2ac43c64-d20c-47ef-b6a4-4c1b243c30b2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379837 Oct 22 15:12:41.668325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.701811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['c27c8ba7-f252-4888-adba-ebee31b53b3d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:41.733790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:41.782912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.789068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.795122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.801946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.807993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.814830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.833503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.836523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-4042ba42-91a4-4087-8411-db12022c85d1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5442 time: 0.1509573 Oct 22 15:12:41.917954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:41.926554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd001-2f56-485f-99ff-8c374c110bf5 req-a799a1f7-b950-4be1-a254-d8190f6ae0e6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:41.928112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84ccd001-2f56-485f-99ff-8c374c110bf5 req-a799a1f7-b950-4be1-a254-d8190f6ae0e6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1704934 Oct 22 15:12:41.932156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68d4b36e-6e03-4e29-8f21-08342e81d376 req-68aea2a6-d293-4c1e-b0d1-fe2e6fa3fd14 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748162 Oct 22 15:12:41.934764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:41.986123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84ccd001-2f56-485f-99ff-8c374c110bf5 req-9e4b1f22-6256-4a00-9918-eab8b720a77d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506611 Oct 22 15:12:42.036186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:42.132532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b3d6b2-169e-4c1d-9602-e385a85dc17e'}, {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b074713-ef14-48ed-bde4-f627208923be'}, {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35dafc-3cf6-4922-854f-c2913919126c'}, {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1263c878-b5a4-4ddf-9629-d53ff53b66e3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:42.135104 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd3efbd-b65a-45cb-ba82-ac736c646b02" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "f9b3d6b2-169e-4c1d-9602-e385a85dc17e"}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "8b074713-ef14-48ed-bde4-f627208923be"}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "cb35dafc-3cf6-4922-854f-c2913919126c"}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "1263c878-b5a4-4ddf-9629-d53ff53b66e3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:42.173776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86142a9-e290-4106-99ee-28ef9e5d6154 req-18c90f84-c112-4234-95dd-eaa76b918fd6 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:42.175544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a86142a9-e290-4106-99ee-28ef9e5d6154 req-18c90f84-c112-4234-95dd-eaa76b918fd6 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Oct 22 15:12:42.229976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a86142a9-e290-4106-99ee-28ef9e5d6154 req-139dcce9-eabb-4af8-b26b-05100ce0cd52 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458422 Oct 22 15:12:42.276947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-3fa1ff0b-07cf-406a-a1eb-4e69191ed093 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680058 Oct 22 15:12:42.279855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:42.294787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:42.295440 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:42.300994 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27decfea-80be-4074-9b16-c851d5e67fda x-openstack-request-id: req-27decfea-80be-4074-9b16-c851d5e67fda {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:42.301335 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "f9b3d6b2-169e-4c1d-9602-e385a85dc17e", "code": 200}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "8b074713-ef14-48ed-bde4-f627208923be", "code": 200}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "cb35dafc-3cf6-4922-854f-c2913919126c", "code": 200}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "1263c878-b5a4-4ddf-9629-d53ff53b66e3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:42.301586 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27decfea-80be-4074-9b16-c851d5e67fda {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:42.301979 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b3d6b2-169e-4c1d-9602-e385a85dc17e', 'code': 200} Oct 22 15:12:42.302234 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b074713-ef14-48ed-bde4-f627208923be', 'code': 200} Oct 22 15:12:42.302481 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35dafc-3cf6-4922-854f-c2913919126c', 'code': 200} Oct 22 15:12:42.307132 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1263c878-b5a4-4ddf-9629-d53ff53b66e3', 'code': 200} Oct 22 15:12:42.397878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-21f67713-40cd-4118-a202-624491037f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:42.399709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-21f67713-40cd-4118-a202-624491037f5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3d94d197092452d9ca5209206dbfca1&device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 1097 time: 0.0620754 Oct 22 15:12:42.420276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:42.471130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:42.534058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-e6229ae3-9764-4ae6-958b-5d732aa371ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:42.536094 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-e6229ae3-9764-4ae6-958b-5d732aa371ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 200 len: 916 time: 0.1100326 Oct 22 15:12:42.588141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-958cae12-d423-49a0-82f9-c66dcc88f10a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719 HTTP/1.1" status: 200 len: 217 time: 0.0437567 Oct 22 15:12:42.605415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:42.606565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b73d89ae-5936-43a6-8782-68fc09b58d4c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:12:42.646889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-6651f127-0d26-497c-be42-c0edc02a186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:42.648430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-6651f127-0d26-497c-be42-c0edc02a186a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 200 len: 855 time: 0.0532384 Oct 22 15:12:42.665613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: b73d89ae-5936-43a6-8782-68fc09b58d4c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:12:42.666247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b73d89ae-5936-43a6-8782-68fc09b58d4c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:12:42.681584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed1ca5-71cc-48bf-8a1d-7d7174a3c2b2 req-c5c40413-866e-4637-bcf6-672d3a13822a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:42.689782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ed1ca5-71cc-48bf-8a1d-7d7174a3c2b2 req-c5c40413-866e-4637-bcf6-672d3a13822a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0939856 Oct 22 15:12:42.713146 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-5ae95cd8-95e2-4b0a-9560-5d1799675cdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ea99d4-319d-41f9-af65-e5a402b84c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545251 Oct 22 15:12:42.719731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:42.738549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ed1ca5-71cc-48bf-8a1d-7d7174a3c2b2 req-0ae805e5-8bf6-451f-9da3-d640b7a0ea4e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433595 Oct 22 15:12:42.824564 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-d04e6450-c083-42ee-b29a-f22a4c4159c5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022863 Oct 22 15:12:42.918377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0e4f05c1-49ee-4bb3-a262-b75005bba538 req-0f21c269-559f-4492-8308-2ac855657af0 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859320 Oct 22 15:12:43.114216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.120784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.126984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.132983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.138922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.144970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.150897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.153263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-15ead274-312e-49c0-a4eb-c4b80b250e9c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1278214 Oct 22 15:12:43.173420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1973ae-8e32-4b61-8313-113d8e957101 req-028ecc0a-4053-4b66-9737-3d850367d0ab tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.174801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f1973ae-8e32-4b61-8313-113d8e957101 req-028ecc0a-4053-4b66-9737-3d850367d0ab tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1144624 Oct 22 15:12:43.229853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaa05a60-b395-48f1-843c-6597eb1ff3d8 req-4b3cef4d-5a50-452b-93b6-61ee1bf7d80d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655084 Oct 22 15:12:43.237724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f1973ae-8e32-4b61-8313-113d8e957101 req-ba6ffb59-cb3f-47b6-8e93-b0942ccfbadf tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504115 Oct 22 15:12:43.381583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572fcd-70ed-4052-a457-e67f5744c7c1 req-76e2fc0a-9a2c-4b43-b438-f9d52008c95c tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.383233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd572fcd-70ed-4052-a457-e67f5744c7c1 req-76e2fc0a-9a2c-4b43-b438-f9d52008c95c tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Oct 22 15:12:43.433051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd572fcd-70ed-4052-a457-e67f5744c7c1 req-737fc202-9de5-4c98-a720-c91caef79ca0 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384507 Oct 22 15:12:43.821916 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:12:43.856001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345caea4-2eeb-4656-a9b8-a6b73816d280 req-5a0332a6-ab8c-41c0-9eb9-8276f59a458a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:43.857504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-345caea4-2eeb-4656-a9b8-a6b73816d280 req-5a0332a6-ab8c-41c0-9eb9-8276f59a458a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0556962 Oct 22 15:12:43.899975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-345caea4-2eeb-4656-a9b8-a6b73816d280 req-51372d91-81f3-49b1-8375-c8aa210ebe61 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345826 Oct 22 15:12:44.308108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:44.311277 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc21ec4c-0421-4cf6-b937-fb15ed097baf" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "31fce6d2-dba7-4ac0-8bb6-85acf720ce2c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:44.388126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8989-5eb0-4979-b7fc-a5f022ee1f29 req-53434ab0-cc76-4cc2-b685-c902242858a9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.389689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-103a8989-5eb0-4979-b7fc-a5f022ee1f29 req-53434ab0-cc76-4cc2-b685-c902242858a9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0746644 Oct 22 15:12:44.471645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.478196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.485030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.492241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.498188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.504902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.511191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.513255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6d3d832-3de3-47ed-9155-301738409aed req-5e27096b-3c07-44fa-a3f9-78ad56cd9852 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1333902 Oct 22 15:12:44.517115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-103a8989-5eb0-4979-b7fc-a5f022ee1f29 req-bb53230c-35de-4a69-ac8f-1b209e9385f5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174855 Oct 22 15:12:44.594393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9384e-290a-433e-afa0-1edecfe602ee req-73d15d5a-2571-4136-ab84-f61e8992951f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.596606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-87a9384e-290a-433e-afa0-1edecfe602ee req-73d15d5a-2571-4136-ab84-f61e8992951f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0626373 Oct 22 15:12:44.609691 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a02a34-d04e-49d9-ba91-0a777ccf3ae8 x-openstack-request-id: req-87a02a34-d04e-49d9-ba91-0a777ccf3ae8 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:44.609981 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-plugged", "status": "completed", "tag": "31fce6d2-dba7-4ac0-8bb6-85acf720ce2c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:44.610232 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87a02a34-d04e-49d9-ba91-0a777ccf3ae8 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:44.610627 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c', 'code': 200} Oct 22 15:12:44.629356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6d3d832-3de3-47ed-9155-301738409aed req-82424629-13ed-4c0e-9890-18c056913b7d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040452 Oct 22 15:12:44.768143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.768612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.769070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.769552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.770153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.770570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.771099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.773174 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-1a51bb3b-312c-46e9-812a-13b55c38b7fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.0715165 Oct 22 15:12:44.786119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbdbe2-6017-4ae2-832c-f898e1402a73 req-0c16b0fc-5a19-41dd-85f6-49a153d12514 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:44.788254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0bbdbe2-6017-4ae2-832c-f898e1402a73 req-0c16b0fc-5a19-41dd-85f6-49a153d12514 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 945 time: 0.0558088 Oct 22 15:12:44.792683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port a75ae86e-189f-4e41-ae6d-386d6bc57f82 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:12:44.793029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:44.829374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0bbdbe2-6017-4ae2-832c-f898e1402a73 req-21abd48c-e36d-4a4f-9e48-5996a6784f11 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340149 Oct 22 15:12:44.875981 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-585a5fbe-103b-4fd6-8698-eac8d461e0a1 req-f566625c-e479-4db0-b5fb-2a8483695459 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948384 Oct 22 15:12:44.914439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port a75ae86e-189f-4e41-ae6d-386d6bc57f82, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a75ae86e-189f-4e41-ae6d-386d6bc57f82,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:44.914439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:44.927183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for a75ae86e-189f-4e41-ae6d-386d6bc57f82 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:12:44.932773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c27c8ba7-f252-4888-adba-ebee31b53b3d up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:45.079144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb4b6b-5197-4779-a785-26b77a7c2580 req-7365dca8-5818-4fbe-aef3-80ee36406c81 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.083669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3cb4b6b-5197-4779-a785-26b77a7c2580 req-7365dca8-5818-4fbe-aef3-80ee36406c81 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 945 time: 0.0616894 Oct 22 15:12:45.121815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3cb4b6b-5197-4779-a785-26b77a7c2580 req-063b1e35-b5b9-43d5-a543-0aa6f6545035 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Oct 22 15:12:45.164069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port c27c8ba7-f252-4888-adba-ebee31b53b3d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:12:45.168094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port c27c8ba7-f252-4888-adba-ebee31b53b3d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:45.168480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:45.245545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:45.246905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:45.282250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port c27c8ba7-f252-4888-adba-ebee31b53b3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:45.288247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=a75ae86e-189f-4e41-ae6d-386d6bc57f82,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:45.335614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port a75ae86e-189f-4e41-ae6d-386d6bc57f82 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:12:45.338430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:45.342094 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-87a9384e-290a-433e-afa0-1edecfe602ee req-15a62a20-9e4e-4911-9314-81deacd00155 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "DELETE /v2.0/ports/a75ae86e-189f-4e41-ae6d-386d6bc57f82 HTTP/1.1" status: 204 len: 173 time: 0.7375145 Oct 22 15:12:45.342590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8ec121-5124-40c6-8681-f473ddcea657', 'name': 'network-vif-deleted', 'tag': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:45.345335 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41756c6-06a2-4aca-abfd-c2a00bb96bac" -d '{"events": [{"server_uuid": "db8ec121-5124-40c6-8681-f473ddcea657", "name": "network-vif-deleted", "tag": "a75ae86e-189f-4e41-ae6d-386d6bc57f82"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:45.385920 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd1efb-60d0-4ac3-bbd0-c0a31bc37088 x-openstack-request-id: req-4cfd1efb-60d0-4ac3-bbd0-c0a31bc37088 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:45.386305 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8ec121-5124-40c6-8681-f473ddcea657", "name": "network-vif-deleted", "tag": "a75ae86e-189f-4e41-ae6d-386d6bc57f82", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:45.386964 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cfd1efb-60d0-4ac3-bbd0-c0a31bc37088 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:45.387772 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8ec121-5124-40c6-8681-f473ddcea657', 'name': 'network-vif-deleted', 'tag': 'a75ae86e-189f-4e41-ae6d-386d6bc57f82', 'status': 'completed', 'code': 200} Oct 22 15:12:45.445822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:45.503611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=c27c8ba7-f252-4888-adba-ebee31b53b3d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:45.645890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d319da-fccd-47db-a846-7bd1ce7001d5 req-99f4e10c-1338-492d-a2f8-518666ad9b89 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.647499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74d319da-fccd-47db-a846-7bd1ce7001d5 req-99f4e10c-1338-492d-a2f8-518666ad9b89 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0501373 Oct 22 15:12:45.703023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74d319da-fccd-47db-a846-7bd1ce7001d5 req-6620943b-9101-4dcb-b358-c29be7099479 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459352 Oct 22 15:12:45.778503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.787123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.793299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.800662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.806671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.813952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.819984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.821970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-413cb799-cd85-400c-9f58-497c2be6a3c9 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1060972 Oct 22 15:12:45.866785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c89cb5d-09ab-4f31-a5f4-334234ab90ed req-a0c886af-7798-42a4-83bc-9e97f2e96397 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377975 Oct 22 15:12:45.987556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed5196-40f2-43b2-96ea-83ac2c1a176e req-ed2753bc-cb47-4616-9a74-031efe95a418 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:45.989187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45ed5196-40f2-43b2-96ea-83ac2c1a176e req-ed2753bc-cb47-4616-9a74-031efe95a418 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.0648096 Oct 22 15:12:46.044662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45ed5196-40f2-43b2-96ea-83ac2c1a176e req-d8f4e571-1a2c-4919-876f-9d04143aabe1 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445476 Oct 22 15:12:46.260889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c50cb8f1-b897-4fd4-a702-e983337d4161 req-721ae31e-f380-4ee9-9ec0-61d6f52a218f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0322409 Oct 22 15:12:46.611787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:46.614738 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170cd465-abf0-474a-bf6f-46736faeb73c" -d '{"events": [{"server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "name": "network-vif-plugged", "status": "completed", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:46.660530 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615986b-8402-4608-901f-59eb82252548 x-openstack-request-id: req-8615986b-8402-4608-901f-59eb82252548 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:46.660827 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "name": "network-vif-plugged", "status": "completed", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:46.661236 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8615986b-8402-4608-901f-59eb82252548 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:46.661846 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'code': 200} Oct 22 15:12:46.779533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bae1a-3476-4494-bd01-c1def08b517e req-ca7bc44a-1df8-40a6-a19e-cf5c8fb80862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:46.782161 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a9bae1a-3476-4494-bd01-c1def08b517e req-ca7bc44a-1df8-40a6-a19e-cf5c8fb80862 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1097 time: 0.0600576 Oct 22 15:12:46.852962 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a9bae1a-3476-4494-bd01-c1def08b517e req-8526b0f3-bd94-4f36-8841-a8dd17c8da7a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557780 Oct 22 15:12:46.930248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e846-b384-4057-b624-04e7d3bf6aaf req-7e7264ae-675d-49f5-836b-6a074b68613a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:46.932147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3911e846-b384-4057-b624-04e7d3bf6aaf req-7e7264ae-675d-49f5-836b-6a074b68613a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0791223 Oct 22 15:12:46.970932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e3ae-d0dc-4d94-b020-b15a2c95154a req-0f21fc61-efe4-4c4b-a4fa-15629f5d1607 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:46.972612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc76e3ae-d0dc-4d94-b020-b15a2c95154a req-0f21fc61-efe4-4c4b-a4fa-15629f5d1607 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 946 time: 0.1319242 Oct 22 15:12:47.001422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a75ae86e-189f-4e41-ae6d-386d6bc57f82 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:12:47.040900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3911e846-b384-4057-b624-04e7d3bf6aaf req-e603e244-56ad-46c9-b707-b40f599e43fc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Oct 22 15:12:47.042784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: a75ae86e-189f-4e41-ae6d-386d6bc57f82 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:12:47.043656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a75ae86e-189f-4e41-ae6d-386d6bc57f82 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:12:47.086706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc76e3ae-d0dc-4d94-b020-b15a2c95154a req-9ae5a729-b035-4ba4-a681-dac994469cec tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063793 Oct 22 15:12:47.272785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.280511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.290335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.297250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.303768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.310222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.316403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.318861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-12a99885-bb28-4881-9a41-bb7abcb93959 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1611042 Oct 22 15:12:47.344418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c56856-a813-44c1-961e-4f01203c7e83 req-a7dc3405-5fe5-4eff-9bb4-7e3b01f3a732 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.346068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1c56856-a813-44c1-961e-4f01203c7e83 req-a7dc3405-5fe5-4eff-9bb4-7e3b01f3a732 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.1421652 Oct 22 15:12:47.410747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-013dd973-9068-46f6-ad74-917f4fa4c40a req-eea1c450-4b58-486c-90aa-5dabba8ef581 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852120 Oct 22 15:12:47.449113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1c56856-a813-44c1-961e-4f01203c7e83 req-68bd8151-6fc1-4706-a3d4-2c65ed7efafb tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907843 Oct 22 15:12:47.551495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7f3fb0e-6f4d-4a56-a6f0-23a0b146eeca req-6f00edc2-7bb8-43da-a675-06ad26754c71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0408685 Oct 22 15:12:47.615188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.621418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.628161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.634168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.640796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.646955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.653015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:47.654950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6791097-210c-4934-8791-a47c2438df85 req-8b3005a0-add8-4f25-94fc-2684b3350fb3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1060598 Oct 22 15:12:47.665680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 44834) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:47.676625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Request body: {'floatingip': {'port_id': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:47.720426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:48.212974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd90c7-277c-42cd-a469-639da6aaa33d req-f54d509a-b160-4a99-8d93-1fb966bcc49d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:48.226710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33fd90c7-277c-42cd-a469-639da6aaa33d req-f54d509a-b160-4a99-8d93-1fb966bcc49d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0953779 Oct 22 15:12:48.288809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33fd90c7-277c-42cd-a469-639da6aaa33d req-9078457e-ab66-44c1-98e7-c40c1ef2c5e9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Oct 22 15:12:48.300501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09b44-7820-4c16-9338-f7691c22b5d9 req-0413e8fb-ace9-4018-aaa8-876376a8a8a6 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:48.310528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bae09b44-7820-4c16-9338-f7691c22b5d9 req-0413e8fb-ace9-4018-aaa8-876376a8a8a6 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 946 time: 0.0858107 Oct 22 15:12:48.310734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:48.346306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bae09b44-7820-4c16-9338-f7691c22b5d9 req-52654552-0593-4834-808c-1c6d48eadf7b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Oct 22 15:12:48.513891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:48.591646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31493433-70b5-4558-8873-c154d8e5ea51 req-4ef2e3bf-1fe1-46bc-bfc4-1b87028eeaf6 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:48.606683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31493433-70b5-4558-8873-c154d8e5ea51 req-4ef2e3bf-1fe1-46bc-bfc4-1b87028eeaf6 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.0950825 Oct 22 15:12:48.679518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31493433-70b5-4558-8873-c154d8e5ea51 req-48df964d-1378-42cd-a4b5-5326a801d822 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717144 Oct 22 15:12:48.695242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48497822-bef6-46d1-92dd-b551adbffeba req-a5f4b03f-dd55-4b40-a5c9-d53c2c48053a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0485532 Oct 22 15:12:48.728474 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Floating IP 928da653-24f8-410b-9d6d-7869315192c2 associated. External IP: 172.25.1.252, port: 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6. Oct 22 15:12:48.957844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Router c10d6bb9-5cef-4380-87ce-c468d330565f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:12:49.102128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:12:49.107239 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:49.116005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] Sync routers for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:12:49.127059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:49.127940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:49.149645 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b089e8d4-82f4-4d31-8c5b-4dedf6409bfa tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "PUT /v2.0/floatingips/928da653-24f8-410b-9d6d-7869315192c2 HTTP/1.1" status: 200 len: 991 time: 1.4734144 Oct 22 15:12:49.151296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:49.153621 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be097359-f9f4-4299-a00b-ea370225a76c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:49.208726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f782-6528-4edb-a634-f0483299c26f req-e19aabfe-d1c0-4894-858b-a180db48b976 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.208726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8286f782-6528-4edb-a634-f0483299c26f req-e19aabfe-d1c0-4894-858b-a180db48b976 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 946 time: 0.1939285 Oct 22 15:12:49.208726 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d3eaf4-42d3-4402-aa9f-7977161f19ad x-openstack-request-id: req-37d3eaf4-42d3-4402-aa9f-7977161f19ad {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:49.208726 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:49.208726 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37d3eaf4-42d3-4402-aa9f-7977161f19ad {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:49.208726 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'status': 'completed', 'code': 200} Oct 22 15:12:49.282558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:49.353776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.354411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.354942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.355478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.356073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.356630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.357143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.359872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-ff3d0f1c-62a0-4815-97b9-78d78908c879 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.1145577 Oct 22 15:12:49.411598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Deleting port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:12:49.411598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:49.454722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01918eee-bb76-4e97-9e9e-245e99468cd7 req-8b6c701f-1287-40e5-bf81-9108d06a8135 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.484112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01918eee-bb76-4e97-9e9e-245e99468cd7 req-8b6c701f-1287-40e5-bf81-9108d06a8135 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1136780 Oct 22 15:12:49.560283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] For port 2cbdb978-fd9f-4b9f-81c1-4890717b1719, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2cbdb978-fd9f-4b9f-81c1-4890717b1719,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:49.560805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:49.617020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01918eee-bb76-4e97-9e9e-245e99468cd7 req-c2292dd9-b823-4d38-b259-98b6efa5fa9a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315565 Oct 22 15:12:49.660854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36432a2e-c14d-456b-a850-7f4369ce90f2 req-65e0bcf8-d7f8-42f7-94a3-5b5674316d43 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.668754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36432a2e-c14d-456b-a850-7f4369ce90f2 req-65e0bcf8-d7f8-42f7-94a3-5b5674316d43 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 946 time: 0.1453824 Oct 22 15:12:49.669671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '928da653-24f8-410b-9d6d-7869315192c2', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'port_id': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'mac_address': 'fa:16:3e:b7:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:11:22Z', 'updated_at': '2021-10-22T15:12:48Z', 'revision_number': 1, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:58Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:49.702154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] Checking router: c10d6bb9-5cef-4380-87ce-c468d330565f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:12:49.714935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:49.715876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:49.756530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36432a2e-c14d-456b-a850-7f4369ce90f2 req-5ce216e7-4e4d-401b-9f2e-0544b10a6935 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864620 Oct 22 15:12:49.906493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:49.943611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a54d5ca7-4fc9-4072-91cb-65cf48b24036 req-fb404b36-effb-4634-b09c-be9a2b2f76e0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0484974 Oct 22 15:12:49.964037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Calling delete_port for 2cbdb978-fd9f-4b9f-81c1-4890717b1719 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:12:49.965877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427498-dd55-45f5-8314-6da3c808a80d req-87d09552-fd04-4034-9779-ff304e389598 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:49.974160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18427498-dd55-45f5-8314-6da3c808a80d req-87d09552-fd04-4034-9779-ff304e389598 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.1216726 Oct 22 15:12:50.012788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18427498-dd55-45f5-8314-6da3c808a80d req-81f3d619-b91e-42d7-b92f-f8ade162cbf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Oct 22 15:12:50.107415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-f4c0d5d3-1963-466d-8df1-fb43357f3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.151742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-f4c0d5d3-1963-466d-8df1-fb43357f3b58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478 HTTP/1.1" status: 200 len: 917 time: 0.7769983 Oct 22 15:12:50.196579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40546f53-72a8-4984-9d57-1e21b1ab2e56 req-28cc08cc-49ca-4c56-8cc8-c675f98b2884 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.197524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '928da653-24f8-410b-9d6d-7869315192c2', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'port_id': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'mac_address': 'fa:16:3e:b7:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:11:22Z', 'updated_at': '2021-10-22T15:12:48Z', 'revision_number': 1, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:58Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:50.200297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40546f53-72a8-4984-9d57-1e21b1ab2e56 req-28cc08cc-49ca-4c56-8cc8-c675f98b2884 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.0781777 Oct 22 15:12:50.245976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b777c-02b8-413a-9bad-199cc4a6fa87 None None] The sync data for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 is: [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '928da653-24f8-410b-9d6d-7869315192c2', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'port_id': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'mac_address': 'fa:16:3e:b7:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:11:22Z', 'updated_at': '2021-10-22T15:12:48Z', 'revision_number': 1, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:58Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:12:50.305223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40546f53-72a8-4984-9d57-1e21b1ab2e56 req-7fa2f6dc-68ef-4b9c-b412-a328772dfbea tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922053 Oct 22 15:12:50.408793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-f5ea2173-2609-4f3c-91f8-0bfd0747e3a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 999 time: 0.2496402 Oct 22 15:12:50.462562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5c3a4-d2ff-4e44-a9ec-4913e30c3565 req-ebc99faf-1b9b-4c34-bafa-075b145ac03c tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.464657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99a5c3a4-d2ff-4e44-a9ec-4913e30c3565 req-ebc99faf-1b9b-4c34-bafa-075b145ac03c tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.0630264 Oct 22 15:12:50.480738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-230816af-960d-463c-b5c0-f3c69864ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.482620 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-230816af-960d-463c-b5c0-f3c69864ab62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 200 len: 855 time: 0.0663784 Oct 22 15:12:50.529809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99a5c3a4-d2ff-4e44-a9ec-4913e30c3565 req-a0f5ff00-40e8-4705-b88d-b36a57b29bb4 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484474 Oct 22 15:12:50.533898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:50.548228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:50.552337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf', 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:50.606877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event deleted for resources: {'Port': ['ID=2cbdb978-fd9f-4b9f-81c1-4890717b1719,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:50.634524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] No DVR routers for this DVR port 2cbdb978-fd9f-4b9f-81c1-4890717b1719 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:12:50.638200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:50.644123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8286f782-6528-4edb-a634-f0483299c26f req-f21bc173-fa66-4de0-b3c7-51fe1e88d10a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.69 "DELETE /v2.0/ports/2cbdb978-fd9f-4b9f-81c1-4890717b1719 HTTP/1.1" status: 204 len: 173 time: 1.4392681 Oct 22 15:12:50.668960 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80a582-2f15-432d-a70a-e6db7bcf69de None None] New status for floating IP 928da653-24f8-410b-9d6d-7869315192c2: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:12:50.679661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097359-f9f4-4299-a00b-ea370225a76c req-a05e949e-ac63-429a-99e8-f058306e3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.682287 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-a05e949e-ac63-429a-99e8-f058306e3f27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911023 Oct 22 15:12:50.861206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-9e61aff3-81b0-4541-9746-0548d9d4c95f service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719859 Oct 22 15:12:50.903019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d18bb-dd0c-45b8-b5ae-a8f3959d3182 tempest-TestServerBasicOps-241918186 tempest-TestServerBasicOps-241918186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.908675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5c4d18bb-dd0c-45b8-b5ae-a8f3959d3182 tempest-TestServerBasicOps-241918186 tempest-TestServerBasicOps-241918186-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1092 time: 0.3589070 Oct 22 15:12:50.910099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44906) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:12:50.916260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:12:50.976138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b9bf-dbc2-4c29-b998-0d977cabfdf6 req-ffd14fad-a852-465e-9163-f388eb28d4b0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:50.988678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d387b9bf-dbc2-4c29-b998-0d977cabfdf6 req-ffd14fad-a852-465e-9163-f388eb28d4b0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1729119 Oct 22 15:12:51.047840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:12:51.052743 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be097359-f9f4-4299-a00b-ea370225a76c req-9615dce9-093e-4674-bfe2-80a53efe2154 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822329 Oct 22 15:12:51.054031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a0c130d-a518-4688-bd48-f4c04a0f3a69 req-780459ca-de2f-4c2d-b036-2ee3c448a725 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0362124 Oct 22 15:12:51.090327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d387b9bf-dbc2-4c29-b998-0d977cabfdf6 req-7d7b5fdd-0f79-447f-9c4a-cf01ca81ad17 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032758 Oct 22 15:12:51.160629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8660076d-836f-4c7f-b2a8-44c74910b5ce req-0116f50d-f1aa-423e-a7a8-7cea91fb3721 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0266037 Oct 22 15:12:51.166814 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:51.191656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:51.193920 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6892ae-3e14-4b30-99b5-d7c03fe86832" -d '{"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:51.204563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'name': 'network-vif-deleted', 'tag': '2cbdb978-fd9f-4b9f-81c1-4890717b1719'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:51.206606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:51.208594 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb89e2a-9d98-45bd-9d35-0d3b2e60d8b6" -d '{"events": [{"server_uuid": "3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2", "name": "network-vif-deleted", "tag": "2cbdb978-fd9f-4b9f-81c1-4890717b1719"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:51.255948 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c9873-1f53-442e-bf39-d42b9472c21b x-openstack-request-id: req-238c9873-1f53-442e-bf39-d42b9472c21b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:51.263797 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:51.263797 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-238c9873-1f53-442e-bf39-d42b9472c21b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:51.263797 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'code': 200} Oct 22 15:12:51.264980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:51.271518 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14127bd7-9697-4068-a950-7e4809aff467 x-openstack-request-id: req-14127bd7-9697-4068-a950-7e4809aff467 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:51.271870 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2", "name": "network-vif-deleted", "tag": "2cbdb978-fd9f-4b9f-81c1-4890717b1719", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:51.272199 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14127bd7-9697-4068-a950-7e4809aff467 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:51.272693 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2', 'name': 'network-vif-deleted', 'tag': '2cbdb978-fd9f-4b9f-81c1-4890717b1719', 'status': 'completed', 'code': 200} Oct 22 15:12:51.380347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:51.432273 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:51.435681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2cbdb978-fd9f-4b9f-81c1-4890717b1719 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:12:51.477908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 2cbdb978-fd9f-4b9f-81c1-4890717b1719 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:12:51.478254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2cbdb978-fd9f-4b9f-81c1-4890717b1719 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:12:51.490381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Allocated IP 172.25.1.230 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/80a7a1eb-7438-42a8-94a1-23c209c4c873) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:12:51.506460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:51.608164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:51.803977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:51.845791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:12:51.848783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:12:51.852279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:12:51.876934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'Port': ['ID=80a7a1eb-7438-42a8-94a1-23c209c4c873,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:52.449001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63100dca-96b8-48ee-95d9-dfc3b123e3a0 req-72217ac4-d0cf-459c-b5dd-0748e6a2c3a4 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ac98768-2c5e-4d14-8b5d-dfbbdaa813f2 HTTP/1.1" status: 200 len: 210 time: 0.0756042 Oct 22 15:12:52.477559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4857a2-868c-42bd-9acd-577c4a484834 req-1ad3430a-0449-4e18-a277-d0ef5e0e8f7c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:52.483722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c4857a2-868c-42bd-9acd-577c4a484834 req-1ad3430a-0449-4e18-a277-d0ef5e0e8f7c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 943 time: 0.1113760 Oct 22 15:12:52.652971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c4857a2-868c-42bd-9acd-577c4a484834 req-46799ade-05af-4c0d-ad76-9ea65335e86c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683097 Oct 22 15:12:52.674578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a5e28ed-09f0-4aac-bcc9-6c9e292b8d18 req-10478004-376a-4416-9082-3bb134051f29 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8ec121-5124-40c6-8681-f473ddcea657 HTTP/1.1" status: 200 len: 210 time: 0.0734694 Oct 22 15:12:52.714072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e7ce28bf-d634-4c25-a6a6-b69a3f97b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:52.769805 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:52.987631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:53.063205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:12:53.186156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:53.191772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:53.208471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'port_id': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'mac_address': 'fa:16:3e:c7:82:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba192f-1850-48ff-93c8-3ceecd4e0c28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:12:53.294909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:53.376351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event updated for resources: {'Port': ['ID=80a7a1eb-7438-42a8-94a1-23c209c4c873,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:53.394258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:53.452228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:53.467397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfea3a8-0428-4835-9897-55ff07559d72 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:12:53.502809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:53.553938 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Floating IP e4f7939f-fd3c-4a7b-9a88-f5ec272a3781 associated. External IP: 172.25.1.230, port: c27c8ba7-f252-4888-adba-ebee31b53b3d. Oct 22 15:12:53.635004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:53.692019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.707270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.709285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.715415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.720128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.720488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:12:53.847074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Router 827395e6-c9c3-42e7-a1a0-ea9992607bbe has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:12:53.875807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcceba7-84b4-4681-968c-fb6153c85d9d req-b7a5baeb-5a22-4bd5-ba35-339010a5a257 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:53.877474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edcceba7-84b4-4681-968c-fb6153c85d9d req-b7a5baeb-5a22-4bd5-ba35-339010a5a257 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 944 time: 0.0758150 Oct 22 15:12:53.994292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['fbfea3a8-0428-4835-9897-55ff07559d72'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:53.995439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edcceba7-84b4-4681-968c-fb6153c85d9d req-ab427fc0-ca3f-459a-8118-94239204bf95 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846221 Oct 22 15:12:54.019138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:12:54.037934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] Sync routers for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:12:54.062789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:54.062789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:54.156939 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:54.240656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3f4170ff-be54-4053-ba50-46bf8efd964b tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3246756 Oct 22 15:12:54.240656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:54.243455 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b13eb4-a386-48af-9f50-e2b815a7b5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:54.278429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14568d1-349d-4162-8bbc-d1093bbc221a req-78093bad-bc4a-4ba2-bf9b-700f58241c9a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:54.279702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:54.295041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14568d1-349d-4162-8bbc-d1093bbc221a req-78093bad-bc4a-4ba2-bf9b-700f58241c9a tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 945 time: 0.1050017 Oct 22 15:12:54.344530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f14568d1-349d-4162-8bbc-d1093bbc221a req-c27c6a98-bda1-41e8-a241-3b1cdba16ad2 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Oct 22 15:12:54.347214 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c58dd-a693-4173-8222-6594e3fdb687 x-openstack-request-id: req-ca1c58dd-a693-4173-8222-6594e3fdb687 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:54.347214 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:54.347516 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca1c58dd-a693-4173-8222-6594e3fdb687 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:54.348205 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'status': 'completed', 'code': 200} Oct 22 15:12:54.416424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-ff145337-95b0-48ed-83b1-2cffbc8c2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:54.419030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-ff145337-95b0-48ed-83b1-2cffbc8c2932 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=007585a40238444b919215f1c88609a3&device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1097 time: 0.0632601 Oct 22 15:12:54.524199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-73c63bd6-c0da-4d36-b4d4-084b9751e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:54.525711 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-73c63bd6-c0da-4d36-b4d4-084b9751e5f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14d70599-6846-4af9-b3e1-6d728df9864d HTTP/1.1" status: 200 len: 910 time: 0.0932412 Oct 22 15:12:54.583929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'e4f7939f-fd3c-4a7b-9a88-f5ec272a3781', 'tenant_id': '007585a40238444b919215f1c88609a3', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'port_id': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'mac_address': 'fa:16:3e:e1:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:12:52Z', 'updated_at': '2021-10-22T15:12:52Z', 'revision_number': 0, 'project_id': '007585a40238444b919215f1c88609a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:16Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:54.603113 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-c6140f1f-94e5-4a42-a74f-7f0aa45304c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d HTTP/1.1" status: 200 len: 1000 time: 0.0630336 Oct 22 15:12:54.611371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] Checking router: 827395e6-c9c3-42e7-a1a0-ea9992607bbe for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:12:54.620749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:12:54.621448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:54.655894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-6ad46677-0b48-4368-a227-5db4945fe2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:54.658031 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-6ad46677-0b48-4368-a227-5db4945fe2d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2152db7f-2a36-4142-9638-6a8eea043af5 HTTP/1.1" status: 200 len: 848 time: 0.0471184 Oct 22 15:12:54.713931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-9eadd2db-b781-4b59-9f3c-0232ed613f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:54.715479 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-9eadd2db-b781-4b59-9f3c-0232ed613f21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d70599-6846-4af9-b3e1-6d728df9864d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494361 Oct 22 15:12:54.742154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:12:54.837975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-698358aa-a264-4cc3-8330-34c51126bce4 service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134417 Oct 22 15:12:54.953221 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-26b13eb4-a386-48af-9f50-e2b815a7b5fc req-452eaa40-59da-4d83-a434-4c4ddb1fa089 service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030920 Oct 22 15:12:55.004581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'e4f7939f-fd3c-4a7b-9a88-f5ec272a3781', 'tenant_id': '007585a40238444b919215f1c88609a3', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'port_id': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'mac_address': 'fa:16:3e:e1:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:12:52Z', 'updated_at': '2021-10-22T15:12:52Z', 'revision_number': 0, 'project_id': '007585a40238444b919215f1c88609a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:16Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:12:55.035957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c0ae-e5e4-4c44-b25e-d34a1a3e4da9 None None] The sync data for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 is: [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'e4f7939f-fd3c-4a7b-9a88-f5ec272a3781', 'tenant_id': '007585a40238444b919215f1c88609a3', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'port_id': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'mac_address': 'fa:16:3e:e1:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:12:52Z', 'updated_at': '2021-10-22T15:12:52Z', 'revision_number': 0, 'project_id': '007585a40238444b919215f1c88609a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:16Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:12:55.132158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82a36a-6c84-4f31-a77e-7d7aa316852c req-f1d05842-7bd3-4cd3-91e0-f965b512c3c4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:55.134013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c82a36a-6c84-4f31-a77e-7d7aa316852c req-f1d05842-7bd3-4cd3-91e0-f965b512c3c4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 944 time: 0.0548737 Oct 22 15:12:55.170863 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ebe44e7-950d-4b83-8fb6-7d9511760e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:55.197967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c82a36a-6c84-4f31-a77e-7d7aa316852c req-1f5495b1-7baf-4460-95b9-18afeebfcd96 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520320 Oct 22 15:12:55.354660 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8bf1b-71d9-4943-ae83-29c9c64ca364 None None] New status for floating IP e4f7939f-fd3c-4a7b-9a88-f5ec272a3781: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:12:55.489045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7daaf-1632-41c4-bef0-f656c5d5a1dc req-4ed9812e-1713-4216-8dc0-2a670dfe5984 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:55.490944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dd7daaf-1632-41c4-bef0-f656c5d5a1dc req-4ed9812e-1713-4216-8dc0-2a670dfe5984 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 945 time: 0.0561364 Oct 22 15:12:55.530200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dd7daaf-1632-41c4-bef0-f656c5d5a1dc req-e37af96f-9be9-450d-bc75-7fcb8aaf7901 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Oct 22 15:12:55.744417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-29d6c318-7cfd-417e-9f0b-19fb1a3729e9 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:55.745999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-29d6c318-7cfd-417e-9f0b-19fb1a3729e9 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 945 time: 0.0596843 Oct 22 15:12:55.855562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Deleting port d9b56bad-165d-4a41-97dc-d5f52ea7257c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:12:55.855907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:55.950305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] For port d9b56bad-165d-4a41-97dc-d5f52ea7257c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d9b56bad-165d-4a41-97dc-d5f52ea7257c,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:55.950575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:55.964032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Calling delete_port for d9b56bad-165d-4a41-97dc-d5f52ea7257c owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:12:56.245954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:56.258664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf', 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:12:56.355054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event deleted for resources: {'Port': ['ID=d9b56bad-165d-4a41-97dc-d5f52ea7257c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:56.431423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] No DVR routers for this DVR port d9b56bad-165d-4a41-97dc-d5f52ea7257c on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:12:56.431423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:56.439376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3f53be86-9c7a-4a33-94fb-52c91e0244ce req-aa321db8-7e8f-42b9-8441-40b1b8b2cd9f tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "DELETE /v2.0/ports/d9b56bad-165d-4a41-97dc-d5f52ea7257c HTTP/1.1" status: 204 len: 173 time: 0.6858995 Oct 22 15:12:56.439920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'name': 'network-vif-deleted', 'tag': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:56.442518 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2711ca-911f-47bb-a65a-7c0e61d7380c" -d '{"events": [{"server_uuid": "465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83", "name": "network-vif-deleted", "tag": "d9b56bad-165d-4a41-97dc-d5f52ea7257c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:56.493642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa54769-3014-4322-8e21-8c868be93885 req-93946231-2eb6-4e54-ada6-9b1bef014e23 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:56.497218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fa54769-3014-4322-8e21-8c868be93885 req-93946231-2eb6-4e54-ada6-9b1bef014e23 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 944 time: 0.1098242 Oct 22 15:12:56.555826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fa54769-3014-4322-8e21-8c868be93885 req-f5685e67-434f-417f-87db-262aa99ae6c2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Oct 22 15:12:56.583832 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48482a-7e21-48f3-ac6f-2d4d2a7242e5 x-openstack-request-id: req-dd48482a-7e21-48f3-ac6f-2d4d2a7242e5 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:56.584699 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83", "name": "network-vif-deleted", "tag": "d9b56bad-165d-4a41-97dc-d5f52ea7257c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:56.584961 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd48482a-7e21-48f3-ac6f-2d4d2a7242e5 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:56.585377 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83', 'name': 'network-vif-deleted', 'tag': 'd9b56bad-165d-4a41-97dc-d5f52ea7257c', 'status': 'completed', 'code': 200} Oct 22 15:12:56.628632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:56.639101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:56.689476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0fd1c70-65d9-4a8f-9d18-e93580df8996 req-d634b642-595d-4039-aff8-d66e8f3aa41c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 210 time: 0.0364416 Oct 22 15:12:57.080280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:12:57.158058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port fbfea3a8-0428-4835-9897-55ff07559d72 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:12:57.163725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:57.276912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:57.319504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:12:57.322132 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e347777-1abb-479c-a8e0-e181a758a7ca" -d '{"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:12:57.337027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:12:57.417247 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c52d1d-ac7b-4d46-af1a-90cae1bcbe4d x-openstack-request-id: req-83c52d1d-ac7b-4d46-af1a-90cae1bcbe4d {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:12:57.421621 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:12:57.421621 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83c52d1d-ac7b-4d46-af1a-90cae1bcbe4d {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:12:57.421820 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'code': 200} Oct 22 15:12:57.435255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:57.537002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:12:57.751236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291091d-1720-4896-bfb0-bc0936c8f1b6 req-60a3dce1-e8b7-488c-aa7c-b2e7d8fa1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:57.754139 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f291091d-1720-4896-bfb0-bc0936c8f1b6 req-60a3dce1-e8b7-488c-aa7c-b2e7d8fa1997 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 1096 time: 0.0788693 Oct 22 15:12:57.807960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4551-6ce4-4e14-9326-4a60462762ac req-dbed875b-b0fd-4fa3-9f49-e34a473d8ece tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:57.818247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-081d4551-6ce4-4e14-9326-4a60462762ac req-dbed875b-b0fd-4fa3-9f49-e34a473d8ece tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.1458728 Oct 22 15:12:57.828591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f291091d-1720-4896-bfb0-bc0936c8f1b6 req-329f8e6b-22c2-4521-9f5a-a56017911a88 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Oct 22 15:12:57.925629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69defd8e-6b25-4269-8a6d-8e4683972ac2 req-e7553ff0-6d40-4d54-be17-d2b65b4ae7a0 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=465c0b63-3f4c-4f8b-a47f-6a82bd4f8b83 HTTP/1.1" status: 200 len: 210 time: 0.1060071 Oct 22 15:12:57.948276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-081d4551-6ce4-4e14-9326-4a60462762ac req-5c5d3215-8a23-472d-8308-04ebbc30fed4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815005 Oct 22 15:12:58.130958 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:12:59.088444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea3c33-cb97-4538-b936-4d87b60152a0 req-c66ee7d1-db4e-499c-8144-6a6888796494 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:12:59.090135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7ea3c33-cb97-4538-b936-4d87b60152a0 req-c66ee7d1-db4e-499c-8144-6a6888796494 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0564952 Oct 22 15:12:59.130921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7ea3c33-cb97-4538-b936-4d87b60152a0 req-74f14fa3-dee0-431e-acd0-68834601ed5d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342505 Oct 22 15:13:00.276000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9da25b-b216-474a-9089-e99d3df4a22d req-d92ae75b-f4eb-434d-901c-1c5ecdc0626b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:00.277490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da9da25b-b216-474a-9089-e99d3df4a22d req-d92ae75b-f4eb-434d-901c-1c5ecdc0626b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0516417 Oct 22 15:13:00.329533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da9da25b-b216-474a-9089-e99d3df4a22d req-3a2245d1-dee0-4ded-99ec-edc75604afa8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Oct 22 15:13:00.499499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b0c7-c725-4636-8ae3-9f4b9d5c59aa req-da3253db-f6d6-40d5-8723-2bf64aaba4b2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:00.507425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3585b0c7-c725-4636-8ae3-9f4b9d5c59aa req-da3253db-f6d6-40d5-8723-2bf64aaba4b2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0679870 Oct 22 15:13:00.549966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3585b0c7-c725-4636-8ae3-9f4b9d5c59aa req-4a1b803d-0db6-41af-9a5c-259a22e50690 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Oct 22 15:13:00.975871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d9b56bad-165d-4a41-97dc-d5f52ea7257c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:01.006915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: d9b56bad-165d-4a41-97dc-d5f52ea7257c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:01.007784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d9b56bad-165d-4a41-97dc-d5f52ea7257c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:01.521145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-b4509f38-d63c-4402-82a6-6b017eac9efe tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:01.531302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-b4509f38-d63c-4402-82a6-6b017eac9efe tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 814 time: 0.1801076 Oct 22 15:13:01.547188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-9f120bb4-25d5-40b8-a393-e38ba44fe505 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/quotas/4cb7c81e0cbe495fb24c3e65da85d479 HTTP/1.1" status: 200 len: 375 time: 0.0143447 Oct 22 15:13:01.600499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-a832de05-deae-4a8e-a4c2-ab6d41375b2b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472605 Oct 22 15:13:01.735496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-5617e50c-5691-4264-82c4-fcd6534c5ecd service neutron] 10.222.0.66 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263216 Oct 22 15:13:01.848444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-e705afb6-38ca-4b25-9b05-dd14e0c21276 service neutron] 10.222.0.66 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118493 Oct 22 15:13:02.180760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da1eeb19-7d23-4b87-ab38-e8533120f9d0 req-7ba24c50-3a4b-4a3d-916d-6e7eb5b0b52a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 210 time: 0.0279942 Oct 22 15:13:02.953413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08088aa6-d465-4b2d-a559-3774442482c8 req-8619b830-0800-42d3-b75b-05b68529e657 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:02.955223 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08088aa6-d465-4b2d-a559-3774442482c8 req-8619b830-0800-42d3-b75b-05b68529e657 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf206244-7cb0-40fc-8ce2-e51a2909bcfc HTTP/1.1" status: 200 len: 945 time: 0.0788288 Oct 22 15:13:03.090044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Deleting port fbfea3a8-0428-4835-9897-55ff07559d72 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:03.090391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:03.200261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] For port fbfea3a8-0428-4835-9897-55ff07559d72, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=fbfea3a8-0428-4835-9897-55ff07559d72,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:03.200545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:03.215981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Calling delete_port for fbfea3a8-0428-4835-9897-55ff07559d72 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:03.273452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be8f17d4-c861-4f8c-b240-f4b01b3049da req-d905572d-2781-4729-806b-bd6781bc161b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 210 time: 0.0336242 Oct 22 15:13:03.655988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:03.685737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Pushing event deleted for resources: {'Port': ['ID=fbfea3a8-0428-4835-9897-55ff07559d72,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:03.751087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] No DVR routers for this DVR port fbfea3a8-0428-4835-9897-55ff07559d72 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:13:03.751087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:03.751087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08088aa6-d465-4b2d-a559-3774442482c8 req-d145cd87-6814-4342-ad2f-b29e1a8c071f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "DELETE /v2.0/ports/fbfea3a8-0428-4835-9897-55ff07559d72 HTTP/1.1" status: 204 len: 173 time: 0.7842474 Oct 22 15:13:03.751087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-deleted', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:03.751087 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e745850f-5176-430d-819b-f7cc9bf44623" -d '{"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-deleted", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:03.788162 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06d7ea1-ea31-4ff2-9f55-06343d48b2f3 x-openstack-request-id: req-a06d7ea1-ea31-4ff2-9f55-06343d48b2f3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:03.788460 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf206244-7cb0-40fc-8ce2-e51a2909bcfc", "name": "network-vif-deleted", "tag": "fbfea3a8-0428-4835-9897-55ff07559d72", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:03.788707 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a06d7ea1-ea31-4ff2-9f55-06343d48b2f3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:03.789116 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf206244-7cb0-40fc-8ce2-e51a2909bcfc', 'name': 'network-vif-deleted', 'tag': 'fbfea3a8-0428-4835-9897-55ff07559d72', 'status': 'completed', 'code': 200} Oct 22 15:13:03.998132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:04.395280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a70e222f-f4a5-46a7-9556-0aa21955ecff req-1277cfd1-ff31-4478-a3cd-a14f3026ecc8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 210 time: 0.0396059 Oct 22 15:13:04.576228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575835de-861a-4bea-ac0e-b107fdcdc478 req-118a2313-5adf-4c47-b8d9-22a6707c6cc3 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:04.579066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-575835de-861a-4bea-ac0e-b107fdcdc478 req-118a2313-5adf-4c47-b8d9-22a6707c6cc3 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 945 time: 0.0716512 Oct 22 15:13:04.696408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-575835de-861a-4bea-ac0e-b107fdcdc478 req-37aaa875-736f-41ad-aa95-a1de059d0dc3 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010823 Oct 22 15:13:05.152982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:05.181037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: fbfea3a8-0428-4835-9897-55ff07559d72 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:05.181416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device fbfea3a8-0428-4835-9897-55ff07559d72 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:05.507016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a51d883-ee6e-4e32-85c0-139b72a51add req-b101b0a8-338b-42d1-a0a6-63b738807a8d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 210 time: 0.0332184 Oct 22 15:13:05.887881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960182c0-c64b-4aab-88ed-e05d81e403dd req-bd924854-7656-4f22-9eda-1926f4f621aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:05.889736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-960182c0-c64b-4aab-88ed-e05d81e403dd req-bd924854-7656-4f22-9eda-1926f4f621aa tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 945 time: 0.1000717 Oct 22 15:13:05.947276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-960182c0-c64b-4aab-88ed-e05d81e403dd req-2671753c-d5ba-45b5-8c4c-58a9db86a9b6 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Oct 22 15:13:06.101695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-f52da095-407a-4410-8b50-abc0374057ea tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:06.103804 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-f52da095-407a-4410-8b50-abc0374057ea tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 814 time: 0.1151071 Oct 22 15:13:06.118509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Request body: {'port': {'device_id': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'admin_state_up': True, 'tenant_id': '4cb7c81e0cbe495fb24c3e65da85d479'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:06.273233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1b013-34fe-464b-b930-461eae3e2add req-88af60f6-ea15-4cd8-aa48-d164e901b90b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:06.274766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-28e1b013-34fe-464b-b930-461eae3e2add req-88af60f6-ea15-4cd8-aa48-d164e901b90b tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 945 time: 0.0826838 Oct 22 15:13:06.387720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Deleting port 25b8ce93-b04e-4cec-84d3-45afa15401bf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:06.387720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:06.455862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Made reservation on behalf of 4cb7c81e0cbe495fb24c3e65da85d479 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:13:06.459463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:06.583971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] For port 25b8ce93-b04e-4cec-84d3-45afa15401bf, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=25b8ce93-b04e-4cec-84d3-45afa15401bf,segment=NetworkSegment(db1d68ca-ffa2-4a5b-bc7d-3493192fde90),segment_id=db1d68ca-ffa2-4a5b-bc7d-3493192fde90)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:06.593461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:06.610074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Calling delete_port for 25b8ce93-b04e-4cec-84d3-45afa15401bf owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:06.641736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d88bc-0ca1-48ae-b290-50d2de48ff5e req-f9517d61-c17f-4426-9f3c-db135a92a3ab tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:06.652333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b6d88bc-0ca1-48ae-b290-50d2de48ff5e req-f9517d61-c17f-4426-9f3c-db135a92a3ab tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.0694096 Oct 22 15:13:06.710296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Allocated IP 172.20.0.13 (98c2cb0e-d148-48a0-a452-8d32ee197d69/ddba192f-1850-48ff-93c8-3ceecd4e0c28/e37b28f2-6cea-4e16-a357-7e698ec9d320) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:13:06.719857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d4dce2e-2d0a-49d9-a6f1-f89fc7e9acb5 req-d9c9ba50-7a10-4f62-93de-2d323710314e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 210 time: 0.0657561 Oct 22 15:13:06.759982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b6d88bc-0ca1-48ae-b290-50d2de48ff5e req-4b00b3b3-e7c0-4c73-afcb-3e2d357e76f2 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953739 Oct 22 15:13:06.935920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:07.060739 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:07.084694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['25b8ce93-b04e-4cec-84d3-45afa15401bf'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:13:07.086431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed21fe-f790-4631-b355-49d02a6add41 req-9d70f1b6-e18a-40a8-a9d1-f39f93581dc7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:07.092585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Pushing event deleted for resources: {'Port': ['ID=25b8ce93-b04e-4cec-84d3-45afa15401bf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:07.100044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:07.109455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2ed21fe-f790-4631-b355-49d02a6add41 req-9d70f1b6-e18a-40a8-a9d1-f39f93581dc7 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 867 time: 0.0816188 Oct 22 15:13:07.163538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2ed21fe-f790-4631-b355-49d02a6add41 req-b51af041-b29d-4839-b403-c7a273c69416 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c1e7122-dc66-43f7-bfac-510ded2a3b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Oct 22 15:13:07.184734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] No DVR routers for this DVR port 25b8ce93-b04e-4cec-84d3-45afa15401bf on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:13:07.193884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:07.197305 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-28e1b013-34fe-464b-b930-461eae3e2add req-398bf2b8-2e68-4636-8abf-5c539df57b82 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.53 "DELETE /v2.0/ports/25b8ce93-b04e-4cec-84d3-45afa15401bf HTTP/1.1" status: 204 len: 173 time: 0.9150579 Oct 22 15:13:07.199715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'name': 'network-vif-deleted', 'tag': '25b8ce93-b04e-4cec-84d3-45afa15401bf'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:07.202915 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50bbaf6-f52e-4c1e-b15d-a68100b2f00c" -d '{"events": [{"server_uuid": "f114dc13-099e-4a10-8270-f18f1e4c832f", "name": "network-vif-deleted", "tag": "25b8ce93-b04e-4cec-84d3-45afa15401bf"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:07.207103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:13:07.217411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:13:07.219721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:07.221939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:13:07.279273 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed69eaa-2211-4928-affa-d9d9da25dedf x-openstack-request-id: req-9ed69eaa-2211-4928-affa-d9d9da25dedf {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:07.280113 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f114dc13-099e-4a10-8270-f18f1e4c832f", "name": "network-vif-deleted", "tag": "25b8ce93-b04e-4cec-84d3-45afa15401bf", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:07.280434 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ed69eaa-2211-4928-affa-d9d9da25dedf {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:07.281009 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f114dc13-099e-4a10-8270-f18f1e4c832f', 'name': 'network-vif-deleted', 'tag': '25b8ce93-b04e-4cec-84d3-45afa15401bf', 'status': 'completed', 'code': 200} Oct 22 15:13:07.295875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:07.297005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:07.852583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb663180-ffbd-4b24-af06-a175e47e859e req-b9e1fa41-7cb2-4e78-92b4-5dda366365e2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:07.890171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb663180-ffbd-4b24-af06-a175e47e859e req-b9e1fa41-7cb2-4e78-92b4-5dda366365e2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 932 time: 0.0614338 Oct 22 15:13:07.892986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb663180-ffbd-4b24-af06-a175e47e859e req-7d6cf6cd-6409-43c2-bdc8-167807ef8e6d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Oct 22 15:13:07.949353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-d9494d79-da21-44f9-aca1-b8e88b2e0585 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8355274 Oct 22 15:13:07.961975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Request body: {'port': {'device_id': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:08.028629 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:08.294951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7258d42c-1341-45c7-bc53-d4d10cbbdc33 req-910afe1b-2ef8-4377-a6ce-3d386b60a378 tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.0307720 Oct 22 15:13:08.349208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37b28f2-6cea-4e16-a357-7e698ec9d320 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:13:08.359163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:08.385360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Transition to ACTIVE for port object e37b28f2-6cea-4e16-a357-7e698ec9d320 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:13:08.528605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:08.603102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:08.656647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Attempting to bind port e37b28f2-6cea-4e16-a357-7e698ec9d320 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:13:08.656987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Attempting to bind port e37b28f2-6cea-4e16-a357-7e698ec9d320 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:13:08.657316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Attempting to bind port e37b28f2-6cea-4e16-a357-7e698ec9d320 on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:13:08.661790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Port e37b28f2-6cea-4e16-a357-7e698ec9d320 on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:13:08.662118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Attempting to bind port e37b28f2-6cea-4e16-a357-7e698ec9d320 on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:13:08.667100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:13:08.667439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Checking segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:13:08.667819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Bound using segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:13:08.668242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Bound port: e37b28f2-6cea-4e16-a357-7e698ec9d320, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:13:08.668597 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:08.748067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:13:08.748067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:13:09.015159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd0e94-85fe-469f-8a30-7bb969a13c5f req-4d6d9853-4108-4744-92f7-31da58cf5512 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:09.017955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06bd0e94-85fe-469f-8a30-7bb969a13c5f req-4d6d9853-4108-4744-92f7-31da58cf5512 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 944 time: 0.0536520 Oct 22 15:13:09.057802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06bd0e94-85fe-469f-8a30-7bb969a13c5f req-0a872be6-a9ab-44ed-88d9-d063a8e9a077 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Oct 22 15:13:09.060627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:09.101444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:09.112921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:09.112921 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/e37b28f2-6cea-4e16-a357-7e698ec9d320 HTTP/1.1" status: 200 len: 1092 time: 1.1456096 Oct 22 15:13:09.125910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b0807-4418-4dc0-8e47-aa5c55e9c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:09.282195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:09.284760 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:09.355106 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8365ffe1-9f5c-4c08-b6da-3dbe22d219c4 x-openstack-request-id: req-8365ffe1-9f5c-4c08-b6da-3dbe22d219c4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:09.355106 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:09.355106 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8365ffe1-9f5c-4c08-b6da-3dbe22d219c4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:09.355106 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'status': 'completed', 'code': 200} Oct 22 15:13:09.399197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-2a84d848-f9ef-4339-b90b-dd16136bab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:09.411803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-2a84d848-f9ef-4339-b90b-dd16136bab51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 1095 time: 0.0962846 Oct 22 15:13:09.435484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4602d774-6928-43e4-a8d9-eac65c0f3193 req-f5005a86-4193-4e07-a07f-416f79ae816c tempest-AttachVolumeNegativeTest-998326994 tempest-AttachVolumeNegativeTest-998326994-project] 10.222.0.66 "GET /v2.0/ports?device_id=f114dc13-099e-4a10-8270-f18f1e4c832f HTTP/1.1" status: 200 len: 210 time: 0.0397954 Oct 22 15:13:09.498933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-0788ba05-dae7-444c-9855-11e575935297 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320 HTTP/1.1" status: 200 len: 217 time: 0.0497532 Oct 22 15:13:09.522033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-cdb71f4d-aef8-45b1-8842-f633169f7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:09.523621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-cdb71f4d-aef8-45b1-8842-f633169f7dfd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddba192f-1850-48ff-93c8-3ceecd4e0c28 HTTP/1.1" status: 200 len: 854 time: 0.0459146 Oct 22 15:13:09.558452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-97257149-1d36-444c-9146-be9576cfade1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98c2cb0e-d148-48a0-a452-8d32ee197d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261457 Oct 22 15:13:09.662046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-ee840e64-3177-43d3-b115-e6f61ab63753 service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961335 Oct 22 15:13:09.763920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3612c988-4526-4a20-a2f4-07a350bbf6f1 req-6361c750-9b9c-404f-955f-deb81b2d4017 service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945811 Oct 22 15:13:10.100512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-70d689f5-2e57-446f-b4e2-d7d3d25e5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:10.102260 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-70d689f5-2e57-446f-b4e2-d7d3d25e5d65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 1095 time: 0.0503144 Oct 22 15:13:10.205332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98dc4-e98b-48c0-b5b8-caa18f66da36 req-804e337d-5d47-4b5a-8a10-f44068d7bc5a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:10.207082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cc98dc4-e98b-48c0-b5b8-caa18f66da36 req-804e337d-5d47-4b5a-8a10-f44068d7bc5a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 944 time: 0.0650756 Oct 22 15:13:10.241806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-ad58717d-57b3-41f9-9313-e4f92aaca879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:10.246430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-ad58717d-57b3-41f9-9313-e4f92aaca879 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 915 time: 0.1367099 Oct 22 15:13:10.253127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cc98dc4-e98b-48c0-b5b8-caa18f66da36 req-1b022052-52f3-4a18-b621-3b60a78a1bd5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370517 Oct 22 15:13:10.303238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-75d6c52a-87cf-448d-82ea-c6aca7a72964 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320 HTTP/1.1" status: 200 len: 217 time: 0.0492640 Oct 22 15:13:10.363767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-80f67692-b033-4174-8528-71ac12380c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:10.366215 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-80f67692-b033-4174-8528-71ac12380c7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddba192f-1850-48ff-93c8-3ceecd4e0c28 HTTP/1.1" status: 200 len: 854 time: 0.0502527 Oct 22 15:13:10.399726 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-af9c943c-b21d-48bd-a943-0c0dde8c6c03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98c2cb0e-d148-48a0-a452-8d32ee197d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258656 Oct 22 15:13:10.487840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:10.524441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-ccf7658c-eb6a-48b2-a1cf-99c5f67bd07d service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136992 Oct 22 15:13:10.532851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f92490-70e4-4bc7-87f2-21e97950d7f3 req-3600d0c9-1532-4ee5-bda0-b43a05c66c47 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:10.534421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2f92490-70e4-4bc7-87f2-21e97950d7f3 req-3600d0c9-1532-4ee5-bda0-b43a05c66c47 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.0999169 Oct 22 15:13:10.567788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Deleting subnet 8a075723-de07-45d2-8cd1-2d56252e5936 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:13:10.581446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:10.620114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2f92490-70e4-4bc7-87f2-21e97950d7f3 req-a70a3452-b577-4138-98a4-57244482e470 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614614 Oct 22 15:13:10.637751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-40c1c9d4-0269-4628-ae84-6d0b3cfa6f3a req-cf990960-722e-4812-b77f-00c7bb683d61 service neutron] 10.222.0.69 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062388 Oct 22 15:13:10.645482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:10.688533 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:10.805058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:10.833479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a075723-de07-45d2-8cd1-2d56252e5936,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:10.838057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:10.841535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9c7fec8a-a771-40a8-bdde-384be84397e9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8a075723-de07-45d2-8cd1-2d56252e5936 HTTP/1.1" status: 204 len: 168 time: 0.3525062 Oct 22 15:13:10.845008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:11.040376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 25b8ce93-b04e-4cec-84d3-45afa15401bf no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:11.072882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 25b8ce93-b04e-4cec-84d3-45afa15401bf {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:11.074000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 25b8ce93-b04e-4cec-84d3-45afa15401bf not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:11.229594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.336361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.367831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ea99d4-319d-41f9-af65-e5a402b84c8d']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:11.380096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:11.380443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1d68ca-ffa2-4a5b-bc7d-3493192fde90') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:11.393381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.399291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ddb1-cf29-4572-9295-7593a37aeef2 req-6a67ab3c-eaf1-4351-b392-e7c796a0b79b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:11.401558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d10ddb1-cf29-4572-9295-7593a37aeef2 req-6a67ab3c-eaf1-4351-b392-e7c796a0b79b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 944 time: 0.0551634 Oct 22 15:13:11.409098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.417434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:13:11.418042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:13:11.419738 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:13:11.442998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d10ddb1-cf29-4572-9295-7593a37aeef2 req-70b0fff1-2872-410b-b13b-3e3b51db4e42 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343840 Oct 22 15:13:11.679302 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.763356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.768995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:11.775258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] 10.222.0.66 "DELETE /v2.0/networks/c5ea99d4-319d-41f9-af65-e5a402b84c8d HTTP/1.1" status: 204 len: 168 time: 0.9262135 Oct 22 15:13:11.789572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29235-5417-4c9c-8b44-0224699e6d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ea99d4-319d-41f9-af65-e5a402b84c8d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:12.133580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732046cd-0992-4769-adb2-c20f3cedf38d req-8c9d63e7-b0ab-481a-b18b-f4446cb73f27 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:12.135074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-732046cd-0992-4769-adb2-c20f3cedf38d req-8c9d63e7-b0ab-481a-b18b-f4446cb73f27 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.0545874 Oct 22 15:13:12.180973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-732046cd-0992-4769-adb2-c20f3cedf38d req-6b700476-935e-4ebe-bfaf-749b0f4d4417 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385268 Oct 22 15:13:12.531572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45388) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:12.574993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-860dbc70-88ab-487e-b345-639a9b6b9431 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3d94d197092452d9ca5209206dbfca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414608 Oct 22 15:13:12.579248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45390) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:12.582302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914b00-9443-4b33-a669-c3c370b2c79d req-d01e0021-8a5f-46e1-85d5-562739cb45ea tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:12.583934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5914b00-9443-4b33-a669-c3c370b2c79d req-d01e0021-8a5f-46e1-85d5-562739cb45ea tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 944 time: 0.0624020 Oct 22 15:13:12.631757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5914b00-9443-4b33-a669-c3c370b2c79d req-350f6b63-d8b3-4e49-9b84-aa347ffe150e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Oct 22 15:13:12.632376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4708aad6-90a3-4f26-a926-0ec3fadb1d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:12.660669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4708aad6-90a3-4f26-a926-0ec3fadb1d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:12.816140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4708aad6-90a3-4f26-a926-0ec3fadb1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:12.819498 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4708aad6-90a3-4f26-a926-0ec3fadb1d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:12.820881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4708aad6-90a3-4f26-a926-0ec3fadb1d37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c1e7122-dc66-43f7-bfac-510ded2a3b0d HTTP/1.1" status: 204 len: 168 time: 0.2406528 Oct 22 15:13:12.830288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708aad6-90a3-4f26-a926-0ec3fadb1d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e7122-dc66-43f7-bfac-510ded2a3b0d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:13.150332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e37b28f2-6cea-4e16-a357-7e698ec9d320 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:13:13.257180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:13.272479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'port_id': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'mac_address': 'fa:16:3e:78:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba192f-1850-48ff-93c8-3ceecd4e0c28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:13:13.317901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:13.322555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0549a2-2e5f-47b5-a61a-6eeba7decc8f req-e4ac609b-5374-4177-8bfc-bc85cefff8e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:13.331539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa0549a2-2e5f-47b5-a61a-6eeba7decc8f req-e4ac609b-5374-4177-8bfc-bc85cefff8e6 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.0686572 Oct 22 15:13:13.335059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37b28f2-6cea-4e16-a357-7e698ec9d320 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:13:13.358868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:13.372030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa0549a2-2e5f-47b5-a61a-6eeba7decc8f req-dfa115c8-4075-439c-a207-4473b5d53934 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Oct 22 15:13:13.478152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:13.559963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:13.805272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e37b28f2-6cea-4e16-a357-7e698ec9d320'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:13:13.825829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4162-441e-41cc-9010-8d6633a276c9 req-3410e7dd-fa22-4cdc-bd83-9b1436f57b8f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:13.825829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27fd4162-441e-41cc-9010-8d6633a276c9 req-3410e7dd-fa22-4cdc-bd83-9b1436f57b8f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 945 time: 0.0719767 Oct 22 15:13:13.872449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27fd4162-441e-41cc-9010-8d6633a276c9 req-ca5769f5-9aa3-4d62-943f-f6fe71c24bb3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Oct 22 15:13:14.072415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-33d9d9cc-9373-4854-8458-ebeaf4edb35d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:14.074083 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-33d9d9cc-9373-4854-8458-ebeaf4edb35d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.0580621 Oct 22 15:13:14.189975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Deleting port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:14.190818 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:14.306373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] For port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:14.306773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:14.525900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:14.526262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:14.526579 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Floating IP 8c7b58f1-c83b-4e1b-9bbb-5303463795ea disassociated. External IP: 172.25.1.52, port: d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28. Oct 22 15:13:14.526919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Calling delete_port for d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:14.538375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d87b0-5827-4a97-b497-c20eaa40e3c1 req-1d6c54e2-77d2-459c-aa4e-1053a7490269 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:14.554043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d0d87b0-5827-4a97-b497-c20eaa40e3c1 req-1d6c54e2-77d2-459c-aa4e-1053a7490269 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 946 time: 0.0896800 Oct 22 15:13:14.619438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d0d87b0-5827-4a97-b497-c20eaa40e3c1 req-04ea2eed-3950-4ace-a175-5c672d53850c tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups?id=98e3b435-faab-437d-8d69-aeefb818cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617149 Oct 22 15:13:14.900149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:14.947395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event deleted for resources: {'Port': ['ID=d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:14.960962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.961351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.963396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:14.971743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:15.057233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bde60a-903e-486d-b2c4-159d7ea2718d req-70acf316-50fd-4203-bcb4-f799615438e1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:15.066909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66bde60a-903e-486d-b2c4-159d7ea2718d req-70acf316-50fd-4203-bcb4-f799615438e1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 945 time: 0.0764570 Oct 22 15:13:15.126722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66bde60a-903e-486d-b2c4-159d7ea2718d req-4609e02c-3013-4063-903d-4cdb8a75a155 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Oct 22 15:13:15.153345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e37b28f2-6cea-4e16-a357-7e698ec9d320 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:13:15.161867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Router a2651fd6-c09f-40ce-8792-e8cf3c365203 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:13:15.285849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:13:15.306610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] Sync routers for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:13:15.336844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:13:15.338049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:15.338739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] No DVR routers for this DVR port d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:13:15.361917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:15.370619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-42f2e6ba-0b10-42be-9d74-b9facfc377bc req-32522175-324e-405e-9e15-c18275b08e3d tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.53 "DELETE /v2.0/ports/d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 HTTP/1.1" status: 204 len: 173 time: 1.2885327 Oct 22 15:13:15.371165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'name': 'network-vif-deleted', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:15.373648 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff39db2-1aec-4eae-ab14-7db0a5d5991c" -d '{"events": [{"server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "name": "network-vif-deleted", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:15.502575 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e344625-ab72-453d-9350-336b12920692 x-openstack-request-id: req-6e344625-ab72-453d-9350-336b12920692 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:15.502575 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f527053-52e2-46e5-8991-c0794d90d6d3", "name": "network-vif-deleted", "tag": "d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:15.502575 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e344625-ab72-453d-9350-336b12920692 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:15.502575 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f527053-52e2-46e5-8991-c0794d90d6d3', 'name': 'network-vif-deleted', 'tag': 'd69ed153-7ecf-4fc1-b1e0-bebafc4c4f28', 'status': 'completed', 'code': 200} Oct 22 15:13:15.525918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port e37b28f2-6cea-4e16-a357-7e698ec9d320 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:13:15.535146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e37b28f2-6cea-4e16-a357-7e698ec9d320 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:13:15.535541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:15.759787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dd0227e-4421-4b2d-8ee5-0460c9735f96 req-36549bd5-b642-458a-9b5f-1dd35d113f7c tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0487115 Oct 22 15:13:15.771481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:13:15.857316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:16.019385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:16.045837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:16.048186 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2200b-4306-4085-96fb-e62babdcd07e" -d '{"events": [{"server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "name": "network-vif-plugged", "status": "completed", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:16.108814 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcb82f7-a2b7-4c72-94f5-dd22b6eb6a3b x-openstack-request-id: req-3dcb82f7-a2b7-4c72-94f5-dd22b6eb6a3b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:16.109110 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "name": "network-vif-plugged", "status": "completed", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:16.109358 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dcb82f7-a2b7-4c72-94f5-dd22b6eb6a3b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:16.109750 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'code': 200} Oct 22 15:13:16.122363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:16.160326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:16.162741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] Checking router: a2651fd6-c09f-40ce-8792-e8cf3c365203 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:13:16.208973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:13:16.209619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:12:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:16.283904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76952ec-b4bd-4f7b-987b-06eda0b819ba req-e4a6d87b-ede6-478d-9658-2de5a79ca490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:16.286587 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c76952ec-b4bd-4f7b-987b-06eda0b819ba req-e4a6d87b-ede6-478d-9658-2de5a79ca490 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 1097 time: 0.0935276 Oct 22 15:13:16.304495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae4646-c46d-49d9-b7e8-aa7787e64c7e req-876646d4-ad2a-4a39-bfd8-f6084bf34cf4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:16.323073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21ae4646-c46d-49d9-b7e8-aa7787e64c7e req-876646d4-ad2a-4a39-bfd8-f6084bf34cf4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0847626 Oct 22 15:13:16.324126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:16.367104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c76952ec-b4bd-4f7b-987b-06eda0b819ba req-9a456924-0d4e-4f58-a4ed-b64ed5b1a4f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Oct 22 15:13:16.382553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21ae4646-c46d-49d9-b7e8-aa7787e64c7e req-edcdecb8-7fca-421a-a220-ef2a10760a92 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598638 Oct 22 15:13:16.423378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:13:16.684429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:16.718562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230f38a-1f56-416a-b002-16e643ebf1f9 None None] The sync data for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 is: [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:08:04Z', 'revision_number': 4, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9745efcc-fa97-4693-9948-d811ac65d77c', 'name': '', 'network_id': '1e094dd5-2dff-4438-8d4b-2a745b8dc0b3', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'mac_address': 'fa:16:3e:08:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:03Z', 'updated_at': '2021-10-22T15:08:10Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'subnets': [{'id': '1b66ef9b-242d-4d72-a793-fec16bb59d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:13:16.877220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-601f3bb4-3349-4d83-8e94-3f346b8b2040 req-4a54ef47-0588-499f-b05e-59da6bf4b690 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Oct 22 15:13:17.069927 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1812c-4d6e-4d8f-823d-bbd9429db208 None None] New status for floating IP 8c7b58f1-c83b-4e1b-9bbb-5303463795ea: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:13:17.619990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204c393-ca56-4121-88b9-031cd2311f64 req-20737154-9ada-42f0-9d54-b66744086833 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:17.619990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f204c393-ca56-4121-88b9-031cd2311f64 req-20737154-9ada-42f0-9d54-b66744086833 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0644255 Oct 22 15:13:17.654752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f204c393-ca56-4121-88b9-031cd2311f64 req-668c1c8d-b268-4ffc-81ef-6c6f14f486a1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Oct 22 15:13:18.001444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f127acf-1ad0-4857-8829-8c499a6dbe81 req-54f230d9-fd11-42be-8e70-5555f8cc6d6a tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0396061 Oct 22 15:13:18.804171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a94447-7739-4e0d-8119-a3c8b500c879 req-d613b4e4-131d-42c1-bfb5-2af905cddad0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:18.834927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99a94447-7739-4e0d-8119-a3c8b500c879 req-d613b4e4-131d-42c1-bfb5-2af905cddad0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0603232 Oct 22 15:13:19.035363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:19.092944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:19.093302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device d69ed153-7ecf-4fc1-b1e0-bebafc4c4f28 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:19.160664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0011eef-baad-4aa0-8efa-00cc9426fe4f req-036ccb42-4773-400a-8d4d-f46da76f87e2 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0419745 Oct 22 15:13:19.175169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99a94447-7739-4e0d-8119-a3c8b500c879 req-8d0da494-8fcb-4ff6-a286-dc311d21f928 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590922 Oct 22 15:13:19.300712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecb520-a553-4293-a115-b73d365254f1 req-41877859-1524-4114-8e5f-ab53b59d179d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:19.309152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ecb520-a553-4293-a115-b73d365254f1 req-41877859-1524-4114-8e5f-ab53b59d179d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0704708 Oct 22 15:13:19.351859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ecb520-a553-4293-a115-b73d365254f1 req-24293cce-195d-44a9-a53f-9bd8bcc76beb tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Oct 22 15:13:20.296391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba9b3d04-5a51-4c0a-9549-aa3d08e5da95 req-4c5f3d46-2e9c-4235-96bd-e8381201e594 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0382128 Oct 22 15:13:20.825129 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:13:20.871872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8eb4c-1c77-4d2d-bf0b-efbecc089fad req-c0916fef-378f-44b7-b572-aff4c1d5994b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:20.873270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1f8eb4c-1c77-4d2d-bf0b-efbecc089fad req-c0916fef-378f-44b7-b572-aff4c1d5994b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0625865 Oct 22 15:13:20.918407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1f8eb4c-1c77-4d2d-bf0b-efbecc089fad req-92d70ecf-f3c3-494d-b5af-397ffcdff3f7 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 Oct 22 15:13:21.065062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95543ec-f60a-4669-ba45-d1d417042265 req-b728f0bb-98e3-410d-9499-800ba32ddd2e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:21.067813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c95543ec-f60a-4669-ba45-d1d417042265 req-b728f0bb-98e3-410d-9499-800ba32ddd2e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0599844 Oct 22 15:13:21.115652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c95543ec-f60a-4669-ba45-d1d417042265 req-f7621a39-0f83-48dd-8363-def2540b7755 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Oct 22 15:13:21.398306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbf9d693-a836-4381-b8be-12bca37dd1b9 req-7787215f-1f82-4c25-b43a-2fdc6d72ee1f tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0266604 Oct 22 15:13:21.817092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b7d43-23c6-4a57-b38e-7105eb664b85 req-ecc169f5-2d63-457b-8254-e2dd9fc89393 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:21.823527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f84b7d43-23c6-4a57-b38e-7105eb664b85 req-ecc169f5-2d63-457b-8254-e2dd9fc89393 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0589638 Oct 22 15:13:21.871617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f84b7d43-23c6-4a57-b38e-7105eb664b85 req-57388c91-c68b-4171-8aa8-5a2c54de03a8 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Oct 22 15:13:22.510245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48a22866-b60f-4d32-ab65-b5a2487e0bd0 req-cea7d430-ae64-4d47-99fe-ef19e4fdbdff tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0303121 Oct 22 15:13:22.833307 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6d0083c7-1e39-44e4-afff-ad66b365eb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.006962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dc0c1-e33a-45e7-ace5-c81b2a03df44 req-9696f1ad-de71-4547-89bf-29007712221b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:23.008494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-466dc0c1-e33a-45e7-ace5-c81b2a03df44 req-9696f1ad-de71-4547-89bf-29007712221b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0598722 Oct 22 15:13:23.050671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-466dc0c1-e33a-45e7-ace5-c81b2a03df44 req-ea24a1c8-67db-4ad9-8c1b-e926d6496d0b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Oct 22 15:13:23.073277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:23.202420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ff713cc8-9334-4813-80d0-1313457d8c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.295352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ff713cc8-9334-4813-80d0-1313457d8c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.398916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ff713cc8-9334-4813-80d0-1313457d8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.439555 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ff713cc8-9334-4813-80d0-1313457d8c66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=293e8c90b92644e39c36aa5bad9a1895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627474 Oct 22 15:13:23.440145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45612) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:23.463987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713cc8-9334-4813-80d0-1313457d8c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182425f1-6c64-4e5d-a589-5a1788f0c108,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:23.500871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.530130 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.662620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd5ec874-3c6f-4aa0-a887-314a2c141fd3 req-ee6d3153-ddb2-49ce-837f-ee790b4d4851 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0346093 Oct 22 15:13:23.688586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.691293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:23.693268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/182425f1-6c64-4e5d-a589-5a1788f0c108 HTTP/1.1" status: 204 len: 168 time: 0.2514918 Oct 22 15:13:23.714076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182425f1-6c64-4e5d-a589-5a1788f0c108,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:23.723380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.723997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.724519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.725026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.725502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.725999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.726486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.727007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.727638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.728126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.729311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:23.729648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74759f-7da6-48cb-aab4-7265c0d79a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:24.273375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d5722-f01f-4c2c-b20a-9324095e2564 req-78642e05-b183-4c15-aa20-5abd8f77abf5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:24.282101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-451d5722-f01f-4c2c-b20a-9324095e2564 req-78642e05-b183-4c15-aa20-5abd8f77abf5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.1198881 Oct 22 15:13:24.316347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-451d5722-f01f-4c2c-b20a-9324095e2564 req-91f10ba4-4e02-4ae2-a8c6-6b6f20f624fa tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Oct 22 15:13:24.799537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45646) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:24.800055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f298721-d43b-4baf-a806-cabb1733597c req-0ea69710-c2e2-4a5f-9706-3e94776ce0b1 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f527053-52e2-46e5-8991-c0794d90d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0410938 Oct 22 15:13:24.817439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb98d849-b4a6-40d8-8ae2-236577e09c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:24.927308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb98d849-b4a6-40d8-8ae2-236577e09c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.073157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb98d849-b4a6-40d8-8ae2-236577e09c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.137006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb98d849-b4a6-40d8-8ae2-236577e09c0b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24491555093c4086868c977b22a30846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212621 Oct 22 15:13:25.138021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45654) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:25.159520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98d849-b4a6-40d8-8ae2-236577e09c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a124904-a7e3-46f1-9d60-ea74d9c180f6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:25.230902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd92f9ed-c42e-4151-bf09-7f9381026410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.236601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d269acb3-164b-4418-ab73-df127305edbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.256008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd92f9ed-c42e-4151-bf09-7f9381026410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.449672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd92f9ed-c42e-4151-bf09-7f9381026410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.453493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd92f9ed-c42e-4151-bf09-7f9381026410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:25.457421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cd92f9ed-c42e-4151-bf09-7f9381026410 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a124904-a7e3-46f1-9d60-ea74d9c180f6 HTTP/1.1" status: 204 len: 168 time: 0.3153555 Oct 22 15:13:25.470491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92f9ed-c42e-4151-bf09-7f9381026410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a124904-a7e3-46f1-9d60-ea74d9c180f6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:25.511620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1273-8212-4100-885a-e68617ed38f7 req-2194d2d6-b4ec-447b-95f2-bc4e2d542228 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:25.522300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-007a1273-8212-4100-885a-e68617ed38f7 req-2194d2d6-b4ec-447b-95f2-bc4e2d542228 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.1085377 Oct 22 15:13:25.569303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-007a1273-8212-4100-885a-e68617ed38f7 req-15b68209-ddbe-48ef-9704-3212b8fd6ec9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Oct 22 15:13:25.977103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45668) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:26.037263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0527901-a350-4450-98fb-b2c7479f2986 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.068397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0527901-a350-4450-98fb-b2c7479f2986 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.302568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0527901-a350-4450-98fb-b2c7479f2986 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.305807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0527901-a350-4450-98fb-b2c7479f2986 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.307390 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e0527901-a350-4450-98fb-b2c7479f2986 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "DELETE /v2.0/security-groups/98e3b435-faab-437d-8d69-aeefb818cb93 HTTP/1.1" status: 204 len: 168 time: 0.3291535 Oct 22 15:13:26.311336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45680) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:26.325039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0527901-a350-4450-98fb-b2c7479f2986 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e3b435-faab-437d-8d69-aeefb818cb93,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:26.352685 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c8bb98ff-cbbd-4af8-ab1c-a9558cf19738 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] show failed (client error): The resource could not be found. Oct 22 15:13:26.356405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c8bb98ff-cbbd-4af8-ab1c-a9558cf19738 tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "GET /v2.0/security-groups/98e3b435-faab-437d-8d69-aeefb818cb93 HTTP/1.1" status: 404 len: 347 time: 0.0434937 Oct 22 15:13:26.357917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45684) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:26.541347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Deleting port 3b58e874-364b-4da3-b977-092bdab8ea14 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:26.541679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.547653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.614710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.644998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.645326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:26.679664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Calling delete_port for 3b58e874-364b-4da3-b977-092bdab8ea14 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:26.814756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa8b6a-4ed1-4197-ae7f-3f6a517bf561 req-ba2d1955-e82f-4245-abd3-85c6c215bb07 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:26.816703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1fa8b6a-4ed1-4197-ae7f-3f6a517bf561 req-ba2d1955-e82f-4245-abd3-85c6c215bb07 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.1206393 Oct 22 15:13:26.889800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1fa8b6a-4ed1-4197-ae7f-3f6a517bf561 req-39cb20a3-fb31-4f8e-aa14-51b53cabe7ca tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Oct 22 15:13:27.278647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:27.278647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Pushing event deleted for resources: {'Port': ['ID=3b58e874-364b-4da3-b977-092bdab8ea14,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:27.278647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:27.278647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:27.278647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dfd06b93-a727-476b-bbf0-86e6e0c8d0fc tempest-ServersTestBootFromVolume-1795983777 tempest-ServersTestBootFromVolume-1795983777-project] 10.222.0.66 "DELETE /v2.0/floatingips/8c7b58f1-c83b-4e1b-9bbb-5303463795ea HTTP/1.1" status: 204 len: 168 time: 0.9041419 Oct 22 15:13:27.285944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:27.814140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:28.070913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d9da5-568c-4d1b-8225-4509292e69e2 req-6a59b3f0-d403-4634-bd4d-f123bd495c9a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:28.081754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f4d9da5-568c-4d1b-8225-4509292e69e2 req-6a59b3f0-d403-4634-bd4d-f123bd495c9a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0853117 Oct 22 15:13:28.124813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:28.159699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f4d9da5-568c-4d1b-8225-4509292e69e2 req-640096b3-07de-4384-932e-c936fbc030d5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705843 Oct 22 15:13:28.212513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Deleting port 9745efcc-fa97-4693-9948-d811ac65d77c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:28.212855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:28.308255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] For port 9745efcc-fa97-4693-9948-d811ac65d77c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9745efcc-fa97-4693-9948-d811ac65d77c,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:28.308948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:28.322196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Calling delete_port for 9745efcc-fa97-4693-9948-d811ac65d77c owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:28.610569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:28.662232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Pushing event deleted for resources: {'Port': ['ID=9745efcc-fa97-4693-9948-d811ac65d77c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:28.891669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:29.160091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Router a2651fd6-c09f-40ce-8792-e8cf3c365203 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:13:29.275500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b160fad-78bf-4634-819b-2c1103ff9b98 req-84aadd33-3642-45ee-b30f-dc7507618104 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:29.277033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b160fad-78bf-4634-819b-2c1103ff9b98 req-84aadd33-3642-45ee-b30f-dc7507618104 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0530484 Oct 22 15:13:29.289879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:13:29.299087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9816646b-89b6-4391-90a0-f634384becdb admin admin] 10.222.0.66 "PUT /v2.0/routers/a2651fd6-c09f-40ce-8792-e8cf3c365203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306442 Oct 22 15:13:29.299743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45776) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:29.309261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] Sync routers for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:13:29.335861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:13:29.338613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:29.389083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b160fad-78bf-4634-819b-2c1103ff9b98 req-5c407363-6614-48d9-b60b-8f28f4b0ce8b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044979 Oct 22 15:13:29.480435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:29.539379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:13:29.610393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:29.813753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:13:28Z', 'revision_number': 5, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port': {'id': '43d5da77-f885-4f0f-9b0e-f39292071d89', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:07:58Z', 'updated_at': '2021-10-22T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:29.849188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] Checking router: a2651fd6-c09f-40ce-8792-e8cf3c365203 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:13:29.858897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] Routers {'a2651fd6-c09f-40ce-8792-e8cf3c365203'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:13:29.859548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a2651fd6-c09f-40ce-8792-e8cf3c365203'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:30.004379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] Set router a2651fd6-c09f-40ce-8792-e8cf3c365203 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:13:30.076997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:13:29Z', 'revision_number': 6, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:30.108015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Deleting port 43d5da77-f885-4f0f-9b0e-f39292071d89 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:30.108166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:30.112681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ed2aa-d29e-4f6f-b77c-7bf50681222c None None] The sync data for ids ['a2651fd6-c09f-40ce-8792-e8cf3c365203'] in n-d-812148-2 is: [{'id': 'a2651fd6-c09f-40ce-8792-e8cf3c365203', 'name': 'tempest-ServersTestBootFromVolume-1271349780-router', 'tenant_id': '2529d05a9e39488b91936e9fb3fb81b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:07:56Z', 'updated_at': '2021-10-22T15:13:29Z', 'revision_number': 6, 'project_id': '2529d05a9e39488b91936e9fb3fb81b5', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:13:30.227015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] For port 43d5da77-f885-4f0f-9b0e-f39292071d89, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=43d5da77-f885-4f0f-9b0e-f39292071d89,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:30.227686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:30.244696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Calling delete_port for 43d5da77-f885-4f0f-9b0e-f39292071d89 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:30.632672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a574d07-beff-459d-9ef9-bb7dbfcdadf4 req-ce9544cb-caef-49b1-86ac-7dfa8bcf8037 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:30.634546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a574d07-beff-459d-9ef9-bb7dbfcdadf4 req-ce9544cb-caef-49b1-86ac-7dfa8bcf8037 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0753155 Oct 22 15:13:30.693933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a574d07-beff-459d-9ef9-bb7dbfcdadf4 req-356b5777-bf12-49c8-b167-6931dee22b37 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 Oct 22 15:13:30.702411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:30.736406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d5da77-f885-4f0f-9b0e-f39292071d89,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:30.808152 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:30.902247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:30.904897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.082168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.082760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2651fd6-c09f-40ce-8792-e8cf3c365203 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:13:31.087910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.089115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d41f13bc-e2d1-46a5-8e90-c1a72f666ec3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a2651fd6-c09f-40ce-8792-e8cf3c365203 HTTP/1.1" status: 204 len: 168 time: 1.7887676 Oct 22 15:13:31.102830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45820) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:31.152098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Deleting subnet 1b66ef9b-242d-4d72-a793-fec16bb59d27 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:13:31.156714 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.196208 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.334642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45830) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:31.501090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-652445c6-dc56-4e7d-8ef6-57dbd3c92f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.571204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.578742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9745efcc-fa97-4693-9948-d811ac65d77c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:31.613424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9745efcc-fa97-4693-9948-d811ac65d77c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:31.613424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9745efcc-fa97-4693-9948-d811ac65d77c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:31.613424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 43d5da77-f885-4f0f-9b0e-f39292071d89 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:31.648353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 43d5da77-f885-4f0f-9b0e-f39292071d89 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:31.648700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 43d5da77-f885-4f0f-9b0e-f39292071d89 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:31.698402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-652445c6-dc56-4e7d-8ef6-57dbd3c92f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.750806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.781091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b66ef9b-242d-4d72-a793-fec16bb59d27,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:31.792596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.799317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3275da-1209-4408-bc69-25a90b7564be None None] Network 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:13:31.800795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45850) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:31.801255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-db32688e-9edd-4516-a6b5-cb6e22b16052 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1b66ef9b-242d-4d72-a793-fec16bb59d27 HTTP/1.1" status: 204 len: 168 time: 0.7076654 Oct 22 15:13:31.864609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e40c-321c-45e0-a0d9-effe6351c83c req-511b2b9f-7790-45f0-9fce-9d6fb31e2dd4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:31.866936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da56e40c-321c-45e0-a0d9-effe6351c83c req-511b2b9f-7790-45f0-9fce-9d6fb31e2dd4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0639734 Oct 22 15:13:31.952139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da56e40c-321c-45e0-a0d9-effe6351c83c req-ffe66923-800d-41ce-9331-e5fdd248aca6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Oct 22 15:13:31.958309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-652445c6-dc56-4e7d-8ef6-57dbd3c92f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.973956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:31.980617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45860) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:32.035431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-652445c6-dc56-4e7d-8ef6-57dbd3c92f3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a939c4220ef545ca975895541341481d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6962595 Oct 22 15:13:32.035431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652445c6-dc56-4e7d-8ef6-57dbd3c92f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a968897-bd74-49f4-8cde-0f9a0516bc15,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:32.039646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45864) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:32.118876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] DHCP port deletion for 1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:13:32.124132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Deleting port 96406e25-1f43-4221-9d24-98f3f24e6ddd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:32.125043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.141174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270d5e5-ad44-4679-bc1d-31d010f48b12 req-f009d637-49ac-488b-bc80-3800e611787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:32.143381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4270d5e5-ad44-4679-bc1d-31d010f48b12 req-f009d637-49ac-488b-bc80-3800e611787b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1097 time: 0.1655087 Oct 22 15:13:32.159058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-949cc815-139f-4757-b1e9-6132fe6d8b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.177701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] Deleting port 96406e25-1f43-4221-9d24-98f3f24e6ddd {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:32.178156 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.196148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-949cc815-139f-4757-b1e9-6132fe6d8b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.204184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] For port 96406e25-1f43-4221-9d24-98f3f24e6ddd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=96406e25-1f43-4221-9d24-98f3f24e6ddd,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:32.204416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.219906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Calling delete_port for 96406e25-1f43-4221-9d24-98f3f24e6ddd owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:32.228154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4270d5e5-ad44-4679-bc1d-31d010f48b12 req-f3621e08-6289-4c4e-90f0-a91dd4da3d02 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767572 Oct 22 15:13:32.274893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] For port 96406e25-1f43-4221-9d24-98f3f24e6ddd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=96406e25-1f43-4221-9d24-98f3f24e6ddd,segment=NetworkSegment(f1f39c68-c2c1-416b-be5b-48cf389ae6e1),segment_id=f1f39c68-c2c1-416b-be5b-48cf389ae6e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:32.275639 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.296860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] Calling delete_port for 96406e25-1f43-4221-9d24-98f3f24e6ddd owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:32.447415 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-949cc815-139f-4757-b1e9-6132fe6d8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.450318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-949cc815-139f-4757-b1e9-6132fe6d8b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.452150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-949cc815-139f-4757-b1e9-6132fe6d8b4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a968897-bd74-49f4-8cde-0f9a0516bc15 HTTP/1.1" status: 204 len: 168 time: 0.4152527 Oct 22 15:13:32.462224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cc815-139f-4757-b1e9-6132fe6d8b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a968897-bd74-49f4-8cde-0f9a0516bc15,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:32.490594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.497310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.517548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Pushing event deleted for resources: {'Port': ['ID=96406e25-1f43-4221-9d24-98f3f24e6ddd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:32.521482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] No DVR routers for this DVR port 96406e25-1f43-4221-9d24-98f3f24e6ddd on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:13:32.532528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] Pushing event deleted for resources: {'Port': ['ID=96406e25-1f43-4221-9d24-98f3f24e6ddd,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:32.541250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeece73-3343-46b3-b7f2-1cba656f1f77 None None] No DVR routers for this DVR port 96406e25-1f43-4221-9d24-98f3f24e6ddd on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:13:32.640170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.669019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e094dd5-2dff-4438-8d4b-2a745b8dc0b3']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:32.681489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:32.682619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f39c68-c2c1-416b-be5b-48cf389ae6e1') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:13:32.697517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.715940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.731489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:13:32.732333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:13:32.740062 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:13:33.001620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.005786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.010009 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1e094dd5-2dff-4438-8d4b-2a745b8dc0b3 HTTP/1.1" status: 204 len: 168 time: 1.2059987 Oct 22 15:13:33.021450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3bdf-6a8a-4fe8-bfb2-3d03ec329665 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e094dd5-2dff-4438-8d4b-2a745b8dc0b3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:33.098070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69259c-d235-4a54-9342-ef47880410e7 req-140e151d-e61a-4f56-895b-6f36db8513bd tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:33.101137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef69259c-d235-4a54-9342-ef47880410e7 req-140e151d-e61a-4f56-895b-6f36db8513bd tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0820818 Oct 22 15:13:33.152447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef69259c-d235-4a54-9342-ef47880410e7 req-51acc694-dfd4-4b7b-88f9-fe006fc8a544 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454295 Oct 22 15:13:33.543521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45906) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:33.559154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f6282a-456d-478e-a1bb-5293079ec3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.570143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 96406e25-1f43-4221-9d24-98f3f24e6ddd no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:13:33.597215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 96406e25-1f43-4221-9d24-98f3f24e6ddd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:13:33.597215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 96406e25-1f43-4221-9d24-98f3f24e6ddd not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:13:33.648574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45908) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:33.659212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f6282a-456d-478e-a1bb-5293079ec3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.690989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a8419d26-d71b-4158-9c8e-b3c575827565 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2529d05a9e39488b91936e9fb3fb81b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411053 Oct 22 15:13:33.693551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45912) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:33.747212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad759949-c315-489d-be88-a85bd2a5f18c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.769342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad759949-c315-489d-be88-a85bd2a5f18c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.792619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5f6282a-456d-478e-a1bb-5293079ec3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.827922 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.834596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5f6282a-456d-478e-a1bb-5293079ec3fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=454067da7b3a4b4a89e5500b6bc375f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866640 Oct 22 15:13:33.834596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6282a-456d-478e-a1bb-5293079ec3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3c35f-8f63-4d5d-a18d-70112df32c0d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:33.835419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45916) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:33.889861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2b8-ebac-40b9-ad77-0f50faf3d469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.913986 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2b8-ebac-40b9-ad77-0f50faf3d469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.917382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad759949-c315-489d-be88-a85bd2a5f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.920222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad759949-c315-489d-be88-a85bd2a5f18c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:33.921445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ad759949-c315-489d-be88-a85bd2a5f18c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d6d976c-7ff4-4f0b-b90d-2d4615837392 HTTP/1.1" status: 204 len: 168 time: 0.2269795 Oct 22 15:13:33.941240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad759949-c315-489d-be88-a85bd2a5f18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d976c-7ff4-4f0b-b90d-2d4615837392,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:34.268262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2b8-ebac-40b9-ad77-0f50faf3d469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:34.282512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2b8-ebac-40b9-ad77-0f50faf3d469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:34.282512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-77bbe2b8-ebac-40b9-ad77-0f50faf3d469 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37e3c35f-8f63-4d5d-a18d-70112df32c0d HTTP/1.1" status: 204 len: 168 time: 0.4340513 Oct 22 15:13:34.283909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe2b8-ebac-40b9-ad77-0f50faf3d469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3c35f-8f63-4d5d-a18d-70112df32c0d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:34.302701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cb7ee-4e72-48e5-9530-8552d565dc51 req-37b3ab11-e3f9-46d0-8166-b42d2ca510d9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:34.304466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f8cb7ee-4e72-48e5-9530-8552d565dc51 req-37b3ab11-e3f9-46d0-8166-b42d2ca510d9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0712621 Oct 22 15:13:34.348780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f8cb7ee-4e72-48e5-9530-8552d565dc51 req-94a4caf5-a2cd-4b84-8c8c-a2b6c3d74ecb tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Oct 22 15:13:35.491359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ae6a6-6f42-4030-ba3b-e391597f7440 req-1d829ae9-5497-4807-9a74-80e6dfc48963 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:35.492977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-300ae6a6-6f42-4030-ba3b-e391597f7440 req-1d829ae9-5497-4807-9a74-80e6dfc48963 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0602758 Oct 22 15:13:35.545939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-300ae6a6-6f42-4030-ba3b-e391597f7440 req-ead27587-5259-47bd-8d1e-54add092e3b6 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Oct 22 15:13:35.864449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45982) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:35.967945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1178261071-network', 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:36.098843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:13:36.101302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.111814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.189906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.415950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.441076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:13:36.457191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d84b09-a27f-4343-9e64-1db2abac0f8d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:36.460176 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.460514 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Added segment 28e3ee07-5d7c-4078-b346-ae2bfe2c5b20 of type vlan for network 2d050689-4c45-496d-b2ac-340ad7c409dc Oct 22 15:13:36.506212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.661932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d5d6f-94eb-48f1-96ce-bce81b3f2b5f req-58fe7b22-6df7-4437-b28c-33a5eab1b221 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:36.663436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-433d5d6f-94eb-48f1-96ce-bce81b3f2b5f req-58fe7b22-6df7-4437-b28c-33a5eab1b221 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Oct 22 15:13:36.707031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-433d5d6f-94eb-48f1-96ce-bce81b3f2b5f req-e217ae3f-ace8-4008-927c-301954904014 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363667 Oct 22 15:13:36.721274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.722516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:36.726427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:36.789620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] Pushing event updated for resources: {'Network': ['ID=2d050689-4c45-496d-b2ac-340ad7c409dc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:36.799975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2d050689-4c45-496d-b2ac-340ad7c409dc details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:13:36.896275 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04e2e244-42fc-4f2c-9d3d-18e763f7b763 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0305002 Oct 22 15:13:36.899042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46016) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:36.905111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Request body: {'subnet': {'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1178261071-subnet', 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:37.056399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46020) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:37.122074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:13:37.125861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.206869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c6219c2-43db-4033-a67a-473d0e3ecf2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.367274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c6219c2-43db-4033-a67a-473d0e3ecf2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.470424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9c6219c2-43db-4033-a67a-473d0e3ecf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.512953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6219c2-43db-4033-a67a-473d0e3ecf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f11bc-2bc8-4f0f-95b2-73620cfaf82a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:37.518218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9c6219c2-43db-4033-a67a-473d0e3ecf2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a98ebee9fb3e465cbf28eff5b4cbc839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606855 Oct 22 15:13:37.521068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46030) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:37.545628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.573545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abfa2346-dba4-4aca-bcc5-801c87845cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.596886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abfa2346-dba4-4aca-bcc5-801c87845cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.601326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20902fc-1fa1-42c8-a61d-024d8f7d0900,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:37.617479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:13:37.617832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Network hostable DHCP agents. Network: 2d050689-4c45-496d-b2ac-340ad7c409dc, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:13:37.781631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:13:37.835145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bfa74-b743-46c0-98df-7a710c3894b1 req-3b1d41b2-fe6f-44ad-aab7-2fe779c581bb tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:37.837580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-186bfa74-b743-46c0-98df-7a710c3894b1 req-3b1d41b2-fe6f-44ad-aab7-2fe779c581bb tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0528245 Oct 22 15:13:37.844248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abfa2346-dba4-4aca-bcc5-801c87845cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.846957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abfa2346-dba4-4aca-bcc5-801c87845cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.849442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-abfa2346-dba4-4aca-bcc5-801c87845cc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa1f11bc-2bc8-4f0f-95b2-73620cfaf82a HTTP/1.1" status: 204 len: 168 time: 0.3263505 Oct 22 15:13:37.878072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa2346-dba4-4aca-bcc5-801c87845cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f11bc-2bc8-4f0f-95b2-73620cfaf82a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:37.919194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2d050689-4c45-496d-b2ac-340ad7c409dc) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:13:37.929596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c59379f-7a20-4033-a34b-217dc3ece2b7 None None] Network 2d050689-4c45-496d-b2ac-340ad7c409dc requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:13:37.931256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:37.931636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:37.958949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-186bfa74-b743-46c0-98df-7a710c3894b1 req-7fdce2ac-8a3a-4998-b5f3-c2f4c477004e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091368 Oct 22 15:13:38.066583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070292e-91da-4ff3-8e06-7cce1ebe9f3f None None] Network 2d050689-4c45-496d-b2ac-340ad7c409dc requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:13:38.184636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a27aa5e3-2946-463b-9e81-75e34e81366c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2844229 Oct 22 15:13:38.643671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-f00be5e0-c9ee-47b9-ae01-e76222359831 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:38.643671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-f00be5e0-c9ee-47b9-ae01-e76222359831 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1147468 Oct 22 15:13:38.662539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-558477ff-1fb6-4f77-9537-c9f5baad6317 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0105255 Oct 22 15:13:38.702440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-035b4505-5a5b-4d78-866b-132582ec692b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316241 Oct 22 15:13:38.808136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-6026983e-f78b-4668-a8c2-1cb68d61412f service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981326 Oct 22 15:13:38.912207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-7254ca94-e108-4807-b4bc-7d14e032d4ad service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848267 Oct 22 15:13:39.098331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b7232-7312-4176-a6ac-3608bfbbe555 req-9944f2aa-db6f-4eb8-8ddc-cfc552267f82 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:39.099868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a52b7232-7312-4176-a6ac-3608bfbbe555 req-9944f2aa-db6f-4eb8-8ddc-cfc552267f82 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0628197 Oct 22 15:13:39.139224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a52b7232-7312-4176-a6ac-3608bfbbe555 req-add91a06-858a-4123-a334-05917d1ebc5b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Oct 22 15:13:39.364121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa34fd8-b426-4416-8d0c-d145251b13df req-ca6aaf9d-4570-4c92-99f7-caf45865f660 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0419443 Oct 22 15:13:40.259711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76380fb5-2fcd-4e27-ba93-8f9fe91bff4b req-35b02a82-5cb8-40f6-9366-565153959eba tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:40.261261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76380fb5-2fcd-4e27-ba93-8f9fe91bff4b req-35b02a82-5cb8-40f6-9366-565153959eba tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0515585 Oct 22 15:13:40.304368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76380fb5-2fcd-4e27-ba93-8f9fe91bff4b req-bd95a4e2-6a6e-47a9-b24a-584ee17e516a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Oct 22 15:13:40.459409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3d5fe14-0887-4e02-8e7e-540a3ba75624 req-bad36753-85cf-4220-9701-9560c371cf1b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0333045 Oct 22 15:13:41.439282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305547f-857e-4dad-9ebf-a80a4d80bebf req-5e36c97b-b8f7-4689-a5a9-fdc241c94932 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:41.440722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6305547f-857e-4dad-9ebf-a80a4d80bebf req-5e36c97b-b8f7-4689-a5a9-fdc241c94932 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0562613 Oct 22 15:13:41.480230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6305547f-857e-4dad-9ebf-a80a4d80bebf req-7ce3ea07-bb42-47a3-b900-a974aacfa388 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Oct 22 15:13:41.553023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedb3802-8b0c-4cd9-85b7-14cb25478f12 req-cb5ba430-a742-469b-a666-e99025295097 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0328619 Oct 22 15:13:41.595468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:42.604119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24e0f2-c6a8-46f6-9e3a-8cb5d2e78475 req-7046120f-ea18-45c0-a8ed-cf392ed36cc0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:42.605795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be24e0f2-c6a8-46f6-9e3a-8cb5d2e78475 req-7046120f-ea18-45c0-a8ed-cf392ed36cc0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0528219 Oct 22 15:13:42.666326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caa892b4-541c-4c3d-9942-8d7dcf75ddfd req-cb180f57-bf6b-489a-9363-f2fbf80a6ee4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0369956 Oct 22 15:13:42.691060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be24e0f2-c6a8-46f6-9e3a-8cb5d2e78475 req-c1096f3b-6a0a-410f-a906-b26f2d35a864 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766990 Oct 22 15:13:42.867999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-3094e4e9-f9d5-447b-adbc-9463acdc8e1f req-d65dcbc2-0637-4816-bc08-8238d48ab37c service neutron] (107801) timed out ('10.222.0.69', 65126) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:13:43.779117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cf434bd-ca92-42e9-8f02-a8299f49f8fa req-375a89a9-859d-4c3b-baf3-16e4fef5554c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0288432 Oct 22 15:13:43.829619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a02620-4493-4378-9564-ee43e2bd2d43 req-8212355b-4d0d-4111-865a-71f10b73eacc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:43.831434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9a02620-4493-4378-9564-ee43e2bd2d43 req-8212355b-4d0d-4111-865a-71f10b73eacc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0564950 Oct 22 15:13:43.874182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9a02620-4493-4378-9564-ee43e2bd2d43 req-c3d1c605-f98b-413a-8abf-eb41cf57d634 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 Oct 22 15:13:43.884537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-0c1c79f0-56e6-4b58-a7f0-782a8a994c96 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:43.886043 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-0c1c79f0-56e6-4b58-a7f0-782a8a994c96 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1510115 Oct 22 15:13:43.901210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Request body: {'port': {'device_id': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'admin_state_up': True, 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:44.241713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:13:44.250468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:44.378629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Allocated IP 172.20.0.12 (2d050689-4c45-496d-b2ac-340ad7c409dc/e20902fc-1fa1-42c8-a61d-024d8f7d0900/b11422e4-0021-467b-a050-ae5cfd5d235e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:13:44.551069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:44.890140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b5b294a-2543-4b49-8bd5-075446076123 req-e0c0a66d-9973-45df-ad6a-1ba8da8236d1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0338554 Oct 22 15:13:44.899850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:44.944698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:13:44.948463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:13:44.958702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:13:45.017178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5cb04-b83f-4651-b405-c58fb0611fd8 req-f5fb29ed-1e71-45f7-a05b-7d760a38f92f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:45.024760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67e5cb04-b83f-4651-b405-c58fb0611fd8 req-f5fb29ed-1e71-45f7-a05b-7d760a38f92f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0605247 Oct 22 15:13:45.037793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event updated for resources: {'Port': ['ID=b11422e4-0021-467b-a050-ae5cfd5d235e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:45.064397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:45.064587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67e5cb04-b83f-4651-b405-c58fb0611fd8 req-2faa50ec-1780-4aea-bd76-6b6054e76f92 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Oct 22 15:13:45.065011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.281667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-18237d4a-37eb-406a-b764-48198f9d6641 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3856897 Oct 22 15:13:45.295231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Request body: {'port': {'device_id': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:45.352384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.549917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46236) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:45.642081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11422e4-0021-467b-a050-ae5cfd5d235e {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:13:45.651416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.666253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Transition to ACTIVE for port object b11422e4-0021-467b-a050-ae5cfd5d235e will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:13:45.681236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b764a5-4c3e-40f4-9a2a-5691d1d188c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.765785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b764a5-4c3e-40f4-9a2a-5691d1d188c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.824184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.877406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Pushing event updated for resources: {'Port': ['ID=b11422e4-0021-467b-a050-ae5cfd5d235e,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:45.898275 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b764a5-4c3e-40f4-9a2a-5691d1d188c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:45.946740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b764a5-4c3e-40f4-9a2a-5691d1d188c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c6d985-a880-4c1e-b925-01d80185b630,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:45.952459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Attempting to bind port b11422e4-0021-467b-a050-ae5cfd5d235e on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:13:45.952998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Attempting to bind port b11422e4-0021-467b-a050-ae5cfd5d235e by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:13:45.956437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Attempting to bind port b11422e4-0021-467b-a050-ae5cfd5d235e on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:13:45.956776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-02b764a5-4c3e-40f4-9a2a-5691d1d188c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8db14f8a19464a459791a0c384a16d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039955 Oct 22 15:13:45.960374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46248) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:45.984367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Port b11422e4-0021-467b-a050-ae5cfd5d235e on network 2d050689-4c45-496d-b2ac-340ad7c409dc not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:13:45.985008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Attempting to bind port b11422e4-0021-467b-a050-ae5cfd5d235e on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:13:46.002385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:13:46.002799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:13:46.003178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Bound using segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:13:46.003570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Bound port: b11422e4-0021-467b-a050-ae5cfd5d235e, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:13:46.003927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.040619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ef54-9373-4f65-8627-86ff839e9328 req-a2dd2efb-b136-4639-941e-e874c376135e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:46.059012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8c0ef54-9373-4f65-8627-86ff839e9328 req-a2dd2efb-b136-4639-941e-e874c376135e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 944 time: 0.0803051 Oct 22 15:13:46.093208 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a429434f-9833-483b-ac5e-0771a8b2fe8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.121552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8c0ef54-9373-4f65-8627-86ff839e9328 req-19179c24-49d2-48b6-9712-a3eea507d03d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590301 Oct 22 15:13:46.140673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a429434f-9833-483b-ac5e-0771a8b2fe8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.154584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] For port b11422e4-0021-467b-a050-ae5cfd5d235e, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:13:46.202537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] For port b11422e4-0021-467b-a050-ae5cfd5d235e, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b11422e4-0021-467b-a050-ae5cfd5d235e,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:13:46.252344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3caaf8-3922-487b-ba53-08d715fa79be req-a054a028-4e2a-401f-8c65-5e194400caba tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:46.253824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce3caaf8-3922-487b-ba53-08d715fa79be req-a054a028-4e2a-401f-8c65-5e194400caba tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0729566 Oct 22 15:13:46.298246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce3caaf8-3922-487b-ba53-08d715fa79be req-2d80f4d1-3cc7-4283-9386-47886b9a1e02 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Oct 22 15:13:46.581661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.622185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:46.623156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.624592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] 10.222.0.53 "PUT /v2.0/ports/b11422e4-0021-467b-a050-ae5cfd5d235e HTTP/1.1" status: 200 len: 1092 time: 1.3346000 Oct 22 15:13:46.625025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'tag': 'b11422e4-0021-467b-a050-ae5cfd5d235e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:46.627334 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315bc82a-9594-48ef-8995-656f1baf6ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bf4779-5181-4706-8a90-9831916ff1a5", "tag": "b11422e4-0021-467b-a050-ae5cfd5d235e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:46.673260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6480-8b82-4a5b-94f2-181a55e4c95c service neutron] Pushing event updated for resources: {'Port': ['ID=b11422e4-0021-467b-a050-ae5cfd5d235e,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:46.681368 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff1d43e-285a-415a-8455-a1a9c9d0d877 x-openstack-request-id: req-1ff1d43e-285a-415a-8455-a1a9c9d0d877 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:46.682046 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bf4779-5181-4706-8a90-9831916ff1a5", "tag": "b11422e4-0021-467b-a050-ae5cfd5d235e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:46.682493 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ff1d43e-285a-415a-8455-a1a9c9d0d877 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:46.683139 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'tag': 'b11422e4-0021-467b-a050-ae5cfd5d235e', 'status': 'completed', 'code': 200} Oct 22 15:13:46.697958 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a429434f-9833-483b-ac5e-0771a8b2fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.702470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a429434f-9833-483b-ac5e-0771a8b2fe8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:46.708416 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a429434f-9833-483b-ac5e-0771a8b2fe8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1c6d985-a880-4c1e-b925-01d80185b630 HTTP/1.1" status: 204 len: 168 time: 0.7459946 Oct 22 15:13:46.780618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429434f-9833-483b-ac5e-0771a8b2fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c6d985-a880-4c1e-b925-01d80185b630,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:46.799298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc82a-9594-48ef-8995-656f1baf6ea9 req-7e364a15-4ad6-48f8-b901-a0bfea6bda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:46.801034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-315bc82a-9594-48ef-8995-656f1baf6ea9 req-7e364a15-4ad6-48f8-b901-a0bfea6bda7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0914874 Oct 22 15:13:46.908585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc82a-9594-48ef-8995-656f1baf6ea9 req-4399a341-321e-4aca-a16e-92a77d613d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:46.910165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-315bc82a-9594-48ef-8995-656f1baf6ea9 req-4399a341-321e-4aca-a16e-92a77d613d05 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2f5cb71214874a5f901933e13ee9af6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1018202 Oct 22 15:13:47.019204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc82a-9594-48ef-8995-656f1baf6ea9 req-9232ecb3-8572-4a9c-8865-78cf7cf95691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:47.020749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-315bc82a-9594-48ef-8995-656f1baf6ea9 req-9232ecb3-8572-4a9c-8865-78cf7cf95691 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027076 Oct 22 15:13:47.098392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-c8f08cad-d09d-46df-a0dd-9fe108c044d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:47.100087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-c8f08cad-d09d-46df-a0dd-9fe108c044d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0431142 Oct 22 15:13:47.145227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-37ae9bf7-6b71-4ad1-841e-c0f1a68a7a52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b11422e4-0021-467b-a050-ae5cfd5d235e HTTP/1.1" status: 200 len: 217 time: 0.0357122 Oct 22 15:13:47.210166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9ad34760-e609-4e6e-b67d-c86143305525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:47.211735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-9ad34760-e609-4e6e-b67d-c86143305525 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0598862 Oct 22 15:13:47.245132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-682eb8ae-c43d-419d-bcf8-5dafc85411eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261588 Oct 22 15:13:47.265518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04cd7b-00de-4b3d-8ba9-b6a86ee858a5 req-b81910b1-c3bd-4a6f-b814-222ea53932f1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:47.282015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed04cd7b-00de-4b3d-8ba9-b6a86ee858a5 req-b81910b1-c3bd-4a6f-b814-222ea53932f1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 944 time: 0.0783565 Oct 22 15:13:47.342662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed04cd7b-00de-4b3d-8ba9-b6a86ee858a5 req-189b5ddd-1998-47e6-8108-ebea099d7234 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574465 Oct 22 15:13:47.381652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-97355bc7-01c2-4d3a-b812-4c6e68a13612 service neutron] 10.222.0.53 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293135 Oct 22 15:13:47.474202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ae5a8-5590-4567-bca6-2d244d7d86fb req-a418f021-64e9-4c9d-8248-84e3f454a862 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:47.476323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b6ae5a8-5590-4567-bca6-2d244d7d86fb req-a418f021-64e9-4c9d-8248-84e3f454a862 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0641465 Oct 22 15:13:47.519399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b6ae5a8-5590-4567-bca6-2d244d7d86fb req-40bfb3d8-50c7-4197-8163-63706302c5e7 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Oct 22 15:13:47.523567 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8243920f-f9b7-4e5c-b769-97fa478a15a9 req-49fb5c4c-2c5b-4474-b415-93b278e178dc service neutron] 10.222.0.53 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277912 Oct 22 15:13:48.486791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9554c-7602-45d5-8942-f8a7c0cfb666 req-7a28ccad-e0e4-400e-8ffe-3ce7905af736 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:48.488667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6b9554c-7602-45d5-8942-f8a7c0cfb666 req-7a28ccad-e0e4-400e-8ffe-3ce7905af736 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 944 time: 0.0577548 Oct 22 15:13:48.540326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6b9554c-7602-45d5-8942-f8a7c0cfb666 req-eb94f4f9-0e60-4105-91c6-a31fa6d31e1c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Oct 22 15:13:48.676598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e251c0-1283-4fa6-affe-25889e8e4975 req-76df6884-8427-4101-abb5-97e7c780d59d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:48.685952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0e251c0-1283-4fa6-affe-25889e8e4975 req-76df6884-8427-4101-abb5-97e7c780d59d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0685618 Oct 22 15:13:48.732481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0e251c0-1283-4fa6-affe-25889e8e4975 req-064e7a22-98c8-4e5e-893d-c34eda8d853f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Oct 22 15:13:48.893042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-66ff8cca-2f12-4f24-8b6b-ef19969a70b8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:48.894573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-66ff8cca-2f12-4f24-8b6b-ef19969a70b8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1212046 Oct 22 15:13:48.911500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-8c1b9149-d1c3-458a-9a08-04f20a6722b7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0098872 Oct 22 15:13:48.966769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-e8a38858-b6ec-44b9-a3b7-aaefb772c60a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482626 Oct 22 15:13:49.180368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-6af4b4c8-917b-4c00-b260-ef664621de34 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065620 Oct 22 15:13:49.302420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-862f29b1-bcbe-4f8c-8924-9325bea6757a service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137168 Oct 22 15:13:49.687436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5961d-4fcd-4eb6-ab4f-5d10e66fd0a0 req-24f597f7-b334-4dbc-a68d-6ea3d5e22439 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:49.689007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96a5961d-4fcd-4eb6-ab4f-5d10e66fd0a0 req-24f597f7-b334-4dbc-a68d-6ea3d5e22439 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 944 time: 0.0623748 Oct 22 15:13:49.745513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96a5961d-4fcd-4eb6-ab4f-5d10e66fd0a0 req-c4867cce-0f9b-4831-824c-fb66cec22321 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Oct 22 15:13:49.859431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb361d-e8f1-4765-8bfc-0343cbac16ae req-fdb98896-0f42-4d80-823e-f2b037d474b3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:49.860922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ddb361d-e8f1-4765-8bfc-0343cbac16ae req-fdb98896-0f42-4d80-823e-f2b037d474b3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Oct 22 15:13:49.904906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ddb361d-e8f1-4765-8bfc-0343cbac16ae req-65534a25-9287-4d2b-a576-2e12e08e65cf tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Oct 22 15:13:50.272333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fa21b43-c5aa-455b-9d7e-e0c1f668572c req-b1d3a4bf-1e08-4e7c-8870-4e6b1fbeef9e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0376484 Oct 22 15:13:50.873912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e461-49b0-4553-aeed-8e8c9bdf07b8 req-e4f05722-dc18-44c6-998f-d63f2a2f031b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:50.875427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5590e461-49b0-4553-aeed-8e8c9bdf07b8 req-e4f05722-dc18-44c6-998f-d63f2a2f031b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 944 time: 0.0541914 Oct 22 15:13:50.921023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5590e461-49b0-4553-aeed-8e8c9bdf07b8 req-2e7aa63c-f891-45df-b344-6ec1f685273a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Oct 22 15:13:51.054593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a52d-6964-47c0-9cab-bc700a068b16 req-1a1e89ed-291d-4b8f-a679-d864154c06f1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:51.056574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ca8a52d-6964-47c0-9cab-bc700a068b16 req-1a1e89ed-291d-4b8f-a679-d864154c06f1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0683925 Oct 22 15:13:51.098502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ca8a52d-6964-47c0-9cab-bc700a068b16 req-e42d47b6-9fc6-4725-a418-931a59741f82 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Oct 22 15:13:51.219675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b11422e4-0021-467b-a050-ae5cfd5d235e details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:13:51.317261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b11422e4-0021-467b-a050-ae5cfd5d235e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b11422e4-0021-467b-a050-ae5cfd5d235e,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:51.330525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'b11422e4-0021-467b-a050-ae5cfd5d235e', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': 'b11422e4-0021-467b-a050-ae5cfd5d235e', 'mac_address': 'fa:16:3e:ea:79:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:13:51.355923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cba35f6e-d5eb-4964-95a3-8a7f7add16d0 req-bcdb6819-af52-4178-8f3e-fee8a866b5ad tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0311973 Oct 22 15:13:51.378827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:51.396514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11422e4-0021-467b-a050-ae5cfd5d235e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:13:51.415948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b11422e4-0021-467b-a050-ae5cfd5d235e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b11422e4-0021-467b-a050-ae5cfd5d235e,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:51.689588 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:51.740844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=b11422e4-0021-467b-a050-ae5cfd5d235e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:51.977691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b11422e4-0021-467b-a050-ae5cfd5d235e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:13:52.052279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2d82b-69d3-49bc-b74f-b62e8dddf61d req-976059c3-e7c1-48e2-9d2b-094764f84ca1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:52.059784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1a2d82b-69d3-49bc-b74f-b62e8dddf61d req-976059c3-e7c1-48e2-9d2b-094764f84ca1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 945 time: 0.0593333 Oct 22 15:13:52.078124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46456) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:52.099307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1a2d82b-69d3-49bc-b74f-b62e8dddf61d req-f367a4fb-f601-434c-9ec0-f258776c51d6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Oct 22 15:13:52.226926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd911-4f08-45e1-88ae-9bc536a1edaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.239288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1eae2-4c33-4c80-87b7-8516c1b447ae req-45102b59-714f-40d9-a2db-ce03302c08fc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:52.240889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2a1eae2-4c33-4c80-87b7-8516c1b447ae req-45102b59-714f-40d9-a2db-ce03302c08fc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0594971 Oct 22 15:13:52.281896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2a1eae2-4c33-4c80-87b7-8516c1b447ae req-fcd794b6-9611-4844-bc02-dcd5484388b0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Oct 22 15:13:52.310690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd911-4f08-45e1-88ae-9bc536a1edaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.453007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6cec212-c063-4631-ae7d-fd198c880b9e req-ff878589-bf68-4b8d-864a-b53d4957441c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0290680 Oct 22 15:13:52.504124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd911-4f08-45e1-88ae-9bc536a1edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.552129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9f6dd911-4f08-45e1-88ae-9bc536a1edaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9dc1a3debee947528830c716da3f4c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724329 Oct 22 15:13:52.553154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd911-4f08-45e1-88ae-9bc536a1edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b31595b-eeb0-4906-92a5-8fbe68a7f0cd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:52.554909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46468) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:52.609285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-289f7905-c005-48a8-b1d1-333327cc920b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.631582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-289f7905-c005-48a8-b1d1-333327cc920b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.675006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-21152b56-b7a5-40bb-88b8-9624b4e1bc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.779660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-289f7905-c005-48a8-b1d1-333327cc920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.784001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-289f7905-c005-48a8-b1d1-333327cc920b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:52.784001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-289f7905-c005-48a8-b1d1-333327cc920b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b31595b-eeb0-4906-92a5-8fbe68a7f0cd HTTP/1.1" status: 204 len: 168 time: 0.2260962 Oct 22 15:13:52.800514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7905-c005-48a8-b1d1-333327cc920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b31595b-eeb0-4906-92a5-8fbe68a7f0cd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:53.230866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b11422e4-0021-467b-a050-ae5cfd5d235e up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:13:53.264750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ba204-b069-4f83-8e82-93584b2a1383 req-2d2ceb47-1ab0-4d9d-a6be-ad5bed23ddc6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:53.268057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-165ba204-b069-4f83-8e82-93584b2a1383 req-2d2ceb47-1ab0-4d9d-a6be-ad5bed23ddc6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 945 time: 0.0579154 Oct 22 15:13:53.306620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e37b28f2-6cea-4e16-a357-7e698ec9d320 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:13:53.320598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-165ba204-b069-4f83-8e82-93584b2a1383 req-8dbd08b7-4ad4-42cb-871d-ce778d6ed9c1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Oct 22 15:13:53.443218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee0580-f6c4-4940-8b75-69acea26118a req-9f031e35-3895-40b6-b695-c5483a5f7977 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:53.445052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dee0580-f6c4-4940-8b75-69acea26118a req-9f031e35-3895-40b6-b695-c5483a5f7977 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0592034 Oct 22 15:13:53.514134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dee0580-f6c4-4940-8b75-69acea26118a req-d3a8d5ca-e307-48f5-8daa-a1ceabf08a5f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Oct 22 15:13:53.573530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port b11422e4-0021-467b-a050-ae5cfd5d235e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:13:53.585805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port b11422e4-0021-467b-a050-ae5cfd5d235e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:13:53.586174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:53.598070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eab1940a-d102-4db9-acb9-e1e10ba6e9c5 req-399cf413-1197-498e-a0c9-2efec4d1616c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0334103 Oct 22 15:13:53.650804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:53.657903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'port_id': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'mac_address': 'fa:16:3e:78:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba192f-1850-48ff-93c8-3ceecd4e0c28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:13:53.730686 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:53.743780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:53.768309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11422e4-0021-467b-a050-ae5cfd5d235e'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:53.770660 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f519f9a-9c42-461e-a620-9eeeaa78857b" -d '{"events": [{"server_uuid": "d4bf4779-5181-4706-8a90-9831916ff1a5", "name": "network-vif-plugged", "status": "completed", "tag": "b11422e4-0021-467b-a050-ae5cfd5d235e"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:53.776418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37b28f2-6cea-4e16-a357-7e698ec9d320 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:13:53.790503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port b11422e4-0021-467b-a050-ae5cfd5d235e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b11422e4-0021-467b-a050-ae5cfd5d235e,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:53.807120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:53.824174 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d0fe1d-08be-44f3-b49e-e6fe3d696852 x-openstack-request-id: req-14d0fe1d-08be-44f3-b49e-e6fe3d696852 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:53.824540 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf4779-5181-4706-8a90-9831916ff1a5", "name": "network-vif-plugged", "status": "completed", "tag": "b11422e4-0021-467b-a050-ae5cfd5d235e", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:53.824827 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14d0fe1d-08be-44f3-b49e-e6fe3d696852 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:53.825228 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11422e4-0021-467b-a050-ae5cfd5d235e', 'code': 200} Oct 22 15:13:53.852208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-b9848963-8270-4cfe-824e-8db10fb3bacb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:53.853682 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-b9848963-8270-4cfe-824e-8db10fb3bacb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1501920 Oct 22 15:13:53.868005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:53.959932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46506) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:53.972422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a34fa-1d4f-45bd-ad9c-bca8e0144383 req-f6df43e3-8504-45f0-9024-e2721a1f6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:53.973998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-985a34fa-1d4f-45bd-ad9c-bca8e0144383 req-f6df43e3-8504-45f0-9024-e2721a1f6fa6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0911160 Oct 22 15:13:53.974603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9105eeb0-de45-412a-b56d-de93fd872b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.001512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.005811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.038679 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-985a34fa-1d4f-45bd-ad9c-bca8e0144383 req-bcba4bfa-1e55-41a8-aa1c-648b7dc89568 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558197 Oct 22 15:13:54.075702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9105eeb0-de45-412a-b56d-de93fd872b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.084457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=b11422e4-0021-467b-a050-ae5cfd5d235e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:54.092623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.092971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.093312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.093724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.095042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.097910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:13:54.147788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:54.172661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:13:54.176540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.235357 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9105eeb0-de45-412a-b56d-de93fd872b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.279255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9105eeb0-de45-412a-b56d-de93fd872b87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=069007f0b8f741b699f0f07c11be1785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180797 Oct 22 15:13:54.280946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105eeb0-de45-412a-b56d-de93fd872b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a3fd04-e558-482e-8eec-0b8c5bc6815c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:54.283705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:13:54.318793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.10 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/8e05d27b-6347-4e4f-b68a-de42ec3c88b6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:13:54.334892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcee21c3-441f-43c4-be0f-7e17e2b53e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.361161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcee21c3-441f-43c4-be0f-7e17e2b53e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.367293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e37b28f2-6cea-4e16-a357-7e698ec9d320'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:13:54.472339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a718f11-f85f-4ea1-8101-aa24d6fa0117 req-5a36e611-ce14-419f-8a22-c1b995e3dd8d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:54.474021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a718f11-f85f-4ea1-8101-aa24d6fa0117 req-5a36e611-ce14-419f-8a22-c1b995e3dd8d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 946 time: 0.0564883 Oct 22 15:13:54.515167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.517648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a718f11-f85f-4ea1-8101-aa24d6fa0117 req-b1e3f9a2-cb33-4cf0-9ca6-992af91c1017 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Oct 22 15:13:54.569873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcee21c3-441f-43c4-be0f-7e17e2b53e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.573532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dcee21c3-441f-43c4-be0f-7e17e2b53e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.585064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dcee21c3-441f-43c4-be0f-7e17e2b53e7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18a3fd04-e558-482e-8eec-0b8c5bc6815c HTTP/1.1" status: 204 len: 168 time: 0.2940483 Oct 22 15:13:54.589638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee21c3-441f-43c4-be0f-7e17e2b53e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a3fd04-e558-482e-8eec-0b8c5bc6815c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:54.676526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc06a08-8b61-4b8b-9bab-c3f37c7e153e req-a4cee0e2-414a-4d62-9a89-a384a74fa768 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:54.678164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bc06a08-8b61-4b8b-9bab-c3f37c7e153e req-a4cee0e2-414a-4d62-9a89-a384a74fa768 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 945 time: 0.0769627 Oct 22 15:13:54.736979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fc8225f-8fc8-4ee2-b5b9-8258f0447e39 req-eb72777b-4cfc-4472-aecc-36dd43de47cd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0501368 Oct 22 15:13:54.753019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:54.764884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bc06a08-8b61-4b8b-9bab-c3f37c7e153e req-3b8a8e19-c750-4ebd-a1a9-b00f617f65ac tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766730 Oct 22 15:13:54.806444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:13:54.810519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:13:54.815144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:13:54.869332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:54.908425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:54.909203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.050271 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-0bca409e-1ed3-4326-96ba-e9415ea00883 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1860225 Oct 22 15:13:55.064148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Request body: {'port': {'device_id': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:13:55.140413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.172931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-335a3319-da53-4490-8031-5ebcf36db00e None None] Provisioning complete for port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:13:55.173424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-335a3319-da53-4490-8031-5ebcf36db00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.240881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-335a3319-da53-4490-8031-5ebcf36db00e None None] Port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:13:55.275180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f96aa65e-4588-46bb-8674-af9a91dc690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.306659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e37b28f2-6cea-4e16-a357-7e698ec9d320 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:13:55.378187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e37b28f2-6cea-4e16-a357-7e698ec9d320 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:13:55.378591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.502130 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.532568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:13:55.541012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.556782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Transition to ACTIVE for port object 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:13:55.570744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:55.659314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abec384-2f5f-45db-8f12-575d9748aa88 req-2ebce0b6-b2b5-4c60-8108-cf43fc433a64 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:55.660897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3abec384-2f5f-45db-8f12-575d9748aa88 req-2ebce0b6-b2b5-4c60-8108-cf43fc433a64 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 946 time: 0.0649252 Oct 22 15:13:55.678283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.725024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3abec384-2f5f-45db-8f12-575d9748aa88 req-689cd3be-f73f-4e12-9449-88048eb9b3ea tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Oct 22 15:13:55.739290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:55.798098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.824207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Attempting to bind port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:13:55.824451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Attempting to bind port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:13:55.827246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Attempting to bind port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:13:55.833222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:13:55.833748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Attempting to bind port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:13:55.845817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:13:55.846785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:13:55.847073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:13:55.847687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Bound port: 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:13:55.848283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:55.864757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:55.868589 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c6a903-91ff-451e-895a-61fa9f68d37f" -d '{"events": [{"server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "name": "network-vif-plugged", "status": "completed", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:55.967311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:55.983845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] For port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:13:55.990671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5059dd-3b6e-4655-8f78-15446254fdbd req-00fa6c7b-c701-4c12-bdeb-a32fdef25f39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:55.992881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] For port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:13:56.001224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e5059dd-3b6e-4655-8f78-15446254fdbd req-00fa6c7b-c701-4c12-bdeb-a32fdef25f39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.1032674 Oct 22 15:13:56.041996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e5059dd-3b6e-4655-8f78-15446254fdbd req-bffd81ba-325e-4952-815d-93ccd887f069 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Oct 22 15:13:56.121235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:56.158064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.158727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:56.160339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] 10.222.0.69 "PUT /v2.0/ports/8e05d27b-6347-4e4f-b68a-de42ec3c88b6 HTTP/1.1" status: 200 len: 1092 time: 1.1012535 Oct 22 15:13:56.161020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'tag': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:56.163691 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8884f46f-1f09-460e-b211-ef1d0321ceaf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2fa73b-5e26-4877-9981-2ee5cf1a29bd", "tag": "8e05d27b-6347-4e4f-b68a-de42ec3c88b6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:56.190573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a4ac0-779e-4a8e-ab8f-2250d0197fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:56.221151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60339-56dc-4324-b005-b1cb2da141f2 req-8a8428a7-0d50-4258-9f27-d2a03b4b1464 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.223076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1be60339-56dc-4324-b005-b1cb2da141f2 req-8a8428a7-0d50-4258-9f27-d2a03b4b1464 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.1088152 Oct 22 15:13:56.283931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1be60339-56dc-4324-b005-b1cb2da141f2 req-ea42633b-a76c-4779-b620-5825fb454680 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502427 Oct 22 15:13:56.397698 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10106c1-c632-45f0-9e98-767e8f146654 x-openstack-request-id: req-a10106c1-c632-45f0-9e98-767e8f146654 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:56.398688 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "name": "network-vif-plugged", "status": "completed", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:56.399331 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a10106c1-c632-45f0-9e98-767e8f146654 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:56.399909 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'code': 200} Oct 22 15:13:56.429543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-c18c2636-a54d-4c97-b794-23ecd439d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.437097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-c18c2636-a54d-4c97-b794-23ecd439d9c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 1095 time: 0.1027832 Oct 22 15:13:56.550308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-5d41d562-c406-452e-92a9-2182427047d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6 HTTP/1.1" status: 200 len: 217 time: 0.1031914 Oct 22 15:13:56.552647 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8ecbf8-9800-4269-a6c3-a8b38af22b49 x-openstack-request-id: req-aa8ecbf8-9800-4269-a6c3-a8b38af22b49 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:56.553038 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2fa73b-5e26-4877-9981-2ee5cf1a29bd", "tag": "8e05d27b-6347-4e4f-b68a-de42ec3c88b6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:56.554734 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa8ecbf8-9800-4269-a6c3-a8b38af22b49 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:56.555274 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'tag': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6', 'status': 'completed', 'code': 200} Oct 22 15:13:56.640735 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:56.657473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-50dadae5-7c25-4fc6-b39d-9f1a431e114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.659429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-50dadae5-7c25-4fc6-b39d-9f1a431e114b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0923865 Oct 22 15:13:56.662230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9513701-13cd-472d-b176-975c3a8d8bac req-09f1d111-c158-4630-95d7-8a11103adf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.666429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d9513701-13cd-472d-b176-975c3a8d8bac req-09f1d111-c158-4630-95d7-8a11103adf91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 1097 time: 0.0982516 Oct 22 15:13:56.667024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:56.694268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819498c-8d89-4db3-b296-ccb9b706b4eb req-1833e4e7-1ca1-4efa-a6ac-475af91454e0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.695791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b819498c-8d89-4db3-b296-ccb9b706b4eb req-1833e4e7-1ca1-4efa-a6ac-475af91454e0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 946 time: 0.0913472 Oct 22 15:13:56.749271 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d9513701-13cd-472d-b176-975c3a8d8bac req-1d5fb557-e19c-423a-a70b-02a59197317d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745466 Oct 22 15:13:56.757467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191e2a-2192-472f-9f64-75ea47197800 req-34d6a330-32f6-4544-807c-5be7dedab986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:56.761405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b819498c-8d89-4db3-b296-ccb9b706b4eb req-ae124e3f-87d8-49c8-8761-6d639b3cf59b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Oct 22 15:13:56.764040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-34d6a330-32f6-4544-807c-5be7dedab986 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917101 Oct 22 15:13:57.098244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-d20d5b4b-01c3-43ed-91ff-c2ea97427fb0 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021299 Oct 22 15:13:57.235838 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19191e2a-2192-472f-9f64-75ea47197800 req-05719a81-f65c-4627-a19f-1ee095111c30 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301363 Oct 22 15:13:57.249324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec64c3-13f4-4617-84b9-aa757b8f2a58 req-dc34929d-d91f-4393-8d61-2fa0a407f463 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.260194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cec64c3-13f4-4617-84b9-aa757b8f2a58 req-dc34929d-d91f-4393-8d61-2fa0a407f463 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.1157219 Oct 22 15:13:57.299166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cec64c3-13f4-4617-84b9-aa757b8f2a58 req-fdd96ea2-299b-4d48-bda3-f565a436a103 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Oct 22 15:13:57.411371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbfec9-abdf-4819-8cb9-340a1694aa2b req-72989594-1261-4c6b-826a-046d978d582b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.413199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ccbfec9-abdf-4819-8cb9-340a1694aa2b req-72989594-1261-4c6b-826a-046d978d582b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0601072 Oct 22 15:13:57.467132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ccbfec9-abdf-4819-8cb9-340a1694aa2b req-1180f733-41db-467d-86f3-9640309db3c3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 Oct 22 15:13:57.546328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-4e20a7f2-c1b4-41da-9df6-1bfabf5473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.549302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-4e20a7f2-c1b4-41da-9df6-1bfabf5473b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 1095 time: 0.0862916 Oct 22 15:13:57.683611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-4db3975d-4d4f-41da-802b-b8b4bfd82541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.686947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-4db3975d-4d4f-41da-802b-b8b4bfd82541 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1290305 Oct 22 15:13:57.737456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-2fef2512-ffff-4580-a1f2-369250ad12c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6 HTTP/1.1" status: 200 len: 217 time: 0.0423691 Oct 22 15:13:57.828783 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:13:57.860674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-755c51d8-4259-4737-aea7-42110e4d320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.863108 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-755c51d8-4259-4737-aea7-42110e4d320e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1132329 Oct 22 15:13:57.888485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-25105d68-b79a-4127-967a-0e9f35cceace tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.889730 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-25105d68-b79a-4127-967a-0e9f35cceace tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 946 time: 0.0868227 Oct 22 15:13:57.942246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e201e06-3d8a-4b27-b12e-295037f4a3b3 req-a9dda8ac-9ef2-4aa1-99e8-2c29e87d3117 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:57.955087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e201e06-3d8a-4b27-b12e-295037f4a3b3 req-a9dda8ac-9ef2-4aa1-99e8-2c29e87d3117 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 946 time: 0.0968902 Oct 22 15:13:58.037048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e201e06-3d8a-4b27-b12e-295037f4a3b3 req-a2fced33-6f08-48a9-891f-cc75bc463151 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791788 Oct 22 15:13:58.053864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-770bb236-960b-477f-9610-94c9edf5eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:58.055987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-770bb236-960b-477f-9610-94c9edf5eaf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650183 Oct 22 15:13:58.190175 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:58.581394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65a6c4-3d75-4480-83ae-b6ce6f58c727 req-3f8d4ae3-c6df-4623-8c7d-b9da3cf6dccb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:58.586704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e65a6c4-3d75-4480-83ae-b6ce6f58c727 req-3f8d4ae3-c6df-4623-8c7d-b9da3cf6dccb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.1005881 Oct 22 15:13:58.696734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e65a6c4-3d75-4480-83ae-b6ce6f58c727 req-f63ffeaf-7a72-4e2d-a451-67264aa5aebf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010790 Oct 22 15:13:58.736935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6574-c3df-4a1a-a225-e5566128ae67 req-ce7e9887-2155-4024-82f1-a09804a2e457 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:58.738745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9cd6574-c3df-4a1a-a225-e5566128ae67 req-ce7e9887-2155-4024-82f1-a09804a2e457 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.1056771 Oct 22 15:13:58.752005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Deleting port b11422e4-0021-467b-a050-ae5cfd5d235e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:13:58.752563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:58.808317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9cd6574-c3df-4a1a-a225-e5566128ae67 req-dd025e26-e683-42db-84ff-6aaadd7f79b3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606778 Oct 22 15:13:58.925249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-3f367b00-f2f2-4b16-92ba-2792d6483066 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571470 Oct 22 15:13:59.009243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d54a63-13b0-44e3-b227-a68d036247eb req-f30dcdf1-cfb8-4eef-b0bf-427253dc2199 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:59.011024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64d54a63-13b0-44e3-b227-a68d036247eb req-f30dcdf1-cfb8-4eef-b0bf-427253dc2199 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0817308 Oct 22 15:13:59.066027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64d54a63-13b0-44e3-b227-a68d036247eb req-69008da6-8bbc-42d0-8124-50704538d1aa tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Oct 22 15:13:59.076470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] For port b11422e4-0021-467b-a050-ae5cfd5d235e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=b11422e4-0021-467b-a050-ae5cfd5d235e,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:13:59.076838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:59.124312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Calling delete_port for b11422e4-0021-467b-a050-ae5cfd5d235e owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:13:59.138366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8884f46f-1f09-460e-b211-ef1d0321ceaf req-190d5cff-3054-464b-babd-54d75fe50743 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948481 Oct 22 15:13:59.254029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037498a-c1cd-4ef8-9b53-d890af73b823 req-9e5da813-56be-427b-b417-fe5d8bf18edb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:59.255824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6037498a-c1cd-4ef8-9b53-d890af73b823 req-9e5da813-56be-427b-b417-fe5d8bf18edb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 946 time: 0.0838928 Oct 22 15:13:59.317245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6037498a-c1cd-4ef8-9b53-d890af73b823 req-638b15a9-6847-42cc-bb94-abd3b8743906 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Oct 22 15:13:59.464067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:59.473926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['b11422e4-0021-467b-a050-ae5cfd5d235e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:13:59.494904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event deleted for resources: {'Port': ['ID=b11422e4-0021-467b-a050-ae5cfd5d235e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:13:59.549716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] No DVR routers for this DVR port b11422e4-0021-467b-a050-ae5cfd5d235e on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:13:59.552700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:13:59.556189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4a2c9914-341e-4972-a696-0230532f5ef5 req-ce52bc6c-2c17-41cc-8997-93a480c855c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "DELETE /v2.0/ports/b11422e4-0021-467b-a050-ae5cfd5d235e HTTP/1.1" status: 204 len: 173 time: 1.6543503 Oct 22 15:13:59.556643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'name': 'network-vif-deleted', 'tag': 'b11422e4-0021-467b-a050-ae5cfd5d235e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:13:59.559624 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46cc415-185e-4044-8674-4ab2ab80d180" -d '{"events": [{"server_uuid": "d4bf4779-5181-4706-8a90-9831916ff1a5", "name": "network-vif-deleted", "tag": "b11422e4-0021-467b-a050-ae5cfd5d235e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:13:59.597576 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35affcb-fb11-4e01-b149-a8292290ec93 x-openstack-request-id: req-b35affcb-fb11-4e01-b149-a8292290ec93 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:13:59.597874 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf4779-5181-4706-8a90-9831916ff1a5", "name": "network-vif-deleted", "tag": "b11422e4-0021-467b-a050-ae5cfd5d235e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:13:59.598201 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b35affcb-fb11-4e01-b149-a8292290ec93 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:13:59.598685 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf4779-5181-4706-8a90-9831916ff1a5', 'name': 'network-vif-deleted', 'tag': 'b11422e4-0021-467b-a050-ae5cfd5d235e', 'status': 'completed', 'code': 200} Oct 22 15:13:59.907277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a6de-137e-4a24-bf2c-07024e45d3f1 req-fc10d31b-c285-495f-8b6f-f50e30697237 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:13:59.909737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8752a6de-137e-4a24-bf2c-07024e45d3f1 req-fc10d31b-c285-495f-8b6f-f50e30697237 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0592763 Oct 22 15:13:59.953984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8752a6de-137e-4a24-bf2c-07024e45d3f1 req-f9edec93-0ce6-4764-a416-8b45fc72c35c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Oct 22 15:14:00.074397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46674) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:00.151125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-17e9630e-3762-4be5-bf94-a3c4c38fdd25 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:00.152712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-17e9630e-3762-4be5-bf94-a3c4c38fdd25 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 814 time: 0.1176517 Oct 22 15:14:00.176914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-975c5c97-09b6-452b-b18f-2775ca4df35d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/quotas/4cb7c81e0cbe495fb24c3e65da85d479 HTTP/1.1" status: 200 len: 375 time: 0.0101821 Oct 22 15:14:00.208005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73db32e8-4ff0-44d4-9d23-16ef44d0037c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.226254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-caa1edae-8543-4461-b037-ef7faf1df694 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463102 Oct 22 15:14:00.301291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73db32e8-4ff0-44d4-9d23-16ef44d0037c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.327968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-ec35dd49-b7cf-4713-ab51-ac5518cc8a13 service neutron] 10.222.0.66 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914831 Oct 22 15:14:00.387158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73db32e8-4ff0-44d4-9d23-16ef44d0037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.445977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db32e8-4ff0-44d4-9d23-16ef44d0037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f27ed-9867-48ca-b9fe-56382fea91ac,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:00.449121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ff3bfde-eebc-4f1f-90c6-85b9974d65c5 req-e6c29288-4162-406c-80f4-2e77f818b66b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4bf4779-5181-4706-8a90-9831916ff1a5 HTTP/1.1" status: 200 len: 210 time: 0.0334959 Oct 22 15:14:00.458714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-7870c237-beb7-4a42-9494-b4a1518de227 service neutron] 10.222.0.66 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249969 Oct 22 15:14:00.463704 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-73db32e8-4ff0-44d4-9d23-16ef44d0037c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a22824f40a542a5b8d60c50361a52c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872280 Oct 22 15:14:00.466720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46682) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:00.532631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e84e-3f20-4df4-a798-0da3e9255150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.556683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e84e-3f20-4df4-a798-0da3e9255150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.797294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4d1fe7a-19e6-4673-9f9a-abae50ccd0c0 req-44747d04-1751-4d03-8b55-8331974856ba tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Oct 22 15:14:00.798606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e84e-3f20-4df4-a798-0da3e9255150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.801348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e84e-3f20-4df4-a798-0da3e9255150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:00.805300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0a3e84e-3f20-4df4-a798-0da3e9255150 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a08f27ed-9867-48ca-b9fe-56382fea91ac HTTP/1.1" status: 204 len: 168 time: 0.3373668 Oct 22 15:14:00.815095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e84e-3f20-4df4-a798-0da3e9255150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f27ed-9867-48ca-b9fe-56382fea91ac,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:01.090338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae8929-3271-4592-8f90-58c12f9c13e0 req-f9497d2f-5c78-45f2-a6b9-e702613f3655 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:01.092446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acae8929-3271-4592-8f90-58c12f9c13e0 req-f9497d2f-5c78-45f2-a6b9-e702613f3655 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0654328 Oct 22 15:14:01.136351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-acae8929-3271-4592-8f90-58c12f9c13e0 req-1b8a6d3a-c890-4092-8c82-1a22c33fc303 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Oct 22 15:14:01.471603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4f7b9e82-2fe6-4c11-bc6d-a8a8fca59a71 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:01.473077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4f7b9e82-2fe6-4c11-bc6d-a8a8fca59a71 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "GET /v2.0/ports?device_id=405c2461-a62d-40a7-bf7a-701d8d3f1033 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Oct 22 15:14:01.603950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Deleting port e37b28f2-6cea-4e16-a357-7e698ec9d320 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:01.604289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:01.710041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] For port e37b28f2-6cea-4e16-a357-7e698ec9d320, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e37b28f2-6cea-4e16-a357-7e698ec9d320,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:01.710409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:01.726398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Calling delete_port for e37b28f2-6cea-4e16-a357-7e698ec9d320 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:01.817663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-827f5956-0df4-4be9-83a4-daf18e271667 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:01.819424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-827f5956-0df4-4be9-83a4-daf18e271667 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1140566 Oct 22 15:14:01.843185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-ecea10f8-01f8-4d97-9695-bd4a51fdfaa5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0169575 Oct 22 15:14:01.866521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46720) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:01.881392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-a617b3a8-ffa8-467e-b5c6-a33d4b3e51e8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371265 Oct 22 15:14:01.890923 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0202ca62-8b1f-4ccb-88c9-0f787c1acedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:01.972823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0202ca62-8b1f-4ccb-88c9-0f787c1acedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:01.976076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edcfe24d-2f74-4b65-8c72-d78dbb758b65 req-729fd87f-307e-4f75-beb6-23afcc26bffc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 210 time: 0.0603778 Oct 22 15:14:02.018382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-89e2903a-6818-4cd2-929f-ce14af5eed56 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353574 Oct 22 15:14:02.117840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-77abb783-88b7-43be-be51-cc9209cb3e81 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985970 Oct 22 15:14:02.118609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.131727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e37b28f2-6cea-4e16-a357-7e698ec9d320'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:02.185650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Pushing event deleted for resources: {'Port': ['ID=e37b28f2-6cea-4e16-a357-7e698ec9d320,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:02.195027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0202ca62-8b1f-4ccb-88c9-0f787c1acedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.253688 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0202ca62-8b1f-4ccb-88c9-0f787c1acedc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0186eda466aa4331b0d102b132a60e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856776 Oct 22 15:14:02.264045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] No DVR routers for this DVR port e37b28f2-6cea-4e16-a357-7e698ec9d320 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:02.266116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46728) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:02.288827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.298175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-38bb60f3-c07f-446a-9a64-b7877f82bb4c req-4c48de0b-ccd7-4871-bab0-733844717141 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.69 "DELETE /v2.0/ports/e37b28f2-6cea-4e16-a357-7e698ec9d320 HTTP/1.1" status: 204 len: 173 time: 0.8178267 Oct 22 15:14:02.298175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'name': 'network-vif-deleted', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:02.307415 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6976575-2236-4b8b-8751-746f029b3787" -d '{"events": [{"server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "name": "network-vif-deleted", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:02.323174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202ca62-8b1f-4ccb-88c9-0f787c1acedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14ecdd-bdd2-4341-a878-ed88f1efb731,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:02.334160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cd379-fe79-4b68-8a6e-349feaa5a1b1 req-75378fa1-27b4-4b96-b023-4c1574fac3b9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:02.336146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b85cd379-fe79-4b68-8a6e-349feaa5a1b1 req-75378fa1-27b4-4b96-b023-4c1574fac3b9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.1003339 Oct 22 15:14:02.375046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3375a16-ea63-4ee7-9f8c-eeedbbfe44f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.405063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b85cd379-fe79-4b68-8a6e-349feaa5a1b1 req-81c7a07d-61fc-4e89-82b1-308995a7dbb2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Oct 22 15:14:02.415166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3375a16-ea63-4ee7-9f8c-eeedbbfe44f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.466349 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d014ef-ba9e-49a5-87c9-774844ccb059 x-openstack-request-id: req-a4d014ef-ba9e-49a5-87c9-774844ccb059 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:02.466701 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c2461-a62d-40a7-bf7a-701d8d3f1033", "name": "network-vif-deleted", "tag": "e37b28f2-6cea-4e16-a357-7e698ec9d320", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:02.466939 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4d014ef-ba9e-49a5-87c9-774844ccb059 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:02.469595 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c2461-a62d-40a7-bf7a-701d8d3f1033', 'name': 'network-vif-deleted', 'tag': 'e37b28f2-6cea-4e16-a357-7e698ec9d320', 'status': 'completed', 'code': 200} Oct 22 15:14:02.949995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28b7cda1-6213-4bed-8098-ed1f8ad29d08 req-f70af166-af25-4f99-85ce-80d93d9b1139 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.3466947 Oct 22 15:14:02.950793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3375a16-ea63-4ee7-9f8c-eeedbbfe44f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.953306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3375a16-ea63-4ee7-9f8c-eeedbbfe44f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:02.960584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c3375a16-ea63-4ee7-9f8c-eeedbbfe44f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b14ecdd-bdd2-4341-a878-ed88f1efb731 HTTP/1.1" status: 204 len: 168 time: 0.6867907 Oct 22 15:14:02.963303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3375a16-ea63-4ee7-9f8c-eeedbbfe44f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14ecdd-bdd2-4341-a878-ed88f1efb731,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:03.101342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fd1a02f-0752-4297-80e9-73ec1ee4920a req-79b6ce43-9084-48ea-a872-f5705f1fbbdb tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 210 time: 0.0275645 Oct 22 15:14:03.291754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b11422e4-0021-467b-a050-ae5cfd5d235e no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:14:03.313711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: b11422e4-0021-467b-a050-ae5cfd5d235e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:14:03.313944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device b11422e4-0021-467b-a050-ae5cfd5d235e not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:14:03.537912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574055-cdfa-4ba6-827e-21939aaea6dd req-8790983a-cf8b-4954-a6f7-d824e44ac4ed tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:03.539643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8574055-cdfa-4ba6-827e-21939aaea6dd req-8790983a-cf8b-4954-a6f7-d824e44ac4ed tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0624118 Oct 22 15:14:03.591191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8574055-cdfa-4ba6-827e-21939aaea6dd req-3438cdb2-bf59-4ab1-8eb8-f269622e1107 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Oct 22 15:14:03.729951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-dc6d8140-0a24-4a38-a36e-dd9c3d79ea49 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:03.731558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-dc6d8140-0a24-4a38-a36e-dd9c3d79ea49 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.53 "GET /v2.0/networks?id=98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 200 len: 814 time: 0.1316593 Oct 22 15:14:03.747216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Request body: {'port': {'device_id': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'admin_state_up': True, 'tenant_id': '4cb7c81e0cbe495fb24c3e65da85d479'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:03.772097 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:03.969634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Made reservation on behalf of 4cb7c81e0cbe495fb24c3e65da85d479 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:03.973600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:04.102029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66106677-8507-425b-a296-b0d0bbd9e8b5 req-9f551c05-b6eb-46f5-93e1-d60e362ba895 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0597608 Oct 22 15:14:04.178624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Allocated IP 172.20.0.7 (98c2cb0e-d148-48a0-a452-8d32ee197d69/ddba192f-1850-48ff-93c8-3ceecd4e0c28/6bf7c661-1975-425b-8eaa-9db95203bf0b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:04.251975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-337a4cd3-4b75-465f-8d01-a2d621fa671c req-3e2e2e6c-e89c-4010-8e8a-f945fcb52dc5 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 210 time: 0.0427318 Oct 22 15:14:04.397595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:04.561524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:04.616948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Network 98c2cb0e-d148-48a0-a452-8d32ee197d69 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:04.619710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:04.629414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:04.695684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:04.696743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:04.699902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Pushing event updated for resources: {'Port': ['ID=6bf7c661-1975-425b-8eaa-9db95203bf0b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:04.766834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d952a4-723f-44ce-9f4c-ead6276ee296 req-ab3d3df3-099b-4b5a-b4ce-6c02b7233fa5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:04.768462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45d952a4-723f-44ce-9f4c-ead6276ee296 req-ab3d3df3-099b-4b5a-b4ce-6c02b7233fa5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0585654 Oct 22 15:14:04.809619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5757fbbf-f098-4a47-95d4-13926174808c tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0687697 Oct 22 15:14:04.823382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Request body: {'port': {'device_id': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:04.829997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45d952a4-723f-44ce-9f4c-ead6276ee296 req-d9f3e139-41f1-464f-bd3f-49b85b8f5950 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Oct 22 15:14:04.901846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.203928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf7c661-1975-425b-8eaa-9db95203bf0b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:05.213982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.230039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Transition to ACTIVE for port object 6bf7c661-1975-425b-8eaa-9db95203bf0b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:14:05.243958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f24744c-fdbd-443a-ab4d-5167a2431d68 req-d9d8bdf4-d5c3-448e-ae36-615acef7b8d5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0293372 Oct 22 15:14:05.326517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e37b28f2-6cea-4e16-a357-7e698ec9d320 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:14:05.350686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: e37b28f2-6cea-4e16-a357-7e698ec9d320 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:14:05.351057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e37b28f2-6cea-4e16-a357-7e698ec9d320 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:14:05.390686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85d0ef-0661-483a-916d-7952bb8617ea req-9aef712e-c52b-4e3d-a34c-236719dff6c2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:05.392288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe85d0ef-0661-483a-916d-7952bb8617ea req-9aef712e-c52b-4e3d-a34c-236719dff6c2 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 931 time: 0.0536788 Oct 22 15:14:05.412140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.474917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7c661-1975-425b-8eaa-9db95203bf0b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:05.492013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe85d0ef-0661-483a-916d-7952bb8617ea req-b960cb36-28fb-4c30-bf7f-beb8273a1035 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935004 Oct 22 15:14:05.562819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Attempting to bind port 6bf7c661-1975-425b-8eaa-9db95203bf0b on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:05.563202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Attempting to bind port 6bf7c661-1975-425b-8eaa-9db95203bf0b by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:05.563538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Attempting to bind port 6bf7c661-1975-425b-8eaa-9db95203bf0b on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:05.568256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Port 6bf7c661-1975-425b-8eaa-9db95203bf0b on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:14:05.568585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Attempting to bind port 6bf7c661-1975-425b-8eaa-9db95203bf0b on network 98c2cb0e-d148-48a0-a452-8d32ee197d69 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:05.574566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:05.575079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Checking segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:05.575857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Bound using segment: {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:05.575992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Bound port: 6bf7c661-1975-425b-8eaa-9db95203bf0b, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:05.576252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.584294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-068e74c3-130f-452c-bc1b-2f08d005359a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:05.585885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-068e74c3-130f-452c-bc1b-2f08d005359a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1491694 Oct 22 15:14:05.602689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Request body: {'port': {'device_id': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'admin_state_up': True, 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:05.646014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] For port 6bf7c661-1975-425b-8eaa-9db95203bf0b, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:05.649303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] For port 6bf7c661-1975-425b-8eaa-9db95203bf0b, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6bf7c661-1975-425b-8eaa-9db95203bf0b,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:05.835378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.848884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:05.852477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.890749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:05.890749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:05.890749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] 10.222.0.53 "PUT /v2.0/ports/6bf7c661-1975-425b-8eaa-9db95203bf0b HTTP/1.1" status: 200 len: 1091 time: 1.0713718 Oct 22 15:14:05.890749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'tag': '6bf7c661-1975-425b-8eaa-9db95203bf0b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:05.892457 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b54235-795e-4e89-b343-390a360932e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a36545cf-cce1-4acf-911e-c2c9a24539c3", "tag": "6bf7c661-1975-425b-8eaa-9db95203bf0b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:05.916975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f09ef-3bd2-469e-94d2-dd956257195a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7c661-1975-425b-8eaa-9db95203bf0b,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:05.972259 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ea94e-5621-41dc-9fb1-f2835f887499 x-openstack-request-id: req-155ea94e-5621-41dc-9fb1-f2835f887499 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:05.972549 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36545cf-cce1-4acf-911e-c2c9a24539c3", "tag": "6bf7c661-1975-425b-8eaa-9db95203bf0b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:05.972799 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-155ea94e-5621-41dc-9fb1-f2835f887499 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:05.973233 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'tag': '6bf7c661-1975-425b-8eaa-9db95203bf0b', 'status': 'completed', 'code': 200} Oct 22 15:14:06.066955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b54235-795e-4e89-b343-390a360932e5 req-3fdfe646-f142-4b06-98ba-f9bd98651892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.069451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60b54235-795e-4e89-b343-390a360932e5 req-3fdfe646-f142-4b06-98ba-f9bd98651892 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 1094 time: 0.0721705 Oct 22 15:14:06.073741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c6988-8e44-46fd-9f12-98bff792c2ee req-62b16b08-ee7b-488b-8500-6b67cdcc12a2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.076250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-801c6988-8e44-46fd-9f12-98bff792c2ee req-62b16b08-ee7b-488b-8500-6b67cdcc12a2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.1379728 Oct 22 15:14:06.077414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Allocated IP 172.20.0.2 (2d050689-4c45-496d-b2ac-340ad7c409dc/e20902fc-1fa1-42c8-a61d-024d8f7d0900/e7770f3a-22a1-4c18-af9d-877b3ce97648) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:06.135172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-801c6988-8e44-46fd-9f12-98bff792c2ee req-198d1cef-ce37-414e-b8b5-81fa2705b370 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Oct 22 15:14:06.212019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b54235-795e-4e89-b343-390a360932e5 req-456e6e2f-f832-43f5-af46-c8c26a11ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.213941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60b54235-795e-4e89-b343-390a360932e5 req-456e6e2f-f832-43f5-af46-c8c26a11ab50 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1353095 Oct 22 15:14:06.393615 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:06.398338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b54235-795e-4e89-b343-390a360932e5 req-35a6799f-cd5c-4830-a52e-daa4b181ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.399872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60b54235-795e-4e89-b343-390a360932e5 req-35a6799f-cd5c-4830-a52e-daa4b181ea35 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774061 Oct 22 15:14:06.468730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-daaf4099-bbdd-4467-958b-8fc257e11343 req-ec90a96f-5e8f-47d8-9954-7a40e4e2162d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.1014671 Oct 22 15:14:06.530874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-1ddf97fd-2660-4d9d-8151-b391961a3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.533508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-1ddf97fd-2660-4d9d-8151-b391961a3855 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 1094 time: 0.0542486 Oct 22 15:14:06.579967 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-8202aba4-a530-4565-924e-4601201d1c63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf7c661-1975-425b-8eaa-9db95203bf0b HTTP/1.1" status: 200 len: 217 time: 0.0369883 Oct 22 15:14:06.610198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:06.639156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-76a22e54-d8b4-4489-8eca-9abe946d08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.640740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-76a22e54-d8b4-4489-8eca-9abe946d08bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddba192f-1850-48ff-93c8-3ceecd4e0c28 HTTP/1.1" status: 200 len: 854 time: 0.0545707 Oct 22 15:14:06.650885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac9af-cfdb-4db4-b93d-7526911b1bc5 req-cc830406-e328-4ace-86c4-ee54be7f90d3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.653193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dadac9af-cfdb-4db4-b93d-7526911b1bc5 req-cc830406-e328-4ace-86c4-ee54be7f90d3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 943 time: 0.0826647 Oct 22 15:14:06.665964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:06.678509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:06.681599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:06.697147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5ed58a01-4b9d-4a15-884d-af4bf63e6fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98c2cb0e-d148-48a0-a452-8d32ee197d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490215 Oct 22 15:14:06.741418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event updated for resources: {'Port': ['ID=e7770f3a-22a1-4c18-af9d-877b3ce97648,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:06.776700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:06.777410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:06.783403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dadac9af-cfdb-4db4-b93d-7526911b1bc5 req-6bd9b45f-d3d7-455b-bb60-bcfe76e5b4be tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163096 Oct 22 15:14:06.838339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-4d1f7ee6-1ae3-4209-b36e-f9cafb324738 service neutron] 10.222.0.53 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340337 Oct 22 15:14:06.931810 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d7b492d7-c3a9-4aee-ae41-9eebaff61db6 req-5c15d6f3-7e82-4884-80dd-7fb0366cfb3b service neutron] 10.222.0.53 "GET /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 Oct 22 15:14:06.949163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-f5cc3b3f-a0ac-4af2-ac92-330ca6ff09fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3503821 Oct 22 15:14:06.961925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Request body: {'port': {'device_id': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:07.015618 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.277030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aa209-370e-45ee-b4ee-001cc0a4c6b2 req-b401419d-1efc-47a3-9243-479a1d538b53 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:07.279450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb7aa209-370e-45ee-b4ee-001cc0a4c6b2 req-b401419d-1efc-47a3-9243-479a1d538b53 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0758667 Oct 22 15:14:07.333004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46892) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:07.357530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7770f3a-22a1-4c18-af9d-877b3ce97648 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:07.365121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb7aa209-370e-45ee-b4ee-001cc0a4c6b2 req-a9dfefbb-20c2-42e9-9302-4d495710cbac tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760999 Oct 22 15:14:07.366882 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.380420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Transition to ACTIVE for port object e7770f3a-22a1-4c18-af9d-877b3ce97648 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:14:07.447304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9640b4-2668-42af-a323-5b0930a4c7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.469797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.567315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Pushing event updated for resources: {'Port': ['ID=e7770f3a-22a1-4c18-af9d-877b3ce97648,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:07.601567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9640b4-2668-42af-a323-5b0930a4c7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.651994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Attempting to bind port e7770f3a-22a1-4c18-af9d-877b3ce97648 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:07.652947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Attempting to bind port e7770f3a-22a1-4c18-af9d-877b3ce97648 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:07.653520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Attempting to bind port e7770f3a-22a1-4c18-af9d-877b3ce97648 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:07.663940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d690d20-311f-43e3-b527-0b450bcdfa63 req-bc018ff1-5216-4091-ba38-91bab9b6b899 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:07.665508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d690d20-311f-43e3-b527-0b450bcdfa63 req-bc018ff1-5216-4091-ba38-91bab9b6b899 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 943 time: 0.0722270 Oct 22 15:14:07.667527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Port e7770f3a-22a1-4c18-af9d-877b3ce97648 on network 2d050689-4c45-496d-b2ac-340ad7c409dc not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:14:07.667970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Attempting to bind port e7770f3a-22a1-4c18-af9d-877b3ce97648 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:07.674886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:07.675283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:07.675666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Bound using segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:07.676102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Bound port: e7770f3a-22a1-4c18-af9d-877b3ce97648, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:07.676521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.685783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf9640b4-2668-42af-a323-5b0930a4c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.730087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf9640b4-2668-42af-a323-5b0930a4c7b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=193a900df9204b76a23dabc8eb384556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959403 Oct 22 15:14:07.731213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9640b4-2668-42af-a323-5b0930a4c7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68acc6e6-f646-481d-a6da-22752223045c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:07.733233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46908) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:07.756754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d690d20-311f-43e3-b527-0b450bcdfa63 req-2fd7e47f-61aa-4b9b-ad5b-8ea2b03bf752 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837779 Oct 22 15:14:07.810423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] For port e7770f3a-22a1-4c18-af9d-877b3ce97648, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:07.815064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] For port e7770f3a-22a1-4c18-af9d-877b3ce97648, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7770f3a-22a1-4c18-af9d-877b3ce97648,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:07.819426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-460663b0-7a75-47d7-b667-61af152fab89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.847108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-460663b0-7a75-47d7-b667-61af152fab89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.933114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa465-56fe-4e91-af12-12950b9ad883 req-3dedd2e0-c9ba-40ff-a923-8f3c5b2185e0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:07.935359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff9aa465-56fe-4e91-af12-12950b9ad883 req-3dedd2e0-c9ba-40ff-a923-8f3c5b2185e0 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 943 time: 0.0508847 Oct 22 15:14:07.936892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.978056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:07.978919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:07.980400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] 10.222.0.53 "PUT /v2.0/ports/e7770f3a-22a1-4c18-af9d-877b3ce97648 HTTP/1.1" status: 200 len: 1091 time: 1.0226970 Oct 22 15:14:07.989585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'tag': 'e7770f3a-22a1-4c18-af9d-877b3ce97648'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:07.992876 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fcf415-ac7d-4d03-b662-de408b4efbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2800539b-bd87-4295-b155-b7e9b97fb57c", "tag": "e7770f3a-22a1-4c18-af9d-877b3ce97648"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:08.035109 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bffa94-7c73-444b-94ca-c8dbc68a9995 x-openstack-request-id: req-a2bffa94-7c73-444b-94ca-c8dbc68a9995 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:08.035404 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2800539b-bd87-4295-b155-b7e9b97fb57c", "tag": "e7770f3a-22a1-4c18-af9d-877b3ce97648", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:08.035656 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2bffa94-7c73-444b-94ca-c8dbc68a9995 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:08.036055 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'tag': 'e7770f3a-22a1-4c18-af9d-877b3ce97648', 'status': 'completed', 'code': 200} Oct 22 15:14:08.043514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff9aa465-56fe-4e91-af12-12950b9ad883 req-c86fd2d6-9114-4c16-b621-c72bbc09f806 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990498 Oct 22 15:14:08.048858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670ed3f-a49c-43db-9e89-2680eff57ebd service neutron] Pushing event updated for resources: {'Port': ['ID=e7770f3a-22a1-4c18-af9d-877b3ce97648,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:08.052329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-460663b0-7a75-47d7-b667-61af152fab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:08.055304 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-460663b0-7a75-47d7-b667-61af152fab89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:08.059566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-460663b0-7a75-47d7-b667-61af152fab89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68acc6e6-f646-481d-a6da-22752223045c HTTP/1.1" status: 204 len: 168 time: 0.3224838 Oct 22 15:14:08.098143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460663b0-7a75-47d7-b667-61af152fab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68acc6e6-f646-481d-a6da-22752223045c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:08.122338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf415-ac7d-4d03-b662-de408b4efbf5 req-68d2585b-b0d9-4b32-a99e-55d4e0da38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.124179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3fcf415-ac7d-4d03-b662-de408b4efbf5 req-68d2585b-b0d9-4b32-a99e-55d4e0da38b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 1094 time: 0.0646770 Oct 22 15:14:08.232927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf415-ac7d-4d03-b662-de408b4efbf5 req-f3f3f4a5-7723-43e0-a2cf-3a2445006d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.234333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3fcf415-ac7d-4d03-b662-de408b4efbf5 req-f3f3f4a5-7723-43e0-a2cf-3a2445006d9a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2f5cb71214874a5f901933e13ee9af6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019228 Oct 22 15:14:08.331854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf415-ac7d-4d03-b662-de408b4efbf5 req-a9178a87-dd9a-4ba4-af2f-ceebc82d51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.333395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3fcf415-ac7d-4d03-b662-de408b4efbf5 req-a9178a87-dd9a-4ba4-af2f-ceebc82d51b7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921404 Oct 22 15:14:08.426815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-c6efd7b2-504b-4f85-b89a-dd7b2f6e5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.428143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-c6efd7b2-504b-4f85-b89a-dd7b2f6e5345 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 1094 time: 0.0546887 Oct 22 15:14:08.495099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-ce532cc4-766c-4758-b4c3-c53c3eee07d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7770f3a-22a1-4c18-af9d-877b3ce97648 HTTP/1.1" status: 200 len: 217 time: 0.0496874 Oct 22 15:14:08.562412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d650215-e4e0-47d0-a9b7-399837567d79 req-590fde17-27eb-4520-a599-ba3f4516d050 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.563949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d650215-e4e0-47d0-a9b7-399837567d79 req-590fde17-27eb-4520-a599-ba3f4516d050 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0894129 Oct 22 15:14:08.565409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-52d815c7-a754-4312-914f-a9cfa9654a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.566798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-52d815c7-a754-4312-914f-a9cfa9654a2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0638375 Oct 22 15:14:08.622661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-61585dc1-2dea-43fc-8699-92a8de151e01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447412 Oct 22 15:14:08.664867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d650215-e4e0-47d0-a9b7-399837567d79 req-2c820285-4228-4130-9877-9abc08f83df2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942941 Oct 22 15:14:08.748727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-fc45bb70-b782-4379-94bb-8c559ea80466 service neutron] 10.222.0.53 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157303 Oct 22 15:14:08.916186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72b123f7-74d2-4ffa-b5ec-82b0d0c73d2b req-4eae6fae-57be-47e5-9a77-500e144134ba service neutron] 10.222.0.53 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595254 Oct 22 15:14:08.925479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2087-b916-4ddd-876d-b485d7d8729a req-438bc4df-c5c6-4e7e-98d8-264d01577d0a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:08.927295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa9d2087-b916-4ddd-876d-b485d7d8729a req-438bc4df-c5c6-4e7e-98d8-264d01577d0a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 943 time: 0.0822694 Oct 22 15:14:08.967759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa9d2087-b916-4ddd-876d-b485d7d8729a req-2177f7af-b57c-4d76-91a4-72e5ec5b9733 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Oct 22 15:14:09.167026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143ae95-6c84-471f-af5b-140efa2a9b11 req-f09bd4ee-3595-4bfe-8c2f-914a307d1fd1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:09.169064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2143ae95-6c84-471f-af5b-140efa2a9b11 req-f09bd4ee-3595-4bfe-8c2f-914a307d1fd1 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 943 time: 0.0527666 Oct 22 15:14:09.218356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2143ae95-6c84-471f-af5b-140efa2a9b11 req-85123999-1bd6-4ecb-8086-02080d0514a3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Oct 22 15:14:09.460788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46946) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:09.567930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-878240207'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:09.643528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:09.647088 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:09.656580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:09.767561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:09.803184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41c5c-4604-4d51-b635-33855f3fc25a req-da1b3e3f-785f-4640-aec2-e1eada73e6e6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:09.804723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ed41c5c-4604-4d51-b635-33855f3fc25a req-da1b3e3f-785f-4640-aec2-e1eada73e6e6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0551536 Oct 22 15:14:09.843991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ed41c5c-4604-4d51-b635-33855f3fc25a req-9193be31-72b4-4089-a930-b02a512f779f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Oct 22 15:14:09.935035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:09.961062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:09.967243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92f7c2-0261-4b32-9f5a-a45da89f4588,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:09.976098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:09.976513 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Added segment 6ae399c8-b7ee-4f25-af29-8db0edcda3d4 of type vlan for network a98d9d10-21f4-48d2-8472-37af267af44f Oct 22 15:14:10.022874 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:10.104386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb02ba4-db35-4397-9cba-74c1ce446bf2 req-1d35da76-6765-4cfb-bfcb-b962f0fe334f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:10.105985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eb02ba4-db35-4397-9cba-74c1ce446bf2 req-1d35da76-6765-4cfb-bfcb-b962f0fe334f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 943 time: 0.0497246 Oct 22 15:14:10.146027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eb02ba4-db35-4397-9cba-74c1ce446bf2 req-1a852884-9f71-4d4f-bb1b-4885c0a33705 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Oct 22 15:14:10.186346 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:10.192216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:10.192804 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:10.261151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Network': ['ID=a98d9d10-21f4-48d2-8472-37af267af44f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:10.273787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a98d9d10-21f4-48d2-8472-37af267af44f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:10.325459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e21afa9f-7c1c-4f82-8ead-2a9b78b8e9b5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8594933 Oct 22 15:14:10.325459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46960) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:10.329835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'subnet': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:10.407398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755559f8-3f02-40f2-b194-938c5883361a req-0e8297d6-5cca-4d34-9fd0-99a934b3e05a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:10.408904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-755559f8-3f02-40f2-b194-938c5883361a req-0e8297d6-5cca-4d34-9fd0-99a934b3e05a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 943 time: 0.1226349 Oct 22 15:14:10.466001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-755559f8-3f02-40f2-b194-938c5883361a req-8aea3acf-90f7-492b-b4be-d1954e81db06 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Oct 22 15:14:10.525649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:10.530359 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:10.792070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:10.857690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Subnet': ['ID=20e61132-3aca-4178-ad2b-26376bddc032,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:10.866452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Checking segment: {'id': '6ae399c8-b7ee-4f25-af29-8db0edcda3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:10.866815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network hostable DHCP agents. Network: a98d9d10-21f4-48d2-8472-37af267af44f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:10.970630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddad53-01e2-46ae-af5d-84dead0bc2d7 req-634bb71b-5c6b-4a45-89c5-c367cbdb254d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:10.972315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3ddad53-01e2-46ae-af5d-84dead0bc2d7 req-634bb71b-5c6b-4a45-89c5-c367cbdb254d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 944 time: 0.0549719 Oct 22 15:14:11.017670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3ddad53-01e2-46ae-af5d-84dead0bc2d7 req-ec167705-a56e-4d29-8bed-4aff9ba90496 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392222 Oct 22 15:14:11.034930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:11.142727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a98d9d10-21f4-48d2-8472-37af267af44f) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:11.146885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:11.147621 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.151699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e0e67-dd22-4e92-a0ca-7ea0a31495a3 None None] Network a98d9d10-21f4-48d2-8472-37af267af44f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:11.273565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440434b-8fda-43fa-ae07-cd9bdc8a1bf0 req-eb033144-73e9-4fb7-8c37-23f4039a1e5f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:11.274995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3440434b-8fda-43fa-ae07-cd9bdc8a1bf0 req-eb033144-73e9-4fb7-8c37-23f4039a1e5f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 943 time: 0.0557554 Oct 22 15:14:11.282637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9dbdc49f-2ffe-446d-8384-855d927e52a4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9571826 Oct 22 15:14:11.285454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46970) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:11.291554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'name': 'tempest-AllowedAddressPairTestJSON-321062723'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:11.310071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a98d9d10-21f4-48d2-8472-37af267af44f', 'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'tenant_id': 'ac1d779e5aa14d57b15a03657ca29ef1', 'fixed_ips': [{'subnet_id': '20e61132-3aca-4178-ad2b-26376bddc032'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:11.311362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.320784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3440434b-8fda-43fa-ae07-cd9bdc8a1bf0 req-86a89be8-c724-4268-a651-43ef52ca820e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370173 Oct 22 15:14:11.342773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:14:11.397083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6bf7c661-1975-425b-8eaa-9db95203bf0b details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:14:11.584071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:11.589205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.592535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6118c5e-9bfd-4794-8413-8d6d0c3fae8c req-85944e6b-ad85-4763-b9f2-c08c33d2b1dc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:11.594602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6118c5e-9bfd-4794-8413-8d6d0c3fae8c req-85944e6b-ad85-4763-b9f2-c08c33d2b1dc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 943 time: 0.0553398 Oct 22 15:14:11.598203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.611598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] device_id is not set on port da391955-9625-439f-93b1-be8ddf7a51fe yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:14:11.630739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:11.639913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Allocated IP 172.20.0.2 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/09d020f3-c989-43bd-a90c-04f73f518044) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:11.648594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6118c5e-9bfd-4794-8413-8d6d0c3fae8c req-c49b41db-dfb6-4be3-b023-44133e7c21c4 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 Oct 22 15:14:11.672694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6', 'mac_address': 'fa:16:3e:a5:65:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:14:11.733722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6bf7c661-1975-425b-8eaa-9db95203bf0b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6bf7c661-1975-425b-8eaa-9db95203bf0b,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:11.788359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '6bf7c661-1975-425b-8eaa-9db95203bf0b', 'network_id': '98c2cb0e-d148-48a0-a452-8d32ee197d69', 'port_id': '6bf7c661-1975-425b-8eaa-9db95203bf0b', 'mac_address': 'fa:16:3e:79:ff:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba192f-1850-48ff-93c8-3ceecd4e0c28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:14:11.798802 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.848076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:11.910285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.914545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:11.940031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf7c661-1975-425b-8eaa-9db95203bf0b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:11.951589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:11.968028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6bf7c661-1975-425b-8eaa-9db95203bf0b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6bf7c661-1975-425b-8eaa-9db95203bf0b,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:11.988902 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.041160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:12.101693 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.105560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.148449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:12.154345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:12.154829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10a2cc-9e9d-4c7d-af4c-526449f283e9 req-a1cc759e-fa22-45fa-93cd-99a079545056 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:12.158143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:12.159698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f10a2cc-9e9d-4c7d-af4c-526449f283e9 req-a1cc759e-fa22-45fa-93cd-99a079545056 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 945 time: 0.0582817 Oct 22 15:14:12.168035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Allocated IP 172.20.0.9 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/da391955-9625-439f-93b1-be8ddf7a51fe) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:12.169086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Pushing event updated for resources: {'Port': ['ID=09d020f3-c989-43bd-a90c-04f73f518044,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:12.223095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f10a2cc-9e9d-4c7d-af4c-526449f283e9 req-bdc8b88d-e731-42d5-b3b2-07034b2b9788 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 Oct 22 15:14:12.285502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Attempting to bind port 09d020f3-c989-43bd-a90c-04f73f518044 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:12.285870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Attempting to bind port 09d020f3-c989-43bd-a90c-04f73f518044 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '6ae399c8-b7ee-4f25-af29-8db0edcda3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:12.286334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Attempting to bind port 09d020f3-c989-43bd-a90c-04f73f518044 on network a98d9d10-21f4-48d2-8472-37af267af44f {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:12.290069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6bf7c661-1975-425b-8eaa-9db95203bf0b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:12.296793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:12.297167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Checking segment: {'id': '6ae399c8-b7ee-4f25-af29-8db0edcda3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:12.299764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.300116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Bound using segment: {'id': '6ae399c8-b7ee-4f25-af29-8db0edcda3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:12.300644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Bound port: 09d020f3-c989-43bd-a90c-04f73f518044, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae399c8-b7ee-4f25-af29-8db0edcda3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:12.301062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.354591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8e05d27b-6347-4e4f-b68a-de42ec3c88b6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:12.370200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.396532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6bf7c661-1975-425b-8eaa-9db95203bf0b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:12.508754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45f1b-fc57-46e5-9a01-f7de862d0a85 req-57fc2c84-6a57-4558-b6ea-e7400e54daf7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:12.510535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6e45f1b-fc57-46e5-9a01-f7de862d0a85 req-57fc2c84-6a57-4558-b6ea-e7400e54daf7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 943 time: 0.0584738 Oct 22 15:14:12.546775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.564168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6e45f1b-fc57-46e5-9a01-f7de862d0a85 req-7262c08c-7692-4088-9e8f-95f8c86aa66a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462918 Oct 22 15:14:12.631794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:12.635022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:12.641377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:12.642003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] For port 09d020f3-c989-43bd-a90c-04f73f518044, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:12.662615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] For port 09d020f3-c989-43bd-a90c-04f73f518044, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=09d020f3-c989-43bd-a90c-04f73f518044,segment=NetworkSegment(6ae399c8-b7ee-4f25-af29-8db0edcda3d4),segment_id=6ae399c8-b7ee-4f25-af29-8db0edcda3d4)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:12.669869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=da391955-9625-439f-93b1-be8ddf7a51fe,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:12.716182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:12.716908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.806561 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:12.822358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7738c-2b43-4e9d-b5b2-5bd9c0b85ddd req-013d6dd6-2620-4f81-ae64-22db0548043e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:12.824603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecf7738c-2b43-4e9d-b5b2-5bd9c0b85ddd req-013d6dd6-2620-4f81-ae64-22db0548043e tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 944 time: 0.0643082 Oct 22 15:14:12.849305 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-db0df57f-1d43-4ee4-b358-9d29daf278a1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5573654 Oct 22 15:14:12.849305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47004) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:12.857373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'name': 'tempest-AllowedAddressPairTestJSON-536689333', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ca:9b:55'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:12.906391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecf7738c-2b43-4e9d-b5b2-5bd9c0b85ddd req-e21c14da-967a-4b48-90df-316ceb088a82 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Oct 22 15:14:12.928004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941fad-8eb6-4515-9789-bb1f6f89d07d None None] Pushing event updated for resources: {'Port': ['ID=09d020f3-c989-43bd-a90c-04f73f518044,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:13.277793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:13.358676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d1bf7-fb32-4395-9670-0d60e409f3b1 req-90ce3a55-d3db-40f5-ac2b-847fbc4f066b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:13.362554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-721d1bf7-fb32-4395-9670-0d60e409f3b1 req-90ce3a55-d3db-40f5-ac2b-847fbc4f066b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 945 time: 0.0626247 Oct 22 15:14:13.379518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7770f3a-22a1-4c18-af9d-877b3ce97648 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:14:13.380187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.399762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] device_id is not set on port 4210829b-de65-438e-a2bd-a5c2fc4bcc22 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:14:13.413073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-721d1bf7-fb32-4395-9670-0d60e409f3b1 req-e2080f0a-c9aa-4c78-ba64-8ab10badae92 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Oct 22 15:14:13.515293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e7770f3a-22a1-4c18-af9d-877b3ce97648, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7770f3a-22a1-4c18-af9d-877b3ce97648,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:13.528537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'e7770f3a-22a1-4c18-af9d-877b3ce97648', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': 'e7770f3a-22a1-4c18-af9d-877b3ce97648', 'mac_address': 'fa:16:3e:44:0b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:14:13.540474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Allocated IP 172.20.0.6 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/4210829b-de65-438e-a2bd-a5c2fc4bcc22) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:13.579702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.599773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7770f3a-22a1-4c18-af9d-877b3ce97648 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:13.625277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e7770f3a-22a1-4c18-af9d-877b3ce97648, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7770f3a-22a1-4c18-af9d-877b3ce97648,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:13.676271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 09d020f3-c989-43bd-a90c-04f73f518044 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:13.730847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.758756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.763666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c67ce-c42c-4904-9965-95470c373389 req-251f3533-37c6-4863-8515-23d112cce336 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:13.765319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661c67ce-c42c-4904-9965-95470c373389 req-251f3533-37c6-4863-8515-23d112cce336 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 943 time: 0.0847697 Oct 22 15:14:13.801513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e7770f3a-22a1-4c18-af9d-877b3ce97648,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:13.814806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 09d020f3-c989-43bd-a90c-04f73f518044 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:13.815388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.818783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661c67ce-c42c-4904-9965-95470c373389 req-977eaa85-37e8-47b6-a1e6-1b760a78fe79 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Oct 22 15:14:13.900362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.908685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:13.951679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:13.954843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:13.959896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:13.960829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 09d020f3-c989-43bd-a90c-04f73f518044, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=09d020f3-c989-43bd-a90c-04f73f518044,segment=NetworkSegment(6ae399c8-b7ee-4f25-af29-8db0edcda3d4),segment_id=6ae399c8-b7ee-4f25-af29-8db0edcda3d4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:13.985970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6094f4-da49-4de8-b00e-274ec0f0c57c None None] Network a98d9d10-21f4-48d2-8472-37af267af44f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:13.988333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=4210829b-de65-438e-a2bd-a5c2fc4bcc22,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:14.030215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e7770f3a-22a1-4c18-af9d-877b3ce97648'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:14.034314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.035170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.060865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0413e6-e4f7-4d67-9482-bf4cfc474f4e req-5c85bd35-f16c-4a2f-a8ca-d59a3a60836f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.066300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da0413e6-e4f7-4d67-9482-bf4cfc474f4e req-5c85bd35-f16c-4a2f-a8ca-d59a3a60836f tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 944 time: 0.0767937 Oct 22 15:14:14.102941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da0413e6-e4f7-4d67-9482-bf4cfc474f4e req-ff9e4b2f-1057-4428-8441-a0c0566fa952 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Oct 22 15:14:14.132434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.145351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5e40ac46-001e-4bd8-ab5a-82b72f1f8055 None None] Provisioning complete for port 09d020f3-c989-43bd-a90c-04f73f518044 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:14.145720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5e40ac46-001e-4bd8-ab5a-82b72f1f8055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.191570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d6817bfb-e207-434a-bf16-7025db8a6891 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.3435383 Oct 22 15:14:14.194052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47056) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:14.277667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9fd84-9789-4e1f-9481-a86b15bb1db1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.283962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9fd84-9789-4e1f-9481-a86b15bb1db1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.289955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9fd84-9789-4e1f-9481-a86b15bb1db1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.291678 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-54b9fd84-9789-4e1f-9481-a86b15bb1db1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0965436 Oct 22 15:14:14.295058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:14.296590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=09d020f3-c989-43bd-a90c-04f73f518044,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:14.406594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port 4210829b-de65-438e-a2bd-a5c2fc4bcc22 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:14.406594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.522434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.537455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for 4210829b-de65-438e-a2bd-a5c2fc4bcc22 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:14.551600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd6e0b-81df-40cf-a7ee-b48105a911a9 req-e4017cf1-d318-4efc-af67-64cefc782820 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.553476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0cd6e0b-81df-40cf-a7ee-b48105a911a9 req-e4017cf1-d318-4efc-af67-64cefc782820 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 945 time: 0.0604794 Oct 22 15:14:14.597965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0cd6e0b-81df-40cf-a7ee-b48105a911a9 req-eb3c7fe0-8ae0-49c7-b74f-90a36603ef13 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353940 Oct 22 15:14:14.748264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Provisioning complete for port 4210829b-de65-438e-a2bd-a5c2fc4bcc22 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:14.748846 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.787991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Port 4210829b-de65-438e-a2bd-a5c2fc4bcc22 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:14.795116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.800243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Provisioning complete for port da391955-9625-439f-93b1-be8ddf7a51fe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:14.800618 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.833276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=4210829b-de65-438e-a2bd-a5c2fc4bcc22,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:14.846698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Port da391955-9625-439f-93b1-be8ddf7a51fe cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:14.858645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Provisioning complete for port 09d020f3-c989-43bd-a90c-04f73f518044 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:14.859044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b599edb-bd5b-4c60-a45a-88ae2ae97512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:14.980813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa0b5f-b7d9-4e9a-ab8d-a293f03a20e2 req-f218f7c2-c07d-4541-a3d1-df95add596b9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:14.982519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21fa0b5f-b7d9-4e9a-ab8d-a293f03a20e2 req-f218f7c2-c07d-4541-a3d1-df95add596b9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 944 time: 0.0718551 Oct 22 15:14:15.024376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.037609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21fa0b5f-b7d9-4e9a-ab8d-a293f03a20e2 req-f34ac0d3-e220-4714-bae9-6a2cb6a51146 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Oct 22 15:14:15.037786 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d4d1dcb8-bebd-427c-9756-4c9f1c18b7d6 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/ports/4210829b-de65-438e-a2bd-a5c2fc4bcc22 HTTP/1.1" status: 204 len: 168 time: 0.7354147 Oct 22 15:14:15.037786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:15.058551 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae82b44-3594-4100-b1f3-fbb16b0719a5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] GET failed (client error): The resource could not be found. Oct 22 15:14:15.060148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5ae82b44-3594-4100-b1f3-fbb16b0719a5 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "GET /v2.0/ports/4210829b-de65-438e-a2bd-a5c2fc4bcc22 HTTP/1.1" status: 404 len: 333 time: 0.0270803 Oct 22 15:14:15.063773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:15.068607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'name': 'tempest-AllowedAddressPairTestJSON-2145474808'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:15.093007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c875651-539c-40e2-9290-fd51f0b3d569 None None] Could not find standard attr ID for object 4210829b-de65-438e-a2bd-a5c2fc4bcc22. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:14:15.116562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c875651-539c-40e2-9290-fd51f0b3d569 None None] Provisioning complete for port da391955-9625-439f-93b1-be8ddf7a51fe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:15.116936 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c875651-539c-40e2-9290-fd51f0b3d569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.186715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7c875651-539c-40e2-9290-fd51f0b3d569 None None] Port da391955-9625-439f-93b1-be8ddf7a51fe cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:15.248582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74491335-d803-4d18-bb69-20e27cb81aa3 req-48d2349b-0966-434b-ad92-0d14f765cd09 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:15.250719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74491335-d803-4d18-bb69-20e27cb81aa3 req-48d2349b-0966-434b-ad92-0d14f765cd09 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 944 time: 0.0646255 Oct 22 15:14:15.295167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74491335-d803-4d18-bb69-20e27cb81aa3 req-02920830-9f7c-43a8-a4be-88127f441432 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385041 Oct 22 15:14:15.311577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:15.315153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.332818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] device_id is not set on port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:14:15.353155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:15.389626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7770f3a-22a1-4c18-af9d-877b3ce97648 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:15.462111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Allocated IP 172.20.0.13 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/8f491401-4d7d-46f7-8cf5-1c9e507e8e48) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:15.569364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:14:15.573338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:15.575870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.608487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 09d020f3-c989-43bd-a90c-04f73f518044 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:15.614652 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.631975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port e7770f3a-22a1-4c18-af9d-877b3ce97648 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:14:15.647835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port e7770f3a-22a1-4c18-af9d-877b3ce97648 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:15.648210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.734945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9fad-5956-4126-a94d-ab0bdbe262e8 req-0f54a057-8bae-4129-ade0-e78b7e4f4865 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:15.739466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05ad9fad-5956-4126-a94d-ab0bdbe262e8 req-0f54a057-8bae-4129-ade0-e78b7e4f4865 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 945 time: 0.0549939 Oct 22 15:14:15.748137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 09d020f3-c989-43bd-a90c-04f73f518044 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:15.748506 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.775938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05ad9fad-5956-4126-a94d-ab0bdbe262e8 req-9b8fe71a-ac36-42b4-abb8-52efd786296b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Oct 22 15:14:15.780650 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.809208 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.829148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:15.832366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:15.836279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:15.837556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.863628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:15.866059 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6fa132-dc88-4c0b-8cd3-6c1981bd7e52" -d '{"events": [{"server_uuid": "ff2fa73b-5e26-4877-9981-2ee5cf1a29bd", "name": "network-vif-plugged", "status": "completed", "tag": "8e05d27b-6347-4e4f-b68a-de42ec3c88b6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:15.870000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=8f491401-4d7d-46f7-8cf5-1c9e507e8e48,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:15.889025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:15.889604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.889958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.890308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.890645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.891915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.892267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.892673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.892920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.893322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.893553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.893854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.894176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:15.925744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:15.927359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:15.932548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e7770f3a-22a1-4c18-af9d-877b3ce97648, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7770f3a-22a1-4c18-af9d-877b3ce97648,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:15.937456 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b9a21-0166-455f-846c-ec0c47b6e261 x-openstack-request-id: req-4d7b9a21-0166-455f-846c-ec0c47b6e261 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:15.937746 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2fa73b-5e26-4877-9981-2ee5cf1a29bd", "name": "network-vif-plugged", "status": "completed", "tag": "8e05d27b-6347-4e4f-b68a-de42ec3c88b6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:15.937999 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d7b9a21-0166-455f-846c-ec0c47b6e261 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:15.938391 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6', 'code': 200} Oct 22 15:14:16.009533 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.050591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bf649-6913-4285-92f5-1db2ff00f5ab req-42891f09-295a-4270-89ac-1a9ce8d3da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:16.052512 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb2bf649-6913-4285-92f5-1db2ff00f5ab req-42891f09-295a-4270-89ac-1a9ce8d3da3f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 1097 time: 0.0510654 Oct 22 15:14:16.072508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:16.092593 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cb2bf649-6913-4285-92f5-1db2ff00f5ab req-ea3f8439-d242-4557-9513-379fbcbd2197 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Oct 22 15:14:16.123680 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.123680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6bf7c661-1975-425b-8eaa-9db95203bf0b up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:16.124021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b86304fd-e79d-463b-a03f-bd8a8eed56fd tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0524530 Oct 22 15:14:16.124117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a98b8784-f009-4889-8d34-a3146f96c69d None None] Provisioning complete for port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:16.124117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a98b8784-f009-4889-8d34-a3146f96c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.124304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47130) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:16.126441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ca:9b:55'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:16.160184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013aa10-8279-4335-bbd9-ca97d6d1bd1c req-5661987a-0ef1-4112-859e-be9411f12c49 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:16.161720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6013aa10-8279-4335-bbd9-ca97d6d1bd1c req-5661987a-0ef1-4112-859e-be9411f12c49 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.0589371 Oct 22 15:14:16.202846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.206196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6013aa10-8279-4335-bbd9-ca97d6d1bd1c req-0dc92cbf-ab7b-4ad0-a043-acfeb760f1d3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344422 Oct 22 15:14:16.243346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a98b8784-f009-4889-8d34-a3146f96c69d None None] Port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:16.246063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e7770f3a-22a1-4c18-af9d-877b3ce97648,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:16.354320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 6bf7c661-1975-425b-8eaa-9db95203bf0b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:14:16.359599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 6bf7c661-1975-425b-8eaa-9db95203bf0b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:16.359997 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.406649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.433347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777a13-ea5b-497b-9a1c-ca1541922b32 req-28a445ed-94b3-4bb7-a755-f06315815420 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:16.435065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77777a13-ea5b-497b-9a1c-ca1541922b32 req-28a445ed-94b3-4bb7-a755-f06315815420 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 944 time: 0.0690875 Oct 22 15:14:16.446224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.478706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77777a13-ea5b-497b-9a1c-ca1541922b32 req-f453bdfd-9bcc-484c-b070-096457672587 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 Oct 22 15:14:16.492241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6bf7c661-1975-425b-8eaa-9db95203bf0b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6bf7c661-1975-425b-8eaa-9db95203bf0b,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:16.553926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.627481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=8f491401-4d7d-46f7-8cf5-1c9e507e8e48,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:16.642050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] In _notify_port_updated(), no bound segment for port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 on network a98d9d10-21f4-48d2-8472-37af267af44f {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:14:16.647642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:16.648282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.649634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-52b06452-38cc-4b81-a136-def93b4a072f tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "PUT /v2.0/ports/8f491401-4d7d-46f7-8cf5-1c9e507e8e48 HTTP/1.1" status: 200 len: 994 time: 0.5276823 Oct 22 15:14:16.653891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47150) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:16.680005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.746373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6bf7c661-1975-425b-8eaa-9db95203bf0b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:16.753150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:16.753707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.849819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.873846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e9dc6010-6549-4445-884f-fba3bd653ce0 None None] Provisioning complete for port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:16.874436 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6010-6549-4445-884f-fba3bd653ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:16.887747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:16.909538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc6010-6549-4445-884f-fba3bd653ce0 None None] Port 8f491401-4d7d-46f7-8cf5-1c9e507e8e48 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:16.946577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab14c-b4db-40bb-81a6-4a90c935c884 req-af20f27b-c971-4e5c-ae87-7b5623728cb5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:16.948100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-038ab14c-b4db-40bb-81a6-4a90c935c884 req-af20f27b-c971-4e5c-ae87-7b5623728cb5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.0956511 Oct 22 15:14:17.011059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-038ab14c-b4db-40bb-81a6-4a90c935c884 req-f599a1cf-44cf-4474-9792-efa909b84a5d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Oct 22 15:14:17.194019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:17.220763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=8f491401-4d7d-46f7-8cf5-1c9e507e8e48,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:17.393342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab14c-210c-42e4-aa2f-25f937f09b86 req-8e3c58be-0a07-4b14-a59d-e84cce304096 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:17.394912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-734ab14c-210c-42e4-aa2f-25f937f09b86 req-8e3c58be-0a07-4b14-a59d-e84cce304096 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.1064808 Oct 22 15:14:17.466570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:17.469667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1717b50f-6db3-4499-9228-43be319d5c9e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/ports/8f491401-4d7d-46f7-8cf5-1c9e507e8e48 HTTP/1.1" status: 204 len: 168 time: 0.8145499 Oct 22 15:14:17.473041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47182) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:17.484044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-734ab14c-210c-42e4-aa2f-25f937f09b86 req-b7f04a6f-bd1e-4641-8d54-c30fabc9e200 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Oct 22 15:14:17.501983 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-348ac545-5217-4003-9fd7-9653e42ef165 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] GET failed (client error): The resource could not be found. Oct 22 15:14:17.503563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-348ac545-5217-4003-9fd7-9653e42ef165 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "GET /v2.0/ports/8f491401-4d7d-46f7-8cf5-1c9e507e8e48 HTTP/1.1" status: 404 len: 333 time: 0.0292490 Oct 22 15:14:17.507890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47188) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:17.513803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'name': 'tempest-AllowedAddressPairTestJSON-358814075'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:17.655199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e358a2-6fac-4c68-9ef2-38e58ff1ccb8 req-ee99509d-9828-424a-992a-ed122419871b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:17.656711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1e358a2-6fac-4c68-9ef2-38e58ff1ccb8 req-ee99509d-9828-424a-992a-ed122419871b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0787826 Oct 22 15:14:17.701108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1e358a2-6fac-4c68-9ef2-38e58ff1ccb8 req-013fa212-e511-47d6-b339-a76b905b2bcc tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Oct 22 15:14:17.834304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:17.838722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:17.857467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] device_id is not set on port f499575c-b965-404b-bd29-677e02627a22 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:14:17.939210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7770f3a-22a1-4c18-af9d-877b3ce97648'}, {'server_uuid': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7c661-1975-425b-8eaa-9db95203bf0b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:17.942308 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c54da6-0fca-48be-99b5-b147a4915f7a" -d '{"events": [{"server_uuid": "2800539b-bd87-4295-b155-b7e9b97fb57c", "name": "network-vif-plugged", "status": "completed", "tag": "e7770f3a-22a1-4c18-af9d-877b3ce97648"}, {"server_uuid": "a36545cf-cce1-4acf-911e-c2c9a24539c3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf7c661-1975-425b-8eaa-9db95203bf0b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:17.967285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Allocated IP 172.20.0.4 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/f499575c-b965-404b-bd29-677e02627a22) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:17.984389 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01effb6f-fa56-42d0-ac6d-f8caceb78dac x-openstack-request-id: req-01effb6f-fa56-42d0-ac6d-f8caceb78dac {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:17.992388 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2800539b-bd87-4295-b155-b7e9b97fb57c", "name": "network-vif-plugged", "status": "completed", "tag": "e7770f3a-22a1-4c18-af9d-877b3ce97648", "code": 200}, {"server_uuid": "a36545cf-cce1-4acf-911e-c2c9a24539c3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf7c661-1975-425b-8eaa-9db95203bf0b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:17.992388 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01effb6f-fa56-42d0-ac6d-f8caceb78dac {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:17.992388 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7770f3a-22a1-4c18-af9d-877b3ce97648', 'code': 200} Oct 22 15:14:17.992388 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7c661-1975-425b-8eaa-9db95203bf0b', 'code': 200} Oct 22 15:14:18.111150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09697f00-49d6-43df-9a34-94986a7be0e4 req-ab7c25d9-1906-47be-8e54-8c31656ca761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.113151 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09697f00-49d6-43df-9a34-94986a7be0e4 req-ab7c25d9-1906-47be-8e54-8c31656ca761 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 1096 time: 0.0501931 Oct 22 15:14:18.149328 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-09697f00-49d6-43df-9a34-94986a7be0e4 req-b243e5cd-34ab-4a22-8208-3df39293cc83 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292072 Oct 22 15:14:18.203976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a99a8-014e-4e2b-a471-18925364abca req-e2cb24b0-2e02-416c-903b-7a819f6f0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.205471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b9a99a8-014e-4e2b-a471-18925364abca req-e2cb24b0-2e02-416c-903b-7a819f6f0f06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 1096 time: 0.1439042 Oct 22 15:14:18.208647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:18.222813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345cc2e-8a3b-4f6f-ae75-8f9bac4c6fb8 req-c11c0e98-a30c-47a5-8b6f-a93c02e0a3f9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.224352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f345cc2e-8a3b-4f6f-ae75-8f9bac4c6fb8 req-c11c0e98-a30c-47a5-8b6f-a93c02e0a3f9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.1361492 Oct 22 15:14:18.616719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f345cc2e-8a3b-4f6f-ae75-8f9bac4c6fb8 req-d823cc8d-cdcb-473f-a294-90672394ff80 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861382 Oct 22 15:14:18.635236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b9a99a8-014e-4e2b-a471-18925364abca req-949af6d8-350d-4e73-85c6-008c562337ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972996 Oct 22 15:14:18.645750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73371703-3ca1-4a10-a2f6-af68b84af48c req-ca7cf835-405f-46c1-af9f-10534d9c30c8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.647282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73371703-3ca1-4a10-a2f6-af68b84af48c req-ca7cf835-405f-46c1-af9f-10534d9c30c8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.0959940 Oct 22 15:14:18.691194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73371703-3ca1-4a10-a2f6-af68b84af48c req-36f6c574-5bd7-4b92-b486-02177d179bce tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Oct 22 15:14:18.737770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:18.776732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a739a3-07de-4e8a-b4b5-098e6da9bdf5 req-b7cd1ab0-f966-4ba9-9783-4369148c814c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.778196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2a739a3-07de-4e8a-b4b5-098e6da9bdf5 req-b7cd1ab0-f966-4ba9-9783-4369148c814c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.0860059 Oct 22 15:14:18.800983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:18.826837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:18.837261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:18.839949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=f499575c-b965-404b-bd29-677e02627a22,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:18.904270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2a739a3-07de-4e8a-b4b5-098e6da9bdf5 req-7c3a0712-f911-4ff3-ab8e-aeeed607aa46 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162553 Oct 22 15:14:18.915336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.915815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:18.930878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205808-6a6e-4c1c-aad5-910579f17e7d req-ec11cbe6-04f3-4f81-a016-2c83f34f4d4a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:18.932699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4205808-6a6e-4c1c-aad5-910579f17e7d req-ec11cbe6-04f3-4f81-a016-2c83f34f4d4a tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.1508708 Oct 22 15:14:18.991685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4205808-6a6e-4c1c-aad5-910579f17e7d req-05608c27-0d50-4bdc-a7e4-dcd2ba891992 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Oct 22 15:14:19.039399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1cd418c2-61cf-42a1-bec5-9976f1e9ccb8 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5278754 Oct 22 15:14:19.039808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47244) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:19.046272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:9b:55'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:19.144830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-dee51faf-d623-4587-b777-37e56897626b None None] Provisioning complete for port f499575c-b965-404b-bd29-677e02627a22 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:19.145429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dee51faf-d623-4587-b777-37e56897626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:19.181740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-dee51faf-d623-4587-b777-37e56897626b None None] Port f499575c-b965-404b-bd29-677e02627a22 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:19.207299 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:19.700866 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:19.815801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7f65-996d-4fa9-bf5b-606e28f37ef1 req-bde8a540-ea29-4dad-9893-ac16310e2597 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:19.817299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3ce7f65-996d-4fa9-bf5b-606e28f37ef1 req-bde8a540-ea29-4dad-9893-ac16310e2597 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.0522943 Oct 22 15:14:19.849090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:19.856579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3ce7f65-996d-4fa9-bf5b-606e28f37ef1 req-21c4ffe3-f0ae-45bd-ba64-da4f4914af92 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Oct 22 15:14:19.937955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=f499575c-b965-404b-bd29-677e02627a22,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:19.952127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] In _notify_port_updated(), no bound segment for port f499575c-b965-404b-bd29-677e02627a22 on network a98d9d10-21f4-48d2-8472-37af267af44f {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:14:19.958129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:19.958793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:19.960186 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-29cbaf5e-bbc9-4935-b800-c50fa0d0bf58 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "PUT /v2.0/ports/f499575c-b965-404b-bd29-677e02627a22 HTTP/1.1" status: 200 len: 995 time: 0.9190645 Oct 22 15:14:19.963036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47282) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:20.110782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port f499575c-b965-404b-bd29-677e02627a22 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:20.111537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:20.173536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431275-b060-41ad-b707-d0e1260de3a4 req-89bb336c-b45f-43dc-9151-ff7b9aa49965 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:20.175651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9431275-b060-41ad-b707-d0e1260de3a4 req-89bb336c-b45f-43dc-9151-ff7b9aa49965 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0780921 Oct 22 15:14:20.224047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b86afd36-99d5-4d49-8bba-39b9d4f5394e None None] Provisioning complete for port f499575c-b965-404b-bd29-677e02627a22 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:20.225085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9431275-b060-41ad-b707-d0e1260de3a4 req-e82fe58c-7774-4c04-a42a-432da495a5ce tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Oct 22 15:14:20.225685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b86afd36-99d5-4d49-8bba-39b9d4f5394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:20.228031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:20.251808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for f499575c-b965-404b-bd29-677e02627a22 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:20.282743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b86afd36-99d5-4d49-8bba-39b9d4f5394e None None] Port f499575c-b965-404b-bd29-677e02627a22 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:20.371814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4a12-db8d-4837-a0ca-04236e403373 req-6b9bb4c0-99df-40a1-a404-7d7c77e65723 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:20.373366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc2c4a12-db8d-4837-a0ca-04236e403373 req-6b9bb4c0-99df-40a1-a404-7d7c77e65723 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0578489 Oct 22 15:14:20.419149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc2c4a12-db8d-4837-a0ca-04236e403373 req-361e1ad7-eb03-43e2-94a4-a6fef85e8971 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Oct 22 15:14:20.577391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:20.612098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=f499575c-b965-404b-bd29-677e02627a22,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:20.695494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:20.699508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-12225ff9-38d2-4c33-a1c6-6cddad62e8b4 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/ports/f499575c-b965-404b-bd29-677e02627a22 HTTP/1.1" status: 204 len: 168 time: 0.7354734 Oct 22 15:14:20.702301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47322) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:20.750719 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac38d883-8465-40a6-9f84-9d5a794a8fc1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] GET failed (client error): The resource could not be found. Oct 22 15:14:20.753028 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac38d883-8465-40a6-9f84-9d5a794a8fc1 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "GET /v2.0/ports/f499575c-b965-404b-bd29-677e02627a22 HTTP/1.1" status: 404 len: 333 time: 0.0495815 Oct 22 15:14:20.760556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47332) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:20.766590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'name': 'tempest-AllowedAddressPairTestJSON-1410069331'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:20.957732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0d9d0-5473-4722-9b16-88e7ab8d9129 req-f6356b85-dc3c-43a4-8da9-1bbb2ee5efff tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:20.959520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ff0d9d0-5473-4722-9b16-88e7ab8d9129 req-f6356b85-dc3c-43a4-8da9-1bbb2ee5efff tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0698810 Oct 22 15:14:20.998863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ff0d9d0-5473-4722-9b16-88e7ab8d9129 req-ecfc5dae-3415-4c23-a4d2-f747efd58e22 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Oct 22 15:14:21.114289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff1f27-567e-4c15-a1fc-0de8cbbb00aa req-99f09aa8-ec58-4d9f-9d81-a60955b0241f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:21.115836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fff1f27-567e-4c15-a1fc-0de8cbbb00aa req-99f09aa8-ec58-4d9f-9d81-a60955b0241f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.0572116 Oct 22 15:14:21.157598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:21.161485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:21.163744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fff1f27-567e-4c15-a1fc-0de8cbbb00aa req-3d17d7f7-e74f-4613-b38b-c8e9f5ba29a8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Oct 22 15:14:21.208659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] device_id is not set on port 1c466282-41a4-4f00-8c72-d8dc5957c7d6 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:14:21.379066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c388-1128-429d-90cc-3699817d0dea req-be7e9c27-515d-47e4-802a-2517af8ca916 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:21.385105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Allocated IP 172.20.0.14 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/1c466282-41a4-4f00-8c72-d8dc5957c7d6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:21.388328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ef5c388-1128-429d-90cc-3699817d0dea req-be7e9c27-515d-47e4-802a-2517af8ca916 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0778694 Oct 22 15:14:21.424785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ef5c388-1128-429d-90cc-3699817d0dea req-b65527a2-658e-48db-9611-217c3491d66b tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Oct 22 15:14:21.556479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:21.803439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:21.851301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:21.854271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:21.862318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:21.886021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06eb1-f2f5-4ce4-8e84-1675d0b9c826 req-f1c235ea-36bf-4dad-9869-79e25383cd90 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:21.888579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0a06eb1-f2f5-4ce4-8e84-1675d0b9c826 req-f1c235ea-36bf-4dad-9869-79e25383cd90 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0627580 Oct 22 15:14:21.898936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=1c466282-41a4-4f00-8c72-d8dc5957c7d6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:21.922749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:21.923529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:21.936289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0a06eb1-f2f5-4ce4-8e84-1675d0b9c826 req-bf1bc649-201a-4b8e-880b-ed234ccdaae7 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Oct 22 15:14:22.135053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-04d6e5e4-415e-49ab-aa4f-88f4bf37dcbc None None] Provisioning complete for port 1c466282-41a4-4f00-8c72-d8dc5957c7d6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:22.135053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-04d6e5e4-415e-49ab-aa4f-88f4bf37dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:22.136119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ce76141-a86b-45d5-b1b2-abab5dfbf75c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3705850 Oct 22 15:14:22.136119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47394) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:22.140984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'network_id': 'a98d9d10-21f4-48d2-8472-37af267af44f', 'name': 'tempest-AllowedAddressPairTestJSON-2042447290'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:22.150807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab33f36-fe90-4a2c-87f5-1131a763c9d8 req-82c4df34-b28d-4f79-a82a-dd0b9ac6d933 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:22.155101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ab33f36-fe90-4a2c-87f5-1131a763c9d8 req-82c4df34-b28d-4f79-a82a-dd0b9ac6d933 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0811701 Oct 22 15:14:22.188917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-04d6e5e4-415e-49ab-aa4f-88f4bf37dcbc None None] Port 1c466282-41a4-4f00-8c72-d8dc5957c7d6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:22.212111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ab33f36-fe90-4a2c-87f5-1131a763c9d8 req-84890c03-e4a0-4cee-88e3-2f52a29669fa tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Oct 22 15:14:22.694961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Made reservation on behalf of ac1d779e5aa14d57b15a03657ca29ef1 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:22.694961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:22.710755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] device_id is not set on port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:14:22.828891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Allocated IP 172.20.0.11 (a98d9d10-21f4-48d2-8472-37af267af44f/20e61132-3aca-4178-ad2b-26376bddc032/79f5c192-5d12-4d1b-aa9e-2f077ce477a3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:22.979290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:23.143114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e82544a5-d7d0-4e5d-b2ca-2bea1d629d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:23.192068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:23.241163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Network a98d9d10-21f4-48d2-8472-37af267af44f is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:23.244305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:23.249196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:23.293491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=79f5c192-5d12-4d1b-aa9e-2f077ce477a3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:23.316530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:23.317191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:23.527107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9c100399-875f-4424-a80d-3656817c7f2e None None] Provisioning complete for port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:23.527401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9c100399-875f-4424-a80d-3656817c7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:23.565647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9c100399-875f-4424-a80d-3656817c7f2e None None] Port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:23.593509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fe8c3224-49c7-4af5-a352-fbc48ac1f575 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4557278 Oct 22 15:14:23.595472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47452) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:23.601146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ca:9b:55'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:65:46:b8'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:23.811503 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:23.864882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05cc6-65ca-4e20-9f0b-694aaf1773b5 req-e009326d-4aba-4cea-b1f5-bcad529b2211 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:23.866543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80f05cc6-65ca-4e20-9f0b-694aaf1773b5 req-e009326d-4aba-4cea-b1f5-bcad529b2211 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.1243143 Oct 22 15:14:23.940899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80f05cc6-65ca-4e20-9f0b-694aaf1773b5 req-21b12b1c-789e-40a5-9fed-00e2a5a09ac9 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676169 Oct 22 15:14:24.063525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.176750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.256682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event updated for resources: {'Port': ['ID=79f5c192-5d12-4d1b-aa9e-2f077ce477a3,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:24.271634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.271634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.271634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.272051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.272154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.272471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.272795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.273123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.273453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.273779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.274116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.274423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:24.277921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] In _notify_port_updated(), no bound segment for port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 on network a98d9d10-21f4-48d2-8472-37af267af44f {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:14:24.283583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:24.284126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.287476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-48da4618-3ca6-42cc-916c-6c0497d8f72e tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "PUT /v2.0/ports/79f5c192-5d12-4d1b-aa9e-2f077ce477a3 HTTP/1.1" status: 200 len: 1057 time: 0.6908321 Oct 22 15:14:24.288336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47482) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:24.400656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:24.401004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.497329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5d0af4e4-f14c-4f4d-9de6-ecea8a5cf9dc None None] Provisioning complete for port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:24.498455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5d0af4e4-f14c-4f4d-9de6-ecea8a5cf9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.501550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.523805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:24.584053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5d0af4e4-f14c-4f4d-9de6-ecea8a5cf9dc None None] Port 79f5c192-5d12-4d1b-aa9e-2f077ce477a3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:24.928655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:24.958651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=79f5c192-5d12-4d1b-aa9e-2f077ce477a3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:25.012079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-208e00f6-d5af-401e-8b9b-b6462898f93a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:25.013747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-208e00f6-d5af-401e-8b9b-b6462898f93a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1374147 Oct 22 15:14:25.045808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-0fc5ce02-ecb3-4fa4-82ba-e90c75271502 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:25.047790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-0fc5ce02-ecb3-4fa4-82ba-e90c75271502 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.53 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.0863693 Oct 22 15:14:25.066797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-a6c3f22f-f1fc-4ebd-a09f-1f74f6a42975 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0391150 Oct 22 15:14:25.209479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9121cd-0805-4fd5-9bd8-46083f3b6df1 req-20c8854a-a128-4603-abeb-f9f7371c37d3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:25.211070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab9121cd-0805-4fd5-9bd8-46083f3b6df1 req-20c8854a-a128-4603-abeb-f9f7371c37d3 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 945 time: 0.1600049 Oct 22 15:14:25.215106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4414eb44-b7c6-4303-8cc7-32fa9d2a14be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.231606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.234242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e1664854-3ae9-4bcf-b4bf-4ea4673eed0b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1664879 Oct 22 15:14:25.235377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f5b13fe8-1a2b-4751-a35a-8a2f5dc9d739 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/ports/79f5c192-5d12-4d1b-aa9e-2f077ce477a3 HTTP/1.1" status: 204 len: 168 time: 0.9458122 Oct 22 15:14:25.238029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47532) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:25.262857 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cb22a2-21a8-40e1-ae86-1a24fa89a345 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] GET failed (client error): The resource could not be found. Oct 22 15:14:25.264417 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e6cb22a2-21a8-40e1-ae86-1a24fa89a345 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "GET /v2.0/ports/79f5c192-5d12-4d1b-aa9e-2f077ce477a3 HTTP/1.1" status: 404 len: 333 time: 0.0253532 Oct 22 15:14:25.267585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47534) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:25.347966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab9121cd-0805-4fd5-9bd8-46083f3b6df1 req-49dbeab3-5155-4708-b34d-5e420b454746 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c074f6d-3c07-4104-ba17-5ed01d9934c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085613 Oct 22 15:14:25.357280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Deleting port 6bf7c661-1975-425b-8eaa-9db95203bf0b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:25.357280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.367642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port 1c466282-41a4-4f00-8c72-d8dc5957c7d6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:25.368127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.406402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-5efba911-77b0-4ec8-9060-638acba49ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686783 Oct 22 15:14:25.471107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.483497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for 1c466282-41a4-4f00-8c72-d8dc5957c7d6 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:25.538645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] For port 6bf7c661-1975-425b-8eaa-9db95203bf0b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6bf7c661-1975-425b-8eaa-9db95203bf0b,segment=NetworkSegment(fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b),segment_id=fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:25.539103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.557358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Calling delete_port for 6bf7c661-1975-425b-8eaa-9db95203bf0b owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:25.574838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-f4bba0a2-2a20-4b6d-b612-bc076de8217d service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623006 Oct 22 15:14:25.725316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.760742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=1c466282-41a4-4f00-8c72-d8dc5957c7d6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:25.836932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.841227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-870ed4b4-38e3-4c49-87d3-e41065c3d332 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/ports/1c466282-41a4-4f00-8c72-d8dc5957c7d6 HTTP/1.1" status: 204 len: 168 time: 0.5728924 Oct 22 15:14:25.843814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47558) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:25.851080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.865815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6bf7c661-1975-425b-8eaa-9db95203bf0b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:25.883630 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-87366572-1d0b-4186-8c72-add85f1fa24c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] GET failed (client error): The resource could not be found. Oct 22 15:14:25.883630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-87366572-1d0b-4186-8c72-add85f1fa24c tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "GET /v2.0/ports/1c466282-41a4-4f00-8c72-d8dc5957c7d6 HTTP/1.1" status: 404 len: 333 time: 0.0366421 Oct 22 15:14:25.883953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Pushing event deleted for resources: {'Port': ['ID=6bf7c661-1975-425b-8eaa-9db95203bf0b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:25.885815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47562) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:25.968002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] No DVR routers for this DVR port 6bf7c661-1975-425b-8eaa-9db95203bf0b on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:25.977172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:25.981847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c36f920-9a83-4012-ade6-c1d9bff133f3 req-a6cbdbbd-708b-4e34-8b0f-5eddc82d3118 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.53 "DELETE /v2.0/ports/6bf7c661-1975-425b-8eaa-9db95203bf0b HTTP/1.1" status: 204 len: 173 time: 0.9124060 Oct 22 15:14:25.983459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'name': 'network-vif-deleted', 'tag': '6bf7c661-1975-425b-8eaa-9db95203bf0b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:25.987222 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ee7b40-8c3e-426e-8471-4914113bc77c" -d '{"events": [{"server_uuid": "a36545cf-cce1-4acf-911e-c2c9a24539c3", "name": "network-vif-deleted", "tag": "6bf7c661-1975-425b-8eaa-9db95203bf0b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:26.043853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-663ca03f-1a1a-4830-aa89-5229e5df998c req-85f971d2-c7a4-4a41-9366-b273a6ef9588 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0337729 Oct 22 15:14:26.073192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port da391955-9625-439f-93b1-be8ddf7a51fe {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:26.073605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.121272 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62926164-686e-44c5-89ab-f6054ce177c4 x-openstack-request-id: req-62926164-686e-44c5-89ab-f6054ce177c4 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:26.121576 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36545cf-cce1-4acf-911e-c2c9a24539c3", "name": "network-vif-deleted", "tag": "6bf7c661-1975-425b-8eaa-9db95203bf0b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:26.121827 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62926164-686e-44c5-89ab-f6054ce177c4 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:26.122228 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36545cf-cce1-4acf-911e-c2c9a24539c3', 'name': 'network-vif-deleted', 'tag': '6bf7c661-1975-425b-8eaa-9db95203bf0b', 'status': 'completed', 'code': 200} Oct 22 15:14:26.183019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.195519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for da391955-9625-439f-93b1-be8ddf7a51fe owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:26.462814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a98131e3-e531-4240-a8de-21beb9a48ced req-05059300-16c9-4b35-abfb-2f31b17e44d7 tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 210 time: 0.0269973 Oct 22 15:14:26.597372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.630794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=da391955-9625-439f-93b1-be8ddf7a51fe,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:26.684340 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.689605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.709277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.712708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fcfdc0f3-cc65-4dd0-bff7-2fe10ae0938b tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/ports/da391955-9625-439f-93b1-be8ddf7a51fe HTTP/1.1" status: 204 len: 168 time: 0.8254292 Oct 22 15:14:26.715359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47600) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:26.770131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting subnet 20e61132-3aca-4178-ad2b-26376bddc032 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:14:26.773542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.819426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:26.915648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.145619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30f8e0cd-b935-4bd4-acb2-5f8566c6a641 req-0b8e4c85-0ca9-4e26-a4c9-c12dc3f0f6bc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0317097 Oct 22 15:14:27.146691 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.176899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Subnet': ['ID=20e61132-3aca-4178-ad2b-26376bddc032,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:27.184792 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.188675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dfd52b48-838c-4a44-a7a4-061523114ea0 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/subnets/20e61132-3aca-4178-ad2b-26376bddc032 HTTP/1.1" status: 204 len: 168 time: 0.4724250 Oct 22 15:14:27.191339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47622) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:27.192537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1972aff-b658-4506-b39a-487a6ee0ad6b None None] Network a98d9d10-21f4-48d2-8472-37af267af44f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:27.274206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.344992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Deleting port 09d020f3-c989-43bd-a90c-04f73f518044 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:27.345332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.413423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] DHCP port deletion for a98d9d10-21f4-48d2-8472-37af267af44f request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:14:27.430820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] For port 09d020f3-c989-43bd-a90c-04f73f518044, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=09d020f3-c989-43bd-a90c-04f73f518044,segment=NetworkSegment(6ae399c8-b7ee-4f25-af29-8db0edcda3d4),segment_id=6ae399c8-b7ee-4f25-af29-8db0edcda3d4)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:27.431339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.444498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Calling delete_port for 09d020f3-c989-43bd-a90c-04f73f518044 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:27.472378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] Deleting port 09d020f3-c989-43bd-a90c-04f73f518044 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:27.472878 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.560522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] For port 09d020f3-c989-43bd-a90c-04f73f518044, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=09d020f3-c989-43bd-a90c-04f73f518044,segment=NetworkSegment(6ae399c8-b7ee-4f25-af29-8db0edcda3d4),segment_id=6ae399c8-b7ee-4f25-af29-8db0edcda3d4)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:27.560991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.576493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] Calling delete_port for 09d020f3-c989-43bd-a90c-04f73f518044 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:27.631352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17048fa9-86a3-4cc5-9601-b7bdeef1d497 req-46bbc6cb-8f98-408f-a660-b6998387e62d tempest-ServerDiskConfigTestJSON-1126034245 tempest-ServerDiskConfigTestJSON-1126034245-project] 10.222.0.66 "GET /v2.0/ports?device_id=a36545cf-cce1-4acf-911e-c2c9a24539c3 HTTP/1.1" status: 200 len: 210 time: 0.0408733 Oct 22 15:14:27.737397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.768395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Port': ['ID=09d020f3-c989-43bd-a90c-04f73f518044,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:27.780023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] No DVR routers for this DVR port 09d020f3-c989-43bd-a90c-04f73f518044 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:27.871600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 09d020f3-c989-43bd-a90c-04f73f518044 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:14:27.877632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.891622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 09d020f3-c989-43bd-a90c-04f73f518044 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:14:27.891941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 09d020f3-c989-43bd-a90c-04f73f518044 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:14:27.900886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.907378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d9d10-21f4-48d2-8472-37af267af44f']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:27.914255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] No DVR routers for this DVR port 09d020f3-c989-43bd-a90c-04f73f518044 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:27.931026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae399c8-b7ee-4f25-af29-8db0edcda3d4') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:27.934116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae399c8-b7ee-4f25-af29-8db0edcda3d4') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:27.936555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e5b1e-d4d5-476f-aa02-b031da9a1e53 None None] Pushing event deleted for resources: {'Port': ['ID=09d020f3-c989-43bd-a90c-04f73f518044,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:27.950200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.969567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.977810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:27.978227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:27.982374 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:28.220872 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:28.222457 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:28.223807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:28.229222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] 10.222.0.66 "DELETE /v2.0/networks/a98d9d10-21f4-48d2-8472-37af267af44f HTTP/1.1" status: 204 len: 168 time: 1.0345967 Oct 22 15:14:28.266220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2984dd01-061d-4997-8ef1-7e645ca0693d req-7cc7d901-5996-4452-bc7c-4da359317f85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0439754 Oct 22 15:14:28.267541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0435f7-3914-4e00-b6ad-e1a8e28fb8a3 tempest-AllowedAddressPairTestJSON-330019269 tempest-AllowedAddressPairTestJSON-330019269-project] Pushing event deleted for resources: {'Network': ['ID=a98d9d10-21f4-48d2-8472-37af267af44f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:28.888289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47688) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:28.947653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Deleting subnet ddba192f-1850-48ff-93c8-3ceecd4e0c28 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:14:28.952981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:28.997071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.043458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.053325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:29.221103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-71853876-f57f-4e6e-b43b-07f0a032d883 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac1d779e5aa14d57b15a03657ca29ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664991 Oct 22 15:14:29.223748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:29.283992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf63a-9328-4326-8d6e-b737907d9786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.309406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf63a-9328-4326-8d6e-b737907d9786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.373140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8070e4b3-0151-41af-ae1b-46c1e68aec59 req-ca6c41e8-b47c-4b42-a998-c02d7e6e40ef tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0285907 Oct 22 15:14:29.374389 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.414073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddba192f-1850-48ff-93c8-3ceecd4e0c28,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:29.416401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.425959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47716) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:29.439603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6d60a7b2-abd3-48e7-bb12-73181b37f77b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ddba192f-1850-48ff-93c8-3ceecd4e0c28 HTTP/1.1" status: 204 len: 168 time: 0.5500669 Oct 22 15:14:29.467625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6bf7c661-1975-425b-8eaa-9db95203bf0b no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:14:29.491728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 6bf7c661-1975-425b-8eaa-9db95203bf0b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:14:29.492159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6bf7c661-1975-425b-8eaa-9db95203bf0b not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:14:29.512104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.547725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf63a-9328-4326-8d6e-b737907d9786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.550047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf63a-9328-4326-8d6e-b737907d9786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.551330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ce3bf63a-9328-4326-8d6e-b737907d9786 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e92f7c2-0261-4b32-9f5a-a45da89f4588 HTTP/1.1" status: 204 len: 168 time: 0.3266373 Oct 22 15:14:29.572688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bf63a-9328-4326-8d6e-b737907d9786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92f7c2-0261-4b32-9f5a-a45da89f4588,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:29.610799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.633504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c2cb0e-d148-48a0-a452-8d32ee197d69']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:29.645994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:29.646388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6f93f5-9915-4cc9-a3d1-85e5fc3ddd9b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:29.657588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.674347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.680941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:29.681349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:29.683945 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:29.928529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.934895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:29.938594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] 10.222.0.66 "DELETE /v2.0/networks/98c2cb0e-d148-48a0-a452-8d32ee197d69 HTTP/1.1" status: 204 len: 168 time: 0.5113759 Oct 22 15:14:29.952328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74783c-8d56-4a1f-af6e-f00bbc687164 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c2cb0e-d148-48a0-a452-8d32ee197d69,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:30.229999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-8005c42c-67e7-4d9a-bfe7-0271f93e2e2c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:30.231761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-8005c42c-67e7-4d9a-bfe7-0271f93e2e2c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1302934 Oct 22 15:14:30.248671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:30.490630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:30.495250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:30.550800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47766) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:30.567397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8316b36-3d9b-431e-9dd2-41e7fcfb78ff req-f7ee51b2-2466-416f-aca9-b798f5d577e0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0849979 Oct 22 15:14:30.664213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-091bc83a-caa1-4f62-add9-18031d55606b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cb7c81e0cbe495fb24c3e65da85d479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092756 Oct 22 15:14:30.666723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47770) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:30.728590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.5 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/537a82e8-59f4-4f79-9c2b-bad645126c4c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:30.740109 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e1676d7-292a-4bc3-84d1-ae5b39d0de97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:30.765493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e1676d7-292a-4bc3-84d1-ae5b39d0de97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:30.913744 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:30.945407 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e1676d7-292a-4bc3-84d1-ae5b39d0de97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:30.949066 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e1676d7-292a-4bc3-84d1-ae5b39d0de97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:30.957771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1e1676d7-292a-4bc3-84d1-ae5b39d0de97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c074f6d-3c07-4104-ba17-5ed01d9934c9 HTTP/1.1" status: 204 len: 168 time: 0.2864528 Oct 22 15:14:30.975849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1676d7-292a-4bc3-84d1-ae5b39d0de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c074f6d-3c07-4104-ba17-5ed01d9934c9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:31.074644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.087549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8e05d27b-6347-4e4f-b68a-de42ec3c88b6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:31.131249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:31.135544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:31.140306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:31.158609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=537a82e8-59f4-4f79-9c2b-bad645126c4c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:31.264820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:31.265589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.329606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47786) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:31.400010 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-1a9ef729-4f85-4ed2-bd62-f08d1f345d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1585588 Oct 22 15:14:31.419234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Request body: {'port': {'device_id': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:31.474026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461378980'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:31.501472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.581168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d3b495df-9431-4647-8dda-a9ba9a70b8e2 None None] Provisioning complete for port 537a82e8-59f4-4f79-9c2b-bad645126c4c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:31.582257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d3b495df-9431-4647-8dda-a9ba9a70b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.619845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:31.625295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.644038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.699731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d3b495df-9431-4647-8dda-a9ba9a70b8e2 None None] Port 537a82e8-59f4-4f79-9c2b-bad645126c4c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:14:31.835661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69421609-8944-423f-a59b-53ea0b0cf9e8 req-d7987a10-6e59-449b-9d8b-e2f6860c6a6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:31.838373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69421609-8944-423f-a59b-53ea0b0cf9e8 req-d7987a10-6e59-449b-9d8b-e2f6860c6a6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 931 time: 0.1298804 Oct 22 15:14:31.903341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69421609-8944-423f-a59b-53ea0b0cf9e8 req-1c50ed84-da9c-429b-9954-26f879f50a0c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564733 Oct 22 15:14:31.929347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:31.994188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537a82e8-59f4-4f79-9c2b-bad645126c4c {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:32.004378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.018582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Transition to ACTIVE for port object 537a82e8-59f4-4f79-9c2b-bad645126c4c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:14:32.085037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.115058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:32.126115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6353081-844d-49d7-ab81-55b1abcf8216,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:32.131500 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.131853 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment f6a3b06a-3947-4a7e-818d-0638d8f1b55c of type vlan for network bc9b4b95-7365-454f-94a7-e07a61d954d2 Oct 22 15:14:32.181152 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.251504 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.294332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.301212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:32.301819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.404430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Pushing event updated for resources: {'Port': ['ID=537a82e8-59f4-4f79-9c2b-bad645126c4c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:32.484251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=bc9b4b95-7365-454f-94a7-e07a61d954d2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:32.501751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network bc9b4b95-7365-454f-94a7-e07a61d954d2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:32.553102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-374ef542-8694-42c0-bacd-03e9cc63f5eb tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2218263 Oct 22 15:14:32.583939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Attempting to bind port 537a82e8-59f4-4f79-9c2b-bad645126c4c on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:32.585547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Attempting to bind port 537a82e8-59f4-4f79-9c2b-bad645126c4c by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:32.586424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Attempting to bind port 537a82e8-59f4-4f79-9c2b-bad645126c4c on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:32.594693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Port 537a82e8-59f4-4f79-9c2b-bad645126c4c on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:14:32.596386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Attempting to bind port 537a82e8-59f4-4f79-9c2b-bad645126c4c on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:32.603993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:32.605452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:32.606243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:32.606940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Bound port: 537a82e8-59f4-4f79-9c2b-bad645126c4c, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:32.609265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:32.755717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] For port 537a82e8-59f4-4f79-9c2b-bad645126c4c, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:32.762182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] For port 537a82e8-59f4-4f79-9c2b-bad645126c4c, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=537a82e8-59f4-4f79-9c2b-bad645126c4c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:32.814792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47822) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:32.897882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:33.102289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Pushing event updated for resources: {'Port': ['ID=537a82e8-59f4-4f79-9c2b-bad645126c4c,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:33.194477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:33.200087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:33.229186 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e4bb0772-0c50-40c1-ab65-b150727dd00e service neutron] 10.222.0.69 "PUT /v2.0/ports/537a82e8-59f4-4f79-9c2b-bad645126c4c HTTP/1.1" status: 200 len: 1091 time: 1.7956774 Oct 22 15:14:33.230321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'tag': '537a82e8-59f4-4f79-9c2b-bad645126c4c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:33.244160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1352926091-network', 'tenant_id': '75382258dafd449e8846993b2e5e3ef4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:33.248789 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3e7b52-fea6-4818-a8e3-395fa8d99b64", "tag": "537a82e8-59f4-4f79-9c2b-bad645126c4c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:33.318677 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48568c7-4364-4eca-9e9a-e9a3ad4fc868 x-openstack-request-id: req-f48568c7-4364-4eca-9e9a-e9a3ad4fc868 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:33.319339 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3e7b52-fea6-4818-a8e3-395fa8d99b64", "tag": "537a82e8-59f4-4f79-9c2b-bad645126c4c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:33.319892 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f48568c7-4364-4eca-9e9a-e9a3ad4fc868 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:33.320685 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'tag': '537a82e8-59f4-4f79-9c2b-bad645126c4c', 'status': 'completed', 'code': 200} Oct 22 15:14:33.361707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef881e3-0e58-468c-a0b9-4bf77323b12c req-012c09c6-d667-4a36-a96d-15b8e502d657 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:33.379601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cef881e3-0e58-468c-a0b9-4bf77323b12c req-012c09c6-d667-4a36-a96d-15b8e502d657 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.3225255 Oct 22 15:14:33.503106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260 req-841a66da-f211-48e9-89b8-6238426664f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:33.519776 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260 req-841a66da-f211-48e9-89b8-6238426664f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 1094 time: 0.1703832 Oct 22 15:14:33.521651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cef881e3-0e58-468c-a0b9-4bf77323b12c req-8b1fc99e-b291-4913-a5f1-08b1be986a8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406765 Oct 22 15:14:33.525499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Made reservation on behalf of 75382258dafd449e8846993b2e5e3ef4 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:33.550463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:33.577715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:33.790269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260 req-c07638e0-ecc4-4ba9-92e3-759b7751f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:33.792654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260 req-c07638e0-ecc4-4ba9-92e3-759b7751f2a9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2627690 Oct 22 15:14:33.796341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:33.856642 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:33.941784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:34.010914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260 req-506a6107-b1f3-42ef-9896-9be44bfa2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:34.015394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1b6fa7a8-df3a-4ba0-90b2-f98fbd514260 req-506a6107-b1f3-42ef-9896-9be44bfa2da7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120490 Oct 22 15:14:34.023262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:34.031923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8857c6f-2af8-4408-9e57-2af4881f89af,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:34.073648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:34.074077 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Added segment 991d3ace-5de5-4030-8f50-97cc0f8413e1 of type vlan for network e328556c-5bd0-41ff-93ea-a28695aae4d5 Oct 22 15:14:34.176080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-c7167367-743c-470f-8a13-051afe79d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:34.180401 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-c7167367-743c-470f-8a13-051afe79d506 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 1094 time: 0.1024618 Oct 22 15:14:34.215614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:34.312461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-28a1c220-ca33-466a-881c-204234baefea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=537a82e8-59f4-4f79-9c2b-bad645126c4c HTTP/1.1" status: 200 len: 217 time: 0.1211948 Oct 22 15:14:34.409390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:34.409390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:34.409390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:34.458605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-d20b0f88-f33c-480e-b1cb-b3c74bee926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:34.464310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-d20b0f88-f33c-480e-b1cb-b3c74bee926b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1400812 Oct 22 15:14:34.580819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-89518d06-2a13-4094-9c17-992b018634f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:34.582491 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-89518d06-2a13-4094-9c17-992b018634f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114736 Oct 22 15:14:34.618614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8024845 Oct 22 15:14:34.619945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647333cc-ae07-4512-bb85-2688d0553a89 admin admin] Pushing event updated for resources: {'Network': ['ID=e328556c-5bd0-41ff-93ea-a28695aae4d5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:34.630125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47844) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:34.631752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e328556c-5bd0-41ff-93ea-a28695aae4d5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:34.641064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Request body: {'subnet': {'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1352926091-subnet', 'tenant_id': '75382258dafd449e8846993b2e5e3ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:34.737260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912fec6-3e15-40e0-ab17-6704c7a5b5f1 req-bf18ddcf-0155-4a69-84f7-49f200feade4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:34.741717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d912fec6-3e15-40e0-ab17-6704c7a5b5f1 req-bf18ddcf-0155-4a69-84f7-49f200feade4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0959680 Oct 22 15:14:34.768907 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-c40e042d-4b79-4f28-a0c1-d255bce38236 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762841 Oct 22 15:14:34.807881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d912fec6-3e15-40e0-ab17-6704c7a5b5f1 req-fb84ac70-c786-4625-80d7-46e32dba50b3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 Oct 22 15:14:34.829545 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:14:34.844782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Made reservation on behalf of 75382258dafd449e8846993b2e5e3ef4 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:34.851043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:34.928997 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0f380b16-f712-411d-bfe5-4b2468efa731 req-e7f6921b-f594-4529-98df-59915f2aceaf service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511223 Oct 22 15:14:35.205280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:35.271767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c366e259-d4f6-440c-a55f-d7af1d5880ce,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:35.303273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Checking segment: {'id': '991d3ace-5de5-4030-8f50-97cc0f8413e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:35.303631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Network hostable DHCP agents. Network: e328556c-5bd0-41ff-93ea-a28695aae4d5, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:35.482442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Network e328556c-5bd0-41ff-93ea-a28695aae4d5 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:35.621750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e328556c-5bd0-41ff-93ea-a28695aae4d5) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:35.625866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:35.626458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:35.633607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfcc19-7726-4fbd-bfe0-ae87175ae902 None None] Network e328556c-5bd0-41ff-93ea-a28695aae4d5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:35.764054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f1eebb4a-bb38-499b-8dff-4ce359cbba2f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1254959 Oct 22 15:14:35.769571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab4ec93-8b0f-4dd9-883d-33018908e81d None None] Network e328556c-5bd0-41ff-93ea-a28695aae4d5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:35.980922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea4b3-1c94-4fba-9bd8-9c1c47252448 req-fe47f3ae-e7b7-4698-88b9-1a9be075aab4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:35.982813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b01ea4b3-1c94-4fba-9bd8-9c1c47252448 req-fe47f3ae-e7b7-4698-88b9-1a9be075aab4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0610967 Oct 22 15:14:36.044465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b01ea4b3-1c94-4fba-9bd8-9c1c47252448 req-2c9b7509-539d-449b-9d82-8be02145a49d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552568 Oct 22 15:14:36.048757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47864) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:36.054033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:36.300462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:36.303915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:36.408549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-b893db45-c99b-4bfd-9196-ddd92564a722 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:36.411500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-b893db45-c99b-4bfd-9196-ddd92564a722 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/networks?id=e328556c-5bd0-41ff-93ea-a28695aae4d5 HTTP/1.1" status: 200 len: 818 time: 0.1786404 Oct 22 15:14:36.439569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ad848a8c-b6be-4f06-a870-e8eb40f72896 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/quotas/75382258dafd449e8846993b2e5e3ef4 HTTP/1.1" status: 200 len: 375 time: 0.0229073 Oct 22 15:14:36.484593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-c614beda-c12b-4484-9fff-10a16ade2699 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=75382258dafd449e8846993b2e5e3ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389519 Oct 22 15:14:36.661792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ec23624d-8b11-4920-bba6-f19f119ca7ac service neutron] 10.222.0.66 "GET /v2.0/networks/e328556c-5bd0-41ff-93ea-a28695aae4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624339 Oct 22 15:14:36.706743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:36.819640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-5dc90df0-760a-44f0-978a-d40355d3597e service neutron] 10.222.0.66 "GET /v2.0/networks/e328556c-5bd0-41ff-93ea-a28695aae4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512797 Oct 22 15:14:36.821581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=641d84f3-9c2d-4770-9097-f260a3ab9a16,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:36.831619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:36.831974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: bc9b4b95-7365-454f-94a7-e07a61d954d2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:36.940660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network bc9b4b95-7365-454f-94a7-e07a61d954d2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:37.083302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, bc9b4b95-7365-454f-94a7-e07a61d954d2) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:37.098906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d4f15-b886-4eb5-afa9-dea2e37376e0 None None] Network bc9b4b95-7365-454f-94a7-e07a61d954d2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:37.129248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2947352-f7dc-4429-8717-821d8c216cda req-294ed2b6-2330-4b59-ab01-701ce76359c6 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0437708 Oct 22 15:14:37.130541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:37.136710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.298318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-bc9b4b95-7365-454f-94a7-e07a61d954d2', 'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': '641d84f3-9c2d-4770-9097-f260a3ab9a16'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:37.299298 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.459900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Allocated IP 2001:db8:0:ffff::2 (bc9b4b95-7365-454f-94a7-e07a61d954d2/641d84f3-9c2d-4770-9097-f260a3ab9a16/cbc9bf86-bf1c-44b5-afc6-5de71b14c974) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:37.529012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2cdacd23-aeab-448a-8f78-52dff62902ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4788918 Oct 22 15:14:37.532941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:37.538716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808810958'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:37.553975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a69682-6f11-4079-8d35-29306fc5db4c req-04e3de6b-0136-4a5d-931a-218be4b30e8d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:37.557783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6a69682-6f11-4079-8d35-29306fc5db4c req-04e3de6b-0136-4a5d-931a-218be4b30e8d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.4035351 Oct 22 15:14:37.604272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a6a69682-6f11-4079-8d35-29306fc5db4c req-f8e92ba4-50a9-4a35-89dd-0c640e9239bc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Oct 22 15:14:37.672697 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.688310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:37.691989 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.715882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:37.725227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.725563 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment 029519c1-302e-4a97-ba9d-ec9dfc416c93 of type vlan for network 5cfce0f7-f855-4019-8176-616bc6437485 Oct 22 15:14:37.775523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.816665 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.855057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Network bc9b4b95-7365-454f-94a7-e07a61d954d2 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:37.858129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:37.862000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:37.871165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:37.934194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Attempting to bind port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:37.936468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Attempting to bind port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:37.936766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.936894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Attempting to bind port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 on network bc9b4b95-7365-454f-94a7-e07a61d954d2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:37.940414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:37.940900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:37.941053 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Checking segment: {'id': 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:37.941426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.941819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Bound using segment: {'id': 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:37.942286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Bound port: cbc9bf86-bf1c-44b5-afc6-5de71b14c974, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bc9b4b95-7365-454f-94a7-e07a61d954d2'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:37.942451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:37.942686 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:38.012890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] For port cbc9bf86-bf1c-44b5-afc6-5de71b14c974, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:38.016298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=5cfce0f7-f855-4019-8176-616bc6437485,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:38.022592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] For port cbc9bf86-bf1c-44b5-afc6-5de71b14c974, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,segment=NetworkSegment(f6a3b06a-3947-4a7e-818d-0638d8f1b55c),segment_id=f6a3b06a-3947-4a7e-818d-0638d8f1b55c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:38.027711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 5cfce0f7-f855-4019-8176-616bc6437485 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:38.108627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47900) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:38.108832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9cbdc2db-99c5-458c-97a1-be117c169a1b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5627835 Oct 22 15:14:38.108972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '5cfce0f7-f855-4019-8176-616bc6437485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:38.165181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:38.255232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8e89b-2597-4c34-a66a-c7e7c391d946 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:38.258763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21dfe6a0-7f8a-4b9d-9646-6557128eb145 req-5c2e9cb6-4a17-468d-b74b-db17cd951468 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0554810 Oct 22 15:14:38.419833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:38.419833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:38.751345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0c28b-c658-4772-a1e5-81e17c8e7d6e req-a72240dd-8f6e-47b8-a32c-6beae5bdb1ed tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:38.753636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49e0c28b-c658-4772-a1e5-81e17c8e7d6e req-a72240dd-8f6e-47b8-a32c-6beae5bdb1ed tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0577180 Oct 22 15:14:38.786096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:38.850782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49e0c28b-c658-4772-a1e5-81e17c8e7d6e req-bc198605-87cf-4dc9-8e59-cd7d66757229 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910432 Oct 22 15:14:38.875678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=78edfd44-165b-487b-abcb-69cd6325fdac,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:38.884771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': '029519c1-302e-4a97-ba9d-ec9dfc416c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5cfce0f7-f855-4019-8176-616bc6437485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:38.885172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 5cfce0f7-f855-4019-8176-616bc6437485, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:39.039436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 5cfce0f7-f855-4019-8176-616bc6437485 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:39.199242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 5cfce0f7-f855-4019-8176-616bc6437485) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:39.205762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.206790 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.226879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039aa5df-af80-4e80-a2d4-ee19179e2311 None None] Network 5cfce0f7-f855-4019-8176-616bc6437485 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:39.357384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1648f05-5ede-430e-a072-dec87ad54766 None None] Network bc9b4b95-7365-454f-94a7-e07a61d954d2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:39.421355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-02b16174-8fa3-447e-9a6b-4e9d517c2ff6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3211174 Oct 22 15:14:39.422091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47922) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:39.424557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b7f4ca7-69d7-4054-ba24-00f507f1e337 req-3d36e0f0-6b0f-43cb-b4e3-636f6ad3b652 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0626183 Oct 22 15:14:39.474223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9dc230a7-224c-4fcc-9ba8-71d4683fb5e0 None None] Provisioning complete for port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:39.474591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9dc230a7-224c-4fcc-9ba8-71d4683fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.520274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca086df4-ef36-43ed-9d74-1c471ff4dbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-5cfce0f7-f855-4019-8176-616bc6437485', 'network_id': '5cfce0f7-f855-4019-8176-616bc6437485', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': '78edfd44-165b-487b-abcb-69cd6325fdac'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:39.521101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca086df4-ef36-43ed-9d74-1c471ff4dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.565223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.617819 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.709110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cbc9bf86-bf1c-44b5-afc6-5de71b14c974 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:39.796859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-5bbff3cf-67d2-4466-a2d9-0dd7712f0c83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0653145 Oct 22 15:14:39.827548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9dc230a7-224c-4fcc-9ba8-71d4683fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.869069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:39.869069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.876640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9dc230a7-224c-4fcc-9ba8-71d4683fb5e0 None None] For port cbc9bf86-bf1c-44b5-afc6-5de71b14c974, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,segment=NetworkSegment(f6a3b06a-3947-4a7e-818d-0638d8f1b55c),segment_id=f6a3b06a-3947-4a7e-818d-0638d8f1b55c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:39.956259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.959413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.959968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.960444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.960961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.961581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.962047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:39.964548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-e732a0db-99b5-474e-b785-3bda2f02b5ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.1104989 Oct 22 15:14:39.970481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:39.999100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.022147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=78edfd44-165b-487b-abcb-69cd6325fdac,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:40.034083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166707d-9200-4308-a85c-eed0a200fc37 req-668ee2c2-ea5b-4450-95d5-12a210cc48e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:40.041104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4166707d-9200-4308-a85c-eed0a200fc37 req-668ee2c2-ea5b-4450-95d5-12a210cc48e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0754304 Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-ca086df4-ef36-43ed-9d74-1c471ff4dbc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78edfd44-165b-487b-abcb-69cd6325fdac: This subnet is being modified by another concurrent operation. Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78edfd44-165b-487b-abcb-69cd6325fdac: This subnet is being modified by another concurrent operation. Oct 22 15:14:40.072435 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 15:14:40.089406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9dc230a7-224c-4fcc-9ba8-71d4683fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.138780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb9d64-9f52-4e9f-b746-44b4922be181 None None] Network 5cfce0f7-f855-4019-8176-616bc6437485 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:40.158048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.169289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4166707d-9200-4308-a85c-eed0a200fc37 req-76d88093-2fd6-4948-ac5d-eeeff2f4cecc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151745 Oct 22 15:14:40.224952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfce0f7-f855-4019-8176-616bc6437485']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:40.237098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029519c1-302e-4a97-ba9d-ec9dfc416c93') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:40.237697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029519c1-302e-4a97-ba9d-ec9dfc416c93') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:40.250453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.280096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:14:40.280096 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:14:40.282445 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.285156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc230a7-224c-4fcc-9ba8-71d4683fb5e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:40.295977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:40.296546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:40.300225 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:40.341470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f6332e74-e60d-43c4-b931-8810abf8683a None None] Provisioning complete for port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:40.341851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f6332e74-e60d-43c4-b931-8810abf8683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.350032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-1a7d2685-44e6-460f-a571-f84de8022030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:40.350490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-1a7d2685-44e6-460f-a571-f84de8022030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:40.351294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-1a7d2685-44e6-460f-a571-f84de8022030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:40.352889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-1a7d2685-44e6-460f-a571-f84de8022030 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 2298 time: 0.3101411 Oct 22 15:14:40.371246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d3cecc-81b4-4153-988d-35567b9691a1 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 15:14:40.485781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-a3768d03-3198-4e71-a933-08c4db1e5939 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 1001 time: 0.1228225 Oct 22 15:14:40.548766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.559227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.567379 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/5cfce0f7-f855-4019-8176-616bc6437485 HTTP/1.1" status: 204 len: 168 time: 1.1402984 Oct 22 15:14:40.573395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47934) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:40.598277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178097042'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:40.608484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1b08-cc9f-4bde-b6bf-9a2d7746f3d7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=5cfce0f7-f855-4019-8176-616bc6437485,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:40.610471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3cecc-81b4-4153-988d-35567b9691a1 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 15:14:40.624224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d906993-0003-472a-99f9-3117210993f5 req-ad9a38ea-38a6-47dc-b455-c686b2c5730f tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0750263 Oct 22 15:14:40.644269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-70e68643-3ae7-4733-9bd5-3e09f37d24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:40.647316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-70e68643-3ae7-4733-9bd5-3e09f37d24d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 200 len: 855 time: 0.1485262 Oct 22 15:14:40.702144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-92301050-c514-4b84-92de-9c6836a65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:40.703866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-92301050-c514-4b84-92de-9c6836a65e34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463545 Oct 22 15:14:40.788397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:40.793784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.845357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:40.862102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-76cc298b-0f11-4f41-b27a-9bee6f92bea2 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346724 Oct 22 15:14:40.869093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:40.872905 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment a49627b9-df50-4d94-a9b9-20c8e47263e0 of type vlan for network 63901c09-b2fd-484c-a09f-43ad5e74ddab Oct 22 15:14:40.990465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:41.045282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-be0554cf-e549-46d6-896b-ff2f2f9a9dfc service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759756 Oct 22 15:14:41.185842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-e7c4e7e5-1b63-4a3a-9654-f4ca2f006505 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 217 time: 0.1301460 Oct 22 15:14:41.252596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-fa9a48a5-5e47-444a-bfe8-3f141921360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.254282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-fa9a48a5-5e47-444a-bfe8-3f141921360a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0621872 Oct 22 15:14:41.371626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-e3c181b8-e5e0-49e2-9b9e-fe0f11edcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.373428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-e3c181b8-e5e0-49e2-9b9e-fe0f11edcab8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103942 Oct 22 15:14:41.388911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974e855-5578-42c5-9676-ed4182b0dad0 req-e02d05af-b326-4c72-ab4f-d136c71e186c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.390775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7974e855-5578-42c5-9676-ed4182b0dad0 req-e02d05af-b326-4c72-ab4f-d136c71e186c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0728269 Oct 22 15:14:41.455294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-8ceea63d-b8cf-4b2d-b5d6-90e8435ed704 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.456673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-8ceea63d-b8cf-4b2d-b5d6-90e8435ed704 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.53 "GET /v2.0/networks?id=e328556c-5bd0-41ff-93ea-a28695aae4d5 HTTP/1.1" status: 200 len: 818 time: 0.5225194 Oct 22 15:14:41.470676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Request body: {'port': {'device_id': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5', 'admin_state_up': True, 'tenant_id': '75382258dafd449e8846993b2e5e3ef4'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:41.503975 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7974e855-5578-42c5-9676-ed4182b0dad0 req-0d579993-813f-4489-a250-644dcc42403f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018147 Oct 22 15:14:41.531558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-da09b00c-4d7f-4b74-a79b-29337e446ebe service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387312 Oct 22 15:14:41.606264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:41.634416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:41.644487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.645422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:41.680918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cbc9bf86-bf1c-44b5-afc6-5de71b14c974 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:41.699977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-fe33e11d-6168-4e8e-82bc-d28387f94355 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581481 Oct 22 15:14:41.755802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=63901c09-b2fd-484c-a09f-43ad5e74ddab,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:41.767932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 63901c09-b2fd-484c-a09f-43ad5e74ddab details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:41.775374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Made reservation on behalf of 75382258dafd449e8846993b2e5e3ef4 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:41.779758 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:41.783364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-8e45c218-7eae-4cfa-bd32-7caf868476c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 217 time: 0.0714960 Oct 22 15:14:41.788892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:41.789263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:41.822715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9892a20b-75a5-4100-bde7-69c6bc445cae req-cf3d8166-0d3f-4d61-a724-88c373aaf388 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0490022 Oct 22 15:14:41.883966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-c312c1a3-a5d2-4ab0-8149-31631d9ebc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.886307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-c312c1a3-a5d2-4ab0-8149-31631d9ebc3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0924547 Oct 22 15:14:41.915710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-160b4c0b-fac6-42a5-8d21-a9f5009f3135 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3267484 Oct 22 15:14:41.934215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47950) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:41.941223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:41.953422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-3bdfbe87-bf28-410d-bf40-c217fa26d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:41.955061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-3bdfbe87-bf28-410d-bf40-c217fa26d58c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610814 Oct 22 15:14:42.056629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Allocated IP 172.20.0.2 (e328556c-5bd0-41ff-93ea-a28695aae4d5/c366e259-d4f6-440c-a55f-d7af1d5880ce/2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:42.065100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-5364cfff-b8c5-40cc-84c9-dcd22803ef8f service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022079 Oct 22 15:14:42.176305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-6818de3f-db04-41ee-b465-fd7a66b21517 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034846 Oct 22 15:14:42.220489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-9fd79277-51dd-4efc-85a6-d9218a0722e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 200 len: 217 time: 0.0365517 Oct 22 15:14:42.261978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-4d920eaf-c72b-40c3-b86d-29adc38b4f7c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737057 Oct 22 15:14:42.269710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:42.281502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-d0631814-776c-4d35-b4f4-aceba8e5f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.283210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-d0631814-776c-4d35-b4f4-aceba8e5f707 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0567172 Oct 22 15:14:42.288256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:42.303978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:42.346846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-9ada93da-bfa4-4d4c-8a05-e0eb02f21425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.348550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-9ada93da-bfa4-4d4c-8a05-e0eb02f21425 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581553 Oct 22 15:14:42.437709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-227d0d28-abbb-4568-bf0d-50662345776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.439239 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-227d0d28-abbb-4568-bf0d-50662345776a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 1097 time: 0.0684979 Oct 22 15:14:42.467842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-5ccba9a0-32cb-416e-9a30-8d9dafb192dd service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108806 Oct 22 15:14:42.537161 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:42.578181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-ecbf90d6-30b3-4a7a-bd24-861c1c8aaa95 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032124 Oct 22 15:14:42.635514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-a8743b70-3b10-4265-aec9-55a38de9849c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 200 len: 217 time: 0.0495894 Oct 22 15:14:42.669181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Network e328556c-5bd0-41ff-93ea-a28695aae4d5 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:42.695115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:42.705545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:42.730082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f54ea-8241-4c0c-a505-02960fff679c req-3c9b8117-69c5-4cbe-b302-4373825c12e3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.731976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-999f54ea-8241-4c0c-a505-02960fff679c req-3c9b8117-69c5-4cbe-b302-4373825c12e3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1058033 Oct 22 15:14:42.734755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-a70588b6-c985-4f60-b2d8-e134fa5a749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.737358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-a70588b6-c985-4f60-b2d8-e134fa5a749c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0821526 Oct 22 15:14:42.756192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Pushing event updated for resources: {'Port': ['ID=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:42.767679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.767679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:42.771823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-2bede5fe-64d0-494b-bc23-e998e4eaba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.773430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-2bede5fe-64d0-494b-bc23-e998e4eaba7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.3059950 Oct 22 15:14:42.812210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-999f54ea-8241-4c0c-a505-02960fff679c req-bdde55e3-d2d7-4ebb-b67f-3772dbd491b1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699461 Oct 22 15:14:42.828219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-dbfe51eb-a729-4f57-8d65-383dfe2c8c12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6 HTTP/1.1" status: 200 len: 217 time: 0.0432603 Oct 22 15:14:42.838111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-6ffd296b-a18f-43d2-9b24-e045ea11c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:42.839801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-6ffd296b-a18f-43d2-9b24-e045ea11c73f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738199 Oct 22 15:14:42.905288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:42.956185 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ba72079c-da98-4fb8-8053-0b53d2673743 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4896293 Oct 22 15:14:42.972385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Request body: {'port': {'device_id': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:43.008311 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-b0ff6066-10c3-49c5-b775-5b2831ab104a service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591859 Oct 22 15:14:43.023337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-2aff1f0a-cbe9-4570-9ab3-b3f487ac6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.024826 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-2aff1f0a-cbe9-4570-9ab3-b3f487ac6395 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1856711 Oct 22 15:14:43.055905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec795133-5463-4f70-a8ca-2daeb7904f2c req-94da4d4e-c72d-4fc7-a978-3ef35ae7a729 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.057810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec795133-5463-4f70-a8ca-2daeb7904f2c req-94da4d4e-c72d-4fc7-a978-3ef35ae7a729 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 931 time: 0.1017625 Oct 22 15:14:43.070505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=494ee623-d2c2-4bf5-8e24-c29ed84c85da,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:43.124066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:43.128024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': 'a49627b9-df50-4d94-a9b9-20c8e47263e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:43.128383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 63901c09-b2fd-484c-a09f-43ad5e74ddab, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:43.145453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-ac4144fd-6de1-4010-9288-4244881a56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.147052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-ac4144fd-6de1-4010-9288-4244881a56ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088097 Oct 22 15:14:43.155570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec795133-5463-4f70-a8ca-2daeb7904f2c req-04552fbb-906f-40eb-be72-e3c946e7a823 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857537 Oct 22 15:14:43.195404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-3d120571-5777-406a-9636-75767b19df1e service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793540 Oct 22 15:14:43.288102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-2733c663-2501-4fcd-973a-5486a365cbe9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 200 len: 217 time: 0.0795028 Oct 22 15:14:43.343949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-556818a0-c654-49ac-95c4-21909a6b2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.346047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-556818a0-c654-49ac-95c4-21909a6b2cdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.0515766 Oct 22 15:14:43.357989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 63901c09-b2fd-484c-a09f-43ad5e74ddab is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:43.413579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-33753050-7939-4892-bbbe-5794964ce398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.415310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-33753050-7939-4892-bbbe-5794964ce398 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605345 Oct 22 15:14:43.417093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-49b328f8-ecb8-4cfa-88b6-deafa0ae3a55 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455418 Oct 22 15:14:43.554935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 63901c09-b2fd-484c-a09f-43ad5e74ddab) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:43.561374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.563591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:43.569284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d5913-0b4b-43ec-9899-a8c45b7c2240 None None] Network 63901c09-b2fd-484c-a09f-43ad5e74ddab requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:43.599471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd441c3-6d3a-48bd-9281-f5e5ba59db2d req-c35415d0-6600-4585-a04f-a61d82cb15d6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.603830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abd441c3-6d3a-48bd-9281-f5e5ba59db2d req-c35415d0-6600-4585-a04f-a61d82cb15d6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.1540713 Oct 22 15:14:43.617433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-2d3af870-e14f-4a7d-9f11-17cfe2ee7bda service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929483 Oct 22 15:14:43.664135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-21b0da23-bbe3-4d70-82cf-81fd796e8b9e req-30af97d4-be9e-4603-9366-d199e41ec7c0 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059839 Oct 22 15:14:43.696461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:43.715511 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c2d8f352-199d-42b3-bcf9-db40297cfc12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7800117 Oct 22 15:14:43.716197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47968) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:43.718277 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:43.725078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465242585'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:43.748148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Transition to ACTIVE for port object 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:14:43.767768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-27738d91-8aed-40bb-9497-266d128969e2 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420476 Oct 22 15:14:43.800547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-63901c09-b2fd-484c-a09f-43ad5e74ddab', 'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': '494ee623-d2c2-4bf5-8e24-c29ed84c85da'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:43.801580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:43.844234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abd441c3-6d3a-48bd-9281-f5e5ba59db2d req-3c9d465b-81fa-4b6b-9519-79670c5d69b0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203195 Oct 22 15:14:43.846312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-17b579a4-f33d-4efd-96cf-6cb268667c7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 217 time: 0.0672674 Oct 22 15:14:43.855000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:43.855000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:43.856929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:43.938150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-f3dcd174-9ff6-4da9-9722-07878230a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:43.939860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-f3dcd174-9ff6-4da9-9722-07878230a1aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.0835690 Oct 22 15:14:43.961128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Pushing event updated for resources: {'Port': ['ID=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:43.969846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:44.015672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.015976 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment 6b505b35-74f6-4362-a0d7-b937b682a773 of type vlan for network 4a2c878f-9ca0-4894-a35f-d119b174adaa Oct 22 15:14:44.053093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d92a5-a35d-4a7b-9930-ac399f429d29 req-ab4f5791-3ef5-4d8f-a1c8-a875f9c5415a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.062022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-680d92a5-a35d-4a7b-9930-ac399f429d29 req-ab4f5791-3ef5-4d8f-a1c8-a875f9c5415a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1046391 Oct 22 15:14:44.063160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Allocated IP 2001:db8::3 (63901c09-b2fd-484c-a09f-43ad5e74ddab/494ee623-d2c2-4bf5-8e24-c29ed84c85da/02125c49-b953-4b39-94aa-fa3b498af3eb) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:44.071362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58725-a432-4baa-86c1-980f51027dfe req-9f4c01d1-57f0-43a5-b960-86f6c07e4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.072422 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.073763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-9f4c01d1-57f0-43a5-b960-86f6c07e4724 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241415 Oct 22 15:14:44.121445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Attempting to bind port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:44.121746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Attempting to bind port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '991d3ace-5de5-4030-8f50-97cc0f8413e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:44.121972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Attempting to bind port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 on network e328556c-5bd0-41ff-93ea-a28695aae4d5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:44.127297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 on network e328556c-5bd0-41ff-93ea-a28695aae4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:14:44.127621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Attempting to bind port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 on network e328556c-5bd0-41ff-93ea-a28695aae4d5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:44.133312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:44.133661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Checking segment: {'id': '991d3ace-5de5-4030-8f50-97cc0f8413e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:44.134039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Bound using segment: {'id': '991d3ace-5de5-4030-8f50-97cc0f8413e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:44.134464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Bound port: 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991d3ace-5de5-4030-8f50-97cc0f8413e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:44.134816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.162885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-680d92a5-a35d-4a7b-9930-ac399f429d29 req-98523731-5431-4a3c-80b6-09f9e59c904c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962791 Oct 22 15:14:44.247532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] For port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:44.251587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] For port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,segment=NetworkSegment(991d3ace-5de5-4030-8f50-97cc0f8413e1),segment_id=991d3ace-5de5-4030-8f50-97cc0f8413e1)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:44.271133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.273153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-c0b2a4d4-272b-4ace-bd92-baf4dab7593a service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906326 Oct 22 15:14:44.303661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.310431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.311104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.401517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=4a2c878f-9ca0-4894-a35f-d119b174adaa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:44.417911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.421911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b97b-1e37-4b9a-b033-0df58c960f00 req-69220a26-69e3-4b31-af79-0f89e4507270 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.426178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d18b97b-1e37-4b9a-b033-0df58c960f00 req-69220a26-69e3-4b31-af79-0f89e4507270 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 943 time: 0.1491396 Oct 22 15:14:44.434643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4a2c878f-9ca0-4894-a35f-d119b174adaa details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:44.465009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ace58725-a432-4baa-86c1-980f51027dfe req-3d3396c7-b94d-4ada-a1a6-62b9d0978717 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805751 Oct 22 15:14:44.487980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.495568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.495568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] 10.222.0.53 "PUT /v2.0/ports/2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 HTTP/1.1" status: 200 len: 1091 time: 1.5222671 Oct 22 15:14:44.495568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'tag': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:44.495568 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd7fa8b-3a8e-465e-9479-77d14e4d56f1", "tag": "2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:44.502623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.511895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d18b97b-1e37-4b9a-b033-0df58c960f00 req-ac56ca1e-70c4-4fe5-889f-fa6113b69322 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819311 Oct 22 15:14:44.527412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ba38-8bb6-4819-8467-c2251d11131f service neutron] Pushing event updated for resources: {'Port': ['ID=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:44.556871 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b387c6ca-ff0e-43f8-9319-bc75a378e12d x-openstack-request-id: req-b387c6ca-ff0e-43f8-9319-bc75a378e12d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:44.557213 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd7fa8b-3a8e-465e-9479-77d14e4d56f1", "tag": "2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:44.558114 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b387c6ca-ff0e-43f8-9319-bc75a378e12d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:44.558535 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'tag': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17', 'status': 'completed', 'code': 200} Oct 22 15:14:44.596665 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38b21fdc-41e4-4b8f-b2fd-a88af60c42b5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8755448 Oct 22 15:14:44.604260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47980) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:44.607001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '4a2c878f-9ca0-4894-a35f-d119b174adaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:44.659003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4 req-fc6022da-766e-4c68-b357-a18843fe7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.661116 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4 req-fc6022da-766e-4c68-b357-a18843fe7318 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75382258dafd449e8846993b2e5e3ef4&device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 1094 time: 0.0698862 Oct 22 15:14:44.661971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Network 63901c09-b2fd-484c-a09f-43ad5e74ddab is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:44.672735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:44.675439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:44.685478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Pushing event updated for resources: {'Port': ['ID=02125c49-b953-4b39-94aa-fa3b498af3eb,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:44.789409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Attempting to bind port 02125c49-b953-4b39-94aa-fa3b498af3eb on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:44.789773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Attempting to bind port 02125c49-b953-4b39-94aa-fa3b498af3eb by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a49627b9-df50-4d94-a9b9-20c8e47263e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:44.790164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Attempting to bind port 02125c49-b953-4b39-94aa-fa3b498af3eb on network 63901c09-b2fd-484c-a09f-43ad5e74ddab {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:44.797482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:44.798022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Checking segment: {'id': 'a49627b9-df50-4d94-a9b9-20c8e47263e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:44.798542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.799031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Bound using segment: {'id': 'a49627b9-df50-4d94-a9b9-20c8e47263e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:44.799602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Bound port: 02125c49-b953-4b39-94aa-fa3b498af3eb, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49627b9-df50-4d94-a9b9-20c8e47263e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63901c09-b2fd-484c-a09f-43ad5e74ddab'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:44.800038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.818190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4 req-35f785db-c828-4ffe-a900-612e9d620684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.819744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4 req-35f785db-c828-4ffe-a900-612e9d620684 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=75382258dafd449e8846993b2e5e3ef4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1397452 Oct 22 15:14:44.867529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] For port 02125c49-b953-4b39-94aa-fa3b498af3eb, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:44.870746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] For port 02125c49-b953-4b39-94aa-fa3b498af3eb, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=02125c49-b953-4b39-94aa-fa3b498af3eb,segment=NetworkSegment(a49627b9-df50-4d94-a9b9-20c8e47263e0),segment_id=a49627b9-df50-4d94-a9b9-20c8e47263e0)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:44.895808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:44.902186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:44.938710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4 req-0e46118b-0611-4e05-a384-686bb5714595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:44.941252 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75ca50a9-82c3-4cf5-b5bf-f02045e537d4 req-0e46118b-0611-4e05-a384-686bb5714595 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101828 Oct 22 15:14:44.993958 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.020169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Performing IP validity checks on allocation pools {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 15:14:45.020920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 15:14:45.065658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6f56-1fed-4725-a49f-252a3b316c9f req-2f46fb2c-3941-4c97-9564-545649a8561f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.071002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ec728cb6-3792-44c2-9832-c53afc825aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.071369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25ce6f56-1fed-4725-a49f-252a3b316c9f req-2f46fb2c-3941-4c97-9564-545649a8561f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.1445558 Oct 22 15:14:45.074521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-ec728cb6-3792-44c2-9832-c53afc825aaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75382258dafd449e8846993b2e5e3ef4&device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 1094 time: 0.0850947 Oct 22 15:14:45.113345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e8dc-ac44-4638-a9e6-85c38b0e2932 None None] Pushing event updated for resources: {'Port': ['ID=02125c49-b953-4b39-94aa-fa3b498af3eb,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:45.153510 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-42f66062-e15b-4ed1-bbd3-0212cff5198b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 HTTP/1.1" status: 200 len: 217 time: 0.0676703 Oct 22 15:14:45.177363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25ce6f56-1fed-4725-a49f-252a3b316c9f req-953c9cab-8adf-47ec-a037-3ad8388e38ca tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049066 Oct 22 15:14:45.210365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-940f791f-e6c7-4365-b341-1cbc57089f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.212318 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-940f791f-e6c7-4365-b341-1cbc57089f99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c366e259-d4f6-440c-a55f-d7af1d5880ce HTTP/1.1" status: 200 len: 858 time: 0.0520728 Oct 22 15:14:45.259090 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-9ebf0131-43a8-4e32-a9bd-7b7c26203494 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e328556c-5bd0-41ff-93ea-a28695aae4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384154 Oct 22 15:14:45.303225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-c0724803-ed35-4cf8-935d-e151b1f38dc0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.304829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-c0724803-ed35-4cf8-935d-e151b1f38dc0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 945 time: 0.1635048 Oct 22 15:14:45.415291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-698056d7-ff98-4adc-bdae-d13bfafd88f1 service neutron] 10.222.0.53 "GET /v2.0/networks/e328556c-5bd0-41ff-93ea-a28695aae4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487548 Oct 22 15:14:45.418874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6dbb3-9265-49fa-a666-574787309aac req-78e70c39-edbe-45b2-b1b0-1f9bbe0a414b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.420506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0a6dbb3-9265-49fa-a666-574787309aac req-78e70c39-edbe-45b2-b1b0-1f9bbe0a414b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1489201 Oct 22 15:14:45.447175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.540992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d84c438d-1ce4-47c9-85fd-f603cd845999 req-588e3d13-6984-4d5b-b4c8-387faa1ac6a8 service neutron] 10.222.0.53 "GET /v2.0/networks/e328556c-5bd0-41ff-93ea-a28695aae4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111662 Oct 22 15:14:45.555961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0a6dbb3-9265-49fa-a666-574787309aac req-8c189f5e-b01f-46ef-b371-d14fd06826d8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131175 Oct 22 15:14:45.555961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=a6c4a13a-66cd-4c3a-9f3a-ec45cd67661a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:45.578307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Deleting port e7770f3a-22a1-4c18-af9d-877b3ce97648 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:45.584695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.601155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': '6b505b35-74f6-4362-a0d7-b937b682a773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4a2c878f-9ca0-4894-a35f-d119b174adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:45.601601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 4a2c878f-9ca0-4894-a35f-d119b174adaa, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:45.707506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 02125c49-b953-4b39-94aa-fa3b498af3eb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:45.722285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] For port e7770f3a-22a1-4c18-af9d-877b3ce97648, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7770f3a-22a1-4c18-af9d-877b3ce97648,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:45.722647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.733490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 4a2c878f-9ca0-4894-a35f-d119b174adaa is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:45.751451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef071a-9e2b-46c9-8a8f-1a31fdb562b0 req-43487987-8760-4bf8-9815-ce95786e6005 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.757238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdef071a-9e2b-46c9-8a8f-1a31fdb562b0 req-43487987-8760-4bf8-9815-ce95786e6005 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 943 time: 0.0943215 Oct 22 15:14:45.757238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Calling delete_port for e7770f3a-22a1-4c18-af9d-877b3ce97648 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:45.765209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 02125c49-b953-4b39-94aa-fa3b498af3eb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:45.765627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.842556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdef071a-9e2b-46c9-8a8f-1a31fdb562b0 req-a6e372a8-e41c-4f83-ab54-533a13d9accd tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764904 Oct 22 15:14:45.846517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4a2c878f-9ca0-4894-a35f-d119b174adaa) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:45.855009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.855786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:45.856372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:45.857096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5a506-a9df-4d49-bee5-ecc60bf0c278 None None] Network 4a2c878f-9ca0-4894-a35f-d119b174adaa requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:45.972147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 02125c49-b953-4b39-94aa-fa3b498af3eb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=02125c49-b953-4b39-94aa-fa3b498af3eb,segment=NetworkSegment(a49627b9-df50-4d94-a9b9-20c8e47263e0),segment_id=a49627b9-df50-4d94-a9b9-20c8e47263e0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:46.016882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4bfa1863-170c-43be-9e55-efafafaa9ed6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4157073 Oct 22 15:14:46.019390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47994) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:46.076094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec28f8-66af-4c3d-9909-c75c06ea49ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-4a2c878f-9ca0-4894-a35f-d119b174adaa', 'network_id': '4a2c878f-9ca0-4894-a35f-d119b174adaa', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': 'a6c4a13a-66cd-4c3a-9f3a-ec45cd67661a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:46.076977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37ec28f8-66af-4c3d-9909-c75c06ea49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.145761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.148010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.171607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e7770f3a-22a1-4c18-af9d-877b3ce97648'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:46.204041 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.219489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event deleted for resources: {'Port': ['ID=e7770f3a-22a1-4c18-af9d-877b3ce97648,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:46.236554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.270953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] No DVR routers for this DVR port e7770f3a-22a1-4c18-af9d-877b3ce97648 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:46.274922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.280829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0ed927d-90bb-4266-94e9-fd3c0a9d4035 req-8b3481ac-4a05-4b00-9dfa-984413bb3290 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.53 "DELETE /v2.0/ports/e7770f3a-22a1-4c18-af9d-877b3ce97648 HTTP/1.1" status: 204 len: 173 time: 0.9342084 Oct 22 15:14:46.281463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'name': 'network-vif-deleted', 'tag': 'e7770f3a-22a1-4c18-af9d-877b3ce97648'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:46.296578 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dea621a-0712-49cc-a18a-804b5ef0cb71" -d '{"events": [{"server_uuid": "2800539b-bd87-4295-b155-b7e9b97fb57c", "name": "network-vif-deleted", "tag": "e7770f3a-22a1-4c18-af9d-877b3ce97648"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:46.371980 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aab99d-a2db-466b-9e35-106ad3edd56d x-openstack-request-id: req-18aab99d-a2db-466b-9e35-106ad3edd56d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:46.372635 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2800539b-bd87-4295-b155-b7e9b97fb57c", "name": "network-vif-deleted", "tag": "e7770f3a-22a1-4c18-af9d-877b3ce97648", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:46.377250 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18aab99d-a2db-466b-9e35-106ad3edd56d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:46.377250 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2800539b-bd87-4295-b155-b7e9b97fb57c', 'name': 'network-vif-deleted', 'tag': 'e7770f3a-22a1-4c18-af9d-877b3ce97648', 'status': 'completed', 'code': 200} Oct 22 15:14:46.377250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93de7b1e-3526-4730-a9a0-266baf963360 req-7a8016d4-7a39-4adb-b994-ea488f555fe5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0444400 Oct 22 15:14:46.390683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=02125c49-b953-4b39-94aa-fa3b498af3eb,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:46.454835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad9dd5-aa07-40be-b6c0-489e8c94af6e None None] Network 63901c09-b2fd-484c-a09f-43ad5e74ddab requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:46.471312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.511745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c4a13a-66cd-4c3a-9f3a-ec45cd67661a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:46.628460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b27a73d9-357a-4e3c-8ca6-d6ffa97a7e95 None None] Provisioning complete for port 02125c49-b953-4b39-94aa-fa3b498af3eb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:46.629040 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b27a73d9-357a-4e3c-8ca6-d6ffa97a7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.657478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-37ec28f8-66af-4c3d-9909-c75c06ea49ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6c4a13a-66cd-4c3a-9f3a-ec45cd67661a: This subnet is being modified by another concurrent operation. Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6c4a13a-66cd-4c3a-9f3a-ec45cd67661a: This subnet is being modified by another concurrent operation. Oct 22 15:14:46.692906 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 15:14:46.702790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2c878f-9ca0-4894-a35f-d119b174adaa']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:46.738601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bbfbc6-c99e-4f02-acd3-7c477bd21509 None None] Network 4a2c878f-9ca0-4894-a35f-d119b174adaa requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:46.739366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b505b35-74f6-4362-a0d7-b937b682a773') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:46.741144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b505b35-74f6-4362-a0d7-b937b682a773') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:46.754802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.783616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.797084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a247-65f4-4521-a051-0fbf71991733 req-d28c788d-9d28-42d0-a799-903435da1e5b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:46.799128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:46.799128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:46.800043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b61a247-65f4-4521-a051-0fbf71991733 req-d28c788d-9d28-42d0-a799-903435da1e5b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1361163 Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:46.808148 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:46.846773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b61a247-65f4-4521-a051-0fbf71991733 req-32de7b87-d86b-4e04-8613-734fd67a480f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Oct 22 15:14:47.012377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e54352-ba0e-452f-9391-b4e6cc4afbca req-96fe16eb-53e9-42ad-ac0e-f14c595557d9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:47.013920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0e54352-ba0e-452f-9391-b4e6cc4afbca req-96fe16eb-53e9-42ad-ac0e-f14c595557d9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 943 time: 0.0596659 Oct 22 15:14:47.063571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.067976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0e54352-ba0e-452f-9391-b4e6cc4afbca req-6e224e76-3bcf-49e4-bc0b-910718a3c012 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Oct 22 15:14:47.079246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.098853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/4a2c878f-9ca0-4894-a35f-d119b174adaa HTTP/1.1" status: 204 len: 168 time: 1.0750971 Oct 22 15:14:47.099935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48020) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:47.107161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-541301669'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:47.119206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666556ce-2518-4b90-a8e1-1f666c054f8b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=4a2c878f-9ca0-4894-a35f-d119b174adaa,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:47.232648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2aca63-4157-4f27-a16a-6654f4ddc7a9 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 15:14:47.272760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:47.278119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.306914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:47.316474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.317158 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment e20feee0-472b-44f1-b2c3-58a41775d429 of type vlan for network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 Oct 22 15:14:47.334959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4f89d5cb-30a2-41d0-b6d4-bbae81b76bd1 None None] Provisioning complete for port 02125c49-b953-4b39-94aa-fa3b498af3eb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:47.335356 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f89d5cb-30a2-41d0-b6d4-bbae81b76bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.367402 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.421524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2aca63-4157-4f27-a16a-6654f4ddc7a9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 15:14:47.488979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5908422-f29b-422a-92b4-3beb2c5984f9 req-256253b2-cd36-4e71-a98f-c330692240dc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0308783 Oct 22 15:14:47.500252 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.505862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:47.506463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.599405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=9562a5ce-ee69-46b3-a91e-45d2b5e2c547,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:47.616374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:47.651508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4f77c9c5-809f-4ab0-b12b-5435edb38f80 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5501134 Oct 22 15:14:47.654670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48032) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:47.659860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:47.691156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 02125c49-b953-4b39-94aa-fa3b498af3eb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:47.882221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 02125c49-b953-4b39-94aa-fa3b498af3eb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:47.882904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:47.888907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:47.888907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:48.097918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79e7a-bbf5-4955-8f33-6df1699778f0 req-14d9db91-f38c-495b-a26e-a334c2466ed8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:48.105897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02a79e7a-bbf5-4955-8f33-6df1699778f0 req-14d9db91-f38c-495b-a26e-a334c2466ed8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1703002 Oct 22 15:14:48.495687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02a79e7a-bbf5-4955-8f33-6df1699778f0 req-709d095c-16a0-4d5d-a1dd-02c919c59478 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889177 Oct 22 15:14:48.554310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f16558-effa-43eb-aff8-dfff2d61aae3 req-c3c1b30e-867e-4809-93a4-87451b83eb55 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:48.561215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19f16558-effa-43eb-aff8-dfff2d61aae3 req-c3c1b30e-867e-4809-93a4-87451b83eb55 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 943 time: 0.0898972 Oct 22 15:14:48.615004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4009425d-2dbd-4247-b64d-8cd0362a6cfe req-925621f2-1b8f-4e53-b78a-ddab6a8c103e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0354345 Oct 22 15:14:48.635413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:48.674518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19f16558-effa-43eb-aff8-dfff2d61aae3 req-a6eb9d76-1cc7-463e-be37-9ed874891b94 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Oct 22 15:14:48.711465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=c7e18da7-6396-4891-8235-25fc7af2bf98,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:48.741777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': 'e20feee0-472b-44f1-b2c3-58a41775d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:48.742053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 9562a5ce-ee69-46b3-a91e-45d2b5e2c547, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:48.945560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:49.090461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 9562a5ce-ee69-46b3-a91e-45d2b5e2c547) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:49.095502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:49.096457 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:49.101941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cad96-0238-4e3d-9d67-f5153d62734e None None] Network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:49.205496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8032ea51-c69c-4504-a282-54e086b97880 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5496976 Oct 22 15:14:49.208319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:49.280433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-9562a5ce-ee69-46b3-a91e-45d2b5e2c547', 'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': 'c7e18da7-6396-4891-8235-25fc7af2bf98'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:49.282729 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:49.367799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:49.435873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:49.468399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Allocated IP 2001:db8::1 (9562a5ce-ee69-46b3-a91e-45d2b5e2c547/c7e18da7-6396-4891-8235-25fc7af2bf98/5ee36fcd-1097-4809-b847-c0e76a9377eb) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:49.667637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1994c7-c024-4ab0-bfc6-8db3fc75f5d5 req-9dc3c065-31fb-4393-bdc8-2040adc9dd1b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:49.675611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b1994c7-c024-4ab0-bfc6-8db3fc75f5d5 req-9dc3c065-31fb-4393-bdc8-2040adc9dd1b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0775540 Oct 22 15:14:49.680131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:14:49.684354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7770f3a-22a1-4c18-af9d-877b3ce97648 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:14:49.741265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b1994c7-c024-4ab0-bfc6-8db3fc75f5d5 req-59dd5de6-7613-4bcb-8bf7-2ae35c29d4fb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544081 Oct 22 15:14:49.774827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0657978-cf53-4b55-8899-a2fd626101cc req-01fef016-60a2-473b-a978-978b6d9f7dfd tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0317471 Oct 22 15:14:49.852352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: e7770f3a-22a1-4c18-af9d-877b3ce97648 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:14:49.852857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7770f3a-22a1-4c18-af9d-877b3ce97648 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:14:49.913516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dbe4f-534d-4b15-b3c1-af5853284ce7 req-422db737-e83c-4482-99bc-139044ae5a7a tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:49.915264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656dbe4f-534d-4b15-b3c1-af5853284ce7 req-422db737-e83c-4482-99bc-139044ae5a7a tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 943 time: 0.0972652 Oct 22 15:14:49.955099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,segment=NetworkSegment(991d3ace-5de5-4030-8f50-97cc0f8413e1),segment_id=991d3ace-5de5-4030-8f50-97cc0f8413e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:49.977502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-656dbe4f-534d-4b15-b3c1-af5853284ce7 req-51531060-c31d-423d-829e-c56e02dfe702 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Oct 22 15:14:50.008446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17', 'network_id': 'e328556c-5bd0-41ff-93ea-a28695aae4d5', 'port_id': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17', 'mac_address': 'fa:16:3e:11:73:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c366e259-d4f6-440c-a55f-d7af1d5880ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:14:50.050313 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.067687 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.080920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:14:50.102435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,segment=NetworkSegment(991d3ace-5de5-4030-8f50-97cc0f8413e1),segment_id=991d3ace-5de5-4030-8f50-97cc0f8413e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:50.237356 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.275420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.293031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:50.296141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:50.298591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:50.308016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Pushing event updated for resources: {'Port': ['ID=5ee36fcd-1097-4809-b847-c0e76a9377eb,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:50.386768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.416645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Attempting to bind port 5ee36fcd-1097-4809-b847-c0e76a9377eb on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:50.417030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Attempting to bind port 5ee36fcd-1097-4809-b847-c0e76a9377eb by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e20feee0-472b-44f1-b2c3-58a41775d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:50.417402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Attempting to bind port 5ee36fcd-1097-4809-b847-c0e76a9377eb on network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:50.422563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:50.438477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:50.438867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Checking segment: {'id': 'e20feee0-472b-44f1-b2c3-58a41775d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:50.439296 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.439688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Bound using segment: {'id': 'e20feee0-472b-44f1-b2c3-58a41775d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:50.440174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Bound port: 5ee36fcd-1097-4809-b847-c0e76a9377eb, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20feee0-472b-44f1-b2c3-58a41775d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:50.440638 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.468942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e18da7-6396-4891-8235-25fc7af2bf98,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:50.517659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] For port 5ee36fcd-1097-4809-b847-c0e76a9377eb, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:50.520859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] For port 5ee36fcd-1097-4809-b847-c0e76a9377eb, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5ee36fcd-1097-4809-b847-c0e76a9377eb,segment=NetworkSegment(e20feee0-472b-44f1-b2c3-58a41775d429),segment_id=e20feee0-472b-44f1-b2c3-58a41775d429)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:50.527458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.543468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:50.551865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9562a5ce-ee69-46b3-a91e-45d2b5e2c547']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:50.563006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20feee0-472b-44f1-b2c3-58a41775d429') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:50.563006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20feee0-472b-44f1-b2c3-58a41775d429') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:50.573132 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.629094 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.631857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.642753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:50.643474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:50.671315 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:50.772344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbab9f-3c36-4c50-b5c6-06997c59582a None None] Pushing event updated for resources: {'Port': ['ID=5ee36fcd-1097-4809-b847-c0e76a9377eb,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:50.799559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b5004-f767-421c-a70f-5589cdc9ea5a None None] Network 9562a5ce-ee69-46b3-a91e-45d2b5e2c547 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:50.808560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 15:14:50.808560 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 15:14:50.808560 n-d-812148-2 neutron-server[107801]: [parameters: {'id': '9562a5ce-ee69-46b3-a91e-45d2b5e2c547'}] Oct 22 15:14:50.808560 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:14:50.820289 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:14:50.935750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023f3a8-ca4e-44d3-a174-50524a501eb1 req-3300f6ed-045e-4766-8d75-831d91688f9f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:50.945844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7023f3a8-ca4e-44d3-a174-50524a501eb1 req-3300f6ed-045e-4766-8d75-831d91688f9f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1204894 Oct 22 15:14:50.956162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-427a631e-bf9a-41c5-89a0-a2df2ca92852 req-deb44b07-e8ce-4597-a917-9e272c667678 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0676484 Oct 22 15:14:50.962656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bdb485-c7c7-4936-815d-cae4817e8c7c None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 15:14:51.003544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7023f3a8-ca4e-44d3-a174-50524a501eb1 req-468e35a8-b150-434d-bf65-77d5fd1ff119 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564680 Oct 22 15:14:51.156465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc86-3394-4848-8ace-c20c92496332 req-1562b199-0d8c-4403-bf6c-986f62c039a8 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:51.164997 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-395ebc86-3394-4848-8ace-c20c92496332 req-1562b199-0d8c-4403-bf6c-986f62c039a8 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 944 time: 0.0639150 Oct 22 15:14:51.165322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdb485-c7c7-4936-815d-cae4817e8c7c None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 15:14:51.230107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-395ebc86-3394-4848-8ace-c20c92496332 req-8435ffa2-1635-45dc-b05a-02d1b6695b93 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641370 Oct 22 15:14:51.310714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.377121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port 5ee36fcd-1097-4809-b847-c0e76a9377eb {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:51.377551 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.461134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port 5ee36fcd-1097-4809-b847-c0e76a9377eb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5ee36fcd-1097-4809-b847-c0e76a9377eb,segment=NetworkSegment(e20feee0-472b-44f1-b2c3-58a41775d429),segment_id=e20feee0-472b-44f1-b2c3-58a41775d429)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:51.462377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.478405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for 5ee36fcd-1097-4809-b847-c0e76a9377eb owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:51.556319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:14:51.754175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.785721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=5ee36fcd-1097-4809-b847-c0e76a9377eb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:51.792358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port 5ee36fcd-1097-4809-b847-c0e76a9377eb on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:51.866661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:14:51.871938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:14:51.872389 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.880221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.914921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9562a5ce-ee69-46b3-a91e-45d2b5e2c547']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:51.929002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20feee0-472b-44f1-b2c3-58a41775d429') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:51.929550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20feee0-472b-44f1-b2c3-58a41775d429') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:51.941372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.956771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.965659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:51.966252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:51.971024 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:51.973460 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.001867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:52.004685 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8af37-b6e5-47f1-a94b-973c63f430d2" -d '{"events": [{"server_uuid": "7dd7fa8b-3a8e-465e-9479-77d14e4d56f1", "name": "network-vif-plugged", "status": "completed", "tag": "2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:52.024233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,segment=NetworkSegment(991d3ace-5de5-4030-8f50-97cc0f8413e1),segment_id=991d3ace-5de5-4030-8f50-97cc0f8413e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:52.068750 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794b7c0-f87e-462a-a9ae-1571b531567a x-openstack-request-id: req-0794b7c0-f87e-462a-a9ae-1571b531567a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:52.069049 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd7fa8b-3a8e-465e-9479-77d14e4d56f1", "name": "network-vif-plugged", "status": "completed", "tag": "2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:52.069437 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0794b7c0-f87e-462a-a9ae-1571b531567a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:52.069843 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17', 'code': 200} Oct 22 15:14:52.124131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83c94edb-d375-40ad-a07c-3e3cf127b33e req-6f92cde2-dabf-459b-92df-7bfee58ef9b0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0394082 Oct 22 15:14:52.202738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.203393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.209104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4c7e3-e631-4548-87e4-4765110cdc27 req-dbda301e-e0ed-4288-b1c3-96bd1a07ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:52.210637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82b4c7e3-e631-4548-87e4-4765110cdc27 req-dbda301e-e0ed-4288-b1c3-96bd1a07ca88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 1095 time: 0.0796025 Oct 22 15:14:52.220392 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.224024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb9d7-86b2-4606-a277-b58a74c4894f req-15a3512b-b579-4da6-97ce-fc83a469cf2d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:52.226643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da5fb9d7-86b2-4606-a277-b58a74c4894f req-15a3512b-b579-4da6-97ce-fc83a469cf2d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0682616 Oct 22 15:14:52.229414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/9562a5ce-ee69-46b3-a91e-45d2b5e2c547 HTTP/1.1" status: 204 len: 168 time: 3.0190349 Oct 22 15:14:52.230527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48108) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:52.254449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1051365954'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:52.261973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e87bf-ae33-40d8-a61d-4b565475e256 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=9562a5ce-ee69-46b3-a91e-45d2b5e2c547,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:52.278703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82b4c7e3-e631-4548-87e4-4765110cdc27 req-f2086792-feed-4d22-b8be-fa5616021ddd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522397 Oct 22 15:14:52.281252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:52.296870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da5fb9d7-86b2-4606-a277-b58a74c4894f req-16c4c767-83ed-4046-9987-8e0796982389 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Oct 22 15:14:52.383037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b52fd-bca1-4f60-8438-99b865b64044 req-98ef51c2-8341-487d-8771-1741ced7b3b6 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:52.384988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-709b52fd-bca1-4f60-8438-99b865b64044 req-98ef51c2-8341-487d-8771-1741ced7b3b6 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Oct 22 15:14:52.433155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-709b52fd-bca1-4f60-8438-99b865b64044 req-ff7a7e39-8443-419e-a93e-725f891990c7 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Oct 22 15:14:52.448712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:52.452281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.475779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:52.484978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.485321 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment addee211-d0f6-4aca-a927-72b4b2b08cda of type vlan for network 7f803e86-b63e-4ae7-a202-49d3e3a743ad Oct 22 15:14:52.531895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.647642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.654526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:52.655144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.695433 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad60538e-5991-4732-b144-8b6fbf01b4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:52.727229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=7f803e86-b63e-4ae7-a202-49d3e3a743ad,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:52.738095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 7f803e86-b63e-4ae7-a202-49d3e3a743ad details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:52.807301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-75a31e72-8f65-4083-980f-6902fb8a9879 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5571446 Oct 22 15:14:52.810049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48120) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:52.815243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:53.026749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:53.030367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:53.270635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-798190c2-029a-400b-a56d-805831c25e7f req-cfae372e-42db-4ef0-8ecc-d9840aec5296 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=2800539b-bd87-4295-b155-b7e9b97fb57c HTTP/1.1" status: 200 len: 210 time: 0.0350337 Oct 22 15:14:53.442485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487757-9f56-4cc2-8035-0f48b99f6e9e req-a4430d35-01a7-472e-942d-1792bc881e81 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:53.444256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de487757-9f56-4cc2-8035-0f48b99f6e9e req-a4430d35-01a7-472e-942d-1792bc881e81 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0597479 Oct 22 15:14:53.499316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de487757-9f56-4cc2-8035-0f48b99f6e9e req-c416a379-1145-4c6e-a124-2728d659b646 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Oct 22 15:14:53.584246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fb31-d15e-4763-b330-ce3b854d94a1 req-29ac6f43-a927-4314-ad67-0b1a8fcb928f tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:53.585904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9211fb31-d15e-4763-b330-ce3b854d94a1 req-29ac6f43-a927-4314-ad67-0b1a8fcb928f tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 945 time: 0.0605400 Oct 22 15:14:53.626310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9211fb31-d15e-4763-b330-ce3b854d94a1 req-13ea06d1-a023-46ed-9f64-651bfb1372a6 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Oct 22 15:14:53.813958 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:53.878349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=be322d2b-702a-489a-892a-e5e7881a03db,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:53.890683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': 'addee211-d0f6-4aca-a927-72b4b2b08cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:53.890683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 7f803e86-b63e-4ae7-a202-49d3e3a743ad, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:54.030684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 7f803e86-b63e-4ae7-a202-49d3e3a743ad is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:54.152148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 7f803e86-b63e-4ae7-a202-49d3e3a743ad) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:54.157075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:54.157830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:54.161039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3dc79e-ed13-411d-a937-b0911a105479 None None] Network 7f803e86-b63e-4ae7-a202-49d3e3a743ad requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:54.320525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-7f803e86-b63e-4ae7-a202-49d3e3a743ad', 'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': 'be322d2b-702a-489a-892a-e5e7881a03db'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:54.321439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:54.344533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-25d9a13c-56ad-4aa2-b5bd-ee8fe66c2bdf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5333722 Oct 22 15:14:54.348426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48146) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:54.497644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:54.519773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Allocated IP 2001:db8::1 (7f803e86-b63e-4ae7-a202-49d3e3a743ad/be322d2b-702a-489a-892a-e5e7881a03db/438ece69-3c1d-4567-ad59-b5d56b34c86c) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:54.601942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:54.723732 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:54.747999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1425-ca93-46c2-a9f3-6bba551bad3a req-973c7bd2-d22d-40e9-b546-6cc4afe3a548 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:54.749714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22ee1425-ca93-46c2-a9f3-6bba551bad3a req-973c7bd2-d22d-40e9-b546-6cc4afe3a548 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0794775 Oct 22 15:14:54.826127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22ee1425-ca93-46c2-a9f3-6bba551bad3a req-08b8c289-f44e-48c0-ab23-b452ec13b80b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Oct 22 15:14:54.842820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6ddc-4116-4fdf-8f44-d60623b939fd req-41417471-ed1b-4f8f-a249-1ad40c8490e2 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:54.844076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-867a6ddc-4116-4fdf-8f44-d60623b939fd req-41417471-ed1b-4f8f-a249-1ad40c8490e2 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 945 time: 0.0783288 Oct 22 15:14:54.888832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-867a6ddc-4116-4fdf-8f44-d60623b939fd req-da5afea2-8367-47a4-81f2-5b1601082eb7 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Oct 22 15:14:54.895628 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:54.948289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Network 7f803e86-b63e-4ae7-a202-49d3e3a743ad is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:54.952663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:54.959308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:54.963126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Pushing event updated for resources: {'Port': ['ID=438ece69-3c1d-4567-ad59-b5d56b34c86c,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:54.999788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.002545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.003110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.005323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.005906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.006418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.007455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.007921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.008352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.008793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.009339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.009850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:14:55.036454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03713-477f-4cc0-9c75-313d477c5f5f req-c1873548-56b4-467d-9e5a-d22b0fc1d11b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:55.038130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b03713-477f-4cc0-9c75-313d477c5f5f req-c1873548-56b4-467d-9e5a-d22b0fc1d11b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1239977 Oct 22 15:14:55.044576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.057438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Attempting to bind port 438ece69-3c1d-4567-ad59-b5d56b34c86c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:55.057853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Attempting to bind port 438ece69-3c1d-4567-ad59-b5d56b34c86c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'addee211-d0f6-4aca-a927-72b4b2b08cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:55.058223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Attempting to bind port 438ece69-3c1d-4567-ad59-b5d56b34c86c on network 7f803e86-b63e-4ae7-a202-49d3e3a743ad {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:55.078816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:55.080753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Checking segment: {'id': 'addee211-d0f6-4aca-a927-72b4b2b08cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:55.080929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=be322d2b-702a-489a-892a-e5e7881a03db,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:55.081555 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.082264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Bound using segment: {'id': 'addee211-d0f6-4aca-a927-72b4b2b08cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:55.083068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Bound port: 438ece69-3c1d-4567-ad59-b5d56b34c86c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addee211-d0f6-4aca-a927-72b4b2b08cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:55.083550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.086749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b03713-477f-4cc0-9c75-313d477c5f5f req-80319eb3-f5db-49bf-b140-f7ef0b8f96a3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0395532 Oct 22 15:14:55.138274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b03713-477f-4cc0-9c75-313d477c5f5f req-be62e599-1bb3-405c-b7fb-67350af63cb8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442944 Oct 22 15:14:55.184143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] For port 438ece69-3c1d-4567-ad59-b5d56b34c86c, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:55.189827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] For port 438ece69-3c1d-4567-ad59-b5d56b34c86c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=438ece69-3c1d-4567-ad59-b5d56b34c86c,segment=NetworkSegment(addee211-d0f6-4aca-a927-72b4b2b08cda),segment_id=addee211-d0f6-4aca-a927-72b4b2b08cda)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:14:55.200658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.234874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f803e86-b63e-4ae7-a202-49d3e3a743ad']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:55.244358 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3e682d22-3356-449e-88ed-672c12431332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.277721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addee211-d0f6-4aca-a927-72b4b2b08cda') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:55.278021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addee211-d0f6-4aca-a927-72b4b2b08cda') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:55.292521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.318215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b03713-477f-4cc0-9c75-313d477c5f5f req-3b69ddd3-6208-451b-b8f1-f7f359e97479 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705921 Oct 22 15:14:55.379928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.388929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.398612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:55.399023 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:55.402708 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:55.448129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b03713-477f-4cc0-9c75-313d477c5f5f req-1f7dbd96-57cf-4c48-abed-1ac201ba9fae service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238430 Oct 22 15:14:55.461470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39bf0b-db2e-4f28-ac61-584493588067 None None] Pushing event updated for resources: {'Port': ['ID=438ece69-3c1d-4567-ad59-b5d56b34c86c,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:55.490010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9854149-2872-4c05-8b33-64112a86a464 None None] Network 7f803e86-b63e-4ae7-a202-49d3e3a743ad requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:55.535849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 15:14:55.535849 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 15:14:55.535849 n-d-812148-2 neutron-server[107802]: [parameters: {'id': '7f803e86-b63e-4ae7-a202-49d3e3a743ad'}] Oct 22 15:14:55.535849 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:14:55.536397 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:14:55.627623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523b89b0-b05c-4c07-80f2-ff5b84615360 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 15:14:55.658164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac404354-dd8e-44e5-b888-4eea80e3f272 req-9a79578d-ffe8-416e-9b60-69454aacb60a tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:55.664532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac404354-dd8e-44e5-b888-4eea80e3f272 req-9a79578d-ffe8-416e-9b60-69454aacb60a tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 945 time: 0.0673199 Oct 22 15:14:55.701665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac404354-dd8e-44e5-b888-4eea80e3f272 req-08fb43a9-3f9b-4e2f-ad32-1a37cbecfa6f tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359328 Oct 22 15:14:55.830362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cef7376-aca5-444c-ad5d-ed2da038895d req-ce460204-5047-45bf-829e-c67771f15caf tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=26ee093f-eaa8-4a24-9bce-9c8e6fe0edf7 HTTP/1.1" status: 200 len: 210 time: 0.0512402 Oct 22 15:14:55.866198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b89b0-b05c-4c07-80f2-ff5b84615360 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 15:14:55.970431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381385a-bf2f-4721-96ff-3823c841c74c req-cceacfb6-816b-4e4b-813f-3f06ef335dfc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:55.972307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6381385a-bf2f-4721-96ff-3823c841c74c req-cceacfb6-816b-4e4b-813f-3f06ef335dfc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0593116 Oct 22 15:14:56.016297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6381385a-bf2f-4721-96ff-3823c841c74c req-30529628-6bf2-45cb-b5df-b1ebf42b51e4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Oct 22 15:14:56.037094 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.112698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port 438ece69-3c1d-4567-ad59-b5d56b34c86c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:56.113455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.188745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port 438ece69-3c1d-4567-ad59-b5d56b34c86c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=438ece69-3c1d-4567-ad59-b5d56b34c86c,segment=NetworkSegment(addee211-d0f6-4aca-a927-72b4b2b08cda),segment_id=addee211-d0f6-4aca-a927-72b4b2b08cda)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:56.189222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.204226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for 438ece69-3c1d-4567-ad59-b5d56b34c86c owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:56.510960 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.538765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=438ece69-3c1d-4567-ad59-b5d56b34c86c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:56.545342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port 438ece69-3c1d-4567-ad59-b5d56b34c86c on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:56.642559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.648990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.648990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.682922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f803e86-b63e-4ae7-a202-49d3e3a743ad']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:56.690363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addee211-d0f6-4aca-a927-72b4b2b08cda') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:56.690604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addee211-d0f6-4aca-a927-72b4b2b08cda') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:14:56.705135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.720301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.726501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:14:56.726949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:14:56.731837 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:14:56.987850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917ea2-0f8f-46be-be33-a100f14ed3e0 req-5af648df-ec7e-488e-8eba-6347a5b6dc98 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:56.989381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e917ea2-0f8f-46be-be33-a100f14ed3e0 req-5af648df-ec7e-488e-8eba-6347a5b6dc98 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 945 time: 0.1605089 Oct 22 15:14:56.993959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.003672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.007079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/7f803e86-b63e-4ae7-a202-49d3e3a743ad HTTP/1.1" status: 204 len: 168 time: 2.6574669 Oct 22 15:14:57.011615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48244) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:57.031125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697266341'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:57.053499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac5bc-9a1b-4d92-a4cd-1f9159221c12 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=7f803e86-b63e-4ae7-a202-49d3e3a743ad,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:57.078910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-cd3aa308-dd1c-4743-a44f-80288269afe3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:57.087349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-cd3aa308-dd1c-4743-a44f-80288269afe3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.2444935 Oct 22 15:14:57.139138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-320151b5-2cdf-4782-97e2-bf4d52ef22e4 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:57.139553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:57.141024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-320151b5-2cdf-4782-97e2-bf4d52ef22e4 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 945 time: 0.2379203 Oct 22 15:14:57.144414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.152970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e917ea2-0f8f-46be-be33-a100f14ed3e0 req-33c62385-5a17-45e1-a70b-3e162a3ce027 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8857c6f-2af8-4408-9e57-2af4881f89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539280 Oct 22 15:14:57.159697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-b14910dd-8463-40e2-a2d5-c836e2340dd9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0709262 Oct 22 15:14:57.200680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:14:57.225678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.225678 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084 of type vlan for network 3f84f965-149a-4926-968c-f396aba9de7a Oct 22 15:14:57.293119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-32159fab-aeae-448c-8080-d779ca925e9e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597000 Oct 22 15:14:57.308064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.408807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Deleting port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:14:57.410161 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.426864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.432441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:57.433258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.523358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=3f84f965-149a-4926-968c-f396aba9de7a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:57.533495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-18721d85-ad10-4825-a5c4-4adb4ca63122 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394693 Oct 22 15:14:57.539269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3f84f965-149a-4926-968c-f396aba9de7a details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:14:57.561748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-212f18b6-d288-43bd-905a-63857811b83a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5485377 Oct 22 15:14:57.564453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:57.578641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '3f84f965-149a-4926-968c-f396aba9de7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:57.624654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80054c8-2495-4adf-9889-c104f45b17b7 req-6287ee8d-5e2e-47a6-9f91-e7710bfc8dcf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:57.626575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d80054c8-2495-4adf-9889-c104f45b17b7 req-6287ee8d-5e2e-47a6-9f91-e7710bfc8dcf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.2420971 Oct 22 15:14:57.655390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] For port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,segment=NetworkSegment(991d3ace-5de5-4030-8f50-97cc0f8413e1),segment_id=991d3ace-5de5-4030-8f50-97cc0f8413e1)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:14:57.656203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:57.671662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Calling delete_port for 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:14:57.779742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d80054c8-2495-4adf-9889-c104f45b17b7 req-7b054b3a-3b25-43dc-92db-b9a3c5033e6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987089 Oct 22 15:14:57.785423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-f47f161b-ab78-408c-b50d-080ccede5804 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511404 Oct 22 15:14:57.792071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:57.795709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:58.012110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:58.029575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:14:58.076691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Pushing event deleted for resources: {'Port': ['ID=2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:58.147758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] No DVR routers for this DVR port 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:14:58.151431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:58.154790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7886e907-866a-4b87-a2f3-4d5a3d735f03 req-f8d2d719-4665-4691-98a2-7b7858c30fa9 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.53 "DELETE /v2.0/ports/2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 HTTP/1.1" status: 204 len: 173 time: 0.9910388 Oct 22 15:14:58.160017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'name': 'network-vif-deleted', 'tag': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:14:58.160445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:58.165458 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f266c2-1e05-41e8-8fb5-2efdd6ffa1a8" -d '{"events": [{"server_uuid": "7dd7fa8b-3a8e-465e-9479-77d14e4d56f1", "name": "network-vif-deleted", "tag": "2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:14:58.214738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:58.266647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e802357b-b947-48ed-85be-24b2ace35310 req-1feb2c02-7397-4425-aa41-2c3f102f2af6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 210 time: 0.1378655 Oct 22 15:14:58.315058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ffe22f7-6fa4-47c2-9b65-67b96f7cba03 req-f845900d-532f-4710-9efe-00572e339ccc tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0378172 Oct 22 15:14:58.385986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=d4f764ec-4462-41e9-9c31-707a1d608f48,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:58.391119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3f84f965-149a-4926-968c-f396aba9de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:58.391602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 3f84f965-149a-4926-968c-f396aba9de7a, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:14:58.416203 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ebbebc-4a55-4df8-b30a-7f7aa3231610 x-openstack-request-id: req-16ebbebc-4a55-4df8-b30a-7f7aa3231610 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:14:58.417090 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd7fa8b-3a8e-465e-9479-77d14e4d56f1", "name": "network-vif-deleted", "tag": "2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:14:58.417435 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16ebbebc-4a55-4df8-b30a-7f7aa3231610 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:14:58.417938 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd7fa8b-3a8e-465e-9479-77d14e4d56f1', 'name': 'network-vif-deleted', 'tag': '2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17', 'status': 'completed', 'code': 200} Oct 22 15:14:58.613443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 3f84f965-149a-4926-968c-f396aba9de7a is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:14:58.750937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 3f84f965-149a-4926-968c-f396aba9de7a) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:58.764420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:58.765039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:58.778632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cd23b-4193-44ab-af58-c7357ca70448 None None] Network 3f84f965-149a-4926-968c-f396aba9de7a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:14:58.927090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f4164-b328-47a4-8125-808095ba5e42 req-6b83bfff-50b5-4356-836d-894238b8cfb4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:58.928599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d37f4164-b328-47a4-8125-808095ba5e42 req-6b83bfff-50b5-4356-836d-894238b8cfb4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0594707 Oct 22 15:14:58.971061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d37f4164-b328-47a4-8125-808095ba5e42 req-e977ac1c-7732-4ee3-a444-1905ac138687 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356808 Oct 22 15:14:58.988723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5dabb3a7-43c8-4e25-87b1-1652738010c7 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4227562 Oct 22 15:14:58.991344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48284) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:14:58.996433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '3f84f965-149a-4926-968c-f396aba9de7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:14:59.149404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-3f84f965-149a-4926-968c-f396aba9de7a', 'network_id': '3f84f965-149a-4926-968c-f396aba9de7a', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': 'd4f764ec-4462-41e9-9c31-707a1d608f48'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:14:59.157554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.254109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:14:59.258552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.313159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Allocated IP 2001:db8::2 (3f84f965-149a-4926-968c-f396aba9de7a/d4f764ec-4462-41e9-9c31-707a1d608f48/93ef36d0-67ff-4e32-a536-102f5701effe) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:14:59.403556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5feea942-1106-4c42-aa72-305e3b7ed69a req-fd239e1c-dadc-4522-a85c-3a2cf0187b4b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 210 time: 0.0691512 Oct 22 15:14:59.496395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e266be4f-b4ef-4c20-9840-212205b6bf0d req-0d2c6a0c-a5e4-426e-a5d6-706e91f7bb74 tempest-InstanceActionsV221TestJSON-1041077529 tempest-InstanceActionsV221TestJSON-1041077529-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dd7fa8b-3a8e-465e-9479-77d14e4d56f1 HTTP/1.1" status: 200 len: 210 time: 0.0554943 Oct 22 15:14:59.558200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.706879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.747580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Network 3f84f965-149a-4926-968c-f396aba9de7a is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:59.750477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:59.753966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:14:59.767586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Pushing event updated for resources: {'Port': ['ID=93ef36d0-67ff-4e32-a536-102f5701effe,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:59.804836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.817686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Attempting to bind port 93ef36d0-67ff-4e32-a536-102f5701effe on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:14:59.818059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Attempting to bind port 93ef36d0-67ff-4e32-a536-102f5701effe by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3f84f965-149a-4926-968c-f396aba9de7a'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:14:59.818425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Attempting to bind port 93ef36d0-67ff-4e32-a536-102f5701effe on network 3f84f965-149a-4926-968c-f396aba9de7a {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:14:59.824861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:14:59.829293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Checking segment: {'id': 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3f84f965-149a-4926-968c-f396aba9de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:14:59.829293 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.829293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Bound using segment: {'id': 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3f84f965-149a-4926-968c-f396aba9de7a'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:14:59.829293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Bound port: 93ef36d0-67ff-4e32-a536-102f5701effe, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3f84f965-149a-4926-968c-f396aba9de7a'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:14:59.829293 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.858820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 3f84f965-149a-4926-968c-f396aba9de7a is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:14:59.862257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:14:59.866534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:14:59.867147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:14:59.880961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=769c753f-6195-495a-9918-80f3609f1baf,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:14:59.914625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] For port 93ef36d0-67ff-4e32-a536-102f5701effe, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:14:59.921200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] For port 93ef36d0-67ff-4e32-a536-102f5701effe, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=93ef36d0-67ff-4e32-a536-102f5701effe,segment=NetworkSegment(a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084),segment_id=a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:00.005282 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c5777491-4a73-46e4-9e3c-9db679d02cb5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0128558 Oct 22 15:15:00.007880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48304) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:00.065771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.135455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d376c-227a-4f22-86ae-b5f1dbe333b2 req-bb6a4d7c-18ac-471e-a4ba-5bdaa7639b65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.151545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768f280-229c-48bc-972d-34cb1c507604 None None] Pushing event updated for resources: {'Port': ['ID=93ef36d0-67ff-4e32-a536-102f5701effe,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:00.152093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5c4ed-311e-4861-831a-67c35302a7aa tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.152093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5c4ed-311e-4861-831a-67c35302a7aa tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.153633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5c4ed-311e-4861-831a-67c35302a7aa tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.153879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b1d376c-227a-4f22-86ae-b5f1dbe333b2 req-bb6a4d7c-18ac-471e-a4ba-5bdaa7639b65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0910916 Oct 22 15:15:00.155593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5c4ed-311e-4861-831a-67c35302a7aa tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.157966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5c4ed-311e-4861-831a-67c35302a7aa tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.160785 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-28e5c4ed-311e-4861-831a-67c35302a7aa tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1519372 Oct 22 15:15:00.164933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:00.173198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509102020'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:00.219455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b1d376c-227a-4f22-86ae-b5f1dbe333b2 req-9a96247d-ddb1-45e8-b700-45919de1c15d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645287 Oct 22 15:15:00.397692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:00.401353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.428545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:00.448714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.450495 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment 097ae851-0885-4f0d-9c2a-3be6194e53da of type vlan for network 3ab6f38a-5766-40d5-b38b-4079901989e0 Oct 22 15:15:00.509304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.530228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e58cabda-df27-4eeb-94ce-09aa1a5e7594 req-1404a6d7-258f-4e9e-861c-0e5658ae6689 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 210 time: 0.0411694 Oct 22 15:15:00.615124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.623374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:00.624251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.715804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=3ab6f38a-5766-40d5-b38b-4079901989e0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:00.734856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:00.739381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ef686358-24a4-4557-902f-84f7532c5c54 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5724406 Oct 22 15:15:00.742240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48324) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:00.748542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:00.765022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48326) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:00.827248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Deleting subnet c366e259-d4f6-440c-a55f-d7af1d5880ce {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:00.831397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.874234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:00.921044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.032793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.053729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.078810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c366e259-d4f6-440c-a55f-d7af1d5880ce,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:01.082666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-09158ddd-249e-4ac1-884f-9d34a540adf4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:01.093416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.098453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-09158ddd-249e-4ac1-884f-9d34a540adf4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.2325895 Oct 22 15:15:01.098655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7c208f1a-3cef-45ae-900a-5814983e18f4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c366e259-d4f6-440c-a55f-d7af1d5880ce HTTP/1.1" status: 204 len: 168 time: 0.3320522 Oct 22 15:15:01.098763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:01.111767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Request body: {'port': {'device_id': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'admin_state_up': True, 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:01.232329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.275743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.276744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 is not hosted by any dhcp agent {{(pid=107801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 15:15:01.282315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:01.282944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.287180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "PUT /v2.0/networks/3ab6f38a-5766-40d5-b38b-4079901989e0 HTTP/1.1" status: 200 len: 723 time: 0.5409050 Oct 22 15:15:01.287891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48338) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:01.294268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:01.354904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d8c41-7a19-4c82-88e2-094bbdf9e055 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=3ab6f38a-5766-40d5-b38b-4079901989e0,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:01.367499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:01.418252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef29e2-e7df-48d1-ae32-93b5cbf1f615 None None] Network 3f84f965-149a-4926-968c-f396aba9de7a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:01.461344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.465583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e42ca-d2e3-4b9a-a0a9-8d0d2d988f28 req-2833439d-3777-4ffb-8582-c7470179aa52 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:01.467382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-041e42ca-d2e3-4b9a-a0a9-8d0d2d988f28 req-2833439d-3777-4ffb-8582-c7470179aa52 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1144307 Oct 22 15:15:01.485065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e328556c-5bd0-41ff-93ea-a28695aae4d5']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:01.496746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d3ace-5de5-4030-8f50-97cc0f8413e1') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:01.497069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d3ace-5de5-4030-8f50-97cc0f8413e1') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:01.508429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.515351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-041e42ca-d2e3-4b9a-a0a9-8d0d2d988f28 req-81c9e00d-6633-4b33-941f-63b92e240fdd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Oct 22 15:15:01.549437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.552342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:01.556864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.569893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:01.570302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:01.572944 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:01.584330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-29b61e38-82a0-47c7-afa3-3bb122c353fe None None] Provisioning complete for port 93ef36d0-67ff-4e32-a536-102f5701effe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:01.584330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29b61e38-82a0-47c7-afa3-3bb122c353fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.607016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:01.622440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.674915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:01.733971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b0c0948-ede6-4ee0-b114-48ce552fe873 req-62621e6f-90c1-4597-9f3a-ed0ac8a17c64 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 210 time: 0.0890350 Oct 22 15:15:01.742081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 93ef36d0-67ff-4e32-a536-102f5701effe up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:01.764753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:01.764753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 2c2148f6-ddbb-4ec1-ac87-a400f5fd5f17 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:01.798120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Allocated IP 172.20.0.12 (2d050689-4c45-496d-b2ac-340ad7c409dc/e20902fc-1fa1-42c8-a61d-024d8f7d0900/a1cae9ed-3159-4cdb-925d-fa1118d51c71) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:01.836619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.844765 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.851338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e328556c-5bd0-41ff-93ea-a28695aae4d5 HTTP/1.1" status: 204 len: 168 time: 0.7487721 Oct 22 15:15:01.877975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce15bd-3d5e-4fe9-be47-47dfa0249357 admin admin] Pushing event deleted for resources: {'Network': ['ID=e328556c-5bd0-41ff-93ea-a28695aae4d5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:01.897851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 93ef36d0-67ff-4e32-a536-102f5701effe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:01.898226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:01.936034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29b61e38-82a0-47c7-afa3-3bb122c353fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.037962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-29b61e38-82a0-47c7-afa3-3bb122c353fe None None] For port 93ef36d0-67ff-4e32-a536-102f5701effe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=93ef36d0-67ff-4e32-a536-102f5701effe,segment=NetworkSegment(a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084),segment_id=a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:02.043128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] Update dhcp port {'port': {'network_id': '3f84f965-149a-4926-968c-f396aba9de7a', 'fixed_ips': [{'subnet_id': 'd4f764ec-4462-41e9-9c31-707a1d608f48', 'ip_address': '2001:db8::2'}, {'subnet_id': '769c753f-6195-495a-9918-80f3609f1baf'}], 'binding:host_id': 'n-d-812148-2'}, 'id': '93ef36d0-67ff-4e32-a536-102f5701effe'} from n-d-812148-2. {{(pid=107803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 15:15:02.044538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.089193 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.141266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.248914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.270186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29b61e38-82a0-47c7-afa3-3bb122c353fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.303359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.327819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=def12913-ff3f-4006-9696-a1b222734f8f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:02.357873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': '097ae851-0885-4f0d-9c2a-3be6194e53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:02.358235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: 3ab6f38a-5766-40d5-b38b-4079901989e0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:02.409882 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:15:02.410521 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:15:02.411736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] Allocated IP 172.20.0.1 (3f84f965-149a-4926-968c-f396aba9de7a/769c753f-6195-495a-9918-80f3609f1baf/93ef36d0-67ff-4e32-a536-102f5701effe) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:02.419777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b61e38-82a0-47c7-afa3-3bb122c353fe None None] Pushing event updated for resources: {'Port': ['ID=93ef36d0-67ff-4e32-a536-102f5701effe,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:02.420606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event updated for resources: {'Port': ['ID=a1cae9ed-3159-4cdb-925d-fa1118d51c71,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:02.428638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:02.442805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:02.449606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:02.475991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:02.518060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:02.519477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.559631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48358) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:02.560566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] For port 93ef36d0-67ff-4e32-a536-102f5701effe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=93ef36d0-67ff-4e32-a536-102f5701effe,segment=NetworkSegment(a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084),segment_id=a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:02.597370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.614677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a2fbb32a-5feb-47ea-8e6f-9957fe8fbd33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75382258dafd449e8846993b2e5e3ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515804 Oct 22 15:15:02.615587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48360) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:02.666721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac23dc8-f694-49c2-963f-4d055f200ac4 req-2927aaa9-e50e-4336-bb7f-f03f8d20726d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:02.668278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fac23dc8-f694-49c2-963f-4d055f200ac4 req-2927aaa9-e50e-4336-bb7f-f03f8d20726d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0530138 Oct 22 15:15:02.673212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81c018f3-98ba-40e9-9903-7ed280c68091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.688151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 3ab6f38a-5766-40d5-b38b-4079901989e0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:02.694119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:02.694706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.698248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81c018f3-98ba-40e9-9903-7ed280c68091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.699474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd310f1-eed9-4e45-9a32-c99972c29dc9 None None] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:02.721384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fac23dc8-f694-49c2-963f-4d055f200ac4 req-4bc3c77a-4e96-40c5-a78f-851055ee2087 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Oct 22 15:15:02.759958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0124673d-fbc1-4268-b59b-ad03e9d187ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6513014 Oct 22 15:15:02.762870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.774180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Request body: {'port': {'device_id': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:02.841664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.845984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b44a7a-fff5-4aec-affe-6868c90a2318 None None] Pushing event updated for resources: {'Port': ['ID=93ef36d0-67ff-4e32-a536-102f5701effe,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:02.879935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81c018f3-98ba-40e9-9903-7ed280c68091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.884304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8a2bd71c-db5f-43d7-8521-ccc8617160ff tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5921695 Oct 22 15:15:02.887469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48370) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:02.890254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-81c018f3-98ba-40e9-9903-7ed280c68091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:02.900690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:02.901284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-81c018f3-98ba-40e9-9903-7ed280c68091 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8857c6f-2af8-4408-9e57-2af4881f89af HTTP/1.1" status: 204 len: 168 time: 0.2783139 Oct 22 15:15:02.958416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c018f3-98ba-40e9-9903-7ed280c68091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8857c6f-2af8-4408-9e57-2af4881f89af,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:02.972323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e85aea-010b-484f-b89b-b96790910748 req-d1258101-9774-4837-8f70-b1fb732620f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:02.973982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2e85aea-010b-484f-b89b-b96790910748 req-d1258101-9774-4837-8f70-b1fb732620f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 932 time: 0.1451488 Oct 22 15:15:03.099973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66342803'] for subnet, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.145462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2e85aea-010b-484f-b89b-b96790910748 req-01b58af3-aa09-485b-a96d-681243b015be tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491871 Oct 22 15:15:03.302627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-3ab6f38a-5766-40d5-b38b-4079901989e0', 'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': 'def12913-ff3f-4006-9696-a1b222734f8f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:15:03.303654 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.363543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cae9ed-3159-4cdb-925d-fa1118d51c71 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:03.372395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.392214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Transition to ACTIVE for port object a1cae9ed-3159-4cdb-925d-fa1118d51c71 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:15:03.526892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.552882 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778615874780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4989800'] for subnet, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.567196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:03.569789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.571071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "PUT /v2.0/subnets/def12913-ff3f-4006-9696-a1b222734f8f HTTP/1.1" status: 200 len: 826 time: 0.6784389 Oct 22 15:15:03.578609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48384) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:03.633147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cae9ed-3159-4cdb-925d-fa1118d51c71,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:03.646643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ec26-c7d0-4034-8a06-88b084ec827b tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=def12913-ff3f-4006-9696-a1b222734f8f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:03.714151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Allocated IP 2001:db8::2 (3ab6f38a-5766-40d5-b38b-4079901989e0/def12913-ff3f-4006-9696-a1b222734f8f/12e6fd9f-8bac-468c-a9cc-425a0e9b8396) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:03.724460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 93ef36d0-67ff-4e32-a536-102f5701effe up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:03.854857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.874055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4b2bf3-6ea3-43d9-ad80-4913d9e375c8 None None] Network 3f84f965-149a-4926-968c-f396aba9de7a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:03.896204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.940735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Attempting to bind port a1cae9ed-3159-4cdb-925d-fa1118d51c71 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:03.941589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Attempting to bind port a1cae9ed-3159-4cdb-925d-fa1118d51c71 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:03.942001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Attempting to bind port a1cae9ed-3159-4cdb-925d-fa1118d51c71 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:03.955351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Port a1cae9ed-3159-4cdb-925d-fa1118d51c71 on network 2d050689-4c45-496d-b2ac-340ad7c409dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:15:03.955646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Attempting to bind port a1cae9ed-3159-4cdb-925d-fa1118d51c71 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:03.991129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:03.991550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:03.992008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Bound using segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:03.992528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Bound port: a1cae9ed-3159-4cdb-925d-fa1118d51c71, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:03.992961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:03.998253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be022d23-04b6-445c-96c4-8c645ce5b077 req-cc807811-5b8a-48d7-b04b-6409ac712c75 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:04.007610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be022d23-04b6-445c-96c4-8c645ce5b077 req-cc807811-5b8a-48d7-b04b-6409ac712c75 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0816114 Oct 22 15:15:04.038952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 93ef36d0-67ff-4e32-a536-102f5701effe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:04.039234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.050379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be022d23-04b6-445c-96c4-8c645ce5b077 req-fac18667-9938-454a-980d-a761a8de6c87 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Oct 22 15:15:04.055082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.116012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] For port a1cae9ed-3159-4cdb-925d-fa1118d51c71, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:04.124213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] For port a1cae9ed-3159-4cdb-925d-fa1118d51c71, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a1cae9ed-3159-4cdb-925d-fa1118d51c71,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:04.126423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b2cbcbcc-ae2e-496c-b47a-69762aa3a563 None None] Provisioning complete for port 93ef36d0-67ff-4e32-a536-102f5701effe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:04.126797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcbcc-ae2e-496c-b47a-69762aa3a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.239570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.261547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.303102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:04.304346 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.306784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] 10.222.0.69 "PUT /v2.0/ports/a1cae9ed-3159-4cdb-925d-fa1118d51c71 HTTP/1.1" status: 200 len: 1092 time: 1.5369060 Oct 22 15:15:04.307036 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'tag': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:04.309868 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c8631-8eb3-4cf5-8a1a-e629bbf86930" -d '{"events": [{"name": "network-changed", "server_uuid": "885cfa49-6a0c-473f-805b-9d4d6c716e30", "tag": "a1cae9ed-3159-4cdb-925d-fa1118d51c71"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:04.345660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb4a56-c950-4bef-814d-198616d505d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cae9ed-3159-4cdb-925d-fa1118d51c71,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:04.363560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf9dae-8a67-482d-8a24-bb7ede96b77d req-2547c02d-9b21-4169-b1e1-0352c184016c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:04.372492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffbf9dae-8a67-482d-8a24-bb7ede96b77d req-2547c02d-9b21-4169-b1e1-0352c184016c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 944 time: 0.1077991 Oct 22 15:15:04.381273 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee72f3f-bac0-46ae-9cec-8a21944eb129 x-openstack-request-id: req-3ee72f3f-bac0-46ae-9cec-8a21944eb129 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:04.381822 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885cfa49-6a0c-473f-805b-9d4d6c716e30", "tag": "a1cae9ed-3159-4cdb-925d-fa1118d51c71", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:04.382083 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ee72f3f-bac0-46ae-9cec-8a21944eb129 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:04.382570 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'tag': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71', 'status': 'completed', 'code': 200} Oct 22 15:15:04.393067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.468832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:04.474485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8631-8eb3-4cf5-8a1a-e629bbf86930 req-a64ba680-2ff3-4c37-adde-3a0d78cdbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:04.476076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-705c8631-8eb3-4cf5-8a1a-e629bbf86930 req-a64ba680-2ff3-4c37-adde-3a0d78cdbd04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 1095 time: 0.0613511 Oct 22 15:15:04.477553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:04.480745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Pushing event updated for resources: {'Port': ['ID=12e6fd9f-8bac-468c-a9cc-425a0e9b8396,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:04.483729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:04.506564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.559491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Attempting to bind port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:04.559862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Attempting to bind port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '097ae851-0885-4f0d-9c2a-3be6194e53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:04.560126 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Attempting to bind port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396 on network 3ab6f38a-5766-40d5-b38b-4079901989e0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:04.565699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:04.566058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Checking segment: {'id': '097ae851-0885-4f0d-9c2a-3be6194e53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:04.566458 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.566852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Bound using segment: {'id': '097ae851-0885-4f0d-9c2a-3be6194e53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:04.571955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Bound port: 12e6fd9f-8bac-468c-a9cc-425a0e9b8396, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ae851-0885-4f0d-9c2a-3be6194e53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3ab6f38a-5766-40d5-b38b-4079901989e0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:04.572458 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.611411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:04.613510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=def12913-ff3f-4006-9696-a1b222734f8f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:04.715487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] For port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:04.725912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] For port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=12e6fd9f-8bac-468c-a9cc-425a0e9b8396,segment=NetworkSegment(097ae851-0885-4f0d-9c2a-3be6194e53da),segment_id=097ae851-0885-4f0d-9c2a-3be6194e53da)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:04.753675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.793620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-110809875-network', 'tenant_id': 'a0992e329f6f49a5876c120ebf819f41'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:04.823548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.823710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab6f38a-5766-40d5-b38b-4079901989e0']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:04.823710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8631-8eb3-4cf5-8a1a-e629bbf86930 req-211743fe-c1cd-424a-8869-304318d0ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:04.823710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-705c8631-8eb3-4cf5-8a1a-e629bbf86930 req-211743fe-c1cd-424a-8869-304318d0ba2a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f5cb71214874a5f901933e13ee9af6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3372416 Oct 22 15:15:04.839917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ae851-0885-4f0d-9c2a-3be6194e53da') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:04.840232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ae851-0885-4f0d-9c2a-3be6194e53da') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:04.877610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.902948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.919154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:04.919586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.919726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffbf9dae-8a67-482d-8a24-bb7ede96b77d req-7ac84905-95d8-4926-9130-0e20a84fb5c4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459015 Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:04.923340 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:04.948855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c38af-3d21-402c-823a-6418920c6d25 None None] Pushing event updated for resources: {'Port': ['ID=12e6fd9f-8bac-468c-a9cc-425a0e9b8396,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:04.953507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b3589215-3334-4e21-8e4f-31622d06c6af None None] Provisioning complete for port 93ef36d0-67ff-4e32-a536-102f5701effe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:04.953989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b3589215-3334-4e21-8e4f-31622d06c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:04.980632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Made reservation on behalf of a0992e329f6f49a5876c120ebf819f41 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:04.983806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435415ad-46f3-4300-b65b-9f6fcd815aae None None] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:04.983992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.011770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.169911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8631-8eb3-4cf5-8a1a-e629bbf86930 req-62cc0cc7-b895-45ca-a1e3-801c7ad263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:05.172260 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-705c8631-8eb3-4cf5-8a1a-e629bbf86930 req-62cc0cc7-b895-45ca-a1e3-801c7ad263fd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3425746 Oct 22 15:15:05.176523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.db.api [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 15:15:05.176523 n-d-812148-2 neutron-server[107801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 15:15:05.176523 n-d-812148-2 neutron-server[107801]: [parameters: {'id': '3ab6f38a-5766-40d5-b38b-4079901989e0'}] Oct 22 15:15:05.176523 n-d-812148-2 neutron-server[107801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:15:05.183370 n-d-812148-2 neutron-server[107801]: DEBUG oslo_db.api [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:15:05.185783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.194910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f800e-bbad-4921-b40c-6f0fc7dbd8ba None None] Network 3ab6f38a-5766-40d5-b38b-4079901989e0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:05.243763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5935b23-035e-4356-8e1b-45b1a01687e7 req-50393a39-3a68-490c-9c98-f22abbd3ec20 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:05.245723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5935b23-035e-4356-8e1b-45b1a01687e7 req-50393a39-3a68-490c-9c98-f22abbd3ec20 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0591931 Oct 22 15:15:05.272170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-b97962b6-13f2-4cb9-b3e9-0d75ddee0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:05.273940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-b97962b6-13f2-4cb9-b3e9-0d75ddee0454 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 1095 time: 0.0478375 Oct 22 15:15:05.287466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5935b23-035e-4356-8e1b-45b1a01687e7 req-58494dfe-664c-4062-be3d-67833808b698 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Oct 22 15:15:05.322671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-e949cfe3-4158-430b-a486-0641839eda0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cae9ed-3159-4cdb-925d-fa1118d51c71 HTTP/1.1" status: 200 len: 217 time: 0.0392148 Oct 22 15:15:05.323287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.334132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a1192-8a03-403a-b6b9-05a1017aed9c None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 15:15:05.374345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:05.400929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1e9da-015f-413b-b023-7c7f32471270,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:05.403916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.404269 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Added segment 0dcc7b9e-8165-43d4-890a-96890e854761 of type vlan for network 0382b0df-0a89-45d5-b7ac-11fde0c50cec Oct 22 15:15:05.422651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-f49d4a7a-8c92-4bef-b7e2-6a1cf688cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:05.423995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-f49d4a7a-8c92-4bef-b7e2-6a1cf688cce2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0915589 Oct 22 15:15:05.480379 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-5773cc1f-c92c-4ffa-9587-29d76050ced1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368080 Oct 22 15:15:05.482008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.484754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a1192-8a03-403a-b6b9-05a1017aed9c None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 15:15:05.602820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-fb17748f-cae6-4eae-8a43-b97b1d382c28 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122835 Oct 22 15:15:05.684435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.687569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.688612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:05.689276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.746451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3850af1b-0783-4c41-a10e-8bbc8b2737f4 req-e8395cd9-e3e0-4e12-9014-c966d6cc60cc service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362565 Oct 22 15:15:05.792679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] Pushing event updated for resources: {'Network': ['ID=0382b0df-0a89-45d5-b7ac-11fde0c50cec,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:05.806062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0382b0df-0a89-45d5-b7ac-11fde0c50cec details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:05.826252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:05.828803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.832596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17283896-85cf-43e1-a589-1b776e728e99 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2165778 Oct 22 15:15:05.835778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48434) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:05.841496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Request body: {'subnet': {'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-110809875-subnet', 'tenant_id': 'a0992e329f6f49a5876c120ebf819f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:05.904942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=12e6fd9f-8bac-468c-a9cc-425a0e9b8396,segment=NetworkSegment(097ae851-0885-4f0d-9c2a-3be6194e53da),segment_id=097ae851-0885-4f0d-9c2a-3be6194e53da)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:05.905305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:05.918022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for 12e6fd9f-8bac-468c-a9cc-425a0e9b8396 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:06.074951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138aa1e-86a6-498b-aad5-7537e10b4490 req-f30ba19e-ec00-434d-a3a0-18a09606ea9a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:06.076811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6138aa1e-86a6-498b-aad5-7537e10b4490 req-f30ba19e-ec00-434d-a3a0-18a09606ea9a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 944 time: 0.0592544 Oct 22 15:15:06.083115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Made reservation on behalf of a0992e329f6f49a5876c120ebf819f41 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:06.087994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.208352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6138aa1e-86a6-498b-aad5-7537e10b4490 req-1c470c3f-ae44-4f6a-8a15-e4c8d740cc14 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082220 Oct 22 15:15:06.415139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40187f-81e5-4d8b-807c-6c1aae9adfd2 req-5ff2515a-2bb1-4e47-9534-7b392a6f2065 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:06.416916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb40187f-81e5-4d8b-807c-6c1aae9adfd2 req-5ff2515a-2bb1-4e47-9534-7b392a6f2065 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0503616 Oct 22 15:15:06.440587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.476320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.530465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb40187f-81e5-4d8b-807c-6c1aae9adfd2 req-d867f04c-8e29-4de6-acc7-bc2f6f4bf9cf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076944 Oct 22 15:15:06.538092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=12e6fd9f-8bac-468c-a9cc-425a0e9b8396,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:06.544582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c129e0-f967-48b9-b43e-1aa89f4e7366,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:06.555238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port 12e6fd9f-8bac-468c-a9cc-425a0e9b8396 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:06.567473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Checking segment: {'id': '0dcc7b9e-8165-43d4-890a-96890e854761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:06.575983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Network hostable DHCP agents. Network: 0382b0df-0a89-45d5-b7ac-11fde0c50cec, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:06.675600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.699334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab6f38a-5766-40d5-b38b-4079901989e0']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:06.708625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ae851-0885-4f0d-9c2a-3be6194e53da') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:06.708916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ae851-0885-4f0d-9c2a-3be6194e53da') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:06.720988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.737838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.746150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:06.746716 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:06.751417 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:06.778986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Network 0382b0df-0a89-45d5-b7ac-11fde0c50cec is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:06.875806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 0382b0df-0a89-45d5-b7ac-11fde0c50cec) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:06.880208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:06.880987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.886027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed7ec6-f581-4795-be20-9d72fefbca58 None None] Network 0382b0df-0a89-45d5-b7ac-11fde0c50cec requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:06.893799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.903922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:06.910683 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/3ab6f38a-5766-40d5-b38b-4079901989e0 HTTP/1.1" status: 204 len: 168 time: 3.3306091 Oct 22 15:15:06.911658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48454) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:06.926487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca9a84-e5cf-473d-95cc-8a53731a5319 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=3ab6f38a-5766-40d5-b38b-4079901989e0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:06.937531 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-501dac77-49ee-446f-a33c-ac4c5d2aecba tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:06.938282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501dac77-49ee-446f-a33c-ac4c5d2aecba tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:06.941445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-501dac77-49ee-446f-a33c-ac4c5d2aecba tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/3ab6f38a-5766-40d5-b38b-4079901989e0 HTTP/1.1" status: 404 len: 339 time: 0.0280576 Oct 22 15:15:06.945707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48456) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:06.951292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258468603', 'description': 'd1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:07.028999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d86d78-bd75-48b3-a198-0901bf22a377 None None] Network 0382b0df-0a89-45d5-b7ac-11fde0c50cec requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:07.032991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-42d44a72-5832-4772-b597-7ddf989512e7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1960943 Oct 22 15:15:07.168373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:07.172046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:07.201928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:07.222785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:07.223372 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment a55b98db-5832-41df-8e64-3d6cc94a40ca of type vlan for network 2335661a-ec88-40fa-b0b6-3c418b9b524c Oct 22 15:15:07.280463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:07.393286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:07.398916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:07.399595 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:07.413247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b074-056e-44cf-8f3a-030134dacd46 req-294944e7-08bc-40bf-af33-0e99011a7404 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:07.414787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6430b074-056e-44cf-8f3a-030134dacd46 req-294944e7-08bc-40bf-af33-0e99011a7404 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 944 time: 0.0653648 Oct 22 15:15:07.506242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=2335661a-ec88-40fa-b0b6-3c418b9b524c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:07.523351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2335661a-ec88-40fa-b0b6-3c418b9b524c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:07.526328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a85a72e6-a4ab-4cd9-a24f-11778bc8ef6a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5794418 Oct 22 15:15:07.529133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48484) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:07.559076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6430b074-056e-44cf-8f3a-030134dacd46 req-d044b5eb-b265-4ba3-96b6-bd0b50565d10 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196895 Oct 22 15:15:07.677627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b4da2-c068-4132-aba0-15d589f10e4f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:07.680473 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b00b4da2-c068-4132-aba0-15d589f10e4f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks?id=2335661a-ec88-40fa-b0b6-3c418b9b524c HTTP/1.1" status: 200 len: 764 time: 0.1500988 Oct 22 15:15:07.683336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48488) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:07.688308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-5abfcb9d-64e3-4b97-8b78-ce84261d61bc tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:07.689501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'description': 'd2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:07.689974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-5abfcb9d-64e3-4b97-8b78-ce84261d61bc tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/networks?id=0382b0df-0a89-45d5-b7ac-11fde0c50cec HTTP/1.1" status: 200 len: 821 time: 0.2362888 Oct 22 15:15:07.719145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-4dab9546-4cb9-49b1-b31e-a4f685b3dfc7 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/quotas/a0992e329f6f49a5876c120ebf819f41 HTTP/1.1" status: 200 len: 375 time: 0.0153139 Oct 22 15:15:07.727233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e6cc-a04f-4e6c-b590-0b94f830afb1 req-5f1d1241-e02c-4537-a710-a949d749457b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:07.729308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85d1e6cc-a04f-4e6c-b590-0b94f830afb1 req-5f1d1241-e02c-4537-a710-a949d749457b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0810809 Oct 22 15:15:07.767820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-3340a0a8-1d5e-41a3-bf57-b92aaa9a8b8f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0992e329f6f49a5876c120ebf819f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374520 Oct 22 15:15:07.827545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85d1e6cc-a04f-4e6c-b590-0b94f830afb1 req-4db6fc89-793f-4d54-a74c-440a6be291ad tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862222 Oct 22 15:15:07.883694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:07.893566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-13683629-c9b6-4247-a047-28d4ec956708 service neutron] 10.222.0.66 "GET /v2.0/networks/0382b0df-0a89-45d5-b7ac-11fde0c50cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167581 Oct 22 15:15:07.995695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-8bd6f27b-7d47-49b9-ac38-af761de8dbe0 service neutron] 10.222.0.66 "GET /v2.0/networks/0382b0df-0a89-45d5-b7ac-11fde0c50cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957966 Oct 22 15:15:08.048875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:08.070371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network 2335661a-ec88-40fa-b0b6-3c418b9b524c is not hosted by any dhcp agent {{(pid=107801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 15:15:08.077608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.078191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:08.079510 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "PUT /v2.0/networks/2335661a-ec88-40fa-b0b6-3c418b9b524c HTTP/1.1" status: 200 len: 761 time: 0.3947124 Oct 22 15:15:08.082409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48494) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:08.132371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f324f78-44b1-4c24-9e3a-589cbe4856e2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=2335661a-ec88-40fa-b0b6-3c418b9b524c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:08.146020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2335661a-ec88-40fa-b0b6-3c418b9b524c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:08.178020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30199c72-c326-4b78-bd8a-3001653a52a2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.179559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-30199c72-c326-4b78-bd8a-3001653a52a2 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks?id=2335661a-ec88-40fa-b0b6-3c418b9b524c HTTP/1.1" status: 200 len: 764 time: 0.0959656 Oct 22 15:15:08.186039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48496) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:08.453373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e35e5af5-fb1b-4161-8ee0-107682157977 req-497f0a2e-e83f-4981-96bf-26a947512882 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0560527 Oct 22 15:15:08.486839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc15170-b789-4672-aa06-c4b71b33fbb0 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.488407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-acc15170-b789-4672-aa06-c4b71b33fbb0 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3012645 Oct 22 15:15:08.491179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:08.528790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4a9f6717-18c5-4ab3-9f79-a38d496315a5 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 207 time: 0.0364511 Oct 22 15:15:08.532619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48514) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:08.717440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a4241-33ff-4794-ab44-b5b563c3d917 req-45a6a360-85d4-4928-810b-98febe11139a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.719397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-455a4241-33ff-4794-ab44-b5b563c3d917 req-45a6a360-85d4-4928-810b-98febe11139a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 944 time: 0.0695894 Oct 22 15:15:08.735843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.742997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.751159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.757547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.765133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.771418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:08.774356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-455a4241-33ff-4794-ab44-b5b563c3d917 req-d081c755-c649-4283-8f11-2c6882b05af9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Oct 22 15:15:08.775420 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d027269d-1984-4e79-aba5-e83203795755 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2417674 Oct 22 15:15:08.778136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48520) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.030489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-84d74666-2af7-4baf-8fd1-d076aba33343 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2514603 Oct 22 15:15:09.033961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48526) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.043554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe5ce7-fbcf-4ea4-9bbc-86cfc6081b47 req-3f85bcee-bf12-453f-9f9a-25e9c1333f1b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.046185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bfe5ce7-fbcf-4ea4-9bbc-86cfc6081b47 req-3f85bcee-bf12-453f-9f9a-25e9c1333f1b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1341639 Oct 22 15:15:09.093944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bfe5ce7-fbcf-4ea4-9bbc-86cfc6081b47 req-1fbadd63-0592-42c3-a8d2-c53db08e16b8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Oct 22 15:15:09.107141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7cc48-f86f-49c1-a44f-c155db9a1b1a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.107141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7cc48-f86f-49c1-a44f-c155db9a1b1a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.108082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7cc48-f86f-49c1-a44f-c155db9a1b1a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.111081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7cc48-f86f-49c1-a44f-c155db9a1b1a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.112609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7cc48-f86f-49c1-a44f-c155db9a1b1a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.114537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32e7cc48-f86f-49c1-a44f-c155db9a1b1a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0795567 Oct 22 15:15:09.118658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48530) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.189708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0eefe4-68ee-4d6b-8d6a-f6e19fa4e890 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.191147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0eefe4-68ee-4d6b-8d6a-f6e19fa4e890 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.192556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0eefe4-68ee-4d6b-8d6a-f6e19fa4e890 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.193961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0eefe4-68ee-4d6b-8d6a-f6e19fa4e890 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.195663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0eefe4-68ee-4d6b-8d6a-f6e19fa4e890 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.197343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3f0eefe4-68ee-4d6b-8d6a-f6e19fa4e890 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0774438 Oct 22 15:15:09.201005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48532) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.322743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b50c88-8f2b-491d-a354-a47ab87cd081 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.324237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-60b50c88-8f2b-491d-a354-a47ab87cd081 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks/bc9b4b95-7365-454f-94a7-e07a61d954d2 HTTP/1.1" status: 200 len: 804 time: 0.1221495 Oct 22 15:15:09.329376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.452486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-13e72cd1-ddaa-495c-8a82-a6dca825ba40 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/networks/bc9b4b95-7365-454f-94a7-e07a61d954d2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1176524 Oct 22 15:15:09.456264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48542) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.507354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097dae61-df97-4323-99f4-acc52d01463e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.509500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-097dae61-df97-4323-99f4-acc52d01463e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/subnets/641d84f3-9c2d-4770-9097-f260a3ab9a16 HTTP/1.1" status: 200 len: 843 time: 0.0545690 Oct 22 15:15:09.513216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48548) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.538742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84c08fa1-fe28-45aa-b305-47f7a262a19c req-19b4a3a0-2894-4f1c-acdd-40aea7849712 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Oct 22 15:15:09.567749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021067a-17d4-474a-af9e-074c1fda9390 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['shared'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.569120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6021067a-17d4-474a-af9e-074c1fda9390 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "GET /v2.0/subnets/641d84f3-9c2d-4770-9097-f260a3ab9a16?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0548813 Oct 22 15:15:09.573756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48550) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:09.578934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1717222318'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:09.689124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:09.692690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:09.718266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:09.728011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:09.728361 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Added segment 98007d13-413e-4609-a0ba-4b2df6e4edff of type vlan for network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 Oct 22 15:15:09.773880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:09.910590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66412966-f1e8-4c08-8048-5a40518a893e req-18a729d6-531b-41be-b775-22e7aa54c8b5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:09.912420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66412966-f1e8-4c08-8048-5a40518a893e req-18a729d6-531b-41be-b775-22e7aa54c8b5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 944 time: 0.0564840 Oct 22 15:15:09.952046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66412966-f1e8-4c08-8048-5a40518a893e req-af2e9358-87d7-46f8-86e0-9e3f132da0b5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Oct 22 15:15:10.175381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:10.182631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:10.183250 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:10.276980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Network': ['ID=ecf87904-ee41-4f42-813c-4f9e26ec2dd0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:10.287871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:10.294549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c1ae4-d3a4-4adb-8fba-6e9cadfc4e74 req-9bbaf792-720a-48c0-893a-af618eb29491 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:10.296372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-613c1ae4-d3a4-4adb-8fba-6e9cadfc4e74 req-9bbaf792-720a-48c0-893a-af618eb29491 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1324084 Oct 22 15:15:10.347830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-613c1ae4-d3a4-4adb-8fba-6e9cadfc4e74 req-cc2395e8-30ae-4766-b5e9-ee70bf657137 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Oct 22 15:15:10.417640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a573b1be-6586-4440-ba07-a42fab7eff31 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8424985 Oct 22 15:15:10.426559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48564) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:10.426559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:10.588417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Made reservation on behalf of 163225ee523c4194b880a2aa95ea235d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:10.592642 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:10.661089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53d12e25-48ee-440d-b894-1952a56b49f5 req-f6c4c756-3822-47b7-9c7c-348456af7623 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0398171 Oct 22 15:15:10.694874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Performing IP validity checks on allocation pools {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 15:15:10.695497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 15:15:11.035218 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:11.136221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=003325c4-c97b-4589-bacb-70aca66a9f0f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:11.149114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384cc2d-f0f5-4d04-a45f-3b003a740f91 req-0fa09f8b-1300-473e-a93d-3420c5d9f5fc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:11.151134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e384cc2d-f0f5-4d04-a45f-3b003a740f91 req-0fa09f8b-1300-473e-a93d-3420c5d9f5fc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 944 time: 0.1263232 Oct 22 15:15:11.159882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Checking segment: {'id': '98007d13-413e-4609-a0ba-4b2df6e4edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:11.160284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network hostable DHCP agents. Network: ecf87904-ee41-4f42-813c-4f9e26ec2dd0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:11.209786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e384cc2d-f0f5-4d04-a45f-3b003a740f91 req-0a04a783-68d5-4605-a96c-c1f6f26dbb8d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518706 Oct 22 15:15:11.288668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:11.409920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ecf87904-ee41-4f42-813c-4f9e26ec2dd0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:11.415626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:11.416233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:11.451708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1840fe-afd2-4faa-b934-91e965ed1f78 None None] Network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:11.502704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68a58-95b2-45f9-9ad4-bba3a6b57057 req-40c22def-2ac7-4aea-83da-7527fbe3ff2c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:11.504577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caa68a58-95b2-45f9-9ad4-bba3a6b57057 req-40c22def-2ac7-4aea-83da-7527fbe3ff2c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0758331 Oct 22 15:15:11.509607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-de8cdd9c-0b0a-4867-a286-a64e3c699d4c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0877831 Oct 22 15:15:11.512143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48584) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:11.518381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:11.554730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caa68a58-95b2-45f9-9ad4-bba3a6b57057 req-d8a5e947-e453-4fe8-b1bf-e3fc68f3fa00 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Oct 22 15:15:11.599964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a1cae9ed-3159-4cdb-925d-fa1118d51c71 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:15:11.638937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:11.678696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4237090'] for subnet, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:11.749691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-445333f2-9032-43fe-9da0-119c8d1cfd49 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:11.751301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-445333f2-9032-43fe-9da0-119c8d1cfd49 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.53 "GET /v2.0/networks?id=0382b0df-0a89-45d5-b7ac-11fde0c50cec HTTP/1.1" status: 200 len: 821 time: 0.1476421 Oct 22 15:15:11.769402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Request body: {'port': {'device_id': '50afc415-120f-42b1-aa14-2d9e4102f212', 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec', 'admin_state_up': True, 'tenant_id': 'a0992e329f6f49a5876c120ebf819f41'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:11.773707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ecf87904-ee41-4f42-813c-4f9e26ec2dd0', 'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0', 'tenant_id': '163225ee523c4194b880a2aa95ea235d', 'fixed_ips': [{'subnet_id': '003325c4-c97b-4589-bacb-70aca66a9f0f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:15:11.775260 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:11.778887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a1cae9ed-3159-4cdb-925d-fa1118d51c71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a1cae9ed-3159-4cdb-925d-fa1118d51c71,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:11.803525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71', 'mac_address': 'fa:16:3e:94:b7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:15:11.829688 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:15:11.843170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0be28d1b-93da-4dc8-af7a-655a920008ca req-de5a3de4-4d5d-4a93-aff4-2534375f1049 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0582261 Oct 22 15:15:12.030387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Made reservation on behalf of a0992e329f6f49a5876c120ebf819f41 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:12.034336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.123681 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778615874780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4195857'] for subnet, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.124101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.161318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cae9ed-3159-4cdb-925d-fa1118d51c71 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:12.171278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:12.171992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.176023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "PUT /v2.0/subnets/003325c4-c97b-4589-bacb-70aca66a9f0f HTTP/1.1" status: 200 len: 900 time: 0.6599135 Oct 22 15:15:12.178075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:12.192049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903728bc-e377-4013-ae72-af23dfbb533a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event updated for resources: {'Subnet': ['ID=003325c4-c97b-4589-bacb-70aca66a9f0f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:12.192363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a1cae9ed-3159-4cdb-925d-fa1118d51c71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a1cae9ed-3159-4cdb-925d-fa1118d51c71,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:12.198822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Allocated IP 2001:db8::3 (ecf87904-ee41-4f42-813c-4f9e26ec2dd0/003325c4-c97b-4589-bacb-70aca66a9f0f/d2a3e257-504b-4cd8-98ce-0c547c2e70fd) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:12.278063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Allocated IP 172.20.0.12 (0382b0df-0a89-45d5-b7ac-11fde0c50cec/96c129e0-f967-48b9-b43e-1aa89f4e7366/094fb33b-64d0-47e0-955c-758103c21458) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:12.329642 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.351680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.428874 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.434109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a1cae9ed-3159-4cdb-925d-fa1118d51c71,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:12.475426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc6b1-b2de-40da-b0b2-59d939ea7d08 req-ca35f9b3-59a9-4dd7-b9e8-670205b64b02 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:12.477014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-590dc6b1-b2de-40da-b0b2-59d939ea7d08 req-ca35f9b3-59a9-4dd7-b9e8-670205b64b02 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 945 time: 0.1555479 Oct 22 15:15:12.553781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.556034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.601002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:12.605939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:12.610438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:12.622518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Pushing event updated for resources: {'Port': ['ID=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:12.628395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-590dc6b1-b2de-40da-b0b2-59d939ea7d08 req-7328f6c0-81d6-440d-a55e-522b86ebe048 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367209 Oct 22 15:15:12.665605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.733641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Attempting to bind port d2a3e257-504b-4cd8-98ce-0c547c2e70fd on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:12.734506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Attempting to bind port d2a3e257-504b-4cd8-98ce-0c547c2e70fd by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '98007d13-413e-4609-a0ba-4b2df6e4edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:12.734881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Attempting to bind port d2a3e257-504b-4cd8-98ce-0c547c2e70fd on network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:12.745259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:12.745637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Checking segment: {'id': '98007d13-413e-4609-a0ba-4b2df6e4edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:12.746091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.746502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Bound using segment: {'id': '98007d13-413e-4609-a0ba-4b2df6e4edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:12.746999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Bound port: d2a3e257-504b-4cd8-98ce-0c547c2e70fd, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98007d13-413e-4609-a0ba-4b2df6e4edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:12.747534 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.803706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092473e-87ad-4ec0-9722-80e7bbf6de70 req-e2983d04-92a2-4786-9950-d3e30dd4d9b3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:12.805591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3092473e-87ad-4ec0-9722-80e7bbf6de70 req-e2983d04-92a2-4786-9950-d3e30dd4d9b3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0692344 Oct 22 15:15:12.819539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] For port d2a3e257-504b-4cd8-98ce-0c547c2e70fd, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:12.822870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] For port d2a3e257-504b-4cd8-98ce-0c547c2e70fd, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,segment=NetworkSegment(98007d13-413e-4609-a0ba-4b2df6e4edff),segment_id=98007d13-413e-4609-a0ba-4b2df6e4edff)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:12.838685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.872618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3092473e-87ad-4ec0-9722-80e7bbf6de70 req-ca86d476-fd43-49eb-b32e-534e91aacccb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602078 Oct 22 15:15:12.873593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=003325c4-c97b-4589-bacb-70aca66a9f0f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:12.938823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.982713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e87ac89-de34-41fe-aa71-1f89c011308a req-d1457e5f-eccb-4df9-9a8d-577070ad0376 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0405052 Oct 22 15:15:12.986075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:12.986195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a1cae9ed-3159-4cdb-925d-fa1118d51c71'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:15:12.988595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf87904-ee41-4f42-813c-4f9e26ec2dd0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:13.029060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98007d13-413e-4609-a0ba-4b2df6e4edff') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:13.029424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98007d13-413e-4609-a0ba-4b2df6e4edff') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:13.036369 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.047781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.065944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Network 0382b0df-0a89-45d5-b7ac-11fde0c50cec is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:13.067343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:13.075914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:13.078801 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.082353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Pushing event updated for resources: {'Port': ['ID=094fb33b-64d0-47e0-955c-758103c21458,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:13.109838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:13.110593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:13.123251 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:13.171157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e1b7-f414-424c-809e-0de061dd01c5 None None] Pushing event updated for resources: {'Port': ['ID=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:13.205603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:13.206383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.367983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 15:15:13.367983 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 15:15:13.367983 n-d-812148-2 neutron-server[107802]: [parameters: {'id': 'ecf87904-ee41-4f42-813c-4f9e26ec2dd0'}] Oct 22 15:15:13.367983 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:15:13.374091 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:15:13.468408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-825eec12-52ea-4cfa-a97a-cb4694b1d82f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7069886 Oct 22 15:15:13.481043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Request body: {'port': {'device_id': '50afc415-120f-42b1-aa14-2d9e4102f212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:13.534737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.706357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d2a3e257-504b-4cd8-98ce-0c547c2e70fd up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:13.768603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d2a3e257-504b-4cd8-98ce-0c547c2e70fd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:13.769023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.888767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:13.940989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d2a3e257-504b-4cd8-98ce-0c547c2e70fd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,segment=NetworkSegment(98007d13-413e-4609-a0ba-4b2df6e4edff),segment_id=98007d13-413e-4609-a0ba-4b2df6e4edff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:14.117346 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.168615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.200495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88003c9-d41f-4539-962f-6cde4c540cb0 None None] Network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:14.249157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac96e-2e1f-4b89-817c-85d1650e7387 req-3ddcd6da-27df-4da5-a341-402ce0009dc4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:14.250688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa6ac96e-2e1f-4b89-817c-85d1650e7387 req-3ddcd6da-27df-4da5-a341-402ce0009dc4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 945 time: 0.5103610 Oct 22 15:15:14.306425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:14.321725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2dd84-bc01-4af2-ae7d-622e3778d36c req-76d87375-bc27-4ebb-a73a-d7c429697380 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:14.323246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95a2dd84-bc01-4af2-ae7d-622e3778d36c req-76d87375-bc27-4ebb-a73a-d7c429697380 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1883256 Oct 22 15:15:14.335834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094fb33b-64d0-47e0-955c-758103c21458 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:14.360267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.371416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d3cc24b7-aa86-492b-8d7e-eafd43131a97 None None] Provisioning complete for port d2a3e257-504b-4cd8-98ce-0c547c2e70fd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:14.371806 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d3cc24b7-aa86-492b-8d7e-eafd43131a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.378860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa6ac96e-2e1f-4b89-817c-85d1650e7387 req-494e1716-1c43-44ad-a09e-c3bc7c4ae966 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Oct 22 15:15:14.391831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Transition to ACTIVE for port object 094fb33b-64d0-47e0-955c-758103c21458 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:15:14.432532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95a2dd84-bc01-4af2-ae7d-622e3778d36c req-789da118-f760-4482-9556-9fc3dab163c6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010985 Oct 22 15:15:14.454673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port d2a3e257-504b-4cd8-98ce-0c547c2e70fd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:14.455043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.545946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.553367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] DHCP port deletion for ecf87904-ee41-4f42-813c-4f9e26ec2dd0 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:14.553511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port d2a3e257-504b-4cd8-98ce-0c547c2e70fd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,segment=NetworkSegment(98007d13-413e-4609-a0ba-4b2df6e4edff),segment_id=98007d13-413e-4609-a0ba-4b2df6e4edff)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:14.553511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.604216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for d2a3e257-504b-4cd8-98ce-0c547c2e70fd owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:14.608065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] Deleting port d2a3e257-504b-4cd8-98ce-0c547c2e70fd {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:14.608322 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.641713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Pushing event updated for resources: {'Port': ['ID=094fb33b-64d0-47e0-955c-758103c21458,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:14.685376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] For port d2a3e257-504b-4cd8-98ce-0c547c2e70fd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,segment=NetworkSegment(98007d13-413e-4609-a0ba-4b2df6e4edff),segment_id=98007d13-413e-4609-a0ba-4b2df6e4edff)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:14.685768 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.689315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8d069-d60b-497e-9f20-1e4117a494ac req-fa3bbb16-c52d-47c4-812c-951c4714b5e8 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:14.690852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55f8d069-d60b-497e-9f20-1e4117a494ac req-fa3bbb16-c52d-47c4-812c-951c4714b5e8 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 944 time: 0.2000482 Oct 22 15:15:14.699537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] Calling delete_port for d2a3e257-504b-4cd8-98ce-0c547c2e70fd owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:14.797134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55f8d069-d60b-497e-9f20-1e4117a494ac req-254c59d1-9bb9-454a-ae93-2bbe36a19d3c tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986686 Oct 22 15:15:14.821783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Attempting to bind port 094fb33b-64d0-47e0-955c-758103c21458 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:14.821783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Attempting to bind port 094fb33b-64d0-47e0-955c-758103c21458 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '0dcc7b9e-8165-43d4-890a-96890e854761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:14.821783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Attempting to bind port 094fb33b-64d0-47e0-955c-758103c21458 on network 0382b0df-0a89-45d5-b7ac-11fde0c50cec {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:14.821783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Port 094fb33b-64d0-47e0-955c-758103c21458 on network 0382b0df-0a89-45d5-b7ac-11fde0c50cec not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:15:14.821783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Attempting to bind port 094fb33b-64d0-47e0-955c-758103c21458 on network 0382b0df-0a89-45d5-b7ac-11fde0c50cec {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:14.823998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:14.824363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Checking segment: {'id': '0dcc7b9e-8165-43d4-890a-96890e854761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:14.824719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Bound using segment: {'id': '0dcc7b9e-8165-43d4-890a-96890e854761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:14.825142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Bound port: 094fb33b-64d0-47e0-955c-758103c21458, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc7b9e-8165-43d4-890a-96890e854761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:14.825493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.913760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] For port 094fb33b-64d0-47e0-955c-758103c21458, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:14.913760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] For port 094fb33b-64d0-47e0-955c-758103c21458, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=094fb33b-64d0-47e0-955c-758103c21458,segment=NetworkSegment(0dcc7b9e-8165-43d4-890a-96890e854761),segment_id=0dcc7b9e-8165-43d4-890a-96890e854761)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:14.946311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.952567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:14.974469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] Pushing event deleted for resources: {'Port': ['ID=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:14.979708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=d2a3e257-504b-4cd8-98ce-0c547c2e70fd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:14.983390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port d2a3e257-504b-4cd8-98ce-0c547c2e70fd on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:14.986989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c9d44-bb6e-44ce-a6e5-5db66c1624cf None None] No DVR routers for this DVR port d2a3e257-504b-4cd8-98ce-0c547c2e70fd on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:15.005914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15a253-8b53-4ca1-8cb5-61c8b8933663 None None] Network ecf87904-ee41-4f42-813c-4f9e26ec2dd0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:15.076905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.080499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.138475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf87904-ee41-4f42-813c-4f9e26ec2dd0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:15.141288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.141838 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.143310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] 10.222.0.53 "PUT /v2.0/ports/094fb33b-64d0-47e0-955c-758103c21458 HTTP/1.1" status: 200 len: 1092 time: 1.6669598 Oct 22 15:15:15.143731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50afc415-120f-42b1-aa14-2d9e4102f212', 'tag': '094fb33b-64d0-47e0-955c-758103c21458'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:15.146127 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa" -d '{"events": [{"name": "network-changed", "server_uuid": "50afc415-120f-42b1-aa14-2d9e4102f212", "tag": "094fb33b-64d0-47e0-955c-758103c21458"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:15.165878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98007d13-413e-4609-a0ba-4b2df6e4edff') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:15.165878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98007d13-413e-4609-a0ba-4b2df6e4edff') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:15.187024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.202088 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b68eb9-792d-45a9-84fe-c6a389826975 x-openstack-request-id: req-26b68eb9-792d-45a9-84fe-c6a389826975 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:15.202402 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50afc415-120f-42b1-aa14-2d9e4102f212", "tag": "094fb33b-64d0-47e0-955c-758103c21458", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:15.202657 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26b68eb9-792d-45a9-84fe-c6a389826975 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:15.203093 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50afc415-120f-42b1-aa14-2d9e4102f212', 'tag': '094fb33b-64d0-47e0-955c-758103c21458', 'status': 'completed', 'code': 200} Oct 22 15:15:15.205836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c60d84-9d24-491d-b2bc-0b143429e889 service neutron] Pushing event updated for resources: {'Port': ['ID=094fb33b-64d0-47e0-955c-758103c21458,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:15.215400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.230439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:15.230835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:15.233777 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:15.317655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa req-4b73163a-786e-47ae-95a3-1d45f7cd5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.319525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa req-4b73163a-786e-47ae-95a3-1d45f7cd5e4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0992e329f6f49a5876c120ebf819f41&device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 1095 time: 0.0993633 Oct 22 15:15:15.429390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa req-943dcc9e-5d51-4d16-9fd5-a265ca1643db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.429390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa req-943dcc9e-5d51-4d16-9fd5-a265ca1643db service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a0992e329f6f49a5876c120ebf819f41&shared=False HTTP/1.1" status: 200 len: 922 time: 0.0995440 Oct 22 15:15:15.460931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.490640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.495023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/ecf87904-ee41-4f42-813c-4f9e26ec2dd0 HTTP/1.1" status: 204 len: 168 time: 3.3145368 Oct 22 15:15:15.498125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:15.529296 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4109fd24-07dc-44db-a00c-cf6863f7d639 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:15.530027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4109fd24-07dc-44db-a00c-cf6863f7d639 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:15.531629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2185a0-94ea-4baa-b3d2-f34c074bfba3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=ecf87904-ee41-4f42-813c-4f9e26ec2dd0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:15.534301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4109fd24-07dc-44db-a00c-cf6863f7d639 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/003325c4-c97b-4589-bacb-70aca66a9f0f HTTP/1.1" status: 404 len: 337 time: 0.0349972 Oct 22 15:15:15.538686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48654) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:15.558916 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5588e367-41db-4960-941a-ac44d380daf3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:15.559700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5588e367-41db-4960-941a-ac44d380daf3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:15.567202 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5588e367-41db-4960-941a-ac44d380daf3 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/ecf87904-ee41-4f42-813c-4f9e26ec2dd0 HTTP/1.1" status: 404 len: 339 time: 0.0252004 Oct 22 15:15:15.567445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48656) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:15.600499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a1cae9ed-3159-4cdb-925d-fa1118d51c71 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:15.657017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf347fa-a159-4592-a970-b55f7798735f req-9b2ecd18-17c8-449b-a76c-ac1279f44cf2 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.658877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abf347fa-a159-4592-a970-b55f7798735f req-9b2ecd18-17c8-449b-a76c-ac1279f44cf2 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 945 time: 0.1991677 Oct 22 15:15:15.678623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.686740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d2a3e257-504b-4cd8-98ce-0c547c2e70fd no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:15.697857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa req-cbed60ba-7594-41ba-a28a-b35d9a37399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.699414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d56f0bf-e779-4f74-a9c5-5b0471a3afaa req-cbed60ba-7594-41ba-a28a-b35d9a37399a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649224 Oct 22 15:15:15.719819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d2a3e257-504b-4cd8-98ce-0c547c2e70fd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:15.721064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d2a3e257-504b-4cd8-98ce-0c547c2e70fd not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:15.741114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41961f-e8a3-436c-b235-460b9f68d07a req-760a5841-e631-48ea-84d8-759a894872a6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.743315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e41961f-e8a3-436c-b235-460b9f68d07a req-760a5841-e631-48ea-84d8-759a894872a6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1825230 Oct 22 15:15:15.785496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abf347fa-a159-4592-a970-b55f7798735f req-fe4dea82-38b6-4100-8b8d-e524fbe7c51e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121414 Oct 22 15:15:15.806266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.825928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port a1cae9ed-3159-4cdb-925d-fa1118d51c71 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:15:15.831727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port a1cae9ed-3159-4cdb-925d-fa1118d51c71 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:15.831727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.832705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2335661a-ec88-40fa-b0b6-3c418b9b524c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:15.844817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55b98db-5832-41df-8e64-3d6cc94a40ca') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:15.845124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55b98db-5832-41df-8e64-3d6cc94a40ca') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:15.845628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e41961f-e8a3-436c-b235-460b9f68d07a req-a5b8e229-607a-445a-9760-cb05045e8229 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696602 Oct 22 15:15:15.869139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-7ce17b8d-3321-43de-a34b-661894fdf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:15.869139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-7ce17b8d-3321-43de-a34b-661894fdf8d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0992e329f6f49a5876c120ebf819f41&device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 1095 time: 0.1142311 Oct 22 15:15:15.869458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.888182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.899574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:15.899994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:15.906418 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:15.951157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-f9fe7af2-a2df-4012-932a-c914e5319cc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094fb33b-64d0-47e0-955c-758103c21458 HTTP/1.1" status: 200 len: 217 time: 0.0813229 Oct 22 15:15:15.951653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:15.980331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:15.983763 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e110f5e-058f-4c22-abeb-557f3404e46e" -d '{"events": [{"server_uuid": "885cfa49-6a0c-473f-805b-9d4d6c716e30", "name": "network-vif-plugged", "status": "completed", "tag": "a1cae9ed-3159-4cdb-925d-fa1118d51c71"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:15.998862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port a1cae9ed-3159-4cdb-925d-fa1118d51c71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a1cae9ed-3159-4cdb-925d-fa1118d51c71,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:16.007488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cbd43-31a0-4558-9493-08e6a7bd7327 req-bcd64f40-0794-42bf-b4b5-6cececa2c312 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:16.009142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d3cbd43-31a0-4558-9493-08e6a7bd7327 req-bcd64f40-0794-42bf-b4b5-6cececa2c312 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 944 time: 0.0926518 Oct 22 15:15:16.032054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-0c66e619-d796-4c63-a708-92398f22219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:16.033774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-0c66e619-d796-4c63-a708-92398f22219e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96c129e0-f967-48b9-b43e-1aa89f4e7366 HTTP/1.1" status: 200 len: 861 time: 0.0755181 Oct 22 15:15:16.053862 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b50d80-9d10-49da-938b-cf7ba4959535 x-openstack-request-id: req-51b50d80-9d10-49da-938b-cf7ba4959535 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:16.058123 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885cfa49-6a0c-473f-805b-9d4d6c716e30", "name": "network-vif-plugged", "status": "completed", "tag": "a1cae9ed-3159-4cdb-925d-fa1118d51c71", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:16.058123 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51b50d80-9d10-49da-938b-cf7ba4959535 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:16.058123 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71', 'code': 200} Oct 22 15:15:16.077237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-f5143586-bc08-4798-93e8-52d740467498 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0382b0df-0a89-45d5-b7ac-11fde0c50cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344977 Oct 22 15:15:16.081245 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.081399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.101473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.108160 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/2335661a-ec88-40fa-b0b6-3c418b9b524c HTTP/1.1" status: 204 len: 168 time: 0.5373876 Oct 22 15:15:16.116655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48668) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:16.126940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=2335661a-ec88-40fa-b0b6-3c418b9b524c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:16.129605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d3cbd43-31a0-4558-9493-08e6a7bd7327 req-cddd4a37-4af9-4a00-a69f-58c107917e9c tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120160 Oct 22 15:15:16.181486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.181821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.182080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.182351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.182678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.183026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.183356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.183680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.184002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.184354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.184672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.184989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de2d1-afcd-4aed-8a8c-826a3d7e9867 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:16.189476 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8917910e-6f3c-4f72-8bcd-40b51b45a839 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:16.189936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8917910e-6f3c-4f72-8bcd-40b51b45a839 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:16.193113 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8917910e-6f3c-4f72-8bcd-40b51b45a839 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/def12913-ff3f-4006-9696-a1b222734f8f HTTP/1.1" status: 404 len: 337 time: 0.0752666 Oct 22 15:15:16.196155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:16.204745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=a1cae9ed-3159-4cdb-925d-fa1118d51c71,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:16.229393 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da65089-02b2-4dbd-bafc-8215e1adea09 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:16.230006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da65089-02b2-4dbd-bafc-8215e1adea09 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:16.230515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-645c2947-0728-4f76-9658-bda50f704d40 service neutron] 10.222.0.53 "GET /v2.0/networks/0382b0df-0a89-45d5-b7ac-11fde0c50cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324925 Oct 22 15:15:16.233015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9da65089-02b2-4dbd-bafc-8215e1adea09 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/3ab6f38a-5766-40d5-b38b-4079901989e0 HTTP/1.1" status: 404 len: 339 time: 0.0353856 Oct 22 15:15:16.235956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48672) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:16.244062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b190f5-e7dc-44ca-869f-e802eec343d9 req-f836e3fd-4f69-4e95-9d5f-3b9832ddf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:16.253696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c2b190f5-e7dc-44ca-869f-e802eec343d9 req-f836e3fd-4f69-4e95-9d5f-3b9832ddf356 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 1097 time: 0.1126566 Oct 22 15:15:16.285402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c2b190f5-e7dc-44ca-869f-e802eec343d9 req-acb89a8d-db06-430e-982f-ea25986587a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Oct 22 15:15:16.352972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting subnet 769c753f-6195-495a-9918-80f3609f1baf {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:16.361323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.414284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.418764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a686080-bd07-453d-91d9-a802b4f1b400 req-daabe382-7c6e-4dde-acd8-ad44a1629b61 service neutron] 10.222.0.53 "GET /v2.0/networks/0382b0df-0a89-45d5-b7ac-11fde0c50cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715329 Oct 22 15:15:16.502624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.677818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.706853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=769c753f-6195-495a-9918-80f3609f1baf,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:16.713504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.716743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-306a36f5-6af3-4475-a56a-fd18d72cfd4a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/769c753f-6195-495a-9918-80f3609f1baf HTTP/1.1" status: 204 len: 168 time: 0.4791729 Oct 22 15:15:16.719275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48680) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:16.719976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5dd09-24f0-44ee-b2d3-c1e50b7d392f None None] Network 3f84f965-149a-4926-968c-f396aba9de7a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:16.778310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting subnet d4f764ec-4462-41e9-9c31-707a1d608f48 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:16.783915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.830845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:16.969763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.069637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3a549-97b0-46ac-b6e2-8b4be4cae70f req-18169c70-42dd-4149-b7e2-d342aa5833b8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:17.074295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93e3a549-97b0-46ac-b6e2-8b4be4cae70f req-18169c70-42dd-4149-b7e2-d342aa5833b8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.1466722 Oct 22 15:15:17.116935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2323d-6409-40ee-b976-63d0822af7f0 req-bc7cd334-d197-4a64-a05b-7b23e294866f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:17.118895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57c2323d-6409-40ee-b976-63d0822af7f0 req-bc7cd334-d197-4a64-a05b-7b23e294866f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1512444 Oct 22 15:15:17.156129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93e3a549-97b0-46ac-b6e2-8b4be4cae70f req-41e2d918-39d5-4d8c-a7b5-f225df87a0ff tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721469 Oct 22 15:15:17.179587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57c2323d-6409-40ee-b976-63d0822af7f0 req-5c3d51bd-f7da-49bd-8ad2-febf1cfcf11c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502312 Oct 22 15:15:17.294987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.331991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f764ec-4462-41e9-9c31-707a1d608f48,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:17.336602 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.339863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-71872758-46e2-42d0-aea7-e60c039e151a tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/d4f764ec-4462-41e9-9c31-707a1d608f48 HTTP/1.1" status: 204 len: 168 time: 0.6195967 Oct 22 15:15:17.342407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48694) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:17.355022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd9bf8-3fa6-4ede-875d-cd708182adf5 req-29fce569-c225-4c60-b354-2c305ca6e198 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:17.355594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14cd9bf8-3fa6-4ede-875d-cd708182adf5 req-29fce569-c225-4c60-b354-2c305ca6e198 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 944 time: 0.0921829 Oct 22 15:15:17.420972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14cd9bf8-3fa6-4ede-875d-cd708182adf5 req-c6f6d0f4-57a7-40c2-a2d8-9d9eef3aeac7 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579593 Oct 22 15:15:17.439792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.515540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port 93ef36d0-67ff-4e32-a536-102f5701effe {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:17.515540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.546585 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc4138-8492-4408-baac-ad01e603941a None None] Network 3f84f965-149a-4926-968c-f396aba9de7a requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:17.567609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-47f7739c-0718-4ab2-a829-620300bc6f37 None None] Provisioning complete for port 93ef36d0-67ff-4e32-a536-102f5701effe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:17.568016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47f7739c-0718-4ab2-a829-620300bc6f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.608469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port 93ef36d0-67ff-4e32-a536-102f5701effe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=93ef36d0-67ff-4e32-a536-102f5701effe,segment=NetworkSegment(a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084),segment_id=a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:17.608837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.628397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for 93ef36d0-67ff-4e32-a536-102f5701effe owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:17.819951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] DHCP port deletion for 3f84f965-149a-4926-968c-f396aba9de7a request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:17.875961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] Deleting port 93ef36d0-67ff-4e32-a536-102f5701effe {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:17.876380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.894350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.928504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port 93ef36d0-67ff-4e32-a536-102f5701effe on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:17.930523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=93ef36d0-67ff-4e32-a536-102f5701effe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:17.947946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] For port 93ef36d0-67ff-4e32-a536-102f5701effe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=93ef36d0-67ff-4e32-a536-102f5701effe,segment=NetworkSegment(a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084),segment_id=a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:17.948573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:17.963572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] Calling delete_port for 93ef36d0-67ff-4e32-a536-102f5701effe owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:18.033448 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.056332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f84f965-149a-4926-968c-f396aba9de7a']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:18.066509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.068306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:18.069026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44a0a5d-2ab2-49ef-9eb1-e36ad2e75084') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:18.086382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.093524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] Pushing event deleted for resources: {'Port': ['ID=93ef36d0-67ff-4e32-a536-102f5701effe,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:18.096968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4dcf1-573b-474f-8299-25ea51b8fcd0 None None] No DVR routers for this DVR port 93ef36d0-67ff-4e32-a536-102f5701effe on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:18.104304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:18.131034 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:18.312072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.316835 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.320578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/3f84f965-149a-4926-968c-f396aba9de7a HTTP/1.1" status: 204 len: 168 time: 0.9771199 Oct 22 15:15:18.324252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae075d8b-8c0f-46cf-bf4b-225447d566a2 req-009d861a-ff4b-4286-9729-7ef8fe4477a9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:18.325784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae075d8b-8c0f-46cf-bf4b-225447d566a2 req-009d861a-ff4b-4286-9729-7ef8fe4477a9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.0928264 Oct 22 15:15:18.325939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48710) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.338818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67298d-448f-4f15-995e-5674458b1903 req-a433d2f3-efe9-41ee-b5f1-e6098075e47b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:18.340338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d67298d-448f-4f15-995e-5674458b1903 req-a433d2f3-efe9-41ee-b5f1-e6098075e47b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0723996 Oct 22 15:15:18.364222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8ae75-160f-4289-998f-4f7b3f5b7a64 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=3f84f965-149a-4926-968c-f396aba9de7a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:18.367460 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f716f7-4624-4902-bcf7-ff3c35940564 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:18.368758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f716f7-4624-4902-bcf7-ff3c35940564 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:18.372521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-78f716f7-4624-4902-bcf7-ff3c35940564 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/be322d2b-702a-489a-892a-e5e7881a03db HTTP/1.1" status: 404 len: 337 time: 0.0456440 Oct 22 15:15:18.374788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48714) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.399615 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a98aeab-e86b-4bd9-9340-8ea3098b4a94 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:18.400935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a98aeab-e86b-4bd9-9340-8ea3098b4a94 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:18.406307 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a98aeab-e86b-4bd9-9340-8ea3098b4a94 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/7f803e86-b63e-4ae7-a202-49d3e3a743ad HTTP/1.1" status: 404 len: 339 time: 0.0298054 Oct 22 15:15:18.415195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae075d8b-8c0f-46cf-bf4b-225447d566a2 req-af1ccc36-157a-47ad-ae3c-03e19a77f8ec tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657208 Oct 22 15:15:18.415195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d67298d-448f-4f15-995e-5674458b1903 req-9b5fa551-6fc5-4e11-ac76-dbd0936786ca tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647268 Oct 22 15:15:18.416948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48716) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.446846 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6de1ab6-73ef-4ee6-b9ae-e29d15613d9e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:18.447679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6de1ab6-73ef-4ee6-b9ae-e29d15613d9e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:18.453302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6de1ab6-73ef-4ee6-b9ae-e29d15613d9e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/c7e18da7-6396-4891-8235-25fc7af2bf98 HTTP/1.1" status: 404 len: 337 time: 0.0349500 Oct 22 15:15:18.463891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.482286 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-090dd144-5ff8-42eb-a690-1f74c1e79fbf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:18.482836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090dd144-5ff8-42eb-a690-1f74c1e79fbf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:18.486405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-090dd144-5ff8-42eb-a690-1f74c1e79fbf tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/9562a5ce-ee69-46b3-a91e-45d2b5e2c547 HTTP/1.1" status: 404 len: 339 time: 0.0215228 Oct 22 15:15:18.495470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.538225 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-54df2265-f871-4f61-a363-347a5b855f25 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:18.538994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54df2265-f871-4f61-a363-347a5b855f25 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:18.542576 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-54df2265-f871-4f61-a363-347a5b855f25 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/a6c4a13a-66cd-4c3a-9f3a-ec45cd67661a HTTP/1.1" status: 404 len: 337 time: 0.0457451 Oct 22 15:15:18.545182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48728) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.583933 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9c285e-4112-4624-8271-d0a0c77ec2c6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:18.584481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9c285e-4112-4624-8271-d0a0c77ec2c6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:18.589233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1d9c285e-4112-4624-8271-d0a0c77ec2c6 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/4a2c878f-9ca0-4894-a35f-d119b174adaa HTTP/1.1" status: 404 len: 339 time: 0.0428815 Oct 22 15:15:18.590823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48730) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:18.632825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc397b4-1aef-4611-916b-52a2d092102b req-941fd49d-ee3b-44fb-b303-487fa896652f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:18.636520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1dc397b4-1aef-4611-916b-52a2d092102b req-941fd49d-ee3b-44fb-b303-487fa896652f tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 944 time: 0.0756931 Oct 22 15:15:18.654941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting subnet 494ee623-d2c2-4bf5-8e24-c29ed84c85da {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:18.658767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.682225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1dc397b4-1aef-4611-916b-52a2d092102b req-24f49785-1de7-4c4f-b32c-be072d3dd024 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Oct 22 15:15:18.707266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:18.795233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.289428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.317606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=494ee623-d2c2-4bf5-8e24-c29ed84c85da,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:19.321096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.327281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-abbd5f09-41f8-495c-9138-08233aeb83d4 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/494ee623-d2c2-4bf5-8e24-c29ed84c85da HTTP/1.1" status: 204 len: 168 time: 0.7349379 Oct 22 15:15:19.327596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48736) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:19.328688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35f58a-2a1f-490a-a7db-8a62b6a9d184 None None] Network 63901c09-b2fd-484c-a09f-43ad5e74ddab requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:19.460467 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.543315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79256b-7423-439f-897b-f4e69aebc0cf req-fe332262-4e35-4e25-84de-458608076808 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:19.543315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb79256b-7423-439f-897b-f4e69aebc0cf req-fe332262-4e35-4e25-84de-458608076808 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.1049585 Oct 22 15:15:19.549775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] DHCP port deletion for 63901c09-b2fd-484c-a09f-43ad5e74ddab request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:19.617554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb79256b-7423-439f-897b-f4e69aebc0cf req-035651ed-c2c4-4802-bcf4-64bb3a46dad6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547786 Oct 22 15:15:19.639233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64272eee-2317-4aad-85d3-de1bceb56309 req-4623814c-2974-4b07-8aed-6084d01491d0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:19.641253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64272eee-2317-4aad-85d3-de1bceb56309 req-4623814c-2974-4b07-8aed-6084d01491d0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1223669 Oct 22 15:15:19.668230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] Deleting port 02125c49-b953-4b39-94aa-fa3b498af3eb {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:19.668739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.673360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port 02125c49-b953-4b39-94aa-fa3b498af3eb {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:19.673770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.761824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 094fb33b-64d0-47e0-955c-758103c21458 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:15:19.764338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 93ef36d0-67ff-4e32-a536-102f5701effe no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:19.790811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 93ef36d0-67ff-4e32-a536-102f5701effe {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:19.791286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 93ef36d0-67ff-4e32-a536-102f5701effe not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:19.791740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 02125c49-b953-4b39-94aa-fa3b498af3eb no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:19.795025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port 02125c49-b953-4b39-94aa-fa3b498af3eb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=02125c49-b953-4b39-94aa-fa3b498af3eb,segment=NetworkSegment(a49627b9-df50-4d94-a9b9-20c8e47263e0),segment_id=a49627b9-df50-4d94-a9b9-20c8e47263e0)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:19.795335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.807195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64272eee-2317-4aad-85d3-de1bceb56309 req-ab3f861b-7984-438e-98b4-106e20c338bd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399157 Oct 22 15:15:19.822498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] For port 02125c49-b953-4b39-94aa-fa3b498af3eb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=02125c49-b953-4b39-94aa-fa3b498af3eb,segment=NetworkSegment(a49627b9-df50-4d94-a9b9-20c8e47263e0),segment_id=a49627b9-df50-4d94-a9b9-20c8e47263e0)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:19.822908 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:19.836286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for 02125c49-b953-4b39-94aa-fa3b498af3eb owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:19.855479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] Calling delete_port for 02125c49-b953-4b39-94aa-fa3b498af3eb owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:19.915229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0bcb-ee2c-4e97-92ad-1a4435751078 req-a5d7a0a0-78d0-4fff-b7f4-b7a7182cfb53 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:19.916954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb6c0bcb-ee2c-4e97-92ad-1a4435751078 req-a5d7a0a0-78d0-4fff-b7f4-b7a7182cfb53 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 944 time: 0.1133525 Oct 22 15:15:19.980788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb6c0bcb-ee2c-4e97-92ad-1a4435751078 req-d57a0b4e-c7b6-4f0a-ab24-ca44ab6604ab tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565808 Oct 22 15:15:20.205405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.212796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 094fb33b-64d0-47e0-955c-758103c21458, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=094fb33b-64d0-47e0-955c-758103c21458,segment=NetworkSegment(0dcc7b9e-8165-43d4-890a-96890e854761),segment_id=0dcc7b9e-8165-43d4-890a-96890e854761)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:20.227910 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.233881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=02125c49-b953-4b39-94aa-fa3b498af3eb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:20.236082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port 02125c49-b953-4b39-94aa-fa3b498af3eb on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:20.242067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '094fb33b-64d0-47e0-955c-758103c21458', 'network_id': '0382b0df-0a89-45d5-b7ac-11fde0c50cec', 'port_id': '094fb33b-64d0-47e0-955c-758103c21458', 'mac_address': 'fa:16:3e:9c:5a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c129e0-f967-48b9-b43e-1aa89f4e7366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:15:20.250239 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.284791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] Pushing event deleted for resources: {'Port': ['ID=02125c49-b953-4b39-94aa-fa3b498af3eb,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:20.311787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae37bb-e330-4737-abc5-db51da6b8477 None None] No DVR routers for this DVR port 02125c49-b953-4b39-94aa-fa3b498af3eb on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:20.325378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.352346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63901c09-b2fd-484c-a09f-43ad5e74ddab']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:20.353350 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.365497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49627b9-df50-4d94-a9b9-20c8e47263e0') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:20.365793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49627b9-df50-4d94-a9b9-20c8e47263e0') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:20.374511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094fb33b-64d0-47e0-955c-758103c21458 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:20.377093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.392096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.398740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 094fb33b-64d0-47e0-955c-758103c21458, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=094fb33b-64d0-47e0-955c-758103c21458,segment=NetworkSegment(0dcc7b9e-8165-43d4-890a-96890e854761),segment_id=0dcc7b9e-8165-43d4-890a-96890e854761)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:20.399751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:20.400447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:20.404114 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:20.601605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.637935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.654165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.659841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/63901c09-b2fd-484c-a09f-43ad5e74ddab HTTP/1.1" status: 204 len: 168 time: 1.3285129 Oct 22 15:15:20.660620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48758) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:20.669276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=094fb33b-64d0-47e0-955c-758103c21458,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:20.688766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779a3e-9bc7-43b5-95a5-ef63ab540c9c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=63901c09-b2fd-484c-a09f-43ad5e74ddab,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:20.712566 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfd5513-6d7c-4c8e-a763-c66e1c4bb55e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:20.718465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfd5513-6d7c-4c8e-a763-c66e1c4bb55e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:20.719563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dbfd5513-6d7c-4c8e-a763-c66e1c4bb55e tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/78edfd44-165b-487b-abcb-69cd6325fdac HTTP/1.1" status: 404 len: 337 time: 0.0571954 Oct 22 15:15:20.720197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:20.751386 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20f9d37-f0a1-47c3-8d84-f946f2e1f17c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] DELETE failed (client error): The resource could not be found. Oct 22 15:15:20.751880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286019be-e7c6-4082-b8d0-e9ed1c0e6db8 req-988089bd-601d-4d33-92e5-6081ca0f1776 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:20.752018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20f9d37-f0a1-47c3-8d84-f946f2e1f17c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:15:20.753669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-286019be-e7c6-4082-b8d0-e9ed1c0e6db8 req-988089bd-601d-4d33-92e5-6081ca0f1776 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.0567112 Oct 22 15:15:20.776577 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c20f9d37-f0a1-47c3-8d84-f946f2e1f17c tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/5cfce0f7-f855-4019-8176-616bc6437485 HTTP/1.1" status: 404 len: 339 time: 0.0438526 Oct 22 15:15:20.776577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48766) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:20.838704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-286019be-e7c6-4082-b8d0-e9ed1c0e6db8 req-a2ec34c0-0ebe-4f64-95d4-b0d5d72fa7bf tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779052 Oct 22 15:15:20.856777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting subnet 641d84f3-9c2d-4770-9097-f260a3ab9a16 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:20.860559 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.895768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['094fb33b-64d0-47e0-955c-758103c21458'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:15:20.943446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:20.992123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678fff0-78e7-41af-9a09-fbf2e019b8b0 req-17142587-3077-4963-8e8f-816d64273cab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:20.994566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2678fff0-78e7-41af-9a09-fbf2e019b8b0 req-17142587-3077-4963-8e8f-816d64273cab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0837951 Oct 22 15:15:21.058074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2678fff0-78e7-41af-9a09-fbf2e019b8b0 req-c6976c7a-e082-4c33-80a5-8c2142abe3ae tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540988 Oct 22 15:15:21.073168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.165646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65a016-e3d3-4157-9f8f-cc9e34b0e589 req-d5685772-2c48-44ac-9d70-c28e07af7b9b tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:21.167239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d65a016-e3d3-4157-9f8f-cc9e34b0e589 req-d5685772-2c48-44ac-9d70-c28e07af7b9b tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 945 time: 0.0562983 Oct 22 15:15:21.210070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d65a016-e3d3-4157-9f8f-cc9e34b0e589 req-01c71885-4f17-4bdb-ae87-4d7600a2e03d tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368292 Oct 22 15:15:21.319094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.351777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Subnet': ['ID=641d84f3-9c2d-4770-9097-f260a3ab9a16,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:21.359915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.368902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-de486866-286d-4b6f-bf0d-4ea6af8491a8 tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/subnets/641d84f3-9c2d-4770-9097-f260a3ab9a16 HTTP/1.1" status: 204 len: 168 time: 0.5929463 Oct 22 15:15:21.369940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f719a-79d2-4333-afc3-606e765154fe None None] Network bc9b4b95-7365-454f-94a7-e07a61d954d2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:21.372407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:21.456763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.517083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Deleting port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:21.517455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.591069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f33d4-d8d8-4669-b11c-680f28b2aed1 req-64a1027d-fe99-4751-b3ea-b5b99da8682d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:21.592567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f68f33d4-d8d8-4669-b11c-680f28b2aed1 req-64a1027d-fe99-4751-b3ea-b5b99da8682d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.0518866 Oct 22 15:15:21.604284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] For port cbc9bf86-bf1c-44b5-afc6-5de71b14c974, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,segment=NetworkSegment(f6a3b06a-3947-4a7e-818d-0638d8f1b55c),segment_id=f6a3b06a-3947-4a7e-818d-0638d8f1b55c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:21.604595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.605168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] DHCP port deletion for bc9b4b95-7365-454f-94a7-e07a61d954d2 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:21.628533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Calling delete_port for cbc9bf86-bf1c-44b5-afc6-5de71b14c974 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:21.650842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f68f33d4-d8d8-4669-b11c-680f28b2aed1 req-58ae8612-52d6-414a-b67d-c06a13857529 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482125 Oct 22 15:15:21.688059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device cbc9bf86-bf1c-44b5-afc6-5de71b14c974 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:21.710732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] Deleting port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:21.711129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.790468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] For port cbc9bf86-bf1c-44b5-afc6-5de71b14c974, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,segment=NetworkSegment(f6a3b06a-3947-4a7e-818d-0638d8f1b55c),segment_id=f6a3b06a-3947-4a7e-818d-0638d8f1b55c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:21.791020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.828120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] Calling delete_port for cbc9bf86-bf1c-44b5-afc6-5de71b14c974 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:21.857216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.882810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:21.933105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] No DVR routers for this DVR port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:21.940580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Port': ['ID=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:21.971559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.004202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] Pushing event deleted for resources: {'Port': ['ID=cbc9bf86-bf1c-44b5-afc6-5de71b14c974,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:22.006046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985f13f-afe7-49b8-bf57-50d372faf5de None None] No DVR routers for this DVR port cbc9bf86-bf1c-44b5-afc6-5de71b14c974 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:22.036276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.058502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9b4b95-7365-454f-94a7-e07a61d954d2']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:22.069359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:22.074956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a3b06a-3947-4a7e-818d-0638d8f1b55c') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:22.080881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.095335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.101550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:22.102858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:22.105968 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:22.177712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fed1d-25d7-483c-a671-bf42ae9a2bc7 req-faa264eb-3c96-45a2-86b9-0508ad365dfd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:22.179245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c78fed1d-25d7-483c-a671-bf42ae9a2bc7 req-faa264eb-3c96-45a2-86b9-0508ad365dfd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0531330 Oct 22 15:15:22.218197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c78fed1d-25d7-483c-a671-bf42ae9a2bc7 req-1fe97ae2-eb37-4cd6-aeb0-b5cc49b9115c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Oct 22 15:15:22.330917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8168a-27f5-401d-9ffa-4230b63b5bc4 req-f99e6252-0656-4c2d-a94d-7ba00c4ab78a tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:22.332420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbc8168a-27f5-401d-9ffa-4230b63b5bc4 req-f99e6252-0656-4c2d-a94d-7ba00c4ab78a tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 945 time: 0.0514951 Oct 22 15:15:22.340367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.348173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.351369 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] 10.222.0.66 "DELETE /v2.0/networks/bc9b4b95-7365-454f-94a7-e07a61d954d2 HTTP/1.1" status: 204 len: 168 time: 0.9778969 Oct 22 15:15:22.365684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497d75-065d-4bbe-9599-095f0769ed7f tempest-NetworksIpV6Test-541421357 tempest-NetworksIpV6Test-541421357-project] Pushing event deleted for resources: {'Network': ['ID=bc9b4b95-7365-454f-94a7-e07a61d954d2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:22.377897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bbc8168a-27f5-401d-9ffa-4230b63b5bc4 req-b1de5305-c3be-4d81-9d8e-1be81f52c5fb tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Oct 22 15:15:22.620630 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e1dfaf8-bf64-46c6-9ddb-23a149abb415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:22.776181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a50790-d901-40dc-9841-82c47c14d4c6 req-328035ad-2651-4ebf-a121-e8ee63561609 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:22.776181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3a50790-d901-40dc-9841-82c47c14d4c6 req-328035ad-2651-4ebf-a121-e8ee63561609 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Oct 22 15:15:22.814406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3a50790-d901-40dc-9841-82c47c14d4c6 req-527fa2e7-430a-421f-a449-e3bc7a25669a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Oct 22 15:15:22.856350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48810) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:23.007427 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ff36d619-cd0e-4fc8-9eb6-c27c1a75fda5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=163225ee523c4194b880a2aa95ea235d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495423 Oct 22 15:15:23.011658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48816) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:23.067795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2e38-969a-42fb-ad63-a52f04da6540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.093087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2e38-969a-42fb-ad63-a52f04da6540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.316612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2e38-969a-42fb-ad63-a52f04da6540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.319243 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2e38-969a-42fb-ad63-a52f04da6540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.320323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc2d2e38-969a-42fb-ad63-a52f04da6540 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6353081-844d-49d7-ab81-55b1abcf8216 HTTP/1.1" status: 204 len: 168 time: 0.3075829 Oct 22 15:15:23.331062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2e38-969a-42fb-ad63-a52f04da6540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6353081-844d-49d7-ab81-55b1abcf8216,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:23.333452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-8d0c2162-d729-4a65-97ab-7c0d450892d0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:23.335247 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-8d0c2162-d729-4a65-97ab-7c0d450892d0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 946 time: 0.0538530 Oct 22 15:15:23.362047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4312d-7d93-4e87-9b4c-5cd01eae5116 req-66b11aff-3651-43c5-8120-078f2c27b757 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:23.364174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0b4312d-7d93-4e87-9b4c-5cd01eae5116 req-66b11aff-3651-43c5-8120-078f2c27b757 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0760884 Oct 22 15:15:23.419665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0b4312d-7d93-4e87-9b4c-5cd01eae5116 req-06fef488-9fa0-4050-9341-ce1a04a7b881 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Oct 22 15:15:23.474044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Deleting port a1cae9ed-3159-4cdb-925d-fa1118d51c71 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:23.474384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.536385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0cf-6cea-4abf-a3e7-8b65f381c9f5 req-17c65c60-482f-4519-a379-f1affb122b32 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:23.537949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84beb0cf-6cea-4abf-a3e7-8b65f381c9f5 req-17c65c60-482f-4519-a379-f1affb122b32 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 945 time: 0.0643537 Oct 22 15:15:23.590919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] For port a1cae9ed-3159-4cdb-925d-fa1118d51c71, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=a1cae9ed-3159-4cdb-925d-fa1118d51c71,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:23.590919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.602816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84beb0cf-6cea-4abf-a3e7-8b65f381c9f5 req-7a662dcb-9c3e-41c0-abc6-237c581caee8 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563145 Oct 22 15:15:23.603518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Calling delete_port for a1cae9ed-3159-4cdb-925d-fa1118d51c71 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:23.735652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 094fb33b-64d0-47e0-955c-758103c21458 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:23.909877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:23.921958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['a1cae9ed-3159-4cdb-925d-fa1118d51c71'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:15:23.935255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6d09c-2932-4333-9a38-6ce34347b119 req-5f25ecee-3788-4ea8-bb89-e02a294f5cc7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:23.940397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event deleted for resources: {'Port': ['ID=a1cae9ed-3159-4cdb-925d-fa1118d51c71,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:23.942576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12d6d09c-2932-4333-9a38-6ce34347b119 req-5f25ecee-3788-4ea8-bb89-e02a294f5cc7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 867 time: 0.0569477 Oct 22 15:15:23.949705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 094fb33b-64d0-47e0-955c-758103c21458 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:15:23.958686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 094fb33b-64d0-47e0-955c-758103c21458 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:23.959335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:24.016144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12d6d09c-2932-4333-9a38-6ce34347b119 req-e8720284-812c-41cd-9aba-376bd7893b9f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720081 Oct 22 15:15:24.022079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] No DVR routers for this DVR port a1cae9ed-3159-4cdb-925d-fa1118d51c71 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:24.027254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:24.031532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9ab68905-bcda-429d-b7a0-d9b572938242 req-e8eb6f3b-0e19-413f-9b28-d6bb9412e43b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "DELETE /v2.0/ports/a1cae9ed-3159-4cdb-925d-fa1118d51c71 HTTP/1.1" status: 204 len: 173 time: 0.6831138 Oct 22 15:15:24.041882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'name': 'network-vif-deleted', 'tag': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:24.041882 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b181178d-10d8-49e8-a94f-81ee8165e243" -d '{"events": [{"server_uuid": "885cfa49-6a0c-473f-805b-9d4d6c716e30", "name": "network-vif-deleted", "tag": "a1cae9ed-3159-4cdb-925d-fa1118d51c71"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:24.069204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:24.092771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afc415-120f-42b1-aa14-2d9e4102f212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094fb33b-64d0-47e0-955c-758103c21458'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:24.093320 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3e2171-b29d-407c-956b-0d6a2e071d91 x-openstack-request-id: req-1a3e2171-b29d-407c-956b-0d6a2e071d91 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:24.093624 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885cfa49-6a0c-473f-805b-9d4d6c716e30", "name": "network-vif-deleted", "tag": "a1cae9ed-3159-4cdb-925d-fa1118d51c71", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:24.093877 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a3e2171-b29d-407c-956b-0d6a2e071d91 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:24.094282 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885cfa49-6a0c-473f-805b-9d4d6c716e30', 'name': 'network-vif-deleted', 'tag': 'a1cae9ed-3159-4cdb-925d-fa1118d51c71', 'status': 'completed', 'code': 200} Oct 22 15:15:24.095129 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97032174-4338-41fc-a797-aa17e82308ef" -d '{"events": [{"server_uuid": "50afc415-120f-42b1-aa14-2d9e4102f212", "name": "network-vif-plugged", "status": "completed", "tag": "094fb33b-64d0-47e0-955c-758103c21458"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:24.111581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 094fb33b-64d0-47e0-955c-758103c21458, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=094fb33b-64d0-47e0-955c-758103c21458,segment=NetworkSegment(0dcc7b9e-8165-43d4-890a-96890e854761),segment_id=0dcc7b9e-8165-43d4-890a-96890e854761)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:24.137438 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c61c568-9bfc-4a06-b3d7-72bf2bfe93a9 x-openstack-request-id: req-6c61c568-9bfc-4a06-b3d7-72bf2bfe93a9 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:24.137730 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50afc415-120f-42b1-aa14-2d9e4102f212", "name": "network-vif-plugged", "status": "completed", "tag": "094fb33b-64d0-47e0-955c-758103c21458", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:24.138012 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c61c568-9bfc-4a06-b3d7-72bf2bfe93a9 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:24.138405 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50afc415-120f-42b1-aa14-2d9e4102f212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094fb33b-64d0-47e0-955c-758103c21458', 'code': 200} Oct 22 15:15:24.250759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81d0-50e3-485e-b1b6-e96e8ee1423e req-54168c78-c00d-48ef-9b96-cb72a058b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:24.252408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-723e81d0-50e3-485e-b1b6-e96e8ee1423e req-54168c78-c00d-48ef-9b96-cb72a058b095 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 1096 time: 0.0464315 Oct 22 15:15:24.288780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-723e81d0-50e3-485e-b1b6-e96e8ee1423e req-11e685d8-83df-41ca-960e-8d83c8e5162e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283430 Oct 22 15:15:24.295051 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:24.350091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=094fb33b-64d0-47e0-955c-758103c21458,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:24.565116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c69f2-581c-4b65-be21-6788fcf841cf req-d588a853-d711-45ca-bdd0-fe299bb6a905 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:24.566613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-732c69f2-581c-4b65-be21-6788fcf841cf req-d588a853-d711-45ca-bdd0-fe299bb6a905 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0599642 Oct 22 15:15:24.607203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-732c69f2-581c-4b65-be21-6788fcf841cf req-6caec543-404a-4440-ad58-39772b810a66 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Oct 22 15:15:24.734504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94137f07-bfe8-497c-992a-1b1da572c43a req-6ffcd0b4-182f-40c8-aed9-a6677bea071b tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:24.736376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94137f07-bfe8-497c-992a-1b1da572c43a req-6ffcd0b4-182f-40c8-aed9-a6677bea071b tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 946 time: 0.0577512 Oct 22 15:15:24.776384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94137f07-bfe8-497c-992a-1b1da572c43a req-aca43f51-596e-41f9-90ff-df52a11c6169 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335796 Oct 22 15:15:25.137285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2640d0a2-09a8-4acc-af36-1ec22ead6296 req-31178eee-e407-4d67-96e9-4999b69f7d3c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=885cfa49-6a0c-473f-805b-9d4d6c716e30 HTTP/1.1" status: 200 len: 210 time: 0.0316911 Oct 22 15:15:25.186520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48874) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:25.284785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-646626984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:25.288196 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8ec13b39-ea87-40c6-89fe-d848286b0881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:25.539912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:25.541287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:25.594626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:25.701961 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:25.751566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c0d19-6d4d-44b7-9208-d6b35dda3929 req-a5b7006c-e993-4946-99d8-3b2bed8cae12 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:25.753081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e83c0d19-6d4d-44b7-9208-d6b35dda3929 req-a5b7006c-e993-4946-99d8-3b2bed8cae12 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0614898 Oct 22 15:15:25.807649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:25.810691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48888) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:25.811352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1c858166-631d-45d0-81c0-6bb0e74de86d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6231954 Oct 22 15:15:25.823380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-353473869'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:25.826176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e83c0d19-6d4d-44b7-9208-d6b35dda3929 req-4c61beb0-7656-4a7e-9692-92a8a2a50c78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635211 Oct 22 15:15:25.904744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0e27d-5783-469a-a891-ec56643ea9a3 req-f66bd39e-5658-4eca-8a42-d4afa01691ba tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:25.906243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ada0e27d-5783-469a-a891-ec56643ea9a3 req-f66bd39e-5658-4eca-8a42-d4afa01691ba tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 946 time: 0.0512750 Oct 22 15:15:25.944488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ada0e27d-5783-469a-a891-ec56643ea9a3 req-05c3c5bc-42fe-4a21-bd97-9ccf49514359 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Oct 22 15:15:26.003356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:26.007647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.019857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.099686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.368647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.419992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:26.436934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c46a1-d0be-4e28-b803-e81a70b586aa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:26.443194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.443620 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Added segment db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc of type vlan for network e8b3c54e-e719-425a-807e-e65636e6a261 Oct 22 15:15:26.488080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.516923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.565535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-e2c540bc-55a7-4247-898b-c303f1cbc029 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:26.567067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-e2c540bc-55a7-4247-898b-c303f1cbc029 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1395249 Oct 22 15:15:26.587556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-c3cf421f-dbf6-4259-9bab-2596ae3040ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0132923 Oct 22 15:15:26.619330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-fb2ddfb9-f2d6-4f6f-a1ae-9edfbdaeedc3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280421 Oct 22 15:15:26.688595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.688988 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.697599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:26.697599 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:26.769369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-1f3afda5-62b8-4698-91cb-84060bd87444 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425090 Oct 22 15:15:26.772315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Network': ['ID=e8b3c54e-e719-425a-807e-e65636e6a261,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:26.783613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e8b3c54e-e719-425a-807e-e65636e6a261 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:26.905358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-d631be3c-5367-4495-aadf-2ff753225e7f service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259122 Oct 22 15:15:26.916072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1268-ba6a-4708-9caf-9d736e41775d req-589d3029-7e17-44f6-981c-8f469a652eae tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:26.917535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-279f1268-ba6a-4708-9caf-9d736e41775d req-589d3029-7e17-44f6-981c-8f469a652eae tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 946 time: 0.0740798 Oct 22 15:15:26.957546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-279f1268-ba6a-4708-9caf-9d736e41775d req-30ba7b10-b876-4c7f-9085-0b0071b4ab28 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Oct 22 15:15:26.980494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48926) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:26.981133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8343df9d-f62b-420d-9bbf-c5f7c33ceab9 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1678588 Oct 22 15:15:26.987040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'subnet': {'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:27.429100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9226c8bc-c9c8-48c0-9bc3-a338980e087b req-aec98e98-6057-473b-88e4-1ef5d644d032 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 210 time: 0.0383744 Oct 22 15:15:27.454699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1c3fb-a674-469f-b211-ff3f9fa9c258 req-57f0bfbe-556f-4d2f-8cc6-a678844b1cdb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:27.456193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16e1c3fb-a674-469f-b211-ff3f9fa9c258 req-57f0bfbe-556f-4d2f-8cc6-a678844b1cdb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.4354692 Oct 22 15:15:27.497672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16e1c3fb-a674-469f-b211-ff3f9fa9c258 req-c9705275-0977-45b3-895f-6d66c1e3ff90 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Oct 22 15:15:27.630813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:27.635345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:27.674625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a1cae9ed-3159-4cdb-925d-fa1118d51c71 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:27.698593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: a1cae9ed-3159-4cdb-925d-fa1118d51c71 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:27.698939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device a1cae9ed-3159-4cdb-925d-fa1118d51c71 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:27.906135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:27.971329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Subnet': ['ID=a0f47b9d-bb25-4118-a34b-c7ca86c2c402,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:27.987838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.988479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.988589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.988895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.989166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.989498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.989824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.990147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.990473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.990791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.991253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.995414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:27.997363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Checking segment: {'id': 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:27.997905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network hostable DHCP agents. Network: e8b3c54e-e719-425a-807e-e65636e6a261, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:28.091092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984a540-a360-4e5c-901f-0abbc0ccfb71 req-8dd1a787-d40a-4616-9a93-436f625c1e5e tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:28.092564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f984a540-a360-4e5c-901f-0abbc0ccfb71 req-8dd1a787-d40a-4616-9a93-436f625c1e5e tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 946 time: 0.0565751 Oct 22 15:15:28.159360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f984a540-a360-4e5c-901f-0abbc0ccfb71 req-4a373797-7ab8-4dc7-a7a3-87aa6eab04d9 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee1e9da-015f-413b-b023-7c7f32471270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Oct 22 15:15:28.172739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-5a618d78-a4c3-4b50-8289-e76afa97d4b7 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:28.174236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-5a618d78-a4c3-4b50-8289-e76afa97d4b7 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.53 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 946 time: 0.0808067 Oct 22 15:15:28.175336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network e8b3c54e-e719-425a-807e-e65636e6a261 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:28.237206 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.286203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Deleting port 094fb33b-64d0-47e0-955c-758103c21458 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:28.286539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.378213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] For port 094fb33b-64d0-47e0-955c-758103c21458, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=094fb33b-64d0-47e0-955c-758103c21458,segment=NetworkSegment(0dcc7b9e-8165-43d4-890a-96890e854761),segment_id=0dcc7b9e-8165-43d4-890a-96890e854761)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:28.378570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.392958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Calling delete_port for 094fb33b-64d0-47e0-955c-758103c21458 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:28.499395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e8b3c54e-e719-425a-807e-e65636e6a261) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:28.508596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec42ab2-fc7c-42f6-a251-7719cae83a2a None None] Network e8b3c54e-e719-425a-807e-e65636e6a261 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:28.537870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33bec206-ad50-4444-a82c-c07931a789d8 req-30df92d4-da02-441d-adde-9544ef3d2ed0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 210 time: 0.0506701 Oct 22 15:15:28.539173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:28.539755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.656978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd01540-4365-4067-8422-bc12ae492c97 req-c175a984-6030-4694-bc99-51469c9443c3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:28.658388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdd01540-4365-4067-8422-bc12ae492c97 req-c175a984-6030-4694-bc99-51469c9443c3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0511019 Oct 22 15:15:28.677084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-e8b3c54e-e719-425a-807e-e65636e6a261', 'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261', 'tenant_id': '93e317ba54d0461e9e1cea933fddb587', 'fixed_ips': [{'subnet_id': 'a0f47b9d-bb25-4118-a34b-c7ca86c2c402'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:15:28.678765 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.714553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdd01540-4365-4067-8422-bc12ae492c97 req-703e14d9-3fd7-4946-b624-a77b92ac5432 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355005 Oct 22 15:15:28.766954 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.774914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-29cb3110-2f37-4ccc-898a-62bff628b178 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7930980 Oct 22 15:15:28.778177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48964) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:28.784335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'network': {'name': 'tempest-router-network01--1561311954'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:28.810543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Pushing event deleted for resources: {'Port': ['ID=094fb33b-64d0-47e0-955c-758103c21458,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:28.811626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['094fb33b-64d0-47e0-955c-758103c21458'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:15:28.860387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] No DVR routers for this DVR port 094fb33b-64d0-47e0-955c-758103c21458 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:28.882685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:28.884513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2f62a01-1e6f-4c2a-ad97-f2c24c4fdf07 req-ce8da107-d87b-443f-8493-3bc4f7d023b1 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.53 "DELETE /v2.0/ports/094fb33b-64d0-47e0-955c-758103c21458 HTTP/1.1" status: 204 len: 173 time: 0.7037563 Oct 22 15:15:28.884993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afc415-120f-42b1-aa14-2d9e4102f212', 'name': 'network-vif-deleted', 'tag': '094fb33b-64d0-47e0-955c-758103c21458'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:28.895023 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8d69f1-a744-4cab-8412-000ded5b922a" -d '{"events": [{"server_uuid": "50afc415-120f-42b1-aa14-2d9e4102f212", "name": "network-vif-deleted", "tag": "094fb33b-64d0-47e0-955c-758103c21458"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:28.943152 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508eb757-1db7-41d9-a649-eb68edc471c4 x-openstack-request-id: req-508eb757-1db7-41d9-a649-eb68edc471c4 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:28.943510 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50afc415-120f-42b1-aa14-2d9e4102f212", "name": "network-vif-deleted", "tag": "094fb33b-64d0-47e0-955c-758103c21458", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:28.943785 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-508eb757-1db7-41d9-a649-eb68edc471c4 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:28.944623 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50afc415-120f-42b1-aa14-2d9e4102f212', 'name': 'network-vif-deleted', 'tag': '094fb33b-64d0-47e0-955c-758103c21458', 'status': 'completed', 'code': 200} Oct 22 15:15:28.947543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Allocated IP 2001:db8::2 (e8b3c54e-e719-425a-807e-e65636e6a261/a0f47b9d-bb25-4118-a34b-c7ca86c2c402/073f9d49-6b8b-4514-b9e0-f53200640025) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:28.997077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:29.004534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.029135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:29.038589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.039121 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Added segment 0becff60-d683-494d-86ca-2fca63a3aa0a of type vlan for network ea0cd6ab-ba75-4e69-9722-494d3829d356 Oct 22 15:15:29.095797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.107920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.237591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.238525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.249495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:29.250442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.270321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Network e8b3c54e-e719-425a-807e-e65636e6a261 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:29.283481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd9c2ee2-e62c-403b-9632-b15d64063c2d req-84f4758a-77f8-4f43-98e9-cad319501a20 tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0535784 Oct 22 15:15:29.303258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:29.307871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:29.342701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Pushing event updated for resources: {'Port': ['ID=073f9d49-6b8b-4514-b9e0-f53200640025,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:29.356890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Network': ['ID=ea0cd6ab-ba75-4e69-9722-494d3829d356,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:29.371032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:29.408847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Attempting to bind port 073f9d49-6b8b-4514-b9e0-f53200640025 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:29.409297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Attempting to bind port 073f9d49-6b8b-4514-b9e0-f53200640025 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:29.409651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Attempting to bind port 073f9d49-6b8b-4514-b9e0-f53200640025 on network e8b3c54e-e719-425a-807e-e65636e6a261 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:29.442219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-21624adf-0589-4426-9c5a-260fdaa28606 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6598229 Oct 22 15:15:29.442626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:29.447511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:29.447973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Checking segment: {'id': 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:29.448289 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.448733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Bound using segment: {'id': 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:29.449222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Bound port: 073f9d49-6b8b-4514-b9e0-f53200640025, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e8b3c54e-e719-425a-807e-e65636e6a261'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:29.449608 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.450692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'network': {'name': 'tempest-router-network02--801405825'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:29.533297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] For port 073f9d49-6b8b-4514-b9e0-f53200640025, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:29.536446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] For port 073f9d49-6b8b-4514-b9e0-f53200640025, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=073f9d49-6b8b-4514-b9e0-f53200640025,segment=NetworkSegment(db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc),segment_id=db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:29.595587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:29.599082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.645052 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.645324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:29.662005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.662664 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Added segment 88d72374-8af6-4656-af8f-23753b574668 of type vlan for network dbe309cc-abb6-4ec9-94c5-6810f562ad86 Oct 22 15:15:29.663889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-698ce6af-3897-4500-81a9-f6bfa63e0c41 req-3d95c562-eb66-4dff-b410-faef7bf84b08 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Oct 22 15:15:29.708857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c99f-3456-432e-844c-d7223bc9bbc9 None None] Pushing event updated for resources: {'Port': ['ID=073f9d49-6b8b-4514-b9e0-f53200640025,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:29.728220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.845130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abab8-8e0d-4979-be66-3fb4eb0b789f req-ddd84222-0f44-453c-9035-2b5e09b54a5e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:29.846684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d23abab8-8e0d-4979-be66-3fb4eb0b789f req-ddd84222-0f44-453c-9035-2b5e09b54a5e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0590792 Oct 22 15:15:29.892022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d23abab8-8e0d-4979-be66-3fb4eb0b789f req-5052b6da-e051-4f02-9d7b-2eabdfc76a8d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358868 Oct 22 15:15:29.914626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:29.923143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:29.928536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:30.077854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Network': ['ID=dbe309cc-abb6-4ec9-94c5-6810f562ad86,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:30.089564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network dbe309cc-abb6-4ec9-94c5-6810f562ad86 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:30.269818 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f044a48a-7e42-400e-b91f-c0b8d2ddb027 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8243825 Oct 22 15:15:30.271464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48992) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:30.276502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'subnet': {'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:30.424778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5db59057-b87e-480f-ba0f-b01f8343f8ea req-2b7a5c2c-59db-4fbc-a7fd-d6dcb9ffa4ed tempest-ServerAddressesNegativeTestJSON-752585563 tempest-ServerAddressesNegativeTestJSON-752585563-project] 10.222.0.66 "GET /v2.0/ports?device_id=50afc415-120f-42b1-aa14-2d9e4102f212 HTTP/1.1" status: 200 len: 210 time: 0.0390413 Oct 22 15:15:30.608235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:30.618895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:30.780242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779b2d44-9275-4847-a1cf-a20d05913186 None None] Network e8b3c54e-e719-425a-807e-e65636e6a261 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:30.813531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53af79ef-d5e3-4f7b-acca-028ecab08666 req-1be10010-e5e3-4b4d-b7fb-4ecbc521b5d4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 210 time: 0.0378349 Oct 22 15:15:30.857058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-b1506566-3fc9-4be4-a2bc-2d32df7b7ab7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:30.861803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-b1506566-3fc9-4be4-a2bc-2d32df7b7ab7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.2158623 Oct 22 15:15:30.869692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-141449bc-4339-400c-b713-51848611a9d5 None None] Provisioning complete for port 073f9d49-6b8b-4514-b9e0-f53200640025 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:30.870059 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-141449bc-4339-400c-b713-51848611a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:30.895982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Request body: {'port': {'device_id': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'admin_state_up': True, 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:31.031582 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-141449bc-4339-400c-b713-51848611a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.078553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-141449bc-4339-400c-b713-51848611a9d5 None None] For port 073f9d49-6b8b-4514-b9e0-f53200640025, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=073f9d49-6b8b-4514-b9e0-f53200640025,segment=NetworkSegment(db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc),segment_id=db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:31.140885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc8113-1028-4eeb-8e3f-eff9e7279c7c req-38de26e8-5b64-4d3e-97cd-151f3a9945d7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:31.142642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86cc8113-1028-4eeb-8e3f-eff9e7279c7c req-38de26e8-5b64-4d3e-97cd-151f3a9945d7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0690870 Oct 22 15:15:31.163140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.185207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86cc8113-1028-4eeb-8e3f-eff9e7279c7c req-6e928e83-730e-411c-9636-af63aa50e2b4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Oct 22 15:15:31.252975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Subnet': ['ID=d1f63f0e-cbaa-4365-9151-073f0825e733,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:31.263263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Checking segment: {'id': '0becff60-d683-494d-86ca-2fca63a3aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:31.263627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network hostable DHCP agents. Network: ea0cd6ab-ba75-4e69-9722-494d3829d356, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:31.298282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:31.302065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.399801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-141449bc-4339-400c-b713-51848611a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.440239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:31.458375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Allocated IP 172.20.0.8 (2d050689-4c45-496d-b2ac-340ad7c409dc/e20902fc-1fa1-42c8-a61d-024d8f7d0900/5ae4b0ba-362f-4f96-a607-73f4c83f6ff8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:31.486942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141449bc-4339-400c-b713-51848611a9d5 None None] Pushing event updated for resources: {'Port': ['ID=073f9d49-6b8b-4514-b9e0-f53200640025,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:31.499189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49012) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:31.529405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0eff0e12-072e-49c9-9983-77d571c569c5 None None] Provisioning complete for port 073f9d49-6b8b-4514-b9e0-f53200640025 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:31.529779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0eff0e12-072e-49c9-9983-77d571c569c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.550391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Deleting subnet 96c129e0-f967-48b9-b43e-1aa89f4e7366 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:31.554353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.603046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.616525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ea0cd6ab-ba75-4e69-9722-494d3829d356) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:31.628226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac690c-caf6-43a1-bf60-5b94960f46ae None None] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:31.635947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:31.636691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.688503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.703706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.749199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 073f9d49-6b8b-4514-b9e0-f53200640025 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:31.780848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 094fb33b-64d0-47e0-955c-758103c21458 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:31.812903 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5b6c6fc-7ad3-4c4d-9110-40c42b98b385 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5395865 Oct 22 15:15:31.815410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49020) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:31.820614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'subnet': {'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:31.840188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 094fb33b-64d0-47e0-955c-758103c21458 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:31.841139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 094fb33b-64d0-47e0-955c-758103c21458 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:31.849920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.908384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 073f9d49-6b8b-4514-b9e0-f53200640025 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:31.909141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.923035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:31.937897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ea0cd6ab-ba75-4e69-9722-494d3829d356', 'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356', 'tenant_id': '93e317ba54d0461e9e1cea933fddb587', 'fixed_ips': [{'subnet_id': 'd1f63f0e-cbaa-4365-9151-073f0825e733'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:15:31.939149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:31.942282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:31.943876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:31.948885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:31.956365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.021763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.026270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/96c129e0-f967-48b9-b43e-1aa89f4e7366 HTTP/1.1" status: 204 len: 168 time: 0.5256019 Oct 22 15:15:32.030382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71291ee5-4921-4b57-9e9c-b70c58b69c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c129e0-f967-48b9-b43e-1aa89f4e7366,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:32.030819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:32.067352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c767b-ce98-472c-9cc6-96637b80b30f req-fdd1f933-b26b-448f-a38f-f4de7485ac7c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:32.076072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f55c767b-ce98-472c-9cc6-96637b80b30f req-fdd1f933-b26b-448f-a38f-f4de7485ac7c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 931 time: 0.1293037 Oct 22 15:15:32.115150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:32.116047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.116711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Allocated IP 2001:db8::2 (ea0cd6ab-ba75-4e69-9722-494d3829d356/d1f63f0e-cbaa-4365-9151-073f0825e733/db9f634a-150a-4c78-9a9f-1ed760493ef0) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:32.142422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f55c767b-ce98-472c-9cc6-96637b80b30f req-bf7f04e4-7677-40cd-98df-003aa73d32ca tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607014 Oct 22 15:15:32.179217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.231445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:32.238556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.277880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.310069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0382b0df-0a89-45d5-b7ac-11fde0c50cec']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:32.322189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcc7b9e-8165-43d4-890a-96890e854761') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:32.323082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcc7b9e-8165-43d4-890a-96890e854761') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:32.343885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.360950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.371824 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-3160a002-9bda-486c-a77a-434a09622c84 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4815481 Oct 22 15:15:32.372967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:32.373624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:32.375599 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:32.393990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Request body: {'port': {'device_id': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:32.443958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df7a1-3572-476d-b40b-f1a998986326 req-efe39a69-ccbd-45b4-b82e-68e4aa32d4ae tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:32.446477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb6df7a1-3572-476d-b40b-f1a998986326 req-efe39a69-ccbd-45b4-b82e-68e4aa32d4ae tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0755394 Oct 22 15:15:32.516426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.542638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb6df7a1-3572-476d-b40b-f1a998986326 req-b926f549-35d7-4c4c-8ab5-2686a968e27c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886836 Oct 22 15:15:32.549335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.583044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.594899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.598338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] 10.222.0.66 "DELETE /v2.0/networks/0382b0df-0a89-45d5-b7ac-11fde0c50cec HTTP/1.1" status: 204 len: 168 time: 0.5665369 Oct 22 15:15:32.697126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.722691 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.746187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:32.750044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:32.752672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:32.805387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Pushing event updated for resources: {'Port': ['ID=db9f634a-150a-4c78-9a9f-1ed760493ef0,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:32.828066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Subnet': ['ID=4830960e-a528-4759-b4d5-3da1003a767e,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:32.833882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Checking segment: {'id': '88d72374-8af6-4656-af8f-23753b574668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:32.834512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network hostable DHCP agents. Network: dbe309cc-abb6-4ec9-94c5-6810f562ad86, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:32.879676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Attempting to bind port db9f634a-150a-4c78-9a9f-1ed760493ef0 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:32.880073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Attempting to bind port db9f634a-150a-4c78-9a9f-1ed760493ef0 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0becff60-d683-494d-86ca-2fca63a3aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:32.880447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Attempting to bind port db9f634a-150a-4c78-9a9f-1ed760493ef0 on network ea0cd6ab-ba75-4e69-9722-494d3829d356 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:32.887381 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:32.887762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Checking segment: {'id': '0becff60-d683-494d-86ca-2fca63a3aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:32.888172 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.893656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Bound using segment: {'id': '0becff60-d683-494d-86ca-2fca63a3aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:32.893656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Bound port: db9f634a-150a-4c78-9a9f-1ed760493ef0, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0becff60-d683-494d-86ca-2fca63a3aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ea0cd6ab-ba75-4e69-9722-494d3829d356'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:32.893656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:32.968444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network dbe309cc-abb6-4ec9-94c5-6810f562ad86 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:32.972641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] For port db9f634a-150a-4c78-9a9f-1ed760493ef0, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:32.978093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] For port db9f634a-150a-4c78-9a9f-1ed760493ef0, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=db9f634a-150a-4c78-9a9f-1ed760493ef0,segment=NetworkSegment(0becff60-d683-494d-86ca-2fca63a3aa0a),segment_id=0becff60-d683-494d-86ca-2fca63a3aa0a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:33.004004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952b24d-d989-401b-b8fe-bc0b5fc94cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=0382b0df-0a89-45d5-b7ac-11fde0c50cec,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:33.099002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, dbe309cc-abb6-4ec9-94c5-6810f562ad86) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:33.099241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.111275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:33.112233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.114934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49044) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:33.155794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bc9b4-3aea-4740-a8cf-e6cabecfa18f None None] Pushing event updated for resources: {'Port': ['ID=db9f634a-150a-4c78-9a9f-1ed760493ef0,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:33.159188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b475962b-4c82-4c75-b451-cd5effe6d1bd None None] Network dbe309cc-abb6-4ec9-94c5-6810f562ad86 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:33.177061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ad2a00a2-7d5a-41a1-a9a9-f0eece18094b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0992e329f6f49a5876c120ebf819f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600355 Oct 22 15:15:33.180459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49048) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:33.246692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-677053ad-83fa-489d-9927-c1277fa545ac tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4299746 Oct 22 15:15:33.256485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49050) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:33.300121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:33.315638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.327953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Transition to ACTIVE for port object 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:15:33.416320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66a7cdd2-7dfa-4e92-b722-6f7dffc3078d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.422676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-dbe309cc-abb6-4ec9-94c5-6810f562ad86', 'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86', 'tenant_id': '93e317ba54d0461e9e1cea933fddb587', 'fixed_ips': [{'subnet_id': '4830960e-a528-4759-b4d5-3da1003a767e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:15:33.430213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.435125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.517593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:33.583581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3396124-e2c6-424f-95c4-7f732767277c req-64a0f65a-995f-4038-9844-54810a89a3d5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:33.585238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3396124-e2c6-424f-95c4-7f732767277c req-64a0f65a-995f-4038-9844-54810a89a3d5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 931 time: 0.3371053 Oct 22 15:15:33.660184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Attempting to bind port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:33.660661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Attempting to bind port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:33.660904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Attempting to bind port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:33.685284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 on network 2d050689-4c45-496d-b2ac-340ad7c409dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:15:33.685778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Attempting to bind port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:33.697317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:33.698030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:33.698495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Bound using segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:33.699034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Bound port: 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:33.699470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.720045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66a7cdd2-7dfa-4e92-b722-6f7dffc3078d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.756730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Allocated IP 2001:db8::2 (dbe309cc-abb6-4ec9-94c5-6810f562ad86/4830960e-a528-4759-b4d5-3da1003a767e/abdf187f-d701-42be-92a9-803fbbae61f8) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:33.793336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db9f634a-150a-4c78-9a9f-1ed760493ef0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:33.825787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:33.829543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:33.904546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:33.911027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3396124-e2c6-424f-95c4-7f732767277c req-8915ad28-ba63-44ac-a081-a8a66a1fa2d4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064976 Oct 22 15:15:33.931730 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port db9f634a-150a-4c78-9a9f-1ed760493ef0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:33.932147 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.022764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98050689-31b3-4cae-91ff-a8958f0a176f req-13403146-c7de-4353-ad90-e950d22214c4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:34.024494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98050689-31b3-4cae-91ff-a8958f0a176f req-13403146-c7de-4353-ad90-e950d22214c4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.3317020 Oct 22 15:15:34.036316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.099367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.106924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98050689-31b3-4cae-91ff-a8958f0a176f req-3721ece4-c905-4c37-a869-849b54d252a2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742311 Oct 22 15:15:34.118143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.148605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:34.160812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:34.160812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.162109 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-4262fb36-60fc-4685-b3c7-51ba636dc533 service neutron] 10.222.0.69 "PUT /v2.0/ports/5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 HTTP/1.1" status: 200 len: 1091 time: 1.7726898 Oct 22 15:15:34.162555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:34.175105 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:34.213820 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66a7cdd2-7dfa-4e92-b722-6f7dffc3078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.215347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.217785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-66a7cdd2-7dfa-4e92-b722-6f7dffc3078d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.221844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-66a7cdd2-7dfa-4e92-b722-6f7dffc3078d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ee1e9da-015f-413b-b023-7c7f32471270 HTTP/1.1" status: 204 len: 168 time: 1.0392981 Oct 22 15:15:34.236765 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b017def-fe9d-41e1-a499-dfb34f8d4e3d x-openstack-request-id: req-8b017def-fe9d-41e1-a499-dfb34f8d4e3d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:34.237137 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:34.237488 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b017def-fe9d-41e1-a499-dfb34f8d4e3d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:34.237998 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'status': 'completed', 'code': 200} Oct 22 15:15:34.278960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7cdd2-7dfa-4e92-b722-6f7dffc3078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1e9da-015f-413b-b023-7c7f32471270,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:34.279250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port db9f634a-150a-4c78-9a9f-1ed760493ef0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=db9f634a-150a-4c78-9a9f-1ed760493ef0,segment=NetworkSegment(0becff60-d683-494d-86ca-2fca63a3aa0a),segment_id=0becff60-d683-494d-86ca-2fca63a3aa0a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:34.315015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.335110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0 req-4f9008fb-2a44-4ced-aa4b-86ea4980f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:34.337687 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0 req-4f9008fb-2a44-4ced-aa4b-86ea4980f576 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 1094 time: 0.0754139 Oct 22 15:15:34.374492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Network dbe309cc-abb6-4ec9-94c5-6810f562ad86 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:34.378388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:34.382267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:34.426944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Pushing event updated for resources: {'Port': ['ID=abdf187f-d701-42be-92a9-803fbbae61f8,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:34.429801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.542832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0 req-6f1faa11-6288-43cf-9a9c-9516370295c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:34.544374 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0 req-6f1faa11-6288-43cf-9a9c-9516370295c6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f5cb71214874a5f901933e13ee9af6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1960402 Oct 22 15:15:34.555669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=db9f634a-150a-4c78-9a9f-1ed760493ef0,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:34.571548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Attempting to bind port abdf187f-d701-42be-92a9-803fbbae61f8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:34.571919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Attempting to bind port abdf187f-d701-42be-92a9-803fbbae61f8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '88d72374-8af6-4656-af8f-23753b574668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:34.572288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Attempting to bind port abdf187f-d701-42be-92a9-803fbbae61f8 on network dbe309cc-abb6-4ec9-94c5-6810f562ad86 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:34.579707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:34.584202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Checking segment: {'id': '88d72374-8af6-4656-af8f-23753b574668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:34.584202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.584202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Bound using segment: {'id': '88d72374-8af6-4656-af8f-23753b574668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:34.584202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Bound port: abdf187f-d701-42be-92a9-803fbbae61f8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d72374-8af6-4656-af8f-23753b574668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dbe309cc-abb6-4ec9-94c5-6810f562ad86'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:34.584202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.701718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0 req-caa062b5-7a28-4327-baa4-ed5f528b57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:34.703450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-381ce7f7-2eed-43e0-bbb5-a949d9236eb0 req-caa062b5-7a28-4327-baa4-ed5f528b57b3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513419 Oct 22 15:15:34.790203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Allocated IP 2001:db8::1 (ea0cd6ab-ba75-4e69-9722-494d3829d356/d1f63f0e-cbaa-4365-9151-073f0825e733/6ee07eee-9100-4bc9-bbb3-bd2258ff1550) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:34.790652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] For port abdf187f-d701-42be-92a9-803fbbae61f8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:34.796756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] For port abdf187f-d701-42be-92a9-803fbbae61f8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=abdf187f-d701-42be-92a9-803fbbae61f8,segment=NetworkSegment(88d72374-8af6-4656-af8f-23753b574668),segment_id=88d72374-8af6-4656-af8f-23753b574668)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:34.842619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-ef76c218-bda6-4803-8b61-a28006995eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:34.847582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-ef76c218-bda6-4803-8b61-a28006995eec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 1094 time: 0.0776036 Oct 22 15:15:34.856129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bc33e-49cd-448b-b686-d229ef2670cf None None] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:34.909846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-7faa41f1-c914-4626-91f8-47e982386177 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 HTTP/1.1" status: 200 len: 217 time: 0.0490096 Oct 22 15:15:34.972038 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:34.999368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-c289d7b9-2281-48db-ab11-34b682c95b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:35.004262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-c289d7b9-2281-48db-ab11-34b682c95b77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0877504 Oct 22 15:15:35.049768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-a939a312-80ae-4370-90ae-c41981277910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367332 Oct 22 15:15:35.057477 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:35.059448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-181be8e8-d4b3-454f-b75d-ef5b5ddffc15 None None] Provisioning complete for port db9f634a-150a-4c78-9a9f-1ed760493ef0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:35.059807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-181be8e8-d4b3-454f-b75d-ef5b5ddffc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:35.115015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf69e3-83c4-42c7-9b53-252a3f121642 req-39af7724-ba87-4908-b11e-cbc7fb3c703f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:35.115015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95cf69e3-83c4-42c7-9b53-252a3f121642 req-39af7724-ba87-4908-b11e-cbc7fb3c703f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.0886192 Oct 22 15:15:35.177594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95cf69e3-83c4-42c7-9b53-252a3f121642 req-43830395-03d1-4e1b-8244-09b7c78e9841 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568831 Oct 22 15:15:35.189148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:35.235175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-899eb338-ec64-4fc1-af53-a9cc9e71d8e4 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778748 Oct 22 15:15:35.271394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:35.276684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:35.280984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:35.281690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:35.303522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7876b1-8a32-4cb0-a2f8-78e442d5b4ef None None] Pushing event updated for resources: {'Port': ['ID=abdf187f-d701-42be-92a9-803fbbae61f8,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:35.423656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Port': ['ID=6ee07eee-9100-4bc9-bbb3-bd2258ff1550,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:35.444995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5411dd9f-85e1-4ef8-99ec-69432e12e6f3 req-9ba47465-4445-45f9-a136-2763973de974 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020111 Oct 22 15:15:35.470369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fe3a-4d79-42bf-b44a-6fb55f1819b0 req-6f7f80f3-5732-4a7d-a218-975b81bfb048 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:35.472017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8317fe3a-4d79-42bf-b44a-6fb55f1819b0 req-6f7f80f3-5732-4a7d-a218-975b81bfb048 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0979440 Oct 22 15:15:35.524306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8317fe3a-4d79-42bf-b44a-6fb55f1819b0 req-0174b444-0a7d-49fc-aad4-29e13386069d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Oct 22 15:15:35.833428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db9f634a-150a-4c78-9a9f-1ed760493ef0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:35.887564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bd146517-72c4-43ac-8800-0834aeb6f262 None None] Provisioning complete for port db9f634a-150a-4c78-9a9f-1ed760493ef0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:35.888093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd146517-72c4-43ac-8800-0834aeb6f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:35.959690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port db9f634a-150a-4c78-9a9f-1ed760493ef0 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:35.960675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:35.991302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.138647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device abdf187f-d701-42be-92a9-803fbbae61f8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:36.242716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f0df71ad-926d-4d99-b338-c2ce826946b4 None None] Provisioning complete for port 6ee07eee-9100-4bc9-bbb3-bd2258ff1550 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:36.251742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0df71ad-926d-4d99-b338-c2ce826946b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.329533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port abdf187f-d701-42be-92a9-803fbbae61f8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:36.330121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.332143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f0df71ad-926d-4d99-b338-c2ce826946b4 None None] Port 6ee07eee-9100-4bc9-bbb3-bd2258ff1550 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:15:36.421058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e17931-5b04-45b4-a400-2f62c70f5784 req-a65d63e9-cf9a-466a-b4a4-45ac9f7e78a9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:36.429793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39e17931-5b04-45b4-a400-2f62c70f5784 req-a65d63e9-cf9a-466a-b4a4-45ac9f7e78a9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.1092048 Oct 22 15:15:36.434309 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.491954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port abdf187f-d701-42be-92a9-803fbbae61f8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=abdf187f-d701-42be-92a9-803fbbae61f8,segment=NetworkSegment(88d72374-8af6-4656-af8f-23753b574668),segment_id=88d72374-8af6-4656-af8f-23753b574668)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:36.492944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39e17931-5b04-45b4-a400-2f62c70f5784 req-b38b5e17-1f53-425d-b281-e9c3f9e2e23d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586293 Oct 22 15:15:36.503041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.636721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.677635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01765b-6623-4db3-a43a-938c4b3c07b2 None None] Network dbe309cc-abb6-4ec9-94c5-6810f562ad86 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:36.681587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.681587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.717118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=abdf187f-d701-42be-92a9-803fbbae61f8,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:36.747161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Port': ['ID=6ee07eee-9100-4bc9-bbb3-bd2258ff1550,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:36.777108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4471-f999-4d7b-86ea-c4bcc091c6ea req-eff8bbb1-7e8f-4f01-863b-4d7d100763ed tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:36.778913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b7d4471-f999-4d7b-86ea-c4bcc091c6ea req-eff8bbb1-7e8f-4f01-863b-4d7d100763ed tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1405013 Oct 22 15:15:36.786059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ef5815cd-0fa4-4649-8ff3-ac7ece4dc6df None None] Provisioning complete for port abdf187f-d701-42be-92a9-803fbbae61f8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:36.786495 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ef5815cd-0fa4-4649-8ff3-ac7ece4dc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:36.875937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b7d4471-f999-4d7b-86ea-c4bcc091c6ea req-f6b8e432-9540-41e9-95f4-7062c175f5d7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829492 Oct 22 15:15:36.923035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:36.924573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:37.248298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Router 99ec690c-c7f4-476b-8d05-8001ec53b786 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:15:37.299142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6e3a11ae-9757-4c72-a42d-900d29a985f5 None None] Provisioning complete for port abdf187f-d701-42be-92a9-803fbbae61f8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:37.299700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e3a11ae-9757-4c72-a42d-900d29a985f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:37.364884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:15:37.373172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a453167-137a-436f-a084-86e54fe2897d tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1128116 Oct 22 15:15:37.374693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49136) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:37.378878 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] Sync routers for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:15:37.393737 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:37.395000 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:37.427891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6e3a11ae-9757-4c72-a42d-900d29a985f5 None None] Provisioning complete for port 6ee07eee-9100-4bc9-bbb3-bd2258ff1550 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:37.427891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e3a11ae-9757-4c72-a42d-900d29a985f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:37.440064 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:37.449931 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:37.450893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:37.470359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a11ae-9757-4c72-a42d-900d29a985f5 None None] Port 6ee07eee-9100-4bc9-bbb3-bd2258ff1550 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:15:37.486207 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:37.487227 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d013428-f306-4a2d-979f-56585faacec9 None None] The sync data for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:15:37.621684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd80915-e86c-4920-b05d-636f9c23e193 req-a14c02c6-36e7-4eba-9b35-ecbc6526c825 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:37.623630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fd80915-e86c-4920-b05d-636f9c23e193 req-a14c02c6-36e7-4eba-9b35-ecbc6526c825 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.0576417 Oct 22 15:15:37.685124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fd80915-e86c-4920-b05d-636f9c23e193 req-213b390d-d4b8-48f6-82c1-ac7198fdcec0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Oct 22 15:15:37.730555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device abdf187f-d701-42be-92a9-803fbbae61f8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:37.790892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port abdf187f-d701-42be-92a9-803fbbae61f8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:37.791764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:37.840401 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-2fd2270c-a008-4682-8d8f-57ba8bf3a920 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:15:37.844712 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2fd2270c-a008-4682-8d8f-57ba8bf3a920 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4633489 Oct 22 15:15:37.845004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49148) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:38.333704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d21c-2bf3-4f6c-bf54-3a9e726011e3 req-abfad210-b034-4429-818d-59af5761a561 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:38.335495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c7d21c-2bf3-4f6c-bf54-3a9e726011e3 req-abfad210-b034-4429-818d-59af5761a561 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1206486 Oct 22 15:15:38.457825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8c7d21c-2bf3-4f6c-bf54-3a9e726011e3 req-743057b0-0b86-4170-9799-c17dd794c4e2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839310 Oct 22 15:15:38.628977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:38.828963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec29d0-1dbe-48c8-ac09-fd1bbce01711 req-7c0bc663-353d-43b4-9912-29918da9f5f6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:38.830538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9aec29d0-1dbe-48c8-ac09-fd1bbce01711 req-7c0bc663-353d-43b4-9912-29918da9f5f6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.0747395 Oct 22 15:15:38.903661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9aec29d0-1dbe-48c8-ac09-fd1bbce01711 req-ac66ea7b-92cd-4638-a8c9-7861adf424a4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Oct 22 15:15:38.966207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting port 6ee07eee-9100-4bc9-bbb3-bd2258ff1550 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:38.966777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:39.075257 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:39.094519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Calling delete_port for 6ee07eee-9100-4bc9-bbb3-bd2258ff1550 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:39.512616 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:39.587087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Port': ['ID=6ee07eee-9100-4bc9-bbb3-bd2258ff1550,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:39.804840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:39.995377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-79d2523d-4d5a-41d4-bd87-900347c8e5b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2050869 Oct 22 15:15:40.192281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Router 99ec690c-c7f4-476b-8d05-8001ec53b786 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:15:40.213517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-9a8b1ca2-c334-47bd-b4b8-f63d4a06d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:40.215079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-9a8b1ca2-c334-47bd-b4b8-f63d4a06d40a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=007585a40238444b919215f1c88609a3&device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 1097 time: 0.1623893 Oct 22 15:15:40.227804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a8bff-1fcb-47e3-a7b7-c74588a2d51f req-aaf1b8e3-7919-4984-9f56-6acf3463c42f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:40.229401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-441a8bff-1fcb-47e3-a7b7-c74588a2d51f req-aaf1b8e3-7919-4984-9f56-6acf3463c42f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.1756134 Oct 22 15:15:40.247834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722668df-9f64-47e9-bf26-117d61d48402 req-e75d00b0-8ee6-4048-a36f-5cbb2e027e5c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:40.247834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-722668df-9f64-47e9-bf26-117d61d48402 req-e75d00b0-8ee6-4048-a36f-5cbb2e027e5c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.6692977 Oct 22 15:15:40.400209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:15:40.421338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] Sync routers for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:15:40.433434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7c9a97b9-dc1d-47cf-b49f-92aecb025120 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871103 Oct 22 15:15:40.437465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49212) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:40.444569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-441a8bff-1fcb-47e3-a7b7-c74588a2d51f req-a65efdfc-b8fb-4b09-92af-f05de1f64b53 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950533 Oct 22 15:15:40.467492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-722668df-9f64-47e9-bf26-117d61d48402 req-30123e2e-8b30-4074-8db9-8cb0f57f0839 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015660 Oct 22 15:15:40.467832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:40.467832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:40.514116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-7c6b4837-3f9f-411c-895c-8356cb5cc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:40.514116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-7c6b4837-3f9f-411c-895c-8356cb5cc78c service neutron] 10.222.0.53 "GET /v2.0/networks?id=14d70599-6846-4af9-b3e1-6d728df9864d HTTP/1.1" status: 200 len: 910 time: 0.2519884 Oct 22 15:15:40.515924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:40.536531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:40.539620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:40.559857 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-03b5693f-2682-4653-a8d4-940ea150eff0 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] delete failed (client error): The resource could not be found. Oct 22 15:15:40.563519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-03b5693f-2682-4653-a8d4-940ea150eff0 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1342742604 HTTP/1.1" status: 404 len: 335 time: 0.1252837 Oct 22 15:15:40.568624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49216) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:40.580642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c9600cf6-ebe6-4518-a128-7fed9255305e tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'router': {'external_gateway_info': {'network_id': '99ec690c-c7f4-476b-8d05-8001ec53b786'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:40.594708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-fbd0b9f3-e243-41a6-a47d-c8442e2bb8ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d HTTP/1.1" status: 200 len: 1002 time: 0.0865352 Oct 22 15:15:40.624968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:40.625635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150f21-3c22-472f-b926-f4004d6bb737 None None] The sync data for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:15:40.666444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-6f96e319-1978-4d8e-b7be-5a47f5ac4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:40.668061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-6f96e319-1978-4d8e-b7be-5a47f5ac4540 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2152db7f-2a36-4142-9638-6a8eea043af5 HTTP/1.1" status: 200 len: 848 time: 0.0666664 Oct 22 15:15:40.728916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-a64366d2-d43f-4f35-bd0c-530f45c8912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:40.730814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-a64366d2-d43f-4f35-bd0c-530f45c8912b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d70599-6846-4af9-b3e1-6d728df9864d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556545 Oct 22 15:15:40.889800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-b03d6725-8deb-4e39-b16b-08ef4a355f3a service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313648 Oct 22 15:15:40.890039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9600cf6-ebe6-4518-a128-7fed9255305e tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:40.985487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b3bf40-3ef8-4770-8e7a-c0cfc8153e4a req-6f9faf0b-b8ac-4b4f-9409-cf2727607359 service neutron] 10.222.0.53 "GET /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086733 Oct 22 15:15:41.063428 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-c9600cf6-ebe6-4518-a128-7fed9255305e tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] update failed (client error): The resource could not be found. Oct 22 15:15:41.064844 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c9600cf6-ebe6-4518-a128-7fed9255305e tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786 HTTP/1.1" status: 404 len: 339 time: 0.4951270 Oct 22 15:15:41.068591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49226) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:41.074588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1531926483'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:41.180103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:41.183837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.208354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:15:41.218625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.219209 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Added segment c2bbac6f-09d0-41f0-9798-9a54e25b381a of type vlan for network 47f49b65-ceb9-440f-806a-5bef6364850b Oct 22 15:15:41.268329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.436435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.443871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:41.444693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.527087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Network': ['ID=47f49b65-ceb9-440f-806a-5bef6364850b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:41.533877 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.545538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 47f49b65-ceb9-440f-806a-5bef6364850b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:15:41.608277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eb4a3ae1-b053-49b3-a0dc-52a4bd77d8be tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5359154 Oct 22 15:15:41.608277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49248) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:41.614099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'subnet': {'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:41.706752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa5c27-f9ee-4c78-a20c-54923f39798d req-bcfbb7d1-19be-45bc-a3de-eaa0a18b4a93 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:41.708545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fa5c27-f9ee-4c78-a20c-54923f39798d req-bcfbb7d1-19be-45bc-a3de-eaa0a18b4a93 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1205380 Oct 22 15:15:41.737229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:15:41.774404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c42a95-80d9-4869-b9d9-96be5ce6bfcd req-ee28b6f1-d9f5-4c4a-9a92-b2ae20a8bea0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:41.776496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87c42a95-80d9-4869-b9d9-96be5ce6bfcd req-ee28b6f1-d9f5-4c4a-9a92-b2ae20a8bea0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.0950880 Oct 22 15:15:41.786407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69fa5c27-f9ee-4c78-a20c-54923f39798d req-1d23edc1-8544-451a-ac07-34e70f1f6b9f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630472 Oct 22 15:15:41.846524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87c42a95-80d9-4869-b9d9-96be5ce6bfcd req-e6b46f17-8b7b-4ce8-8e22-45e28f9765e6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589454 Oct 22 15:15:41.859388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Made reservation on behalf of 93e317ba54d0461e9e1cea933fddb587 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:15:41.870100 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.915974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:41.930486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'mac_address': 'fa:16:3e:b9:63:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:15:41.977626 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:41.992249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:42.014507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:42.081705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:42.140788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:42.218752 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-c1543844-f24d-4748-8b3a-3d83f7e36181 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441771 Oct 22 15:15:42.270886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:42.361295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Subnet': ['ID=27645863-8938-4a03-aca3-53534f058431,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:42.393479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-6cd0c464-f247-4c88-a4e3-a6be2d0065d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:42.395036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-6cd0c464-f247-4c88-a4e3-a6be2d0065d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 1097 time: 0.0974202 Oct 22 15:15:42.396672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Checking segment: {'id': 'c2bbac6f-09d0-41f0-9798-9a54e25b381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:42.396976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network hostable DHCP agents. Network: 47f49b65-ceb9-440f-806a-5bef6364850b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:15:42.448734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:15:42.527045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-a29e49c9-ca98-471e-8a00-9ad2324203b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:42.528466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-a29e49c9-ca98-471e-8a00-9ad2324203b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.0988743 Oct 22 15:15:42.598284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network 47f49b65-ceb9-440f-806a-5bef6364850b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:15:42.603990 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-6acdc94d-0430-434b-b1e8-a9ff544c6432 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6 HTTP/1.1" status: 200 len: 217 time: 0.0683296 Oct 22 15:15:42.656577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 47f49b65-ceb9-440f-806a-5bef6364850b) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:42.688023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:42.688519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b09e2-96bc-4401-9319-f6595538bbda None None] Network 47f49b65-ceb9-440f-806a-5bef6364850b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:42.689453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:42.735267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-f8974fbc-6e4a-47ea-a73e-c4533670d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:42.737284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-f8974fbc-6e4a-47ea-a73e-c4533670d991 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1263089 Oct 22 15:15:42.801294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-f288cb83-affb-4740-892f-55202f6a35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:42.822116 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-f288cb83-affb-4740-892f-55202f6a35a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741723 Oct 22 15:15:42.959937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-47f49b65-ceb9-440f-806a-5bef6364850b', 'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b', 'tenant_id': '93e317ba54d0461e9e1cea933fddb587', 'fixed_ips': [{'subnet_id': '27645863-8938-4a03-aca3-53534f058431'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:15:42.965439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:42.985873 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-5f005cc2-8bf0-4793-8bba-982471ad56ee service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587393 Oct 22 15:15:42.993359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e5532bb1-5dbd-4103-9d4b-06e3e2268d1c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3808732 Oct 22 15:15:42.993359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49286) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:43.008908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2fac8725-a469-4fca-9510-03f55a2a4334 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'router': {'external_gateway_info': {'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:43.101770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92685467-4d55-497c-88fc-9d2fd937c475 req-4c3f8f32-06e8-49b8-9c7c-fbda21924406 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:43.126596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92685467-4d55-497c-88fc-9d2fd937c475 req-4c3f8f32-06e8-49b8-9c7c-fbda21924406 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 944 time: 0.1173108 Oct 22 15:15:43.268915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92685467-4d55-497c-88fc-9d2fd937c475 req-d265aa69-a299-436c-8fd3-4aa916546bb0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850620 Oct 22 15:15:43.287280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Allocated IP 2001:db8:1::2 (47f49b65-ceb9-440f-806a-5bef6364850b/27645863-8938-4a03-aca3-53534f058431/1ed8d351-5497-4143-b61c-5aa1ea401018) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:43.546338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd3a4-8072-4d2d-b038-3fbeb4b2750f req-55022493-1a2d-4ce2-831b-db7905b50fc8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:43.550286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fac8725-a469-4fca-9510-03f55a2a4334 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:43.554083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48bd3a4-8072-4d2d-b038-3fbeb4b2750f req-55022493-1a2d-4ce2-831b-db7905b50fc8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.6251090 Oct 22 15:15:43.570855 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be9204b2-8072-4fae-95b7-57b031118ee4 req-7bb9de34-1a05-485b-8fce-74aecd8a67ea service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637069 Oct 22 15:15:43.622394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48bd3a4-8072-4d2d-b038-3fbeb4b2750f req-2737f2cb-c6dc-4e28-bb12-415d193c51d9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537992 Oct 22 15:15:43.757215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:43.764606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:43.787183 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-2fac8725-a469-4fca-9510-03f55a2a4334 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:15:43.792239 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2fac8725-a469-4fca-9510-03f55a2a4334 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786 HTTP/1.1" status: 400 len: 364 time: 0.7940979 Oct 22 15:15:43.792981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49298) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:43.860158 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:43.939474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:15:43.955017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Network 47f49b65-ceb9-440f-806a-5bef6364850b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:43.957016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:43.957489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:43.959385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Pushing event updated for resources: {'Port': ['ID=1ed8d351-5497-4143-b61c-5aa1ea401018,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:43.964690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:43.997754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:44.125313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Attempting to bind port 1ed8d351-5497-4143-b61c-5aa1ea401018 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:15:44.126070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Attempting to bind port 1ed8d351-5497-4143-b61c-5aa1ea401018 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c2bbac6f-09d0-41f0-9798-9a54e25b381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:15:44.126678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Attempting to bind port 1ed8d351-5497-4143-b61c-5aa1ea401018 on network 47f49b65-ceb9-440f-806a-5bef6364850b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:15:44.134899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:15:44.135938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Checking segment: {'id': 'c2bbac6f-09d0-41f0-9798-9a54e25b381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:15:44.136543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:44.137128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Bound using segment: {'id': 'c2bbac6f-09d0-41f0-9798-9a54e25b381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:15:44.137781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Bound port: 1ed8d351-5497-4143-b61c-5aa1ea401018, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bbac6f-09d0-41f0-9798-9a54e25b381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '47f49b65-ceb9-440f-806a-5bef6364850b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:15:44.138354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:44.189778 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:44.220261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:44.233236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:44.240468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:44.240468 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2c492-f6fc-4320-b0f7-7fdd1d42f606" -d '{"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:44.292535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] For port 1ed8d351-5497-4143-b61c-5aa1ea401018, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:15:44.312691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] For port 1ed8d351-5497-4143-b61c-5aa1ea401018, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1ed8d351-5497-4143-b61c-5aa1ea401018,segment=NetworkSegment(c2bbac6f-09d0-41f0-9798-9a54e25b381a),segment_id=c2bbac6f-09d0-41f0-9798-9a54e25b381a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:15:44.321424 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9e4d9c-eabf-48bc-8808-c5b447eca9dc x-openstack-request-id: req-8d9e4d9c-eabf-48bc-8808-c5b447eca9dc {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:44.321612 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:44.321853 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d9e4d9c-eabf-48bc-8808-c5b447eca9dc {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:44.322252 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'code': 200} Oct 22 15:15:44.323586 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:44.425911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:44.474192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:44.598239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299be9d3-222a-4571-93d2-e04a47b1630e None None] Pushing event updated for resources: {'Port': ['ID=1ed8d351-5497-4143-b61c-5aa1ea401018,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:44.694152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Allocated IP 2001:db8::1 (e8b3c54e-e719-425a-807e-e65636e6a261/a0f47b9d-bb25-4118-a34b-c7ca86c2c402/03f7a39a-aebc-4aa6-952c-3367ef537eb5) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:15:44.841338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad16bc2-3732-4b55-873f-371b5d6ee657 req-6adc4840-2af3-44f9-ba79-4c9a17f5bf52 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:44.848209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aad16bc2-3732-4b55-873f-371b5d6ee657 req-6adc4840-2af3-44f9-ba79-4c9a17f5bf52 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.4510098 Oct 22 15:15:44.986320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aad16bc2-3732-4b55-873f-371b5d6ee657 req-49c5fdad-d4fc-4149-8d29-0844371fe31d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369143 Oct 22 15:15:44.993507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:45.010584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95465c-f572-4c5b-b8db-1f995370126f req-09558b46-80d5-4a69-8b81-16c34a6c75ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:45.020715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a95465c-f572-4c5b-b8db-1f995370126f req-09558b46-80d5-4a69-8b81-16c34a6c75ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.2239168 Oct 22 15:15:45.141992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74344836-9d35-4d02-83c4-045dbd3196bd req-be30ce3c-6f51-4540-a420-d5b61693b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:45.145452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74344836-9d35-4d02-83c4-045dbd3196bd req-be30ce3c-6f51-4540-a420-d5b61693b27a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 1096 time: 0.7703762 Oct 22 15:15:45.191899 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-74344836-9d35-4d02-83c4-045dbd3196bd req-23bb7679-5240-4f85-8800-cf2b737dace3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390198 Oct 22 15:15:45.434555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a95465c-f572-4c5b-b8db-1f995370126f req-1970ecea-4982-4eaf-93d2-8168790e77ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128063 Oct 22 15:15:45.546703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:45.616126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network e8b3c54e-e719-425a-807e-e65636e6a261 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:45.621043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:45.631339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:15:45.632706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:45.641115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Port': ['ID=03f7a39a-aebc-4aa6-952c-3367ef537eb5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:45.815313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1ed8d351-5497-4143-b61c-5aa1ea401018 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:45.873687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1ed8d351-5497-4143-b61c-5aa1ea401018 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:45.874137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:45.972222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.022629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.026358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12414db-fcd4-4148-9c65-f95d4fcbc720 None None] Network 47f49b65-ceb9-440f-806a-5bef6364850b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:46.127370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 1ed8d351-5497-4143-b61c-5aa1ea401018, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1ed8d351-5497-4143-b61c-5aa1ea401018,segment=NetworkSegment(c2bbac6f-09d0-41f0-9798-9a54e25b381a),segment_id=c2bbac6f-09d0-41f0-9798-9a54e25b381a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:46.140242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-54ed3a47-3a5a-4fce-9636-a4a58c25a593 None None] Provisioning complete for port 03f7a39a-aebc-4aa6-952c-3367ef537eb5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:46.140598 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-54ed3a47-3a5a-4fce-9636-a4a58c25a593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.188540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-54ed3a47-3a5a-4fce-9636-a4a58c25a593 None None] Port 03f7a39a-aebc-4aa6-952c-3367ef537eb5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:15:46.229475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-54ed3a47-3a5a-4fce-9636-a4a58c25a593 None None] Provisioning complete for port 1ed8d351-5497-4143-b61c-5aa1ea401018 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:46.229762 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-54ed3a47-3a5a-4fce-9636-a4a58c25a593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.256483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.256664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1c6c5-31a4-43c3-9aa5-be28f1e5f22b req-be59c5c1-a92f-414c-9380-fef7fbcd328c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:46.269937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bb1c6c5-31a4-43c3-9aa5-be28f1e5f22b req-be59c5c1-a92f-414c-9380-fef7fbcd328c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1601558 Oct 22 15:15:46.361791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=1ed8d351-5497-4143-b61c-5aa1ea401018,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:46.383509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0bb1c6c5-31a4-43c3-9aa5-be28f1e5f22b req-b00b8d1d-80fa-4f2a-9975-5490072e01fb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116214 Oct 22 15:15:46.451517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.567666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9508747-fdf6-49ec-9dca-e71f6895ae20 req-52f796c2-833a-4a63-a04b-c7832a7abf8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:46.569191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9508747-fdf6-49ec-9dca-e71f6895ae20 req-52f796c2-833a-4a63-a04b-c7832a7abf8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0574429 Oct 22 15:15:46.609648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.610528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.647916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-42550006-74d7-4760-9327-20e11a4a11ba None None] Provisioning complete for port 1ed8d351-5497-4143-b61c-5aa1ea401018 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:46.657903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42550006-74d7-4760-9327-20e11a4a11ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:46.674097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9508747-fdf6-49ec-9dca-e71f6895ae20 req-1b5aafc2-6eac-4c2a-a23a-2350f09eb47b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908587 Oct 22 15:15:46.714045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event updated for resources: {'Port': ['ID=03f7a39a-aebc-4aa6-952c-3367ef537eb5,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:46.800046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Network e8b3c54e-e719-425a-807e-e65636e6a261 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:15:46.801537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:15:46.915625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Router 99ec690c-c7f4-476b-8d05-8001ec53b786 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:15:47.025587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:15:47.033828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49372) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:47.034815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-255e5ae3-0227-4e31-a940-5091da6c61b6 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2407107 Oct 22 15:15:47.036899 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] Sync routers for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:15:47.056703 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:47.061759 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:47.111270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:47.128634 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:47.129438 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:47.165602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23b86bd4-7ab4-47e5-8496-998f358af7cc tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:47.182581 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:47.183690 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fd512-7014-4a24-b763-4c59689c33bb None None] The sync data for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:15:47.189227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8a2cffc1-5121-4e38-b5d7-1ad25bfb8ea2 None None] Provisioning complete for port 03f7a39a-aebc-4aa6-952c-3367ef537eb5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:47.189724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a2cffc1-5121-4e38-b5d7-1ad25bfb8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:47.229968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cffc1-5121-4e38-b5d7-1ad25bfb8ea2 None None] Port 03f7a39a-aebc-4aa6-952c-3367ef537eb5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:15:47.266113 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-23b86bd4-7ab4-47e5-8496-998f358af7cc tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 15:15:47.270245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23b86bd4-7ab4-47e5-8496-998f358af7cc tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786 HTTP/1.1" status: 409 len: 329 time: 0.2345943 Oct 22 15:15:47.270523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49378) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:47.562419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5a3a-959a-4b22-99e5-89ada0fe4f2c req-96fa6713-c0a2-4d8f-9931-703db6dcd81e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:47.563948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1cf5a3a-959a-4b22-99e5-89ada0fe4f2c req-96fa6713-c0a2-4d8f-9931-703db6dcd81e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0955236 Oct 22 15:15:47.621872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1cf5a3a-959a-4b22-99e5-89ada0fe4f2c req-cc931121-511d-4d7b-a2a2-3749a7b852ac tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Oct 22 15:15:47.691835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1ed8d351-5497-4143-b61c-5aa1ea401018 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:47.707955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:47.759117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1ed8d351-5497-4143-b61c-5aa1ea401018 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:47.759493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:47.951251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96669-9c86-4a96-af5f-bdaffcde73ff req-322afd8e-7a79-4654-8fac-895bd4da49b4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:47.952744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27a96669-9c86-4a96-af5f-bdaffcde73ff req-322afd8e-7a79-4654-8fac-895bd4da49b4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0799978 Oct 22 15:15:48.025206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27a96669-9c86-4a96-af5f-bdaffcde73ff req-648a12fc-0637-46fc-ba55-c7f91fd5d1a3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640473 Oct 22 15:15:48.097306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting port 03f7a39a-aebc-4aa6-952c-3367ef537eb5 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:48.097643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:48.186683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:48.201410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Calling delete_port for 03f7a39a-aebc-4aa6-952c-3367ef537eb5 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:48.721567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:48.751091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Port': ['ID=03f7a39a-aebc-4aa6-952c-3367ef537eb5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:48.833857 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:15:48.907613 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:48.973086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6a567-edd9-42ec-b6ad-6d34d7b19e46 req-0d365aee-37fb-4db6-b89e-57d5c8a2dec8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:48.974646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8e6a567-edd9-42ec-b6ad-6d34d7b19e46 req-0d365aee-37fb-4db6-b89e-57d5c8a2dec8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1277654 Oct 22 15:15:49.122558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8e6a567-edd9-42ec-b6ad-6d34d7b19e46 req-4c9fbf2c-748e-4371-8eef-68211699f64a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399686 Oct 22 15:15:49.150555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Router 99ec690c-c7f4-476b-8d05-8001ec53b786 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:15:49.244221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3859b4-0c25-47b6-a798-2188500d4e21 req-af372c66-7754-44e6-af39-7988c908ce41 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:49.245672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d3859b4-0c25-47b6-a798-2188500d4e21 req-af372c66-7754-44e6-af39-7988c908ce41 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1176977 Oct 22 15:15:49.283116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:15:49.289329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b80efb7a-82a6-4198-a51f-6dacce50b457 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169532 Oct 22 15:15:49.293255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49434) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:49.296143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] Sync routers for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:15:49.315024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:49.315856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:49.319116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d3859b4-0c25-47b6-a798-2188500d4e21 req-95ba2e83-a679-4dac-b5f6-1544347a3c99 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Oct 22 15:15:49.362232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:49.371429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] Routers {'99ec690c-c7f4-476b-8d05-8001ec53b786'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:15:49.372163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['99ec690c-c7f4-476b-8d05-8001ec53b786'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:49.382823 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-f8dff97c-ad04-443d-b62b-02393fcd5905 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] show failed (client error): The resource could not be found. Oct 22 15:15:49.386257 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8dff97c-ad04-443d-b62b-02393fcd5905 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1875258404 HTTP/1.1" status: 404 len: 335 time: 0.0885673 Oct 22 15:15:49.390440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49438) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:49.401037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-adf2d41e-bd5d-41b5-900c-b299a78225aa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:49.420685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:49.421430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db927c0-9cae-4c89-b69b-d321355174b1 None None] The sync data for ids ['99ec690c-c7f4-476b-8d05-8001ec53b786'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:15:49.444362 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-adf2d41e-bd5d-41b5-900c-b299a78225aa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] update failed (client error): The resource could not be found. Oct 22 15:15:49.447157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-adf2d41e-bd5d-41b5-900c-b299a78225aa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1000602394 HTTP/1.1" status: 404 len: 335 time: 0.0535996 Oct 22 15:15:49.449991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49442) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:49.502525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting subnet 27645863-8938-4a03-aca3-53534f058431 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:49.511178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:49.550723 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:49.643437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:49.779400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:49.807967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Subnet': ['ID=27645863-8938-4a03-aca3-53534f058431,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:49.811934 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:49.815402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e43fe478-4a3a-4421-a1ce-935bea0fb623 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/subnets/27645863-8938-4a03-aca3-53534f058431 HTTP/1.1" status: 204 len: 168 time: 0.3644669 Oct 22 15:15:49.817928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49454) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:49.821428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83fe324-ff30-4cf1-a2aa-fd353ae31207 None None] Network 47f49b65-ceb9-440f-806a-5bef6364850b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:49.902367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:49.964000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting port 1ed8d351-5497-4143-b61c-5aa1ea401018 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:49.964348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.035920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] For port 1ed8d351-5497-4143-b61c-5aa1ea401018, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1ed8d351-5497-4143-b61c-5aa1ea401018,segment=NetworkSegment(c2bbac6f-09d0-41f0-9798-9a54e25b381a),segment_id=c2bbac6f-09d0-41f0-9798-9a54e25b381a)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:50.036311 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.056615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Calling delete_port for 1ed8d351-5497-4143-b61c-5aa1ea401018 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:50.082363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] DHCP port deletion for 47f49b65-ceb9-440f-806a-5bef6364850b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:50.131903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] Deleting port 1ed8d351-5497-4143-b61c-5aa1ea401018 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:50.132286 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.197492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] For port 1ed8d351-5497-4143-b61c-5aa1ea401018, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1ed8d351-5497-4143-b61c-5aa1ea401018,segment=NetworkSegment(c2bbac6f-09d0-41f0-9798-9a54e25b381a),segment_id=c2bbac6f-09d0-41f0-9798-9a54e25b381a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:50.197993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.214230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] Calling delete_port for 1ed8d351-5497-4143-b61c-5aa1ea401018 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:50.245323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844caa91-787e-477a-8d1d-6acab5660edf req-3503495a-5c73-48e7-bbbc-469c17c3afb8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:50.246860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-844caa91-787e-477a-8d1d-6acab5660edf req-3503495a-5c73-48e7-bbbc-469c17c3afb8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0515893 Oct 22 15:15:50.261078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:15:50.302346 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:15:50.311481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Port': ['ID=1ed8d351-5497-4143-b61c-5aa1ea401018,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:50.311481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] No DVR routers for this DVR port 1ed8d351-5497-4143-b61c-5aa1ea401018 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:50.316676 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.347447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-844caa91-787e-477a-8d1d-6acab5660edf req-f69d5c09-b665-4210-a743-c279cf08577b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Oct 22 15:15:50.370557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] No DVR routers for this DVR port 1ed8d351-5497-4143-b61c-5aa1ea401018 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:50.372505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803e11a-b10b-45ff-92a0-2ff5ff396965 None None] Pushing event deleted for resources: {'Port': ['ID=1ed8d351-5497-4143-b61c-5aa1ea401018,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:50.439534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.486146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49470) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:50.493118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f49b65-ceb9-440f-806a-5bef6364850b']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:50.508214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bbac6f-09d0-41f0-9798-9a54e25b381a') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:50.508552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bbac6f-09d0-41f0-9798-9a54e25b381a') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:50.521713 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.536674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d627f9-9b00-4410-9c08-ce226e045fff req-7984a3b8-1360-440f-80e2-dd52dd044c6a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:50.538885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d627f9-9b00-4410-9c08-ce226e045fff req-7984a3b8-1360-440f-80e2-dd52dd044c6a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0956337 Oct 22 15:15:50.552370 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.567667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:50.568058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:50.571481 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:50.610953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d627f9-9b00-4410-9c08-ce226e045fff req-21182a3d-56f3-4935-9164-9ed2fbdd2858 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658026 Oct 22 15:15:50.623327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4579baa6-a5e2-4727-a4de-8f86de835466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.738591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.747976 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.751699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/networks/47f49b65-ceb9-440f-806a-5bef6364850b HTTP/1.1" status: 204 len: 168 time: 0.9326370 Oct 22 15:15:50.754311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49476) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:50.765339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525c16-78e8-455a-b254-f5492e802dfa tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Network': ['ID=47f49b65-ceb9-440f-806a-5bef6364850b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:50.823751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting subnet 4830960e-a528-4759-b4d5-3da1003a767e {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:50.830600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.883251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4579baa6-a5e2-4727-a4de-8f86de835466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.887885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.958351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4579baa6-a5e2-4727-a4de-8f86de835466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:50.993091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.071517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579baa6-a5e2-4727-a4de-8f86de835466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc64285-4ed0-41ad-aa04-5772671c7d9a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:51.076399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4579baa6-a5e2-4727-a4de-8f86de835466 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ba46c28d47c4db39e4bb71f42861c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889788 Oct 22 15:15:51.078849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49480) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:51.122760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.157049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Subnet': ['ID=4830960e-a528-4759-b4d5-3da1003a767e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:51.160676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f985fc30-bfb3-4001-b9f5-68789ee1713e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.162803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.166597 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b22bcd54-1ff2-4cb1-926a-32915252c765 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/subnets/4830960e-a528-4759-b4d5-3da1003a767e HTTP/1.1" status: 204 len: 168 time: 0.4113214 Oct 22 15:15:51.168657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0dc30a-fb36-461a-8daf-04fca7877658 None None] Network dbe309cc-abb6-4ec9-94c5-6810f562ad86 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:51.169431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49482) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:51.191544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f985fc30-bfb3-4001-b9f5-68789ee1713e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.230309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting subnet d1f63f0e-cbaa-4365-9151-073f0825e733 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:51.234843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.282165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.338805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f985fc30-bfb3-4001-b9f5-68789ee1713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.342366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f985fc30-bfb3-4001-b9f5-68789ee1713e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.347888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f985fc30-bfb3-4001-b9f5-68789ee1713e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bc64285-4ed0-41ad-aa04-5772671c7d9a HTTP/1.1" status: 204 len: 168 time: 0.2678962 Oct 22 15:15:51.360857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985fc30-bfb3-4001-b9f5-68789ee1713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc64285-4ed0-41ad-aa04-5772671c7d9a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:51.388933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] DHCP port deletion for dbe309cc-abb6-4ec9-94c5-6810f562ad86 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:51.418950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.480368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] Deleting port abdf187f-d701-42be-92a9-803fbbae61f8 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:51.481378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.550296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003fcfb-ce55-4697-b6c4-f7df00787f3c req-0451da56-f1bd-49f5-ba6b-92ee8c5d7d5a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:51.553127 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7003fcfb-ce55-4697-b6c4-f7df00787f3c req-0451da56-f1bd-49f5-ba6b-92ee8c5d7d5a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0783646 Oct 22 15:15:51.566056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] For port abdf187f-d701-42be-92a9-803fbbae61f8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=abdf187f-d701-42be-92a9-803fbbae61f8,segment=NetworkSegment(88d72374-8af6-4656-af8f-23753b574668),segment_id=88d72374-8af6-4656-af8f-23753b574668)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:51.572035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.581344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] Calling delete_port for abdf187f-d701-42be-92a9-803fbbae61f8 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:51.595893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7003fcfb-ce55-4697-b6c4-f7df00787f3c req-6a1e039a-7eaa-4b8c-87f6-2eff59b20d8b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Oct 22 15:15:51.659121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.693223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.708657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/subnets/d1f63f0e-cbaa-4365-9151-073f0825e733 HTTP/1.1" status: 204 len: 168 time: 0.5379212 Oct 22 15:15:51.711101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49492) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:51.720647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device abdf187f-d701-42be-92a9-803fbbae61f8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:51.722900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031c150-1e85-4b45-abff-8cd9ca71b238 None None] Network ea0cd6ab-ba75-4e69-9722-494d3829d356 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:51.803335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb456354-17b1-4514-81c0-8813044a44a2 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f63f0e-cbaa-4365-9151-073f0825e733,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:51.825932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.854916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] Pushing event deleted for resources: {'Port': ['ID=abdf187f-d701-42be-92a9-803fbbae61f8,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:51.868226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.886179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7ca14-8e35-491d-9831-e7f72ba6551d req-e5a6b5c7-131e-4973-b764-f06b34086e5b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:51.887769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dee7ca14-8e35-491d-9831-e7f72ba6551d req-e5a6b5c7-131e-4973-b764-f06b34086e5b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.1564775 Oct 22 15:15:51.889124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port abdf187f-d701-42be-92a9-803fbbae61f8 {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 15:15:51.889624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device abdf187f-d701-42be-92a9-803fbbae61f8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:51.890113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1ed8d351-5497-4143-b61c-5aa1ea401018 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:51.894861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacbb2bd-4407-4be2-9c14-0109ac4591ec None None] No DVR routers for this DVR port abdf187f-d701-42be-92a9-803fbbae61f8 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:51.922732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 1ed8d351-5497-4143-b61c-5aa1ea401018 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:51.923190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1ed8d351-5497-4143-b61c-5aa1ea401018 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:51.979865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:51.981239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dee7ca14-8e35-491d-9831-e7f72ba6551d req-df4b513a-62df-4229-aab0-b7dfd9c9013f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757208 Oct 22 15:15:52.005101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe309cc-abb6-4ec9-94c5-6810f562ad86']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:52.015573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d72374-8af6-4656-af8f-23753b574668') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:52.015869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d72374-8af6-4656-af8f-23753b574668') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:52.026709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.043338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.046586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] DHCP port deletion for ea0cd6ab-ba75-4e69-9722-494d3829d356 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:52.049682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:52.050164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:52.059134 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:52.108926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] Deleting port db9f634a-150a-4c78-9a9f-1ed760493ef0 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:52.109751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.183199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] For port db9f634a-150a-4c78-9a9f-1ed760493ef0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=db9f634a-150a-4c78-9a9f-1ed760493ef0,segment=NetworkSegment(0becff60-d683-494d-86ca-2fca63a3aa0a),segment_id=0becff60-d683-494d-86ca-2fca63a3aa0a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:52.183694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.196340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] Calling delete_port for db9f634a-150a-4c78-9a9f-1ed760493ef0 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:52.287713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.295977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.299582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/networks/dbe309cc-abb6-4ec9-94c5-6810f562ad86 HTTP/1.1" status: 204 len: 168 time: 0.5873821 Oct 22 15:15:52.302030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49498) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:52.309898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49500) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:52.321000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543a40e-051e-45fe-9d47-7daad81de1d5 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Network': ['ID=dbe309cc-abb6-4ec9-94c5-6810f562ad86,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:52.331400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2425ff7-5d4e-47c0-8121-e114dab2eba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.396317 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.405762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.431620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] Pushing event deleted for resources: {'Port': ['ID=db9f634a-150a-4c78-9a9f-1ed760493ef0,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:52.439560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775103a-ace9-4fbb-ad04-47d6e2a4378e None None] No DVR routers for this DVR port db9f634a-150a-4c78-9a9f-1ed760493ef0 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:52.478173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2425ff7-5d4e-47c0-8121-e114dab2eba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.515233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.536334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0cd6ab-ba75-4e69-9722-494d3829d356']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:52.545598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0becff60-d683-494d-86ca-2fca63a3aa0a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:52.545891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0becff60-d683-494d-86ca-2fca63a3aa0a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:52.560278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.567783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2425ff7-5d4e-47c0-8121-e114dab2eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.575740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.584136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:52.584545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:52.588703 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:52.619119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e2425ff7-5d4e-47c0-8121-e114dab2eba2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4b8e9e97a9744d6bbfd6e4230df7b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024981 Oct 22 15:15:52.619119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49502) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:52.619119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425ff7-5d4e-47c0-8121-e114dab2eba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd516750-8d2e-4565-b7ce-257811e1247c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:52.664634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-727f4c9c-9abe-48af-a1b7-3138d0dbf030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.683054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba75e-2f8f-46d0-b133-1d1a31ffa4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.731309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba75e-2f8f-46d0-b133-1d1a31ffa4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.761413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.774664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.779076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/networks/ea0cd6ab-ba75-4e69-9722-494d3829d356 HTTP/1.1" status: 204 len: 168 time: 0.4749234 Oct 22 15:15:52.780038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257c15f-dff9-4713-8418-0e9a9d2586fa req-31d3f22a-b68e-493d-baf6-2b82155888cc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:52.781898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3257c15f-dff9-4713-8418-0e9a9d2586fa req-31d3f22a-b68e-493d-baf6-2b82155888cc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0893254 Oct 22 15:15:52.782384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49508) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:52.789593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4c5e8-a9b2-4a06-b57f-a5e1fe118132 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Network': ['ID=ea0cd6ab-ba75-4e69-9722-494d3829d356,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:52.867899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting subnet a0f47b9d-bb25-4118-a34b-c7ca86c2c402 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:15:52.872090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3257c15f-dff9-4713-8418-0e9a9d2586fa req-16d51179-6d6d-4482-ace2-8c4ff9ff0a94 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Oct 22 15:15:52.874135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.918091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.939154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba75e-2f8f-46d0-b133-1d1a31ffa4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.941718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba75e-2f8f-46d0-b133-1d1a31ffa4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:52.942872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8b3ba75e-2f8f-46d0-b133-1d1a31ffa4d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd516750-8d2e-4565-b7ce-257811e1247c HTTP/1.1" status: 204 len: 168 time: 0.3255665 Oct 22 15:15:52.961684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ba75e-2f8f-46d0-b133-1d1a31ffa4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd516750-8d2e-4565-b7ce-257811e1247c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:53.033387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.130932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692df8-0543-4278-b903-9a641497f801 req-fb993513-789a-4499-8f86-42a16da94aa9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:53.132390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81692df8-0543-4278-b903-9a641497f801 req-fb993513-789a-4499-8f86-42a16da94aa9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0732646 Oct 22 15:15:53.174839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81692df8-0543-4278-b903-9a641497f801 req-b4b63cfd-f6f6-46de-9074-3dd410904068 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351002 Oct 22 15:15:53.298864 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.329114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f47b9d-bb25-4118-a34b-c7ca86c2c402,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:53.333915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.340476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be515ade-20f4-4f1e-9228-0a8c5ba38c01 None None] Network e8b3c54e-e719-425a-807e-e65636e6a261 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:15:53.341354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:53.341770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3e6de457-4655-463e-abf6-856bb00c6c44 tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/subnets/a0f47b9d-bb25-4118-a34b-c7ca86c2c402 HTTP/1.1" status: 204 len: 168 time: 0.5579572 Oct 22 15:15:53.452695 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.524331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Deleting port 073f9d49-6b8b-4514-b9e0-f53200640025 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:53.524937 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.583453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] DHCP port deletion for e8b3c54e-e719-425a-807e-e65636e6a261 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:15:53.612381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] For port 073f9d49-6b8b-4514-b9e0-f53200640025, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=073f9d49-6b8b-4514-b9e0-f53200640025,segment=NetworkSegment(db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc),segment_id=db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:53.612755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.626445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Calling delete_port for 073f9d49-6b8b-4514-b9e0-f53200640025 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:53.699702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] Deleting port 073f9d49-6b8b-4514-b9e0-f53200640025 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:15:53.700472 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.765479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db9f634a-150a-4c78-9a9f-1ed760493ef0 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:53.864306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:53.894848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] No DVR routers for this DVR port 073f9d49-6b8b-4514-b9e0-f53200640025 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:53.964547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Port': ['ID=073f9d49-6b8b-4514-b9e0-f53200640025,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:53.970719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: db9f634a-150a-4c78-9a9f-1ed760493ef0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:53.970719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db9f634a-150a-4c78-9a9f-1ed760493ef0 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:53.971036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 073f9d49-6b8b-4514-b9e0-f53200640025 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:15:53.973890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] For port 073f9d49-6b8b-4514-b9e0-f53200640025, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=073f9d49-6b8b-4514-b9e0-f53200640025,segment=NetworkSegment(db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc),segment_id=db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:53.974303 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.005638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 073f9d49-6b8b-4514-b9e0-f53200640025 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:15:54.006005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 073f9d49-6b8b-4514-b9e0-f53200640025 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:15:54.009248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] Calling delete_port for 073f9d49-6b8b-4514-b9e0-f53200640025 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:15:54.061364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.070989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a5e3b-063b-4cab-a7d7-dad3670d4e95 req-32568f3d-7458-4ac6-8b7b-068aa7e4947c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:54.072943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd3a5e3b-063b-4cab-a7d7-dad3670d4e95 req-32568f3d-7458-4ac6-8b7b-068aa7e4947c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0961189 Oct 22 15:15:54.092203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b3c54e-e719-425a-807e-e65636e6a261']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:54.102217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:54.102698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db92fee1-ff5a-4c0a-a8d4-e55d68f7c8dc') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:15:54.122443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.143321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.153328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:15:54.153847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:15:54.158535 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:15:54.161114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd3a5e3b-063b-4cab-a7d7-dad3670d4e95 req-65e691ce-07fa-4095-a55b-4c2f14816878 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798335 Oct 22 15:15:54.165935 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.205030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] Pushing event deleted for resources: {'Port': ['ID=073f9d49-6b8b-4514-b9e0-f53200640025,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:54.213743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bf4e3-0973-40f3-ae66-9578e20c7e20 None None] No DVR routers for this DVR port 073f9d49-6b8b-4514-b9e0-f53200640025 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:15:54.348669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675071e-e1cc-4bfe-9e69-833d9bd911d4 req-4c54d3b7-01d1-4093-8be3-2e0ed5201494 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:54.350404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e675071e-e1cc-4bfe-9e69-833d9bd911d4 req-4c54d3b7-01d1-4093-8be3-2e0ed5201494 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0561719 Oct 22 15:15:54.372241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.383766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.390205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/networks/e8b3c54e-e719-425a-807e-e65636e6a261 HTTP/1.1" status: 204 len: 168 time: 1.0442946 Oct 22 15:15:54.403427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49542) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:54.403583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555db51-25bf-4b50-94da-28639969304b tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Pushing event deleted for resources: {'Network': ['ID=e8b3c54e-e719-425a-807e-e65636e6a261,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:54.422717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e675071e-e1cc-4bfe-9e69-833d9bd911d4 req-d8b9c8f9-24cb-42f7-b93b-3b30581d43e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Oct 22 15:15:54.434249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-197a6288-01e3-4ed5-9175-1acbc6b9c40e tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "GET /v2.0/ports?device_id=99ec690c-c7f4-476b-8d05-8001ec53b786 HTTP/1.1" status: 200 len: 205 time: 0.0376370 Oct 22 15:15:54.436825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49546) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:54.518617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.681604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.683975 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.795680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.796257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Fanout notify agent at l3_agent the message router_deleted on router 99ec690c-c7f4-476b-8d05-8001ec53b786 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:15:54.804484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:54.808310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06993740-aec2-4c4f-ac4e-a7df9b2a918c tempest-RoutersNegativeIpV6Test-2013987951 tempest-RoutersNegativeIpV6Test-2013987951-project] 10.222.0.66 "DELETE /v2.0/routers/99ec690c-c7f4-476b-8d05-8001ec53b786 HTTP/1.1" status: 204 len: 168 time: 0.3675637 Oct 22 15:15:55.297742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1147d-70f7-440f-89fd-a144de8ae30e req-cbf5841d-f474-4255-9737-b17e6927ffcd tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:55.299469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dc1147d-70f7-440f-89fd-a144de8ae30e req-cbf5841d-f474-4255-9737-b17e6927ffcd tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0582323 Oct 22 15:15:55.327270 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab52251d-2d2c-4a9f-8738-3e2bb34e2bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:55.356014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7dc1147d-70f7-440f-89fd-a144de8ae30e req-400f1377-1bea-497e-a709-36efe05742ce tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495234 Oct 22 15:15:55.576700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087af931-3cbb-4bf9-a4c7-8e3ff65266a7 req-d55de426-4170-47a5-8ff6-6bc6d2a61f66 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:55.578330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-087af931-3cbb-4bf9-a4c7-8e3ff65266a7 req-d55de426-4170-47a5-8ff6-6bc6d2a61f66 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 943 time: 0.0538380 Oct 22 15:15:55.632423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-087af931-3cbb-4bf9-a4c7-8e3ff65266a7 req-680ec77d-5f68-40ef-9c27-401db211b2be tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Oct 22 15:15:55.831642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 537a82e8-59f4-4f79-9c2b-bad645126c4c details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:15:55.884164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49580) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:55.958010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 537a82e8-59f4-4f79-9c2b-bad645126c4c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=537a82e8-59f4-4f79-9c2b-bad645126c4c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:55.984016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '537a82e8-59f4-4f79-9c2b-bad645126c4c', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': '537a82e8-59f4-4f79-9c2b-bad645126c4c', 'mac_address': 'fa:16:3e:d6:f4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:15:56.014548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.029111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537a82e8-59f4-4f79-9c2b-bad645126c4c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:15:56.049318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 537a82e8-59f4-4f79-9c2b-bad645126c4c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=537a82e8-59f4-4f79-9c2b-bad645126c4c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:56.140133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-59fb9648-19c9-4f4e-90c4-a6d15a9341a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93e317ba54d0461e9e1cea933fddb587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538271 Oct 22 15:15:56.142804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49584) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:56.184376 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.198912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72ccb39f-4aac-41de-9b3d-fac4a94b8cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.222465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72ccb39f-4aac-41de-9b3d-fac4a94b8cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.238020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=537a82e8-59f4-4f79-9c2b-bad645126c4c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:56.247529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.248001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.248439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.248844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.249254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.249646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.249981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.250376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.250766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.251177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.251567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.251970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:15:56.447273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72ccb39f-4aac-41de-9b3d-fac4a94b8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.450427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72ccb39f-4aac-41de-9b3d-fac4a94b8cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.451660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72ccb39f-4aac-41de-9b3d-fac4a94b8cc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb7c46a1-d0be-4e28-b803-e81a70b586aa HTTP/1.1" status: 204 len: 168 time: 0.3076513 Oct 22 15:15:56.462014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccb39f-4aac-41de-9b3d-fac4a94b8cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c46a1-d0be-4e28-b803-e81a70b586aa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:56.534154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28ab5-f6a3-4839-b127-3b5aa9c20c6d req-cd4faed1-36f9-4d95-8748-0d1ee59cf1f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:56.535681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eed28ab5-f6a3-4839-b127-3b5aa9c20c6d req-cd4faed1-36f9-4d95-8748-0d1ee59cf1f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0648806 Oct 22 15:15:56.549945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.574719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eed28ab5-f6a3-4839-b127-3b5aa9c20c6d req-0842e31d-af2d-4334-b409-a59249866226 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Oct 22 15:15:56.605404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['537a82e8-59f4-4f79-9c2b-bad645126c4c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:15:56.610093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:56.753292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca285-3314-44fe-aafd-ec50484d56b7 req-3240c511-f709-4f04-b3c6-af5a0ca637e2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:56.759619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45cca285-3314-44fe-aafd-ec50484d56b7 req-3240c511-f709-4f04-b3c6-af5a0ca637e2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 944 time: 0.0624118 Oct 22 15:15:56.800722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45cca285-3314-44fe-aafd-ec50484d56b7 req-12f7191a-fcb5-4b82-8e23-fb687c0ea251 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Oct 22 15:15:57.697210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ba2d-f1b7-4f77-bd53-cdab3893a136 req-f48e5a87-0e6a-4da9-bcde-b2fe7fe23855 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:57.698841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1657ba2d-f1b7-4f77-bd53-cdab3893a136 req-f48e5a87-0e6a-4da9-bcde-b2fe7fe23855 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0521579 Oct 22 15:15:57.742109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1657ba2d-f1b7-4f77-bd53-cdab3893a136 req-df67e008-914a-4646-908e-11689e700c39 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360074 Oct 22 15:15:57.830570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 537a82e8-59f4-4f79-9c2b-bad645126c4c up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:15:57.878580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49638) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:57.968099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793f75a-73c3-41e4-b481-626c14bca351 req-8a1d3031-3c60-4584-9adb-bbe9c4f3816b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:57.976203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2793f75a-73c3-41e4-b481-626c14bca351 req-8a1d3031-3c60-4584-9adb-bbe9c4f3816b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 944 time: 0.0798721 Oct 22 15:15:58.026101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2793f75a-73c3-41e4-b481-626c14bca351 req-e3dab9e6-5b7d-4b39-bc97-bca7dadf07e7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Oct 22 15:15:58.042989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ceae1b04-e409-49d8-8c43-2293d9668fa3 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-343498841', 'prefixes': ['172.20.0.0/16']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:58.091334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 537a82e8-59f4-4f79-9c2b-bad645126c4c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:15:58.091334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 537a82e8-59f4-4f79-9c2b-bad645126c4c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:15:58.092168 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:58.163645 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:58.176818 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:58.199393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a82e8-59f4-4f79-9c2b-bad645126c4c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:15:58.201789 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf38de7-4798-4725-9f75-3a63ad7be51d" -d '{"events": [{"server_uuid": "6a3e7b52-fea6-4818-a8e3-395fa8d99b64", "name": "network-vif-plugged", "status": "completed", "tag": "537a82e8-59f4-4f79-9c2b-bad645126c4c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:15:58.214766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 537a82e8-59f4-4f79-9c2b-bad645126c4c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=537a82e8-59f4-4f79-9c2b-bad645126c4c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:15:58.240174 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d67672c-3efd-4320-8ea7-e2f8e59a1043 x-openstack-request-id: req-4d67672c-3efd-4320-8ea7-e2f8e59a1043 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:15:58.240735 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3e7b52-fea6-4818-a8e3-395fa8d99b64", "name": "network-vif-plugged", "status": "completed", "tag": "537a82e8-59f4-4f79-9c2b-bad645126c4c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:15:58.241529 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d67672c-3efd-4320-8ea7-e2f8e59a1043 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:15:58.241923 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a82e8-59f4-4f79-9c2b-bad645126c4c', 'code': 200} Oct 22 15:15:58.369786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b92a23-1a70-44e7-b1ea-07223c6a16f2 req-63e6cef4-9c13-49b7-81ee-22b6ff3bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:58.371327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-18b92a23-1a70-44e7-b1ea-07223c6a16f2 req-63e6cef4-9c13-49b7-81ee-22b6ff3bca24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 1095 time: 0.0408623 Oct 22 15:15:58.433345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-18b92a23-1a70-44e7-b1ea-07223c6a16f2 req-0d811e43-1498-4cb2-8597-bceb2d743f82 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Oct 22 15:15:58.447282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:58.496744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=537a82e8-59f4-4f79-9c2b-bad645126c4c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:15:58.619294 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ceae1b04-e409-49d8-8c43-2293d9668fa3 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] Publish callbacks [] for subnetpool, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:58.619294 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ceae1b04-e409-49d8-8c43-2293d9668fa3 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7387054 Oct 22 15:15:58.619835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49654) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:58.667490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ca658a1-dfc5-4dc8-8906-b6289afcfdcd tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] 10.222.0.66 "GET /v2.0/subnetpools/0806fc87-2b75-42af-974d-352ffc8a6c7d HTTP/1.1" status: 200 len: 731 time: 0.0457196 Oct 22 15:15:58.670024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49658) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:58.674856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8a738b5e-0b9c-4b9a-9767-2bfad766f466 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1264791202'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:15:58.886252 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8a738b5e-0b9c-4b9a-9767-2bfad766f466 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] Publish callbacks [] for subnetpool, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:58.887570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8a738b5e-0b9c-4b9a-9767-2bfad766f466 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] 10.222.0.66 "PUT /v2.0/subnetpools/0806fc87-2b75-42af-974d-352ffc8a6c7d HTTP/1.1" status: 200 len: 684 time: 0.2165229 Oct 22 15:15:58.890101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49664) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:58.927669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cf5be-632f-47c5-ae2f-9a6b9ac80142 req-459137da-18b4-4b8f-aec3-c599a8a0118f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:58.929709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e5cf5be-632f-47c5-ae2f-9a6b9ac80142 req-459137da-18b4-4b8f-aec3-c599a8a0118f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0792928 Oct 22 15:15:58.999745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e5cf5be-632f-47c5-ae2f-9a6b9ac80142 req-67dfded9-c1ac-4d41-8b9d-a60942b8c71c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575931 Oct 22 15:15:59.137996 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e796c9cb-630c-4af5-8421-089a64049d5e tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] Publish callbacks [] for subnetpool, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:15:59.139301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e796c9cb-630c-4af5-8421-089a64049d5e tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0806fc87-2b75-42af-974d-352ffc8a6c7d HTTP/1.1" status: 204 len: 168 time: 0.2480361 Oct 22 15:15:59.141869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49672) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:59.157643 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-e7c74e0e-5fdb-4d07-abbe-3205a89c4efe tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] show failed (client error): The resource could not be found. Oct 22 15:15:59.159169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e7c74e0e-5fdb-4d07-abbe-3205a89c4efe tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] 10.222.0.66 "GET /v2.0/subnetpools/0806fc87-2b75-42af-974d-352ffc8a6c7d HTTP/1.1" status: 404 len: 346 time: 0.0162237 Oct 22 15:15:59.161915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49674) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:15:59.171733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554117a-d6fc-4fe3-95e6-2508d64d6d84 req-85cecd57-f678-46c0-b989-27a16f86d96e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:15:59.173220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5554117a-d6fc-4fe3-95e6-2508d64d6d84 req-85cecd57-f678-46c0-b989-27a16f86d96e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0695865 Oct 22 15:15:59.179219 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-fcda1178-3cad-4f9d-ba43-463109057958 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] delete failed (client error): The resource could not be found. Oct 22 15:15:59.186270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fcda1178-3cad-4f9d-ba43-463109057958 tempest-SubnetPoolsTestJSON-872087641 tempest-SubnetPoolsTestJSON-872087641-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0806fc87-2b75-42af-974d-352ffc8a6c7d HTTP/1.1" status: 404 len: 346 time: 0.0178449 Oct 22 15:15:59.223240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5554117a-d6fc-4fe3-95e6-2508d64d6d84 req-385dea96-b75f-419b-8724-8aa5acda5285 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Oct 22 15:15:59.934608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:00.043003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02bcd15-2724-4c2b-ae9e-7bf23f256062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.122028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02bcd15-2724-4c2b-ae9e-7bf23f256062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.126576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6f70f-e9dd-410e-9c6b-61e3f408013f req-be3fc6fd-bc2d-4293-b024-c49e4cd9188f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:00.128110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bb6f70f-e9dd-410e-9c6b-61e3f408013f req-be3fc6fd-bc2d-4293-b024-c49e4cd9188f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0543091 Oct 22 15:16:00.168463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bb6f70f-e9dd-410e-9c6b-61e3f408013f req-dd6f715f-6be6-4e72-aef7-76305f88cd35 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Oct 22 15:16:00.327182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e02bcd15-2724-4c2b-ae9e-7bf23f256062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.372353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bcd15-2724-4c2b-ae9e-7bf23f256062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b56931-1ae1-4f30-a16d-c3eade41d992,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:00.377461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e02bcd15-2724-4c2b-ae9e-7bf23f256062 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1c6c6f43bc24d1f92adde8e36685e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417367 Oct 22 15:16:00.380116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49698) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:00.470789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ca743d-b1f6-40c6-907e-a4ad6078c7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.500344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ca743d-b1f6-40c6-907e-a4ad6078c7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.701765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d06-ddb7-42c3-9e82-c280c3c317ea req-a6482d3b-7fde-480b-b4f7-df2d41c86357 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:00.703260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29d10d06-ddb7-42c3-9e82-c280c3c317ea req-a6482d3b-7fde-480b-b4f7-df2d41c86357 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.4136379 Oct 22 15:16:00.753370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29d10d06-ddb7-42c3-9e82-c280c3c317ea req-1d6d4e7b-61c2-45bc-b8ad-c3158699edd5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Oct 22 15:16:00.790359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ca743d-b1f6-40c6-907e-a4ad6078c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.793908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ca743d-b1f6-40c6-907e-a4ad6078c7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:00.798408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06ca743d-b1f6-40c6-907e-a4ad6078c7f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3b56931-1ae1-4f30-a16d-c3eade41d992 HTTP/1.1" status: 204 len: 168 time: 0.4170890 Oct 22 15:16:00.816296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca743d-b1f6-40c6-907e-a4ad6078c7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b56931-1ae1-4f30-a16d-c3eade41d992,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:01.293377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129c21f-acca-411d-8d38-d7b05e6f394d req-aef77e0d-8e2e-4a55-b7b0-4ef2a9075f8f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:01.295164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4129c21f-acca-411d-8d38-d7b05e6f394d req-aef77e0d-8e2e-4a55-b7b0-4ef2a9075f8f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0577843 Oct 22 15:16:01.361257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4129c21f-acca-411d-8d38-d7b05e6f394d req-f47c7460-0f48-42b8-ae6b-ac55c06b1225 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588975 Oct 22 15:16:01.913679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1106b0-3611-440a-a964-85e077f3466c req-29ee4cc8-7f0e-40a4-8899-76536590f33e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:01.915827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f1106b0-3611-440a-a964-85e077f3466c req-29ee4cc8-7f0e-40a4-8899-76536590f33e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0719595 Oct 22 15:16:01.960186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f1106b0-3611-440a-a964-85e077f3466c req-b7f266cb-f40e-47ba-aa5d-f330c2892166 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362191 Oct 22 15:16:02.086065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e497f1d-3984-45ac-b888-fe0b68b986b8 req-af860409-4648-44fc-a92f-e07f7fb85f15 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:02.092015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e497f1d-3984-45ac-b888-fe0b68b986b8 req-af860409-4648-44fc-a92f-e07f7fb85f15 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0603182 Oct 22 15:16:02.131759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e497f1d-3984-45ac-b888-fe0b68b986b8 req-b1f48f5f-b18c-4414-ab58-db159e325227 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Oct 22 15:16:02.519906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cc7c7-0502-4db1-98e4-3d1777739d06 req-5c46c622-4652-43d1-a23a-6aa65ff71f87 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:02.521414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd9cc7c7-0502-4db1-98e4-3d1777739d06 req-5c46c622-4652-43d1-a23a-6aa65ff71f87 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0811441 Oct 22 15:16:02.562194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd9cc7c7-0502-4db1-98e4-3d1777739d06 req-a64556ab-5954-478a-80b6-72e4ed9a18b6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Oct 22 15:16:02.877358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b528bb-8392-41bc-9632-ee0b9fed0872 req-4195a088-e715-467c-94de-4c149f8b8f65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:02.885866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20b528bb-8392-41bc-9632-ee0b9fed0872 req-4195a088-e715-467c-94de-4c149f8b8f65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0649896 Oct 22 15:16:02.939591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20b528bb-8392-41bc-9632-ee0b9fed0872 req-e53388c8-36ea-4a00-b2f8-836acb4f4654 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Oct 22 15:16:03.710109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f65a-b5dd-4cd0-9873-64f8bde14e30 req-020c1415-667d-48de-8207-9325b614d3fc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:03.718144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c34f65a-b5dd-4cd0-9873-64f8bde14e30 req-020c1415-667d-48de-8207-9325b614d3fc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0774887 Oct 22 15:16:03.757651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c34f65a-b5dd-4cd0-9873-64f8bde14e30 req-589dc9ca-d629-4647-aae8-a8bd0c709c33 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Oct 22 15:16:03.863793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:04.094657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa736-0f8c-45a5-8ebe-c74f6e7838a0 req-e5680c04-6f71-4f15-a945-d5968681e1a8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:04.096407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a90aa736-0f8c-45a5-8ebe-c74f6e7838a0 req-e5680c04-6f71-4f15-a945-d5968681e1a8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0599160 Oct 22 15:16:04.137390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a90aa736-0f8c-45a5-8ebe-c74f6e7838a0 req-13fb4343-4464-495d-bd6f-6aedec7bcca5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Oct 22 15:16:04.888557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd036de-fc6d-4fbe-b4a0-225d36b09e58 req-cbe6c781-cf13-4603-9baf-37340ff5c7e8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:04.890778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd036de-fc6d-4fbe-b4a0-225d36b09e58 req-cbe6c781-cf13-4603-9baf-37340ff5c7e8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0554934 Oct 22 15:16:04.949586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd036de-fc6d-4fbe-b4a0-225d36b09e58 req-06e7898d-681b-49fb-8006-e70e7f50cc28 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523624 Oct 22 15:16:05.157032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-a4fe4736-32fa-4884-b73c-94715a8eb047 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:05.158538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-a4fe4736-32fa-4884-b73c-94715a8eb047 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0610957 Oct 22 15:16:05.263943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 537a82e8-59f4-4f79-9c2b-bad645126c4c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:16:05.264376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:05.271774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f2a2f-1472-4faf-8d4c-93b706de075d req-41ddae7c-832a-4293-9100-b9ade43ecf64 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:05.273927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-791f2a2f-1472-4faf-8d4c-93b706de075d req-41ddae7c-832a-4293-9100-b9ade43ecf64 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 945 time: 0.0574713 Oct 22 15:16:05.317399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-791f2a2f-1472-4faf-8d4c-93b706de075d req-15341db5-ce56-4582-814d-dc16767dc5f5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370321 Oct 22 15:16:05.361538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port 537a82e8-59f4-4f79-9c2b-bad645126c4c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=537a82e8-59f4-4f79-9c2b-bad645126c4c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:05.362009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:05.375965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 537a82e8-59f4-4f79-9c2b-bad645126c4c owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:16:05.647801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:05.664030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8e05d27b-6347-4e4f-b68a-de42ec3c88b6', '537a82e8-59f4-4f79-9c2b-bad645126c4c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:16:05.680804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=537a82e8-59f4-4f79-9c2b-bad645126c4c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:05.731407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port 537a82e8-59f4-4f79-9c2b-bad645126c4c on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:16:05.735617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:05.739874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5244f3a-ebfc-49e7-a322-acbfb7f21b03 req-9fb6cce9-3a04-40b0-851a-bcc22917f2a7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "DELETE /v2.0/ports/537a82e8-59f4-4f79-9c2b-bad645126c4c HTTP/1.1" status: 204 len: 173 time: 0.5710621 Oct 22 15:16:05.740356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'name': 'network-vif-deleted', 'tag': '537a82e8-59f4-4f79-9c2b-bad645126c4c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:16:05.744049 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0589bd5-e299-4bb0-8f22-fbceabca1a19" -d '{"events": [{"server_uuid": "6a3e7b52-fea6-4818-a8e3-395fa8d99b64", "name": "network-vif-deleted", "tag": "537a82e8-59f4-4f79-9c2b-bad645126c4c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:16:05.811322 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50684db-0f53-4f9f-858a-987aeaca2fc3 x-openstack-request-id: req-c50684db-0f53-4f9f-858a-987aeaca2fc3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:16:05.811465 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3e7b52-fea6-4818-a8e3-395fa8d99b64", "name": "network-vif-deleted", "tag": "537a82e8-59f4-4f79-9c2b-bad645126c4c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:16:05.811653 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c50684db-0f53-4f9f-858a-987aeaca2fc3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:16:05.812259 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3e7b52-fea6-4818-a8e3-395fa8d99b64', 'name': 'network-vif-deleted', 'tag': '537a82e8-59f4-4f79-9c2b-bad645126c4c', 'status': 'completed', 'code': 200} Oct 22 15:16:06.082074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f07c0-8fd9-48c7-a0f9-f98a3c719b34 req-3de914c5-15fc-4ab3-9c8c-2cfb691b1678 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:06.087763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c75f07c0-8fd9-48c7-a0f9-f98a3c719b34 req-3de914c5-15fc-4ab3-9c8c-2cfb691b1678 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0601633 Oct 22 15:16:06.126700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c75f07c0-8fd9-48c7-a0f9-f98a3c719b34 req-2e379c47-5cc4-4aff-a639-daba41e5a789 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362053 Oct 22 15:16:06.433569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4981e713-80a8-403a-80d5-c4665bedadc0 req-7cb18228-5a93-413c-9045-3315000d6c38 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0419533 Oct 22 15:16:07.291409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ca603-c29d-41c2-8957-caa9e87c9d54 req-58d7a964-99f8-408e-81a3-33791e4db8fc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:07.294393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e48ca603-c29d-41c2-8957-caa9e87c9d54 req-58d7a964-99f8-408e-81a3-33791e4db8fc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0624893 Oct 22 15:16:07.338857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e48ca603-c29d-41c2-8957-caa9e87c9d54 req-26f6f820-28aa-4988-a834-4d2ddda9b695 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Oct 22 15:16:07.569850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3210bd3a-628f-4281-81c2-ecc6c9857f78 req-c27bed96-017c-4252-9cb8-0d713090ddf1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Oct 22 15:16:07.941082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 537a82e8-59f4-4f79-9c2b-bad645126c4c no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:16:08.081321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 537a82e8-59f4-4f79-9c2b-bad645126c4c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:16:08.081321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 537a82e8-59f4-4f79-9c2b-bad645126c4c not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:16:08.478314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae425b8e-5dc8-45c3-b78b-5d600b01116a req-8d083def-57e9-4a7f-87cd-1434f292267f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:08.487585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae425b8e-5dc8-45c3-b78b-5d600b01116a req-8d083def-57e9-4a7f-87cd-1434f292267f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0743997 Oct 22 15:16:08.572065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae425b8e-5dc8-45c3-b78b-5d600b01116a req-07e8b53e-697d-4eee-b147-b61ac4c9ac3c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790279 Oct 22 15:16:08.715179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a0efd04-b1d2-4fd6-987b-5c65d404abb8 req-462e928e-7bf6-4d7e-869d-f51bc7e2103e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0321219 Oct 22 15:16:09.714167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68233e2e-ce33-4e68-8467-bf6a7dddeb5f req-b3d46809-2d00-46b3-89d7-84106e9ab3c8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:09.719624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68233e2e-ce33-4e68-8467-bf6a7dddeb5f req-b3d46809-2d00-46b3-89d7-84106e9ab3c8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0685661 Oct 22 15:16:09.781824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68233e2e-ce33-4e68-8467-bf6a7dddeb5f req-8043fb9c-6191-4d5e-b693-881445542f7b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Oct 22 15:16:09.848564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd957c09-5666-4350-a0a1-48a75c6ed84b req-fd04fd38-75ba-4684-95c6-baa23961dffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0306509 Oct 22 15:16:10.575830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:10.705749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27ff036e-a862-4ad3-ae35-18ef3d37c560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:10.795486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27ff036e-a862-4ad3-ae35-18ef3d37c560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:10.900900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27ff036e-a862-4ad3-ae35-18ef3d37c560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:10.919891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd44e09-8b93-4fd1-8d09-d298c3b7ab1b req-3a7c97f5-a8c0-4d94-8789-bae5f45fb0fb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:10.921775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2dd44e09-8b93-4fd1-8d09-d298c3b7ab1b req-3a7c97f5-a8c0-4d94-8789-bae5f45fb0fb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0760877 Oct 22 15:16:10.984776 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-27ff036e-a862-4ad3-ae35-18ef3d37c560 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f81f2fec1b61447680abfa9c3dd4b51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075983 Oct 22 15:16:10.986629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff036e-a862-4ad3-ae35-18ef3d37c560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f4e21-598f-4a21-8bb5-6aa0ac7a50d7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:10.992321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49978) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:11.011970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2dd44e09-8b93-4fd1-8d09-d298c3b7ab1b req-cc03480f-5d24-4fcf-9499-7747dc0f697d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800736 Oct 22 15:16:11.023386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55aaf3a6-1459-443d-b3d5-4783ee442393 req-f6cd8133-9d94-449f-9c4a-629957d3bbcb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0653100 Oct 22 15:16:11.058261 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46c8d40c-29f5-4d32-b924-fd8cead1d7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:11.080798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46c8d40c-29f5-4d32-b924-fd8cead1d7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:11.304606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46c8d40c-29f5-4d32-b924-fd8cead1d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:11.307341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46c8d40c-29f5-4d32-b924-fd8cead1d7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:11.309165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46c8d40c-29f5-4d32-b924-fd8cead1d7e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f25f4e21-598f-4a21-8bb5-6aa0ac7a50d7 HTTP/1.1" status: 204 len: 168 time: 0.3147802 Oct 22 15:16:11.319395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8d40c-29f5-4d32-b924-fd8cead1d7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f4e21-598f-4a21-8bb5-6aa0ac7a50d7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:11.606111 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.214838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50006) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:12.231055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7656c03-c93d-4a27-861b-871e41c302d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.258353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1aabda93-cc67-40ad-8c80-49fbbba890b6 req-5fe5e65f-ccec-4d42-8549-1cf51050167b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a3e7b52-fea6-4818-a8e3-395fa8d99b64 HTTP/1.1" status: 200 len: 210 time: 0.0556717 Oct 22 15:16:12.344000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7656c03-c93d-4a27-861b-871e41c302d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.347907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247738a6-696d-4f2f-b551-5867e37e9841 req-65291093-cc67-4fb2-956c-90c2bced0c04 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:12.349637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-247738a6-696d-4f2f-b551-5867e37e9841 req-65291093-cc67-4fb2-956c-90c2bced0c04 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1025121 Oct 22 15:16:12.389785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-247738a6-696d-4f2f-b551-5867e37e9841 req-f37926c2-9c2f-4ab7-9f7e-ac0be50206cd tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Oct 22 15:16:12.457501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e7656c03-c93d-4a27-861b-871e41c302d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.524128 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e7656c03-c93d-4a27-861b-871e41c302d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4be1cb189984669aafa1d958ad17c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043723 Oct 22 15:16:12.524128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7656c03-c93d-4a27-861b-871e41c302d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2847fe-a6ab-4f68-be11-4d9c7d5e119e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:12.524446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50014) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:12.581620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c800c16-f838-4dec-b1d4-7e4a2d2f1d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.605740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c800c16-f838-4dec-b1d4-7e4a2d2f1d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.613069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-4de8a637-be91-4f4e-b688-1ffbf18a4aba req-77184cdc-cc66-4b1f-a186-d741bb365065 tempest-ServersOnMultiNodesTest-1615869857 tempest-ServersOnMultiNodesTest-1615869857-project] (107802) timed out ('10.222.0.69', 65129) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:16:12.812229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c800c16-f838-4dec-b1d4-7e4a2d2f1d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.814924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c800c16-f838-4dec-b1d4-7e4a2d2f1d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:12.816295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3c800c16-f838-4dec-b1d4-7e4a2d2f1d98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f2847fe-a6ab-4f68-be11-4d9c7d5e119e HTTP/1.1" status: 204 len: 168 time: 0.2906811 Oct 22 15:16:12.825801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c800c16-f838-4dec-b1d4-7e4a2d2f1d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2847fe-a6ab-4f68-be11-4d9c7d5e119e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:13.555540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149fc6f-9a56-441a-b14c-09cb239b93d7 req-ff1b524e-d463-4024-87a0-f1a0e47790fa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:13.557195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d149fc6f-9a56-441a-b14c-09cb239b93d7 req-ff1b524e-d463-4024-87a0-f1a0e47790fa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Oct 22 15:16:13.600596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d149fc6f-9a56-441a-b14c-09cb239b93d7 req-1d3d0be6-d3ab-4bf5-b330-96712b8838ab tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Oct 22 15:16:14.767596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ede6f9-a0b4-4957-a2a2-3f13b91ee761 req-4b8a9224-2289-43d0-8d43-f5129611494b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:14.769094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ede6f9-a0b4-4957-a2a2-3f13b91ee761 req-4b8a9224-2289-43d0-8d43-f5129611494b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0715880 Oct 22 15:16:14.812751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ede6f9-a0b4-4957-a2a2-3f13b91ee761 req-5cd7e67b-c983-4273-a76b-3ae28ba5c248 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Oct 22 15:16:15.979095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc70a9c-54a9-4bb7-9afd-65d266cd210a req-af589dd9-8372-46a3-96e5-0892cba9b8b0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:15.984970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dc70a9c-54a9-4bb7-9afd-65d266cd210a req-af589dd9-8372-46a3-96e5-0892cba9b8b0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0870562 Oct 22 15:16:16.031631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dc70a9c-54a9-4bb7-9afd-65d266cd210a req-9615a7be-08ff-43e3-97c1-1859400406ed tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Oct 22 15:16:17.227708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14910b-d7ae-4d0f-a3ef-871dff80ff04 req-672afbec-155d-4afb-a427-5f518a0f2c4e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:17.235917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d14910b-d7ae-4d0f-a3ef-871dff80ff04 req-672afbec-155d-4afb-a427-5f518a0f2c4e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0969224 Oct 22 15:16:17.305901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d14910b-d7ae-4d0f-a3ef-871dff80ff04 req-aa81123f-8ac5-484d-9268-3ce100cd618e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Oct 22 15:16:18.536308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec784094-be95-4c3c-af55-5aa8bd07b8af req-cab0e39f-3b2e-4ce3-93c4-14c323c70741 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:18.539865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec784094-be95-4c3c-af55-5aa8bd07b8af req-cab0e39f-3b2e-4ce3-93c4-14c323c70741 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1263580 Oct 22 15:16:18.978515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec784094-be95-4c3c-af55-5aa8bd07b8af req-c636cf47-a9b4-45c6-b3d9-7b8b35adb8b6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777676 Oct 22 15:16:19.777004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad6d2-b425-4f6e-8a51-1b29416be6a7 req-a54fae28-def4-4b39-8075-03f407c64d23 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:19.778522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-880ad6d2-b425-4f6e-8a51-1b29416be6a7 req-a54fae28-def4-4b39-8075-03f407c64d23 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0735495 Oct 22 15:16:19.823078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-880ad6d2-b425-4f6e-8a51-1b29416be6a7 req-cd377c42-dad8-47d5-bb3a-47962a56e9e7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Oct 22 15:16:20.631651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37167b1a-0016-4a6a-ba61-decd0842026b req-6c0a0e1a-f4ee-44e1-bd6c-4f15929f187f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:20.635624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37167b1a-0016-4a6a-ba61-decd0842026b req-6c0a0e1a-f4ee-44e1-bd6c-4f15929f187f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.0540793 Oct 22 15:16:20.694824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37167b1a-0016-4a6a-ba61-decd0842026b req-2d0de13d-2afc-4133-b11b-870ce7ef8a34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Oct 22 15:16:20.984595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33de19-487f-4a3c-ba46-c1864a677bad req-359909b7-73ee-4180-92a5-f74dee8ba6ba tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:20.985456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc33de19-487f-4a3c-ba46-c1864a677bad req-359909b7-73ee-4180-92a5-f74dee8ba6ba tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0683703 Oct 22 15:16:21.043165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc33de19-487f-4a3c-ba46-c1864a677bad req-69c22dc3-2ef7-4e35-bcf9-870e7b465a9e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Oct 22 15:16:21.835442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5f5b-c76f-4d57-b65b-13b49eec3c8c req-58d35853-5b42-4133-86aa-c500b38870d8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:21.841161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-352f5f5b-c76f-4d57-b65b-13b49eec3c8c req-58d35853-5b42-4133-86aa-c500b38870d8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.0727897 Oct 22 15:16:21.925886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-352f5f5b-c76f-4d57-b65b-13b49eec3c8c req-e1a0cece-1fb1-4593-a382-8cf32bce2e7b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829020 Oct 22 15:16:22.012411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:16:22.172189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:22.187857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'mac_address': 'fa:16:3e:b9:63:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:16:22.234956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563dce9-4b06-4b62-af66-dc67bd8a5e0f req-331ff790-9e46-414d-8f1e-1947061f2bd5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:22.236514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b563dce9-4b06-4b62-af66-dc67bd8a5e0f req-331ff790-9e46-414d-8f1e-1947061f2bd5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1145935 Oct 22 15:16:22.240273 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:22.253830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:16:22.283604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b563dce9-4b06-4b62-af66-dc67bd8a5e0f req-7548d72f-36e1-441c-b403-85df2f42bdcc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Oct 22 15:16:22.284657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:22.478429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-b8fc4038-672c-4538-a07a-77de30ead0fc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:22.480578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-b8fc4038-672c-4538-a07a-77de30ead0fc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.0629060 Oct 22 15:16:22.499984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:22.562071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:22.607363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:16:22.671637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:16:22.672169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:22.701830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2408e3ae-67f4-49a0-bc6e-1226ba22938e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:22.810279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:22.810647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:22.825627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:16:23.057787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6be8e0-bf6d-464d-9b7e-b021acd53c98 req-6d8142a0-c607-4ed2-8c15-0167feccb15b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:23.059590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec6be8e0-bf6d-464d-9b7e-b021acd53c98 req-6d8142a0-c607-4ed2-8c15-0167feccb15b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 946 time: 0.0606117 Oct 22 15:16:23.109053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:23.114530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec6be8e0-bf6d-464d-9b7e-b021acd53c98 req-079164ad-3434-4480-b476-e2fdfb70acf7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=c78b018b-e05c-4988-a584-b16e1cfa4bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481150 Oct 22 15:16:23.122808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8e05d27b-6347-4e4f-b68a-de42ec3c88b6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:16:23.174991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=8e05d27b-6347-4e4f-b68a-de42ec3c88b6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:23.200992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.201338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.201681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.202020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.202357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.202690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.203073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.203412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.203734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.204056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.204504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.204991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:23.212977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:16:23.217097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:23.221069 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fb2fedef-aced-4d6e-be91-76b74949da7d req-68f89a6f-bd3a-48d1-928c-da99eea2d7ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "DELETE /v2.0/ports/8e05d27b-6347-4e4f-b68a-de42ec3c88b6 HTTP/1.1" status: 204 len: 173 time: 0.7331476 Oct 22 15:16:23.222140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'name': 'network-vif-deleted', 'tag': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:16:23.226546 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696c00bc-f449-4cde-8532-fa6849bbc644" -d '{"events": [{"server_uuid": "ff2fa73b-5e26-4877-9981-2ee5cf1a29bd", "name": "network-vif-deleted", "tag": "8e05d27b-6347-4e4f-b68a-de42ec3c88b6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:16:23.337362 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a2c4a-e576-46b6-9b8e-397e6d8f3035 x-openstack-request-id: req-b47a2c4a-e576-46b6-9b8e-397e6d8f3035 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:16:23.337659 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2fa73b-5e26-4877-9981-2ee5cf1a29bd", "name": "network-vif-deleted", "tag": "8e05d27b-6347-4e4f-b68a-de42ec3c88b6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:16:23.337909 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b47a2c4a-e576-46b6-9b8e-397e6d8f3035 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:16:23.338309 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2fa73b-5e26-4877-9981-2ee5cf1a29bd', 'name': 'network-vif-deleted', 'tag': '8e05d27b-6347-4e4f-b68a-de42ec3c88b6', 'status': 'completed', 'code': 200} Oct 22 15:16:23.447799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c147816-0141-4305-9242-7333408d1dcc req-946f6d60-763b-4d72-944f-1a62e600ea23 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:23.450020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c147816-0141-4305-9242-7333408d1dcc req-946f6d60-763b-4d72-944f-1a62e600ea23 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 944 time: 0.0784059 Oct 22 15:16:23.499812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c147816-0141-4305-9242-7333408d1dcc req-47382978-336b-4d99-9b1a-40bb4e0844df tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Oct 22 15:16:24.021713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:16:24.138398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:16:24.139096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:24.279004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8dd619f-d0f9-4584-8061-006778b24514 req-83aa65b6-14de-4545-8a8f-7e0c11df7d36 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0395277 Oct 22 15:16:24.314504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:24.343648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:16:24.346251 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ac1e5b-2f7a-44af-8e60-8c2aada90c7f" -d '{"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:16:24.370806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:24.394355 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea4631d-0b1e-4fb7-b3c3-6a7620465d55 x-openstack-request-id: req-6ea4631d-0b1e-4fb7-b3c3-6a7620465d55 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:16:24.394640 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:16:24.394883 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ea4631d-0b1e-4fb7-b3c3-6a7620465d55 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:16:24.395387 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'code': 200} Oct 22 15:16:24.520176 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:24.522206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:16:24.640705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:16:24.643429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8e05d27b-6347-4e4f-b68a-de42ec3c88b6 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:16:24.715760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:24.717140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f7f95-0fb2-486c-b8b1-5413db2d8453 req-7b54b002-cba9-4597-a0b2-e6aa3fd3ae2e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:24.725990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d55f7f95-0fb2-486c-b8b1-5413db2d8453 req-7b54b002-cba9-4597-a0b2-e6aa3fd3ae2e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0968525 Oct 22 15:16:24.767659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d55f7f95-0fb2-486c-b8b1-5413db2d8453 req-62395588-61ef-4aae-a5b7-f40b989f5cee tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Oct 22 15:16:25.285965 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fadeea4a-052b-4628-a458-b0257bf60500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:25.417727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25c87525-a0c4-4512-b894-74279d5e9aa5 req-bd539a32-89f6-48c2-94b9-ab7a44bec835 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0553570 Oct 22 15:16:25.843449 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:16:25.981244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0423a-01a6-49e0-9b28-03e110f0643c req-11cf91d3-5b3e-4cb3-96fc-4f5239549956 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:25.983170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58d0423a-01a6-49e0-9b28-03e110f0643c req-11cf91d3-5b3e-4cb3-96fc-4f5239549956 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0809116 Oct 22 15:16:26.063529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58d0423a-01a6-49e0-9b28-03e110f0643c req-7142a9d0-9942-4ed3-8e03-a12b497c0c99 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Oct 22 15:16:26.548646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:26.570247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-346abaec-926d-4aa0-a672-05e758a74988 req-0584dcdf-42d1-4503-825f-9a4d2bf21440 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0411906 Oct 22 15:16:26.725938 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:27.288570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29973-29b7-43f4-baf9-68ec5853d8d1 req-f0b61d58-9f60-4818-b71a-45d98b048317 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:27.290106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90a29973-29b7-43f4-baf9-68ec5853d8d1 req-f0b61d58-9f60-4818-b71a-45d98b048317 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0799634 Oct 22 15:16:27.362877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90a29973-29b7-43f4-baf9-68ec5853d8d1 req-18b5ac31-ea61-4ecf-9246-08a68a6f5db5 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626082 Oct 22 15:16:27.803437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1740f47a-93fd-4c03-8bcb-450d90072fa4 req-095c53e4-d701-410e-af1b-5f17eed4e96f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0347416 Oct 22 15:16:28.138311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:28.607780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfc6bc-a0b5-48d5-ac19-e0a6d5be3368 req-8b504838-04eb-4c6e-91fa-dc4dea9e7bf3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:28.612922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93bfc6bc-a0b5-48d5-ac19-e0a6d5be3368 req-8b504838-04eb-4c6e-91fa-dc4dea9e7bf3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1262145 Oct 22 15:16:28.656963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93bfc6bc-a0b5-48d5-ac19-e0a6d5be3368 req-4d8aab0e-d8dc-4a01-88bf-c3ce70f13232 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Oct 22 15:16:28.949137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb427c38-e947-48ec-9b4e-8090304510f2 req-a9ac08c0-e451-46f1-9ff3-3def1974d953 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0447788 Oct 22 15:16:29.863154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cff15-69b9-4e46-bb4e-1ff7168f183b req-6d6ce235-51d7-490d-b0c5-a99674967d10 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:29.872327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a9cff15-69b9-4e46-bb4e-1ff7168f183b req-6d6ce235-51d7-490d-b0c5-a99674967d10 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1021779 Oct 22 15:16:29.919470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a9cff15-69b9-4e46-bb4e-1ff7168f183b req-700f2650-1e80-42ce-8648-39951ce0810e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Oct 22 15:16:30.151002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a34090b5-7751-4b06-ad65-c23e4fe17d07 req-f3d97661-4d94-44b2-ba2e-9ac8cb9f5d78 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2fa73b-5e26-4877-9981-2ee5cf1a29bd HTTP/1.1" status: 200 len: 210 time: 0.0610909 Oct 22 15:16:31.099862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db68edc-b7d4-4a6c-bf5f-4ebb329267e4 req-dc9ea9b7-2c8e-4585-adc9-3ab6f4958226 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:31.107824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7db68edc-b7d4-4a6c-bf5f-4ebb329267e4 req-dc9ea9b7-2c8e-4585-adc9-3ab6f4958226 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0713890 Oct 22 15:16:31.147953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7db68edc-b7d4-4a6c-bf5f-4ebb329267e4 req-426ebb5d-6b69-4349-ab7f-6d204dae1d1f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Oct 22 15:16:32.354422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060d506-0205-4cda-8f1d-dd078918216e req-7f603620-e6b0-451e-8bce-8846e9ff11fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:32.360774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2060d506-0205-4cda-8f1d-dd078918216e req-7f603620-e6b0-451e-8bce-8846e9ff11fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1121719 Oct 22 15:16:32.462920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2060d506-0205-4cda-8f1d-dd078918216e req-910c039c-e8ec-4a44-8ae2-df88393fdd83 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934675 Oct 22 15:16:33.598384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4330d-6437-456a-b2fc-c0309ee54a77 req-c94e7b4d-09a3-4f54-a61b-19d10102d8be tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:33.603628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9b4330d-6437-456a-b2fc-c0309ee54a77 req-c94e7b4d-09a3-4f54-a61b-19d10102d8be tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0618620 Oct 22 15:16:33.687634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9b4330d-6437-456a-b2fc-c0309ee54a77 req-e39aa3a7-3fcf-40c8-adb7-b07ab67f6137 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712922 Oct 22 15:16:33.794875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:34.923889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5236e-da7a-408d-984f-09e75eac1b9e req-1148c396-dc7b-4b85-875f-a97952d7ad03 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:34.925655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bf5236e-da7a-408d-984f-09e75eac1b9e req-1148c396-dc7b-4b85-875f-a97952d7ad03 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1058638 Oct 22 15:16:34.949193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50662) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:35.040303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bf5236e-da7a-408d-984f-09e75eac1b9e req-57a1617b-f99b-4817-af75-3d37bbb31bd3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930705 Oct 22 15:16:35.269992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67273c37-dd42-4e7b-9f9f-d06487549d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.396913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67273c37-dd42-4e7b-9f9f-d06487549d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.485300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67273c37-dd42-4e7b-9f9f-d06487549d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.567646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-67273c37-dd42-4e7b-9f9f-d06487549d71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c1a7924fb224e9ebaa94a2d5224b3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170745 Oct 22 15:16:35.568001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50678) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:35.569510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273c37-dd42-4e7b-9f9f-d06487549d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2401ad-725f-4dc4-9be2-aeb315865bd7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:35.752431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.784396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.931128 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.934220 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:35.944052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1370f252-2646-4585-9021-3926481430ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b2401ad-725f-4dc4-9be2-aeb315865bd7 HTTP/1.1" status: 204 len: 168 time: 0.3658907 Oct 22 15:16:35.971045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2401ad-725f-4dc4-9be2-aeb315865bd7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:36.003097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.003460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.003832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.004181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.004522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.004888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.013818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.014000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.014209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.014554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.017507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.019004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f252-2646-4585-9021-3926481430ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:16:36.301444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e930-15b1-4232-890e-d3d65d0e5293 req-25ee298c-423b-4107-a54a-a07501e6d5ce tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:36.303837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9177e930-15b1-4232-890e-d3d65d0e5293 req-25ee298c-423b-4107-a54a-a07501e6d5ce tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1535113 Oct 22 15:16:36.409748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9177e930-15b1-4232-890e-d3d65d0e5293 req-9960517e-4319-4add-8f4e-ea293c092495 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985837 Oct 22 15:16:36.957604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50696) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:36.975780 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eec82268-dccb-4270-86ee-bee2c0f9ec61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.107810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eec82268-dccb-4270-86ee-bee2c0f9ec61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.275646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eec82268-dccb-4270-86ee-bee2c0f9ec61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.364882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eec82268-dccb-4270-86ee-bee2c0f9ec61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bdc673d308f493a860feef66ba9d259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035232 Oct 22 15:16:37.366606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50700) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:37.500809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec82268-dccb-4270-86ee-bee2c0f9ec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23690748-8311-4aa0-b875-45eb96f903a1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:37.521420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f79b14f-1aff-4043-8de6-c2a5b64b7fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.592602 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f79b14f-1aff-4043-8de6-c2a5b64b7fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.700765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118c6fe-38b2-42d8-b60a-c5b0ae286c20 req-9b46c640-9ce8-4008-9068-eb1de1fe536d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:37.702474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2118c6fe-38b2-42d8-b60a-c5b0ae286c20 req-9b46c640-9ce8-4008-9068-eb1de1fe536d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1316118 Oct 22 15:16:37.781167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2118c6fe-38b2-42d8-b60a-c5b0ae286c20 req-2a990a4e-9940-4902-8d37-cbd1e638de5f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496721 Oct 22 15:16:37.840091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f79b14f-1aff-4043-8de6-c2a5b64b7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.844497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f79b14f-1aff-4043-8de6-c2a5b64b7fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:37.846148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0f79b14f-1aff-4043-8de6-c2a5b64b7fbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23690748-8311-4aa0-b875-45eb96f903a1 HTTP/1.1" status: 204 len: 168 time: 0.4783340 Oct 22 15:16:37.865901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79b14f-1aff-4043-8de6-c2a5b64b7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23690748-8311-4aa0-b875-45eb96f903a1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:38.955486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48084a-b8e8-4659-901b-c793448c8b67 req-a70a1a50-89b9-47ed-bbcc-f32c6696ca38 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:38.963719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab48084a-b8e8-4659-901b-c793448c8b67 req-a70a1a50-89b9-47ed-bbcc-f32c6696ca38 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0929706 Oct 22 15:16:39.003125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab48084a-b8e8-4659-901b-c793448c8b67 req-7fa71664-88d4-4be3-b93c-3dfa31e973aa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380805 Oct 22 15:16:39.057606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:39.093700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e020b605-9604-4bf8-b97d-cd85bad08d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.295513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e020b605-9604-4bf8-b97d-cd85bad08d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.508694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e020b605-9604-4bf8-b97d-cd85bad08d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.546834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e020b605-9604-4bf8-b97d-cd85bad08d44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d5ee76946ac4a2b81981569819b195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873788 Oct 22 15:16:39.549510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:39.574005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020b605-9604-4bf8-b97d-cd85bad08d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d676d7-e676-452a-b861-50df3cb1652e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:39.769437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90f15186-0f63-44a9-98c4-cde258b0c28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.769437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90f15186-0f63-44a9-98c4-cde258b0c28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.993980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90f15186-0f63-44a9-98c4-cde258b0c28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.996773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90f15186-0f63-44a9-98c4-cde258b0c28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:39.998182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-90f15186-0f63-44a9-98c4-cde258b0c28b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98d676d7-e676-452a-b861-50df3cb1652e HTTP/1.1" status: 204 len: 168 time: 0.4474275 Oct 22 15:16:40.016037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f15186-0f63-44a9-98c4-cde258b0c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d676d7-e676-452a-b861-50df3cb1652e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:40.207080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb78a4-9a36-4c5e-803a-de1b78a9d045 req-e843ae25-5fac-4096-a436-66afb8a4d395 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:40.221496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cebb78a4-9a36-4c5e-803a-de1b78a9d045 req-e843ae25-5fac-4096-a436-66afb8a4d395 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0839198 Oct 22 15:16:40.267043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cebb78a4-9a36-4c5e-803a-de1b78a9d045 req-f9f3496f-de4a-46e7-962c-b6c2d6946019 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495260 Oct 22 15:16:41.135463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50818) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:41.140760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579658729', 'description': 'tempest-secgroup-smoke-579658729 description', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:41.279800 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:41.463779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:41.538158 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:41.570158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd8d4e-10f6-4cec-a52c-bf9da774ab8d req-2b9aff22-9274-4b30-a392-fb99fd2b122b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:41.573751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddcd8d4e-10f6-4cec-a52c-bf9da774ab8d req-2b9aff22-9274-4b30-a392-fb99fd2b122b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1079066 Oct 22 15:16:41.577173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:41.656976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddcd8d4e-10f6-4cec-a52c-bf9da774ab8d req-ec581750-7862-4985-bb84-e956815645c6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Oct 22 15:16:41.679481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc7966-af7d-4ae3-9f52-4c13b420f0c6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:41.783521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:41.785117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9c73be88-5ed2-4116-a348-f9ade42662ec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6483727 Oct 22 15:16:41.788394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50838) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:41.794028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group_rule': {'security_group_id': '51bc7966-af7d-4ae3-9f52-4c13b420f0c6', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:41.912034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.001197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.183267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.226396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b23f9-a65f-4962-be36-4e8226e2ab2f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:42.332812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.334246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e5c54688-3f58-4103-8719-ab8550539afd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445449 Oct 22 15:16:42.337945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50848) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:42.343346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group_rule': {'security_group_id': '51bc7966-af7d-4ae3-9f52-4c13b420f0c6', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:42.478560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.517166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-338bd749-e5af-4909-803c-8799dada5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:42.524838 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-338bd749-e5af-4909-803c-8799dada5291 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 1096 time: 0.2610266 Oct 22 15:16:42.686518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.726643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-e920f4ff-7971-4557-a90d-6d1b5cb7de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:42.728372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-e920f4ff-7971-4557-a90d-6d1b5cb7de27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 913 time: 0.1773765 Oct 22 15:16:42.783738 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-b34eb9e8-321a-4edf-9ddb-d6d0c8f0ab9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 HTTP/1.1" status: 200 len: 217 time: 0.0466323 Oct 22 15:16:42.788586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.876183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e33eeb-a856-4eca-867b-5a77cc697809,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:42.902155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-79751e67-ee3e-46ec-b23c-6a159b899910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:42.913017 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-79751e67-ee3e-46ec-b23c-6a159b899910 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.1101584 Oct 22 15:16:42.949847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-f10cab80-0051-442f-8cb6-ec9887e42604 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366445 Oct 22 15:16:42.952048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf05b9-7760-4a93-ada6-0e675b3b00b3 req-b9237bb5-6e24-4754-b64d-cacab8795a9e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:42.953633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6baf05b9-7760-4a93-ada6-0e675b3b00b3 req-b9237bb5-6e24-4754-b64d-cacab8795a9e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1477334 Oct 22 15:16:42.966550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-cdf61e54-1789-4f7e-965e-45b8349c13c9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:16:42.968664 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-cdf61e54-1789-4f7e-965e-45b8349c13c9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077910 Oct 22 15:16:42.981424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:42.986901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 50866) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:42.987729 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-efbe782e-ec27-4591-abed-296ca343fa39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6479337 Oct 22 15:16:43.004299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group_rule': {'security_group_id': '51bc7966-af7d-4ae3-9f52-4c13b420f0c6', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:43.089464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6baf05b9-7760-4a93-ada6-0e675b3b00b3 req-b0c20817-703e-41a4-a79e-a1b40ff919de tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279013 Oct 22 15:16:43.232902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-041ca5f0-f1c4-4448-b6d5-9c0e720575cf service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424874 Oct 22 15:16:43.239752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:43.296695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:43.387922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad620242-0b48-4050-bf0f-6be8ceefb030 req-28bd50ca-313f-4ac4-b140-ddf573d959d9 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470466 Oct 22 15:16:43.412603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:43.458779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0c7fcb-5c57-40d3-96b7-84fd5f8e3e29,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:43.602069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:43.603930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-20e618c0-be9e-42a5-b534-dfb5c94f4fbb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6155910 Oct 22 15:16:43.607115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50880) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:43.613029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group_rule': {'security_group_id': '51bc7966-af7d-4ae3-9f52-4c13b420f0c6', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:43.816269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:43.945256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.062846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.101675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db4068e-8723-41d9-9460-d314cb7c52f1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:44.214926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.214926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06602a3b-68f9-4020-a623-3f1a0eca48d5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6055202 Oct 22 15:16:44.217694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50922) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:44.222611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group_rule': {'security_group_id': '51bc7966-af7d-4ae3-9f52-4c13b420f0c6', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:44.325596 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Project e6c19dd1495e4265a766ec8a8a88831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:16:44.333620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.353019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead8b98-db5d-4f03-b7b7-1330a503e9ed req-cce8d7a4-0b73-4cd1-a25b-e2f8aaf662e6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:44.366162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dead8b98-db5d-4f03-b7b7-1330a503e9ed req-cce8d7a4-0b73-4cd1-a25b-e2f8aaf662e6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0991850 Oct 22 15:16:44.444778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dead8b98-db5d-4f03-b7b7-1330a503e9ed req-d4edf802-ba00-445c-8a47-80a4cdd0a20d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764241 Oct 22 15:16:44.498305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.631125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.689102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f24d12-28cd-4718-a6a8-6e2e2243229c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:44.806462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:44.809423 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ed45d770-9863-442f-89ff-d16942fe13bb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5900068 Oct 22 15:16:44.825620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 50946) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:44.831008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'security_group_rule': {'security_group_id': '51bc7966-af7d-4ae3-9f52-4c13b420f0c6', 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:16:44.940890 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Project e6c19dd1495e4265a766ec8a8a88831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:16:44.972319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:45.085507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:45.256833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:45.276432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1046c1be-3123-4ff4-86e0-496ae25fe3ba,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:45.567211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93e32-a339-4e29-b929-f09f48b03c18 req-b734b49b-fec9-4ae8-96ae-388e5f1b88f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:45.568885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59f93e32-a339-4e29-b929-f09f48b03c18 req-b734b49b-fec9-4ae8-96ae-388e5f1b88f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0591691 Oct 22 15:16:45.610061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59f93e32-a339-4e29-b929-f09f48b03c18 req-6ca88cca-cb84-4ed0-b26f-ab6091458ac1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Oct 22 15:16:45.669728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:45.670964 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72acea1d-1091-48e7-8af8-986637e67ffd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8441556 Oct 22 15:16:46.739447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b235ae-e261-4736-8009-1487e7d43040 req-42c7b90f-6285-4331-88eb-292d67d6a248 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:46.741064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6b235ae-e261-4736-8009-1487e7d43040 req-42c7b90f-6285-4331-88eb-292d67d6a248 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0567281 Oct 22 15:16:46.789527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6b235ae-e261-4736-8009-1487e7d43040 req-e466ca50-8297-4761-82f6-fd172c5441dd tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Oct 22 15:16:46.827706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:46.940662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1ae414f-87b3-46a6-b3ce-371714310244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.021246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1ae414f-87b3-46a6-b3ce-371714310244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.273518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1ae414f-87b3-46a6-b3ce-371714310244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.313647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae414f-87b3-46a6-b3ce-371714310244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1c4bd-a146-49e5-bcd2-073294dd74b9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:47.317975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c1ae414f-87b3-46a6-b3ce-371714310244 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fea843c8ba24271923d6128bdc56cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892433 Oct 22 15:16:47.320860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:47.371037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38e7dd07-f4d4-4e7b-ba64-cc16337325ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.393241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38e7dd07-f4d4-4e7b-ba64-cc16337325ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.519421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38e7dd07-f4d4-4e7b-ba64-cc16337325ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.523439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38e7dd07-f4d4-4e7b-ba64-cc16337325ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:47.525860 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38e7dd07-f4d4-4e7b-ba64-cc16337325ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eaa1c4bd-a146-49e5-bcd2-073294dd74b9 HTTP/1.1" status: 204 len: 168 time: 0.2028482 Oct 22 15:16:47.539384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7dd07-f4d4-4e7b-ba64-cc16337325ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1c4bd-a146-49e5-bcd2-073294dd74b9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:47.940385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4505-63fb-4511-86a3-e4203363a266 req-13107714-f695-4f90-8fa0-18564aa2501c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:47.943528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c4d4505-63fb-4511-86a3-e4203363a266 req-13107714-f695-4f90-8fa0-18564aa2501c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0607548 Oct 22 15:16:48.058727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c4d4505-63fb-4511-86a3-e4203363a266 req-b2b1f87b-4968-48a6-95fd-59b07a5bb993 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073377 Oct 22 15:16:48.502317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51186) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:48.516530 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e46125-b927-4114-8e6b-ca034db74dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:48.602870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e46125-b927-4114-8e6b-ca034db74dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:48.713295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-67452836-7181-4e6d-85e1-482933b2d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:48.714789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-67452836-7181-4e6d-85e1-482933b2d5d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 1096 time: 0.0500467 Oct 22 15:16:49.056676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e46125-b927-4114-8e6b-ca034db74dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:49.136800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-35e46125-b927-4114-8e6b-ca034db74dfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2680b6d9a3fd4b559bfed9b796fde07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6332595 Oct 22 15:16:49.139225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46125-b927-4114-8e6b-ca034db74dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e108ec-2f81-4ef8-879d-e042e7e1a330,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:49.141641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51212) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:49.201084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-22c6521b-3fc8-4051-96a0-3a28668b3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:49.202561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-22c6521b-3fc8-4051-96a0-3a28668b3713 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 913 time: 0.4812360 Oct 22 15:16:49.256425 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-0c042dcb-f7b5-4fd3-9da0-065c6965ebda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 HTTP/1.1" status: 200 len: 217 time: 0.0451939 Oct 22 15:16:49.261053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243ef2d-65cc-4c98-9645-a3e2897a2e6d req-0a44242b-754a-4ffb-9093-69df72485957 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:49.261538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b821ddf-645e-4867-be5e-b42e95dafc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:49.262595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3243ef2d-65cc-4c98-9645-a3e2897a2e6d req-0a44242b-754a-4ffb-9093-69df72485957 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.1260533 Oct 22 15:16:49.313731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b821ddf-645e-4867-be5e-b42e95dafc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:49.315415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3243ef2d-65cc-4c98-9645-a3e2897a2e6d req-20846ab2-8e10-432e-bfb8-22ae85608096 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Oct 22 15:16:49.342954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-18c8a80a-de54-4794-87b8-16c69f246279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:49.344464 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-18c8a80a-de54-4794-87b8-16c69f246279 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0803890 Oct 22 15:16:49.388081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-4f4dcce5-ca8f-410c-ae6d-3661f7f595eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325520 Oct 22 15:16:49.497213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-15e4e0b6-9ba5-42e1-a7f6-5395ee366712 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004026 Oct 22 15:16:49.589643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b821ddf-645e-4867-be5e-b42e95dafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:49.592945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7b821ddf-645e-4867-be5e-b42e95dafc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:49.599108 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7b821ddf-645e-4867-be5e-b42e95dafc64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4e108ec-2f81-4ef8-879d-e042e7e1a330 HTTP/1.1" status: 204 len: 168 time: 0.4546411 Oct 22 15:16:49.619145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-af54649e-8b63-4abb-80a5-0e6e04481435 req-140be0f4-aea4-4ad5-b970-4c7888e2eb63 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136317 Oct 22 15:16:49.620401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b821ddf-645e-4867-be5e-b42e95dafc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e108ec-2f81-4ef8-879d-e042e7e1a330,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:50.445657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1faee1-6f6f-44fd-8da2-d19c0944afb4 req-d5ccd226-aee7-41b6-bf18-0ed362b77039 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:50.448368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a1faee1-6f6f-44fd-8da2-d19c0944afb4 req-d5ccd226-aee7-41b6-bf18-0ed362b77039 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0632198 Oct 22 15:16:50.499995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a1faee1-6f6f-44fd-8da2-d19c0944afb4 req-31054ac9-c91e-429f-ab15-37bc70274cd0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Oct 22 15:16:51.634262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba80f-1200-4eee-8b92-7b6c4273c89f req-e1f8a941-b1e2-4e62-a578-db8f6dbb8e88 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:51.636396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8dba80f-1200-4eee-8b92-7b6c4273c89f req-e1f8a941-b1e2-4e62-a578-db8f6dbb8e88 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 945 time: 0.0561807 Oct 22 15:16:51.680181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8dba80f-1200-4eee-8b92-7b6c4273c89f req-dce39e67-bbb9-452d-9bd7-788bc8956be0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Oct 22 15:16:52.100918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:16:52.183819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:52.216694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:16:52.216694 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5a82a8-9744-4575-9c0c-a95ef2fede10" -d '{"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:16:52.230295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:52.256978 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9f67ce-fedc-4016-8401-557beb36573f x-openstack-request-id: req-8a9f67ce-fedc-4016-8401-557beb36573f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:16:52.257276 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:16:52.257531 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a9f67ce-fedc-4016-8401-557beb36573f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:16:52.257932 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'code': 200} Oct 22 15:16:52.359330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:52.419929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:52.650772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c749922e-5864-4186-8c95-50d51f99833b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:52.823700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7b74-d65d-437a-bec1-252716e0944e req-f3e51671-5101-4b07-9d89-47e8f1936e90 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:52.825280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e0d7b74-d65d-437a-bec1-252716e0944e req-f3e51671-5101-4b07-9d89-47e8f1936e90 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.0630026 Oct 22 15:16:52.873724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e0d7b74-d65d-437a-bec1-252716e0944e req-9dcfef8e-9dd6-4433-a86f-364c89851e41 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Oct 22 15:16:55.106778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-d783c773-4677-445c-98bd-fbe08affa40a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:55.114111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-d783c773-4677-445c-98bd-fbe08affa40a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=d942b23e-80ee-4b02-9c94-3eed21b92e16 HTTP/1.1" status: 200 len: 943 time: 0.0611649 Oct 22 15:16:55.210662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4512a6ad-db42-44f9-8119-dcf0808ad53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:55.225430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Deleting port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:16:55.225773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:55.335146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] For port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:16:55.335520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:55.348734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Calling delete_port for 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:16:55.616921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:55.654176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event deleted for resources: {'Port': ['ID=5ae4b0ba-362f-4f96-a607-73f4c83f6ff8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:16:55.696428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] No DVR routers for this DVR port 5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:16:55.701911 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:55.705824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bcfd8d1-597f-45fc-9ea9-e8f0022c0541 req-206cf438-5ca7-4bfb-8b5b-9f91988b123b tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "DELETE /v2.0/ports/5ae4b0ba-362f-4f96-a607-73f4c83f6ff8 HTTP/1.1" status: 204 len: 173 time: 0.5908375 Oct 22 15:16:55.706277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-deleted', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:16:55.708763 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e7d19-61a1-4ea0-b221-29f52b079608" -d '{"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-deleted", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:16:55.906954 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 22 Oct 2021 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570a1c2-ebc2-49b8-a5e6-f056367ca089 x-openstack-request-id: req-8570a1c2-ebc2-49b8-a5e6-f056367ca089 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:16:55.907349 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942b23e-80ee-4b02-9c94-3eed21b92e16", "name": "network-vif-deleted", "tag": "5ae4b0ba-362f-4f96-a607-73f4c83f6ff8", "status": "failed", "code": 422}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:16:55.907628 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8570a1c2-ebc2-49b8-a5e6-f056367ca089 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:16:55.915730 n-d-812148-2 neutron-server[107802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd942b23e-80ee-4b02-9c94-3eed21b92e16', 'name': 'network-vif-deleted', 'tag': '5ae4b0ba-362f-4f96-a607-73f4c83f6ff8', 'status': 'failed', 'code': 422} returned with failed status Oct 22 15:16:56.496348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:56.565383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:58.107901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:58.183877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-0e57b376-6c8a-4824-8b81-6087a0dd1794 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:16:58.185782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-0e57b376-6c8a-4824-8b81-6087a0dd1794 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1502759 Oct 22 15:16:58.202827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96b62f8e-b691-4afd-8443-4fe8d0d10797 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0094485 Oct 22 15:16:58.239956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-6d95c371-0a57-4f85-afd1-d4a3934f5eee tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306878 Oct 22 15:16:58.390763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-c9a115f1-b088-4986-a969-ca4e915ceae0 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429579 Oct 22 15:16:58.499749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-d18b22f8-d63c-4604-8d4a-65f4613ca8e1 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014764 Oct 22 15:16:58.833870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f55d31e3-528f-4e7f-b321-ebae82546ab4 req-56926707-6be5-4943-9c6d-3861510e83ca tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 210 time: 0.0440731 Oct 22 15:16:59.729334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51866) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:16:59.908577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1aec0cd-949c-4ee2-bd50-b302ee7eda40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:16:59.975221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc23bc29-3a90-453c-96c7-ab53097a40c4 req-33f83b6e-e074-42ab-952c-87fe4bae4713 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 210 time: 0.0565240 Oct 22 15:17:00.056552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1aec0cd-949c-4ee2-bd50-b302ee7eda40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:01.064207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95719029-8df9-410e-8a04-5a62db82fe1c req-94d9134b-fdeb-46b5-b7b2-5b80687906bd tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 210 time: 0.0334044 Oct 22 15:17:01.065123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1aec0cd-949c-4ee2-bd50-b302ee7eda40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:01.107488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f1aec0cd-949c-4ee2-bd50-b302ee7eda40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcd08d9bb6954611b5c99415205a3bee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3826780 Oct 22 15:17:01.108962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec0cd-949c-4ee2-bd50-b302ee7eda40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0590b-14e0-4f3e-9a68-50f4e1a002e1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:01.110311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:01.171404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a8c-6bb6-4ad8-935b-1886a6f7d7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:01.195403 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a8c-6bb6-4ad8-935b-1886a6f7d7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:01.606910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a8c-6bb6-4ad8-935b-1886a6f7d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:01.608264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a8c-6bb6-4ad8-935b-1886a6f7d7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:01.612594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e95d1a8c-6bb6-4ad8-935b-1886a6f7d7f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fa0590b-14e0-4f3e-9a68-50f4e1a002e1 HTTP/1.1" status: 204 len: 168 time: 0.4976790 Oct 22 15:17:01.620864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d1a8c-6bb6-4ad8-935b-1886a6f7d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0590b-14e0-4f3e-9a68-50f4e1a002e1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:02.186932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-811ae1c9-019f-4cff-bfd9-8c7bf113fdb7 req-a5b2789d-837a-4a5d-bff3-20a7d469a263 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 210 time: 0.0422113 Oct 22 15:17:02.454803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 51966) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:02.469679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4842306-c1a6-4878-865b-57a6190a3dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:02.560146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4842306-c1a6-4878-865b-57a6190a3dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:02.658143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4842306-c1a6-4878-865b-57a6190a3dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:02.755937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a4842306-c1a6-4878-865b-57a6190a3dec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=538751dd626441f585b7a8f120c2131f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994814 Oct 22 15:17:02.758543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 51980) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:02.761789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842306-c1a6-4878-865b-57a6190a3dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d05f3-8b0e-4096-8760-972bd9d3fe29,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:02.833508 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:17:02.849496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-7485d52b-6cdf-488a-8c29-346fe23fd65c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:02.851277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-7485d52b-6cdf-488a-8c29-346fe23fd65c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.2483943 Oct 22 15:17:02.868384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f51417c-77b2-4a99-9e45-e9b6cea942e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:02.869995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Request body: {'port': {'device_id': '1f952037-900d-476b-9c28-690a71479e5f', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'admin_state_up': True, 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:02.891352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f51417c-77b2-4a99-9e45-e9b6cea942e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.038699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f51417c-77b2-4a99-9e45-e9b6cea942e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.041526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5f51417c-77b2-4a99-9e45-e9b6cea942e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.042787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5f51417c-77b2-4a99-9e45-e9b6cea942e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b55d05f3-8b0e-4096-8760-972bd9d3fe29 HTTP/1.1" status: 204 len: 168 time: 0.2830391 Oct 22 15:17:03.059439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51417c-77b2-4a99-9e45-e9b6cea942e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d05f3-8b0e-4096-8760-972bd9d3fe29,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:03.141901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:03.148156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.299971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f15378fc-b4b9-480b-9ccd-a39b1a85266b req-e4f11fa3-6571-4c8a-8a14-079c9dc3c11c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 210 time: 0.0364227 Oct 22 15:17:03.305659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Allocated IP 172.20.0.2 (2d050689-4c45-496d-b2ac-340ad7c409dc/e20902fc-1fa1-42c8-a61d-024d8f7d0900/f1ff1e06-74c6-43c8-b308-4a24b9eb83a8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:03.550298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.720042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.813696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:03.818015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:03.820706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:03.857074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:03.875550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event updated for resources: {'Port': ['ID=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:03.892106 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:03.892717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:04.071036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-96381925-c771-4ed0-a363-7f4bf3d3d4eb tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2088678 Oct 22 15:17:04.088455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Request body: {'port': {'device_id': '1f952037-900d-476b-9c28-690a71479e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:04.188226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:04.448056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66af3-a6f9-4130-b65c-5e533cd0e08d req-c0a46d27-47db-4a8d-a042-26458f83a6b7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:04.451040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edf66af3-a6f9-4130-b65c-5e533cd0e08d req-c0a46d27-47db-4a8d-a042-26458f83a6b7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 931 time: 0.0748656 Oct 22 15:17:04.504723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edf66af3-a6f9-4130-b65c-5e533cd0e08d req-cc226988-b417-432f-a60b-4f3456331ada tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Oct 22 15:17:04.538960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:17:04.546936 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:04.561897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Transition to ACTIVE for port object f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:17:04.611166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52032) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:04.690568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:04.760489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:04.774398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-35f7af65-eaf3-4bde-9240-95a1d374d46e tempest-AgentManagementNegativeTest-876837839 tempest-AgentManagementNegativeTest-876837839-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1616061 Oct 22 15:17:04.869250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Attempting to bind port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:17:04.869250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Attempting to bind port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:17:04.869250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Attempting to bind port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:17:04.874469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 on network 2d050689-4c45-496d-b2ac-340ad7c409dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:17:04.874469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Attempting to bind port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:17:04.893740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:17:04.894084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:17:04.903446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Bound using segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:17:04.903933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Bound port: f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:17:04.907296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:05.032752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] For port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:17:05.037709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] For port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:17:05.142221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:05.195754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:05.196449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:05.197883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] 10.222.0.69 "PUT /v2.0/ports/f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 HTTP/1.1" status: 200 len: 1091 time: 1.1175547 Oct 22 15:17:05.198386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f952037-900d-476b-9c28-690a71479e5f', 'tag': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:05.200769 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcd3104-3f57-457f-a445-74448588f32a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f952037-900d-476b-9c28-690a71479e5f", "tag": "f1ff1e06-74c6-43c8-b308-4a24b9eb83a8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:05.234408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed913b-55ab-41f4-a82f-892957204e60 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:05.452119 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3861745-0657-484f-b101-2e389bc3fcff x-openstack-request-id: req-c3861745-0657-484f-b101-2e389bc3fcff {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:05.452405 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f952037-900d-476b-9c28-690a71479e5f", "tag": "f1ff1e06-74c6-43c8-b308-4a24b9eb83a8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:05.452651 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3861745-0657-484f-b101-2e389bc3fcff {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:05.453060 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f952037-900d-476b-9c28-690a71479e5f', 'tag': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8', 'status': 'completed', 'code': 200} Oct 22 15:17:05.475842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-190ebc28-f720-4c42-9359-4c21a7b8e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:05.478327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-190ebc28-f720-4c42-9359-4c21a7b8e619 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 1094 time: 0.0772760 Oct 22 15:17:05.557640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52068) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:05.574573 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-00159e23-19d8-4690-8a49-01e1a5194411 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 HTTP/1.1" status: 200 len: 217 time: 0.0866807 Oct 22 15:17:05.714581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-bed41869-9b03-474b-8422-b79edf5ba71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:05.716213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-bed41869-9b03-474b-8422-b79edf5ba71e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.1345334 Oct 22 15:17:05.751549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705707b-b0be-4c32-9038-0102a6415e51 req-03d3a2ef-b452-4eb6-9f0c-a01e31efde7c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:05.753116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9705707b-b0be-4c32-9038-0102a6415e51 req-03d3a2ef-b452-4eb6-9f0c-a01e31efde7c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 943 time: 0.0900939 Oct 22 15:17:05.766811 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-f47bac2c-e56e-4224-a96c-201577d3af6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423496 Oct 22 15:17:05.778638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-588b767e-351b-4f72-860e-b9f72fe2f264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:05.919475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-588b767e-351b-4f72-860e-b9f72fe2f264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:05.935589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9705707b-b0be-4c32-9038-0102a6415e51 req-8abdee08-2749-479b-886a-ad65ceb9ebae tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557949 Oct 22 15:17:05.965292 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-ad275d9d-43ef-4a18-8b08-59b602bbd717 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909330 Oct 22 15:17:06.061610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-588b767e-351b-4f72-860e-b9f72fe2f264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:06.087115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2b29a2-d389-471c-ba03-f2029d796ce4 req-b8f33238-ee23-4deb-b6d0-ee1c4810eb33 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139219 Oct 22 15:17:06.119339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52080) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:06.126545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-588b767e-351b-4f72-860e-b9f72fe2f264 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ef0399ef3674b138b5efeaa32d347c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676746 Oct 22 15:17:06.127858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b767e-351b-4f72-860e-b9f72fe2f264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24a49ca-de2c-4395-b21e-96b3b35586c0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:06.181007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7df8fd-ce69-42d3-aaa4-6861efd4d120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:06.207838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7df8fd-ce69-42d3-aaa4-6861efd4d120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:06.345191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd3104-3f57-457f-a445-74448588f32a req-4930edc7-e8fb-4c42-8683-16c94d66362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:06.346959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-4930edc7-e8fb-4c42-8683-16c94d66362a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 1094 time: 0.0471547 Oct 22 15:17:06.473823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd3104-3f57-457f-a445-74448588f32a req-b751500c-e373-43cd-b389-560463e68362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:06.475525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-b751500c-e373-43cd-b389-560463e68362 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 913 time: 0.1203332 Oct 22 15:17:06.476978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7df8fd-ce69-42d3-aaa4-6861efd4d120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:06.480248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca7df8fd-ce69-42d3-aaa4-6861efd4d120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:06.484127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca7df8fd-ce69-42d3-aaa4-6861efd4d120 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c24a49ca-de2c-4395-b21e-96b3b35586c0 HTTP/1.1" status: 204 len: 168 time: 0.3616846 Oct 22 15:17:06.506667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7df8fd-ce69-42d3-aaa4-6861efd4d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24a49ca-de2c-4395-b21e-96b3b35586c0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:06.544952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-11179f35-9095-4193-bedd-c1afcdb75479 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 HTTP/1.1" status: 200 len: 217 time: 0.0580523 Oct 22 15:17:06.599913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd3104-3f57-457f-a445-74448588f32a req-14777dbe-b3bf-4059-a397-08157ea2a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:06.600994 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-14777dbe-b3bf-4059-a397-08157ea2a06d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0479112 Oct 22 15:17:06.659067 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-74a4523e-5480-4d26-97e7-970eeab75803 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495996 Oct 22 15:17:06.787353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-b9f80598-d236-494c-9288-887327357458 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197467 Oct 22 15:17:06.954287 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fcd3104-3f57-457f-a445-74448588f32a req-99b17435-97e9-4de7-9954-4132dba0b755 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579478 Oct 22 15:17:07.132043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11906222-7525-4ed3-b2e1-497da5a53db8 req-aa1d69d0-3f36-4928-a770-d37269542752 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:07.133545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11906222-7525-4ed3-b2e1-497da5a53db8 req-aa1d69d0-3f36-4928-a770-d37269542752 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 943 time: 0.0906343 Oct 22 15:17:07.191832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11906222-7525-4ed3-b2e1-497da5a53db8 req-0d5553cf-a9e9-43d6-b726-a2e79377f315 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Oct 22 15:17:08.008502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52116) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:08.125794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-279334602'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:08.278725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:08.282257 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.299143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.329982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92607eee-413d-40fc-9e5a-1d70b98da835 req-45ecc4e4-9ecb-468e-a43d-634667fef14e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:08.332216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92607eee-413d-40fc-9e5a-1d70b98da835 req-45ecc4e4-9ecb-468e-a43d-634667fef14e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 943 time: 0.0784631 Oct 22 15:17:08.383528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92607eee-413d-40fc-9e5a-1d70b98da835 req-ae7f324d-b602-4512-93fb-698b6eab7aea tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Oct 22 15:17:08.393296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.587345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.618740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:17:08.634781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b575b3-5da6-4296-8438-a33d84372c5c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:08.640019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.640390 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Added segment 608cfd81-976f-4f1f-8cb4-805a161f9657 of type vlan for network 552dd451-b575-4fc5-838d-612b5d917fae Oct 22 15:17:08.684035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.827604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.841463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:08.842647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:08.915935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Network': ['ID=552dd451-b575-4fc5-838d-612b5d917fae,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:08.927879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 552dd451-b575-4fc5-838d-612b5d917fae details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:17:09.042368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aecb0927-3d65-4f48-8a0f-3477536a0301 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0324776 Oct 22 15:17:09.045355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:09.051016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'subnet': {'network_id': '552dd451-b575-4fc5-838d-612b5d917fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:09.272321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:09.276040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:09.529274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20920dd0-bbdd-46d4-89ad-842fac997bc5 req-8bce45e1-4bd9-4805-b3d2-20a14d1f8b89 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:09.529274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20920dd0-bbdd-46d4-89ad-842fac997bc5 req-8bce45e1-4bd9-4805-b3d2-20a14d1f8b89 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 943 time: 0.0665278 Oct 22 15:17:09.567819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20920dd0-bbdd-46d4-89ad-842fac997bc5 req-4a4d50c3-49ed-4a17-8fd0-dee867ef5b42 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336840 Oct 22 15:17:09.770716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:09.845203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Checking segment: {'id': '608cfd81-976f-4f1f-8cb4-805a161f9657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '552dd451-b575-4fc5-838d-612b5d917fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:17:09.845561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network hostable DHCP agents. Network: 552dd451-b575-4fc5-838d-612b5d917fae, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:17:09.847660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Subnet': ['ID=389662e0-7b7c-4bc2-8eae-fb575fdb221e,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:10.032158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:17:10.164624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 552dd451-b575-4fc5-838d-612b5d917fae) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:10.177619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:10.178280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee4500-56f8-41c4-86c7-a5e2f64eac3d None None] Network 552dd451-b575-4fc5-838d-612b5d917fae requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:17:10.178751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:10.221722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:17:10.411856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6a1b8057-0520-4d33-8704-fc14c8ca73b9 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3650620 Oct 22 15:17:10.415702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52148) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:10.417177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb6599-b8c2-425c-be81-2eb7f1fb29c3 None None] Network 552dd451-b575-4fc5-838d-612b5d917fae requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:17:10.420273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1260962460', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:10.432998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:10.466512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8', 'mac_address': 'fa:16:3e:ba:19:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:17:10.558636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:10.600622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:17:10.638305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:10.639673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:10.639904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:10.704338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90848-bda2-4f95-ad37-7ca6d4e49e85 req-cbb01e92-9eea-48eb-801a-74b6434a4e2f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:10.704907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:10.706056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffd90848-bda2-4f95-ad37-7ca6d4e49e85 req-cbb01e92-9eea-48eb-801a-74b6434a4e2f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 943 time: 0.0519929 Oct 22 15:17:10.746105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffd90848-bda2-4f95-ad37-7ca6d4e49e85 req-1dcd770d-40e0-463c-b855-6517240d4695 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Oct 22 15:17:10.861564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:10.912286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:10.919987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.920327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.920662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.920988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.921317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.921640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.921954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.922273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.922588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.922903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.923254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:10.923575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:11.009093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:11.181750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f1ff1e06-74c6-43c8-b308-4a24b9eb83a8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:17:11.394547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:11.413911 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:11.530695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.138 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1c3e7df8-9389-428a-af18-f9c14f06d282) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:11.638731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:11.646151 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:11.839620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:11.870606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a3c3-1c65-4040-9fd1-43c7ebc934d5 req-7ae06d27-be89-4ddc-b194-251aaf08c6aa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:11.872240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e70a3c3-1c65-4040-9fd1-43c7ebc934d5 req-7ae06d27-be89-4ddc-b194-251aaf08c6aa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 944 time: 0.0550528 Oct 22 15:17:11.901027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=1c3e7df8-9389-428a-af18-f9c14f06d282,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:11.922280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:11.924870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:11.927385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e70a3c3-1c65-4040-9fd1-43c7ebc934d5 req-4c20fd95-d5d4-4276-9751-2df6bb3f2962 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Oct 22 15:17:11.936592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:12.203233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:17:12.373602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:12.426701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:17:12.430883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:17:12.431298 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:12.514681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:12.539019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f952037-900d-476b-9c28-690a71479e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:12.541381 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0223cfd3-ddc4-482f-a3ef-9d317b0fd946" -d '{"events": [{"server_uuid": "1f952037-900d-476b-9c28-690a71479e5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1ff1e06-74c6-43c8-b308-4a24b9eb83a8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:12.584347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:12.593233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:12.764428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:12.820145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:12.830847 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce50b5c-f543-408b-8377-654f665f3f2b x-openstack-request-id: req-1ce50b5c-f543-408b-8377-654f665f3f2b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:12.831695 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f952037-900d-476b-9c28-690a71479e5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1ff1e06-74c6-43c8-b308-4a24b9eb83a8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:12.831695 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ce50b5c-f543-408b-8377-654f665f3f2b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:12.831854 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f952037-900d-476b-9c28-690a71479e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8', 'code': 200} Oct 22 15:17:13.059124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6eeb85-d211-46ee-a496-922b3ebd10c7 req-82a55226-53d9-41e4-b86a-484a020841dc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:13.060860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba6eeb85-d211-46ee-a496-922b3ebd10c7 req-82a55226-53d9-41e4-b86a-484a020841dc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0594225 Oct 22 15:17:13.111853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba6eeb85-d211-46ee-a496-922b3ebd10c7 req-cb41079f-7d9b-4785-a7f3-ca0289babc6e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Oct 22 15:17:13.198388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006e5f9-6cf5-45c8-ba40-a64d034cc028 req-d815b8b9-5f78-45aa-8e7d-a7e0c6d718aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:13.199968 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4006e5f9-6cf5-45c8-ba40-a64d034cc028 req-d815b8b9-5f78-45aa-8e7d-a7e0c6d718aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 1096 time: 0.0605414 Oct 22 15:17:13.239224 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4006e5f9-6cf5-45c8-ba40-a64d034cc028 req-af3dfaa3-4f4c-48bd-8065-aed3c674ce37 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Oct 22 15:17:13.364468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:17:13.484229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:13.498434 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:13.516586 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:13.517206 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:13.554391 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:13.563157 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:13.563846 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:13.600130 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:13.600775 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc228ac4-8619-445a-b9e4-1febacd04af3 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:13.630515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:13.631853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a5ab657b-77ba-4071-9653-2904db74bc1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2162602 Oct 22 15:17:13.634599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52200) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:14.122125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:14.330781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81523-3958-457d-bdd2-1ae9b7258aa4 req-d6fa561c-2b5b-465d-8f41-2084b3f18738 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:14.335802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50e81523-3958-457d-bdd2-1ae9b7258aa4 req-d6fa561c-2b5b-465d-8f41-2084b3f18738 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0969429 Oct 22 15:17:14.388335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50e81523-3958-457d-bdd2-1ae9b7258aa4 req-7bd04a88-8b47-40fc-86ee-dffde2e9ab71 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Oct 22 15:17:14.537237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.1 (552dd451-b575-4fc5-838d-612b5d917fae/389662e0-7b7c-4bc2-8eae-fb575fdb221e/896d85e3-062b-4210-b229-3e27ddf3402b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:14.664956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:14.890604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:14.945596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:14.949352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:14.953022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:14.967635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=896d85e3-062b-4210-b229-3e27ddf3402b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:15.019093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.115746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52228) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:15.283084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a4ae3532-ae85-461c-ac3b-8b342b732d8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72361bd06f6d4444ba05d21d129d0a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577930 Oct 22 15:17:15.283302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52232) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:15.325396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.401164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1b96-4dfc-48bc-a5b3-67ac1eafed13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.465304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1b96-4dfc-48bc-a5b3-67ac1eafed13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.522380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f4b0-4442-489c-8577-f43a3adcaee0 req-e2c5f797-7297-4cdb-856a-a8b97adef8e4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:15.524032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6de5f4b0-4442-489c-8577-f43a3adcaee0 req-e2c5f797-7297-4cdb-856a-a8b97adef8e4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0562468 Oct 22 15:17:15.564169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6de5f4b0-4442-489c-8577-f43a3adcaee0 req-fab72f85-29b6-4030-9907-e3e7f52220e4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338387 Oct 22 15:17:15.684697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1b96-4dfc-48bc-a5b3-67ac1eafed13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.687339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1b96-4dfc-48bc-a5b3-67ac1eafed13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.688489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e2e1b96-4dfc-48bc-a5b3-67ac1eafed13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52aca682-9021-48b1-85c7-89f1642b4fed HTTP/1.1" status: 204 len: 168 time: 0.4100332 Oct 22 15:17:15.700199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e1b96-4dfc-48bc-a5b3-67ac1eafed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aca682-9021-48b1-85c7-89f1642b4fed,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:15.720823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.884041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:15.979842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=896d85e3-062b-4210-b229-3e27ddf3402b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:15.995188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:16.102675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:16.104380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:16.132551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649822b0-0779-4b84-b0b2-88088f60f324 req-b81d99be-0bbb-4a64-ac65-5a8587e63ee7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:16.134156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-649822b0-0779-4b84-b0b2-88088f60f324 req-b81d99be-0bbb-4a64-ac65-5a8587e63ee7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0554311 Oct 22 15:17:16.177079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-649822b0-0779-4b84-b0b2-88088f60f324 req-ca052fe7-f90a-4872-bbb4-3af90e432964 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365746 Oct 22 15:17:16.237908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:16.366435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:16.371961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a5fbfd8a-fce2-4f45-882a-d1c259df0430 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/routers/821a751a-0dab-465c-9caf-36366748721c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356989 Oct 22 15:17:16.374328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:16.379411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:16.388149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'port': {'network_id': '552dd451-b575-4fc5-838d-612b5d917fae', 'name': 'tempest-FloatingIPTestJSON-680695844'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:16.390215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:16.391129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:16.459282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:16.468827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:16.469460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:16.509760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:16.510418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eb1fc-aee4-4c16-bb10-40daad73ebd8 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:16.678103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:16.681605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:16.699514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] device_id is not set on port 13559351-57f4-4b37-8380-424a95c9bee8 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:17:16.816302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.11 (552dd451-b575-4fc5-838d-612b5d917fae/389662e0-7b7c-4bc2-8eae-fb575fdb221e/13559351-57f4-4b37-8380-424a95c9bee8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:16.988884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:17.199103 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:17.259619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:17.266882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:17.271581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:17.302939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=13559351-57f4-4b37-8380-424a95c9bee8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:17.336120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:17.336764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:17.339007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e626-44f7-416a-ba91-30c64fcd4c4b req-cf4dda6a-717b-407e-b61d-26c039c72503 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:17.347986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2780e626-44f7-416a-ba91-30c64fcd4c4b req-cf4dda6a-717b-407e-b61d-26c039c72503 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0750299 Oct 22 15:17:17.382060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2780e626-44f7-416a-ba91-30c64fcd4c4b req-7cede9fe-3c81-48b0-ad24-d9cbab184211 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Oct 22 15:17:17.536059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7376d391-daa2-4923-9ebf-0ec8b10f27c3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1562960 Oct 22 15:17:17.536059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52284) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:17.540324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'port': {'network_id': '552dd451-b575-4fc5-838d-612b5d917fae', 'name': 'tempest-FloatingIPTestJSON-907128960'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:17.844623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:17.848685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:17.868813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] device_id is not set on port 11564e45-ab15-4d2f-be8a-2bcc50285b79 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:17:17.979307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.8 (552dd451-b575-4fc5-838d-612b5d917fae/389662e0-7b7c-4bc2-8eae-fb575fdb221e/11564e45-ab15-4d2f-be8a-2bcc50285b79) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:18.144533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:18.330447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:18.375488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:18.378722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:18.382298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:18.390604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=11564e45-ab15-4d2f-be8a-2bcc50285b79,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:18.441642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:18.442296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:18.506512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175b78-677d-41b2-ad1f-5cfee460ca14 req-ad4d581c-d453-4379-b35d-9505a8f8b0ff tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:18.508167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64175b78-677d-41b2-ad1f-5cfee460ca14 req-ad4d581c-d453-4379-b35d-9505a8f8b0ff tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0521519 Oct 22 15:17:18.549730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64175b78-677d-41b2-ad1f-5cfee460ca14 req-08bfd80b-60dc-44b4-9787-2c6315a27f1e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Oct 22 15:17:18.727260 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23df809c-7811-4f36-8261-9fdfbe0d1375 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1912210 Oct 22 15:17:18.730284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52298) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:18.735209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '11564e45-ab15-4d2f-be8a-2bcc50285b79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:18.879123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:18.988232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:19.102779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.38 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/35660e88-c45b-4d86-9d53-b1359c68bcbd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:19.216543 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:19.461928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:19.500272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:19.505670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:19.513458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:19.516962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=35660e88-c45b-4d86-9d53-b1359c68bcbd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:19.972270 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:20.012402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba166b-ad70-4935-a9df-3f6c5418815b req-4a1902f8-fdf7-4563-b5a7-7bd1ddc1e077 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:20.014151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86ba166b-ad70-4935-a9df-3f6c5418815b req-4a1902f8-fdf7-4563-b5a7-7bd1ddc1e077 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.3600852 Oct 22 15:17:20.074174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-86ba166b-ad70-4935-a9df-3f6c5418815b req-169edac2-9515-485e-86db-0c5cac9af303 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 Oct 22 15:17:20.145229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:20.351443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:20.506657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:20.582527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=35660e88-c45b-4d86-9d53-b1359c68bcbd,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:20.586424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:20.694820 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP 1a1c8f8f-2cab-4889-beb8-e7f19967892a associated. External IP: 172.25.1.38, port: 11564e45-ab15-4d2f-be8a-2bcc50285b79. Oct 22 15:17:21.245731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272809-3f85-4c5f-8b68-8cc155b6dc5e req-608fa570-dc4a-488b-9265-939a41d76806 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:21.247239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f272809-3f85-4c5f-8b68-8cc155b6dc5e req-608fa570-dc4a-488b-9265-939a41d76806 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0915217 Oct 22 15:17:21.278234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:21.307732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f272809-3f85-4c5f-8b68-8cc155b6dc5e req-a17afd78-73c0-4636-afc6-ae1db1e0625f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536709 Oct 22 15:17:21.406519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:21.439296 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:21.452056 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:21.452664 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:21.496221 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:21.506317 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:21.506944 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:21.542359 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:21.543015 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc906f27-80ef-4554-b584-b053f83aea12 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:21.623919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:21.652758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-79ea88f7-04fd-4557-a914-e0d54167f14b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9210124 Oct 22 15:17:21.655452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52354) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:21.661008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:21.743542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:21.783426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-c140d48c-0ba7-41af-9cfb-046585ba5a4e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579658729&fields=id&tenant_id=e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 267 time: 0.0785170 Oct 22 15:17:21.969471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:21.978930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-22c5e224-c71e-4d7d-8cd8-1c9a776a37f0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:21.980725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-22c5e224-c71e-4d7d-8cd8-1c9a776a37f0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1894157 Oct 22 15:17:21.998543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-9661e45d-51e5-4a0d-bda4-ed2754756ace tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0101862 Oct 22 15:17:22.045214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:22.045569 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP 1a1c8f8f-2cab-4889-beb8-e7f19967892a disassociated. External IP: 172.25.1.38, port: 11564e45-ab15-4d2f-be8a-2bcc50285b79. Oct 22 15:17:22.109257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-a811014f-ba2f-4f73-9e5f-61ad79701eb9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050816 Oct 22 15:17:22.301846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-0fe2bb87-c1f1-43d0-93c8-c2bb2a711aaa service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785593 Oct 22 15:17:22.431019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:22.494459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-6c5269a6-18c7-4aff-87ce-4ca9f63abc44 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816347 Oct 22 15:17:22.542644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aef14-0a39-4845-a713-a06c6e7af273 req-0ab590ee-c945-42eb-a2b9-b3b21d32c801 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:22.544326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-336aef14-0a39-4845-a713-a06c6e7af273 req-0ab590ee-c945-42eb-a2b9-b3b21d32c801 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1235325 Oct 22 15:17:22.632461 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a53aeda-6a40-45cb-b044-281a1dde8b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:22.640132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-336aef14-0a39-4845-a713-a06c6e7af273 req-55a97345-559c-47c5-9bf9-a5fdb6cd7a22 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865741 Oct 22 15:17:22.650653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:22.656564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:22.664374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:22.678709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:22.679534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:22.694394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f0730ee4-df15-403a-b18b-924bff341c70 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/floatingips/1a1c8f8f-2cab-4889-beb8-e7f19967892a HTTP/1.1" status: 200 len: 687 time: 1.0377870 Oct 22 15:17:22.697062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:22.872441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 35660e88-c45b-4d86-9d53-b1359c68bcbd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:22.872782 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:22.895904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:22.904778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:22.905390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:16:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:22.948478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:22.949165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04332cd-961b-406a-ae31-fadaa82872f5 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:22.963284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:22.963608 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:22.975581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 35660e88-c45b-4d86-9d53-b1359c68bcbd owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:23.278225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:23.304516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=35660e88-c45b-4d86-9d53-b1359c68bcbd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:23.373823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:23.376855 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:23.382242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-300784ec-cc50-4916-b3f0-a3c9641d4d19 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/floatingips/1a1c8f8f-2cab-4889-beb8-e7f19967892a HTTP/1.1" status: 204 len: 168 time: 0.6792736 Oct 22 15:17:23.382563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52376) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:23.387288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '13559351-57f4-4b37-8380-424a95c9bee8'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:23.463043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be72645e-abab-4d0f-8658-198f149e1712 req-16d25a43-f223-4805-97c1-74e7c58b9d44 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0350342 Oct 22 15:17:23.500232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:23.673068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:23.794694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd46bb-92f5-4d0d-9ac3-51ba1081a728 req-10928e49-69b2-4d5e-a6d6-ce959d1e5e34 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:23.804808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4cdd46bb-92f5-4d0d-9ac3-51ba1081a728 req-10928e49-69b2-4d5e-a6d6-ce959d1e5e34 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0720477 Oct 22 15:17:23.806744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.87 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/7a4ab577-a4ff-4fdd-a7d7-e0df2f8059b2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:23.871531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4cdd46bb-92f5-4d0d-9ac3-51ba1081a728 req-e6d82c90-5900-448d-ac7c-d697b7249c78 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659034 Oct 22 15:17:23.960662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:24.093288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:24.139716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:24.142610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:24.146727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:24.174250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=7a4ab577-a4ff-4fdd-a7d7-e0df2f8059b2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:24.192934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.193319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.193724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.194069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.194429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.194777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.195210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.195545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.195876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.196210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.196539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.196986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:24.572042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-683b91cd-112e-4c81-a8f8-3db86eca6c7f req-bcb0c1fe-c389-441f-b9ac-e227943c1a9c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Oct 22 15:17:24.584889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:24.768659 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:24.946426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:25.021930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893f26a-c17f-4000-98c9-e089c45defc4 req-4c876b9a-8e6f-49f1-890f-81695e1c3185 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:25.023414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c893f26a-c17f-4000-98c9-e089c45defc4 req-4c876b9a-8e6f-49f1-890f-81695e1c3185 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0548418 Oct 22 15:17:25.049736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:25.069923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c893f26a-c17f-4000-98c9-e089c45defc4 req-30df1591-e362-4648-b286-221dc99f44e6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Oct 22 15:17:25.203948 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9f90-2f64-4790-a26f-c4c07b81580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:25.471057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=7a4ab577-a4ff-4fdd-a7d7-e0df2f8059b2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:25.483738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:25.587444 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP c999e439-5db2-43e7-8261-82eab7842e11 associated. External IP: 172.25.1.87, port: 13559351-57f4-4b37-8380-424a95c9bee8. Oct 22 15:17:25.709900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d30a243-acdb-4614-82c8-62f0b5e95871 req-0edac98f-ede4-4a64-9a8c-076425c886a1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0596507 Oct 22 15:17:25.766110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-7e031b66-47fb-49d4-a42d-ecd0ac9fe08d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:25.769098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-7e031b66-47fb-49d4-a42d-ecd0ac9fe08d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1731987 Oct 22 15:17:25.825182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-66d0ba61-9f91-4ae3-983f-9e182f258092 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 379 time: 0.0472300 Oct 22 15:17:25.837716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'security_groups': ['51bc7966-af7d-4ae3-9f52-4c13b420f0c6']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:25.848349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:25.964229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:25.974571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:25.994762 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:25.995533 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:26.032339 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:26.042166 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:26.043319 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:26.062014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:26.068402 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.085087 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:26.085742 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af3928-d566-4c11-a4a6-728323a4537f None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:26.149726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.193362 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-de02a0a8-de44-4895-ae82-9b97606d5cf2 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8094609 Oct 22 15:17:26.196556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:26.271282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:26.271985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-487a2875-6008-4880-b1d4-b0e8bda06640 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/floatingips/c999e439-5db2-43e7-8261-82eab7842e11 HTTP/1.1" status: 200 len: 977 time: 0.0747502 Oct 22 15:17:26.360730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.6 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/33bb4cff-9d17-40ae-9de4-58759205af5c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:26.415064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26b9b-71aa-44b2-9602-fe119763fdd9 req-21579499-bc1b-4543-b1f8-649247345765 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:26.422097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aad26b9b-71aa-44b2-9602-fe119763fdd9 req-21579499-bc1b-4543-b1f8-649247345765 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1904833 Oct 22 15:17:26.469932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-982cf1a1-8c89-4cc5-b7fa-213483d0ac1c tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1973970 Oct 22 15:17:26.473049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52434) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:26.480942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'port_id': '11564e45-ab15-4d2f-be8a-2bcc50285b79'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:26.515348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aad26b9b-71aa-44b2-9602-fe119763fdd9 req-1d3a37ed-6ac6-4afb-af63-4aabf6baa680 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916672 Oct 22 15:17:26.587407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.588702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.597010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.649565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.765777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:26.866589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:26.882682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:26.886109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:26.930356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=33bb4cff-9d17-40ae-9de4-58759205af5c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:26.995419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:26.996197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:27.010002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31267223-deff-4f52-9a55-232c82010fb3 req-a717c254-f503-42e1-a9b2-ce9c9bf35c63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:27.019389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31267223-deff-4f52-9a55-232c82010fb3 req-a717c254-f503-42e1-a9b2-ce9c9bf35c63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 931 time: 0.1552646 Oct 22 15:17:27.353579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:27.359516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4eef0e9f-2de9-4e13-9946-bb8a9877e688 None None] Provisioning complete for port 33bb4cff-9d17-40ae-9de4-58759205af5c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:17:27.360215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4eef0e9f-2de9-4e13-9946-bb8a9877e688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:27.401643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4eef0e9f-2de9-4e13-9946-bb8a9877e688 None None] Port 33bb4cff-9d17-40ae-9de4-58759205af5c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:17:27.461437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:27.468837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31267223-deff-4f52-9a55-232c82010fb3 req-29a337b4-d67d-43d8-9a6d-80da262ceb63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476266 Oct 22 15:17:27.544711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-11198335-6be1-4d07-b9ad-6e82b72b108d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7111762 Oct 22 15:17:27.568839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-8dba1c29-e728-47c1-8b3a-9e564f2de228 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:17:27.571186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-8dba1c29-e728-47c1-8b3a-9e564f2de228 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137227 Oct 22 15:17:27.593658 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP c999e439-5db2-43e7-8261-82eab7842e11 associated. External IP: 172.25.1.87, port: 13559351-57f4-4b37-8380-424a95c9bee8. Oct 22 15:17:27.704949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ef9e-771e-4e2a-a56a-42de149d1cac req-369de6ae-d480-450b-b49f-04d70ca82732 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:27.714536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e555ef9e-771e-4e2a-a56a-42de149d1cac req-369de6ae-d480-450b-b49f-04d70ca82732 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0700388 Oct 22 15:17:27.740859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Request body: {'port': {'device_id': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:27.773186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e555ef9e-771e-4e2a-a56a-42de149d1cac req-d1499577-3a19-4bc6-b10f-0a1e5e189dcc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575411 Oct 22 15:17:27.849858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:27.889818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:28.043173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:28.060613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:28.072475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:28.073299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.119147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.130829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:28.131800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.169895 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:28.171195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.172029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e8743-260f-416e-ae5b-e63767259242 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:28.172139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bb4cff-9d17-40ae-9de4-58759205af5c {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:17:28.183965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:28.199444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Transition to ACTIVE for port object 33bb4cff-9d17-40ae-9de4-58759205af5c will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:17:28.295914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:28.340611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:28.523837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:28.529000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:28.540025 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:28.551878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=33bb4cff-9d17-40ae-9de4-58759205af5c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:28.556316 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:28.562212 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.628243 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.631020 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72855ccc-c16e-4ab7-947a-8af465cd4c8d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/floatingips/c999e439-5db2-43e7-8261-82eab7842e11 HTTP/1.1" status: 200 len: 976 time: 2.1561744 Oct 22 15:17:28.633147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52458) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:28.639831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:28.643829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:28.653174 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.692699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:28.693652 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ff7d6-5e16-49ab-b478-8615ef8f76f3 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:28.706698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Attempting to bind port 33bb4cff-9d17-40ae-9de4-58759205af5c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:17:28.706955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Attempting to bind port 33bb4cff-9d17-40ae-9de4-58759205af5c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:17:28.707307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Attempting to bind port 33bb4cff-9d17-40ae-9de4-58759205af5c on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:17:28.720183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Port 33bb4cff-9d17-40ae-9de4-58759205af5c on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:17:28.721227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Attempting to bind port 33bb4cff-9d17-40ae-9de4-58759205af5c on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:17:28.733541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:17:28.734114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:17:28.734563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:17:28.735057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Bound port: 33bb4cff-9d17-40ae-9de4-58759205af5c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:17:28.735425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:28.758187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5703b-654d-494f-b5ec-b249d56d5fde req-890efbc8-593e-415a-9056-84457aa5a162 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:28.759760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01e5703b-654d-494f-b5ec-b249d56d5fde req-890efbc8-593e-415a-9056-84457aa5a162 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.1537828 Oct 22 15:17:28.782264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:28.826949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] For port 33bb4cff-9d17-40ae-9de4-58759205af5c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:17:28.835403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] For port 33bb4cff-9d17-40ae-9de4-58759205af5c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=33bb4cff-9d17-40ae-9de4-58759205af5c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:17:28.925868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01e5703b-654d-494f-b5ec-b249d56d5fde req-db1bc58a-fd45-49a3-a4c3-c0bc60cae7eb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845232 Oct 22 15:17:28.928289 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:29.057412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:29.093375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.094306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:29.096364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] 10.222.0.53 "PUT /v2.0/ports/33bb4cff-9d17-40ae-9de4-58759205af5c HTTP/1.1" status: 200 len: 1091 time: 1.5172935 Oct 22 15:17:29.097522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:29.100790 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0bf570-3455-4b37-9d19-94145c4f1bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:29.112908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33d7ac-7e3b-40aa-827f-6f419ea5ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=33bb4cff-9d17-40ae-9de4-58759205af5c,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:29.158297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da3fc8-972d-4342-9e4c-20d0f3711d87 req-cb179951-e166-4ad5-8d04-257bb7f0b8b7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.164902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33da3fc8-972d-4342-9e4c-20d0f3711d87 req-cb179951-e166-4ad5-8d04-257bb7f0b8b7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.2534435 Oct 22 15:17:29.184927 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452fbdec-084e-4ce3-a7a5-e1c184585294 x-openstack-request-id: req-452fbdec-084e-4ce3-a7a5-e1c184585294 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:29.185218 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:29.185484 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-452fbdec-084e-4ce3-a7a5-e1c184585294 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:29.186044 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'status': 'completed', 'code': 200} Oct 22 15:17:29.192810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:29.193021 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP c999e439-5db2-43e7-8261-82eab7842e11 disassociated. External IP: 172.25.1.87, port: 11564e45-ab15-4d2f-be8a-2bcc50285b79. Oct 22 15:17:29.231212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33da3fc8-972d-4342-9e4c-20d0f3711d87 req-8e4c7318-72e6-4773-b2da-89eafa24b6a1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Oct 22 15:17:29.293882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf570-3455-4b37-9d19-94145c4f1bd6 req-b85cf15f-f834-4722-8c02-b91bfe372158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.295871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff0bf570-3455-4b37-9d19-94145c4f1bd6 req-b85cf15f-f834-4722-8c02-b91bfe372158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 1094 time: 0.0633204 Oct 22 15:17:29.468571 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf570-3455-4b37-9d19-94145c4f1bd6 req-e9b8cbab-4d0c-4497-a7aa-1dae41ce098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.470839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff0bf570-3455-4b37-9d19-94145c4f1bd6 req-e9b8cbab-4d0c-4497-a7aa-1dae41ce098b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1665399 Oct 22 15:17:29.510926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:29.587459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf570-3455-4b37-9d19-94145c4f1bd6 req-5a10a39c-201a-4966-9b8c-f85d472462d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.589436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff0bf570-3455-4b37-9d19-94145c4f1bd6 req-5a10a39c-201a-4966-9b8c-f85d472462d1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112695 Oct 22 15:17:29.687130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-daefabf7-0c04-487f-b019-98bed5f412f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.689206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-daefabf7-0c04-487f-b019-98bed5f412f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 1094 time: 0.0595264 Oct 22 15:17:29.747529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-01c122e7-51ea-4007-b2ad-9b7d6e556b57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33bb4cff-9d17-40ae-9de4-58759205af5c HTTP/1.1" status: 200 len: 217 time: 0.0477760 Oct 22 15:17:29.818024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-8cf7fd2e-c4f8-4744-92c3-a791c6478ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.821271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-8cf7fd2e-c4f8-4744-92c3-a791c6478ec8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0652966 Oct 22 15:17:29.899566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-3e22f048-4ab1-4c18-8af2-ce1394a68703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:29.901933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-3e22f048-4ab1-4c18-8af2-ce1394a68703 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726368 Oct 22 15:17:29.997781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:30.008628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:30.011668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:30.046446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:30.056669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:30.068603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52488) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:30.079911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17da1842-9438-4909-9d08-123b39c49f2e tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/floatingips/c999e439-5db2-43e7-8261-82eab7842e11 HTTP/1.1" status: 200 len: 687 time: 1.4451263 Oct 22 15:17:30.134227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:30.149157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:30.150191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:30.163639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-d4c0fd96-8e42-40d0-9e3b-1236e8b49806 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505641 Oct 22 15:17:30.189252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:30.191003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f89a3d-b8e7-4b01-87b2-f343a12d543d None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:30.346092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89400e0-b6ed-41c6-a7f7-d4bcf6ad8e7b req-53ae2198-8608-4aa3-9e0f-c6f5b77e67d0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:30.354145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b89400e0-b6ed-41c6-a7f7-d4bcf6ad8e7b req-53ae2198-8608-4aa3-9e0f-c6f5b77e67d0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.2114589 Oct 22 15:17:30.515534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1751f02d-13ec-4f43-8ec9-267274efc27e req-94040627-4efe-43ca-b0f8-25d7bdfafa6d service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874236 Oct 22 15:17:30.531233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b89400e0-b6ed-41c6-a7f7-d4bcf6ad8e7b req-4edefd57-8f11-4551-8577-350edf9a11ac tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762154 Oct 22 15:17:30.586421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bd9f0-fa66-402e-8e38-b85fdb514b7a req-72fb5981-4907-4fe2-bb14-b24d23905306 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:30.593866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-466bd9f0-fa66-402e-8e38-b85fdb514b7a req-72fb5981-4907-4fe2-bb14-b24d23905306 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.2121944 Oct 22 15:17:30.632745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 7a4ab577-a4ff-4fdd-a7d7-e0df2f8059b2 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:30.633093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:30.665963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-466bd9f0-fa66-402e-8e38-b85fdb514b7a req-beffd8cb-88a3-4437-9d17-a4b9dd87db6c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561373 Oct 22 15:17:30.742617 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:30.743162 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:30.757606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 7a4ab577-a4ff-4fdd-a7d7-e0df2f8059b2 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:31.038795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:31.065784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=7a4ab577-a4ff-4fdd-a7d7-e0df2f8059b2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:31.155814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:31.159029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:31.163470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-714db454-acfa-4f63-9395-aa91a2fbbb1b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/floatingips/c999e439-5db2-43e7-8261-82eab7842e11 HTTP/1.1" status: 204 len: 168 time: 1.0896139 Oct 22 15:17:31.163767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52514) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:31.199402 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-26c78b21-975b-46ca-b8d1-b1358618c9d3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] delete failed (client error): The resource could not be found. Oct 22 15:17:31.200658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-26c78b21-975b-46ca-b8d1-b1358618c9d3 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/floatingips/c999e439-5db2-43e7-8261-82eab7842e11 HTTP/1.1" status: 404 len: 345 time: 0.0357299 Oct 22 15:17:31.204388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:31.293501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26684488-5875-46c2-96b1-a4ea59d1e1de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:31.299782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26684488-5875-46c2-96b1-a4ea59d1e1de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:31.306053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26684488-5875-46c2-96b1-a4ea59d1e1de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:31.310177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-26684488-5875-46c2-96b1-a4ea59d1e1de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/ports?network_id=552dd451-b575-4fc5-838d-612b5d917fae HTTP/1.1" status: 200 len: 2357 time: 0.1023996 Oct 22 15:17:31.310509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52518) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:31.432597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a98e0d-7c76-4c62-98aa-7064ddac5d74 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:31.432597 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-88a98e0d-7c76-4c62-98aa-7064ddac5d74 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/subnets/389662e0-7b7c-4bc2-8eae-fb575fdb221e HTTP/1.1" status: 200 len: 797 time: 0.0634294 Oct 22 15:17:31.433689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52524) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:31.437700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'port': {'network_id': '552dd451-b575-4fc5-838d-612b5d917fae', 'name': 'tempest-FloatingIPTestJSON-1112688383', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:31.685550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4e1b8-91e1-4d62-96c5-889fe2b0ddf4 req-ee6215c5-02ed-4dca-bb54-ee3fe0e73326 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:31.687202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82c4e1b8-91e1-4d62-96c5-889fe2b0ddf4 req-ee6215c5-02ed-4dca-bb54-ee3fe0e73326 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0596635 Oct 22 15:17:31.729860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82c4e1b8-91e1-4d62-96c5-889fe2b0ddf4 req-920e8ca4-1dc4-4a5f-9f16-85d926742a0f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355306 Oct 22 15:17:31.836990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835be6-95f9-415a-a0a1-ff4d357cc59f req-e4af7e41-d038-4baf-8b7d-e1d3a2b74698 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:31.839142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73835be6-95f9-415a-a0a1-ff4d357cc59f req-e4af7e41-d038-4baf-8b7d-e1d3a2b74698 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0601978 Oct 22 15:17:31.893955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73835be6-95f9-415a-a0a1-ff4d357cc59f req-ced9d443-9eeb-4acd-8fef-f5e7ea72df8c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484276 Oct 22 15:17:31.970191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:32.056281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:32.073095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] device_id is not set on port 5a9e1567-c2cf-442c-8c5b-808132dde33c yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:17:32.388273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.14 (552dd451-b575-4fc5-838d-612b5d917fae/389662e0-7b7c-4bc2-8eae-fb575fdb221e/5a9e1567-c2cf-442c-8c5b-808132dde33c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:32.395172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.13 (552dd451-b575-4fc5-838d-612b5d917fae/389662e0-7b7c-4bc2-8eae-fb575fdb221e/5a9e1567-c2cf-442c-8c5b-808132dde33c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:32.557136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:32.695958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:32.754921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:32.774434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:32.775293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:32.819246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=5a9e1567-c2cf-442c-8c5b-808132dde33c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:32.848451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:32.849107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:32.917351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c523766-1c21-4cbc-a2e9-7cca5f431891 req-ba1ce600-2d2d-4c67-a6f2-217050c6cf70 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:32.923195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c523766-1c21-4cbc-a2e9-7cca5f431891 req-ba1ce600-2d2d-4c67-a6f2-217050c6cf70 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0529814 Oct 22 15:17:32.947605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2be5d6de-9e06-4ca9-bf79-bbd7e4d2a9de tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5143030 Oct 22 15:17:32.950320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52552) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:32.955788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '5a9e1567-c2cf-442c-8c5b-808132dde33c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:32.991440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c523766-1c21-4cbc-a2e9-7cca5f431891 req-52f5a93d-5c91-4010-8a5f-23b1c7513bb2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644996 Oct 22 15:17:33.052535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5de9a-e7bf-4772-b4ea-070e1a44773f req-ce09007d-061f-4ee7-af7e-e462e8a1dd25 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:33.054208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6c5de9a-e7bf-4772-b4ea-070e1a44773f req-ce09007d-061f-4ee7-af7e-e462e8a1dd25 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0690889 Oct 22 15:17:33.060345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:33.101041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6c5de9a-e7bf-4772-b4ea-070e1a44773f req-4f7969ba-cf3d-4c6f-a72a-b76b520383c1 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Oct 22 15:17:33.182604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:33.293895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.187 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/85dab719-9f49-4290-9939-aa22fdbb8bf6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:33.402916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:33.564532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:33.606497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:33.609317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:33.616030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:33.619124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=85dab719-9f49-4290-9939-aa22fdbb8bf6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:33.787482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:34.042344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:34.135562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44420de4-d749-42f1-a8df-fa781c41a30e req-6523ff38-aad4-44e1-bb85-b641807d29f0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:34.139518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44420de4-d749-42f1-a8df-fa781c41a30e req-6523ff38-aad4-44e1-bb85-b641807d29f0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0601928 Oct 22 15:17:34.197831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44420de4-d749-42f1-a8df-fa781c41a30e req-2badb17f-1ec2-41ed-8a26-583dd501b994 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460372 Oct 22 15:17:34.260986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a10cc9-d10f-4d5c-8a41-9da343886bc1 req-b77d3c97-02ff-4dd7-9419-b7b77fbc6f71 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:34.269478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0a10cc9-d10f-4d5c-8a41-9da343886bc1 req-b77d3c97-02ff-4dd7-9419-b7b77fbc6f71 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0892317 Oct 22 15:17:34.277891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:34.327611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c0a10cc9-d10f-4d5c-8a41-9da343886bc1 req-81953988-b638-41c7-9462-a0edbcc9d415 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Oct 22 15:17:34.497404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:34.608982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:34.684227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=85dab719-9f49-4290-9939-aa22fdbb8bf6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:34.698668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:34.819631 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP 41206b7d-d654-4f02-b57b-dd794d71271e associated. External IP: 172.25.1.187, port: 5a9e1567-c2cf-442c-8c5b-808132dde33c. Oct 22 15:17:35.053016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:35.171270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:35.183064 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:35.194940 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:35.195934 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:35.244319 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:35.265327 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:35.275987 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:35.276115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:35.305223 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91a4097f-cefd-4728-b640-277d518c23ac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3532412 Oct 22 15:17:35.316023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:35.316023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'port_id': '5a9e1567-c2cf-442c-8c5b-808132dde33c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:35.336503 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:35.337148 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4d10d-32b6-4a9f-85ad-e0767aa6f11c None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:35.449886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e18031-3fcf-46e5-937a-6b639be5bf27 req-f9f6a6fb-d831-40a8-93cc-28aa71a3e826 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:35.455005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75e18031-3fcf-46e5-937a-6b639be5bf27 req-f9f6a6fb-d831-40a8-93cc-28aa71a3e826 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0775881 Oct 22 15:17:35.512797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:35.590910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75e18031-3fcf-46e5-937a-6b639be5bf27 req-1e81bb54-f264-4d31-9648-f5b8724ed163 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218994 Oct 22 15:17:35.619600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2108b5-3683-4eb1-8df6-04ec3109eb89 req-9a38439b-41e9-41ae-873a-ac508634df92 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:35.621227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c2108b5-3683-4eb1-8df6-04ec3109eb89 req-9a38439b-41e9-41ae-873a-ac508634df92 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1633484 Oct 22 15:17:35.750556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c2108b5-3683-4eb1-8df6-04ec3109eb89 req-622fc348-b768-48f8-8e49-c8ba633996c8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 Oct 22 15:17:36.095290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:36.204335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:36.416798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:36.585782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:36.590597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:36.604039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:36.615452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:36.616288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:36.655716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:36.666789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:36.667759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:36.706880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:36.719394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada15caf-b2de-4597-b69e-15cf5c27f94e None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:37.004719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-edae55ae-f25f-4cd1-9209-10a8e1d0518f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/floatingips/41206b7d-d654-4f02-b57b-dd794d71271e HTTP/1.1" status: 200 len: 979 time: 1.6953478 Oct 22 15:17:37.007444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52648) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:37.041905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3a545-b20a-42e8-948f-c753514aac1f req-e3c97876-eed0-4279-b219-f65e9f707830 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:37.043409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dae3a545-b20a-42e8-948f-c753514aac1f req-e3c97876-eed0-4279-b219-f65e9f707830 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0609038 Oct 22 15:17:37.091318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dae3a545-b20a-42e8-948f-c753514aac1f req-68d92524-937f-40b8-a94d-56ec755ff984 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Oct 22 15:17:37.215303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919d3e-53ed-44c4-a51b-06bc852de4f4 req-a2a5b93b-01c3-46ea-80f3-5588985b9af7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:37.218094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b919d3e-53ed-44c4-a51b-06bc852de4f4 req-a2a5b93b-01c3-46ea-80f3-5588985b9af7 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0628262 Oct 22 15:17:37.222470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 85dab719-9f49-4290-9939-aa22fdbb8bf6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:37.223182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:37.265953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b919d3e-53ed-44c4-a51b-06bc852de4f4 req-d068acbf-c384-4b34-b3ef-f5d4dba23a62 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420027 Oct 22 15:17:37.328316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:37.328572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:37.342289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 85dab719-9f49-4290-9939-aa22fdbb8bf6 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:37.383583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0f9c-e189-4d87-a921-3b329e1ca059 req-4d586a5f-bd0d-46be-875c-1466d62e3b69 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:37.385234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-269c0f9c-e189-4d87-a921-3b329e1ca059 req-4d586a5f-bd0d-46be-875c-1466d62e3b69 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.0567424 Oct 22 15:17:37.438167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-269c0f9c-e189-4d87-a921-3b329e1ca059 req-4be3dd8e-02ca-4d5a-87d7-508ed5877288 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Oct 22 15:17:37.639237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:37.677312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=85dab719-9f49-4290-9939-aa22fdbb8bf6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:37.752026 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:37.752309 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP 41206b7d-d654-4f02-b57b-dd794d71271e disassociated (deleted). External IP: 172.25.1.187, port: 5a9e1567-c2cf-442c-8c5b-808132dde33c. Oct 22 15:17:37.992353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:38.109244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:38.118006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:38.120708 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:38.136323 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:38.137031 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:38.151048 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32bde6e5-104d-4bf6-af48-356e754e41c6 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/floatingips/41206b7d-d654-4f02-b57b-dd794d71271e HTTP/1.1" status: 204 len: 168 time: 1.1419406 Oct 22 15:17:38.153517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52672) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:38.172910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:38.186520 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:38.187412 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:38.228474 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:38.228986 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee991ecd-03d9-43a5-8db2-dadd83c89c58 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:38.245167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebc759-5907-4733-b157-3ddd441737b1 req-dab94a60-ccdc-45fd-9517-3988f4699339 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:38.254665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ebc759-5907-4733-b157-3ddd441737b1 req-dab94a60-ccdc-45fd-9517-3988f4699339 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0771942 Oct 22 15:17:38.280805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 5a9e1567-c2cf-442c-8c5b-808132dde33c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:38.281302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:38.320816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ebc759-5907-4733-b157-3ddd441737b1 req-30ca87e9-1a31-46cb-bf77-6c7bf0bcf6c7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530014 Oct 22 15:17:38.457598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:38.460874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f4808-afa4-49a9-973c-c0e442510d92 req-a0188e6d-982f-458c-a509-fe68e15b096a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:38.462435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e8f4808-afa4-49a9-973c-c0e442510d92 req-a0188e6d-982f-458c-a509-fe68e15b096a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.0692580 Oct 22 15:17:38.494475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 5a9e1567-c2cf-442c-8c5b-808132dde33c owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:38.583996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e8f4808-afa4-49a9-973c-c0e442510d92 req-850d8c81-0232-4a88-862b-af902a579044 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094551 Oct 22 15:17:38.639898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796e47-f350-40f4-8d45-62e21f8000ca req-d9d8290d-e3a1-4d17-83a4-de3a998b35d4 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:38.642638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5796e47-f350-40f4-8d45-62e21f8000ca req-d9d8290d-e3a1-4d17-83a4-de3a998b35d4 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.1142306 Oct 22 15:17:38.662844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-53429f0f-49bf-459c-b773-cc7a13bd2da4 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:38.665461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-53429f0f-49bf-459c-b773-cc7a13bd2da4 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.53 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 946 time: 0.0974519 Oct 22 15:17:38.779736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5796e47-f350-40f4-8d45-62e21f8000ca req-3bee0be7-2040-4ed5-b2ae-484ee6620641 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ffa3d18-4101-4354-9902-130c93775540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130548 Oct 22 15:17:38.798696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:38.837078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Deleting port c27c8ba7-f252-4888-adba-ebee31b53b3d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:38.837516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:38.852331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=5a9e1567-c2cf-442c-8c5b-808132dde33c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:38.961175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] For port c27c8ba7-f252-4888-adba-ebee31b53b3d, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=c27c8ba7-f252-4888-adba-ebee31b53b3d,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:38.961175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:38.993156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:39.000027 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd4bc5e9-ed64-461c-8a19-e6eef2a985e4 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/ports/5a9e1567-c2cf-442c-8c5b-808132dde33c HTTP/1.1" status: 204 len: 168 time: 0.8420904 Oct 22 15:17:39.003057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52702) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:39.007744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:39.182614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:39.265019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:39.265458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:39.265843 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Floating IP e4f7939f-fd3c-4a7b-9a88-f5ec272a3781 disassociated. External IP: 172.25.1.230, port: c27c8ba7-f252-4888-adba-ebee31b53b3d. Oct 22 15:17:39.266260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Calling delete_port for c27c8ba7-f252-4888-adba-ebee31b53b3d owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:39.473253 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:39.540706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f376ca-371b-481b-b5ac-41725f81524b req-cf2b1417-aff4-4115-8a07-6ca1f8a4f741 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:39.542292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67f376ca-371b-481b-b5ac-41725f81524b req-cf2b1417-aff4-4115-8a07-6ca1f8a4f741 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.1449206 Oct 22 15:17:39.565891 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:39.642410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event deleted for resources: {'Port': ['ID=c27c8ba7-f252-4888-adba-ebee31b53b3d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:39.673432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.673793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.674147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.675094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.675453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.675774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.676286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.676595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.676962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.677291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.677620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.677945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:17:39.739213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67f376ca-371b-481b-b5ac-41725f81524b req-c8f18466-6fc7-4fe2-bff5-0ccfcc3688ef tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879764 Oct 22 15:17:39.770511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.31 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/28ef4d4a-d96a-474d-a57c-b87a64d0ccc4) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:39.835456 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:17:39.857140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e48538-a43e-4069-ba1f-e55d594793ab req-02de2911-f5d4-4dda-8061-eb09e91ceece tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:39.858672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04e48538-a43e-4069-ba1f-e55d594793ab req-02de2911-f5d4-4dda-8061-eb09e91ceece tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1888828 Oct 22 15:17:39.897970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52740) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:39.916220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84078a64-abf8-4c0a-a670-82620e3ee762 req-374ff24a-7314-4469-a79f-42b2706192f8 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 210 time: 0.0523531 Oct 22 15:17:39.970845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Router 827395e6-c9c3-42e7-a1a0-ea9992607bbe has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:40.000631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04e48538-a43e-4069-ba1f-e55d594793ab req-0fcb589a-8ae3-4bfb-8812-d58cb8efc629 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174660 Oct 22 15:17:40.046579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55c22ad1-ae3c-432d-9094-ebd494343187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.073656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.130296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55c22ad1-ae3c-432d-9094-ebd494343187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.179245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:40.191142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] Sync routers for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:40.201837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:40.202459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:40.230588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] No DVR routers for this DVR port c27c8ba7-f252-4888-adba-ebee31b53b3d on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:17:40.233398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.237814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af70b440-bc48-4b28-843e-e9d622fd75c3 req-e7bd718b-8d1d-4ebc-9a48-313ef8f19cf7 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.53 "DELETE /v2.0/ports/c27c8ba7-f252-4888-adba-ebee31b53b3d HTTP/1.1" status: 204 len: 173 time: 1.5648184 Oct 22 15:17:40.238277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'name': 'network-vif-deleted', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:40.241718 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef92db6-1910-4354-b4e7-45819d106c07" -d '{"events": [{"server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "name": "network-vif-deleted", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:40.250261 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55c22ad1-ae3c-432d-9094-ebd494343187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.273262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.284986 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d429b284-875e-4fc5-8e4b-7c7429f97c1a x-openstack-request-id: req-d429b284-875e-4fc5-8e4b-7c7429f97c1a {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:40.285368 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295948e7-7cc0-4771-9d69-7d95acd23c26", "name": "network-vif-deleted", "tag": "c27c8ba7-f252-4888-adba-ebee31b53b3d", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:40.285679 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d429b284-875e-4fc5-8e4b-7c7429f97c1a {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:40.286144 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295948e7-7cc0-4771-9d69-7d95acd23c26', 'name': 'network-vif-deleted', 'tag': 'c27c8ba7-f252-4888-adba-ebee31b53b3d', 'status': 'completed', 'code': 200} Oct 22 15:17:40.301791 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-55c22ad1-ae3c-432d-9094-ebd494343187 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=373003ad58b14a45a4a6ede87cf4ef2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025865 Oct 22 15:17:40.308764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:40.329952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:40.334529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:40.341379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:40.342076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:40.349503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c22ad1-ae3c-432d-9094-ebd494343187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7454d66d-72af-4f8c-82c2-400b5a4538be,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:40.397544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0542b15c-fe21-4333-b1a0-f668052af5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.417305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=28ef4d4a-d96a-474d-a57c-b87a64d0ccc4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:40.451483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0542b15c-fe21-4333-b1a0-f668052af5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.508731 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.584956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:16Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:40.612570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] Checking router: 827395e6-c9c3-42e7-a1a0-ea9992607bbe for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:17:40.621020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:40.621621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:40.641870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0542b15c-fe21-4333-b1a0-f668052af5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.644803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0542b15c-fe21-4333-b1a0-f668052af5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.645978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0542b15c-fe21-4333-b1a0-f668052af5e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7454d66d-72af-4f8c-82c2-400b5a4538be HTTP/1.1" status: 204 len: 168 time: 0.3362553 Oct 22 15:17:40.654923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542b15c-fe21-4333-b1a0-f668052af5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7454d66d-72af-4f8c-82c2-400b5a4538be,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:40.696223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.747483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:40.927222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:40.947209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20884-4464-4d44-8359-6e8ce537244d req-ff7d82bb-7981-41b7-a927-4c7e420104ab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:40.949154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69b20884-4464-4d44-8359-6e8ce537244d req-ff7d82bb-7981-41b7-a927-4c7e420104ab tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.0787547 Oct 22 15:17:40.984984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:16Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:41.016023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c7c5d-f5ea-4fd7-a148-5575fa7468d3 None None] The sync data for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 is: [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:12:11Z', 'revision_number': 4, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4a6def23-4a72-466d-8576-7e53cd213e6a', 'name': '', 'network_id': '14d70599-6846-4af9-b3e1-6d728df9864d', 'tenant_id': '007585a40238444b919215f1c88609a3', 'mac_address': 'fa:16:3e:b2:14:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:09Z', 'updated_at': '2021-10-22T15:12:16Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'subnets': [{'id': '2152db7f-2a36-4142-9638-6a8eea043af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:41.020662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69b20884-4464-4d44-8359-6e8ce537244d req-23071c82-1e58-49d3-9bd2-8b00c90fd220 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509706 Oct 22 15:17:41.031776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.134135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.196964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4969a5ea-b081-4229-847f-896eaa1706c8 req-c42a56b8-58b4-47bc-8d8d-7da16b03860d tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "GET /v2.0/ports?device_id=295948e7-7cc0-4771-9d69-7d95acd23c26 HTTP/1.1" status: 200 len: 210 time: 0.0639398 Oct 22 15:17:41.209851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=28ef4d4a-d96a-474d-a57c-b87a64d0ccc4,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:41.243373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9768-ec7e-4c2b-8520-f8ae2a571336 req-6588c946-9061-4f29-9bf0-5e9f84b980f6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:41.246270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a3a9768-ec7e-4c2b-8520-f8ae2a571336 req-6588c946-9061-4f29-9bf0-5e9f84b980f6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1064725 Oct 22 15:17:41.289862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a3a9768-ec7e-4c2b-8520-f8ae2a571336 req-a7f6cb8e-ee4e-456a-a118-84711f791c4f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Oct 22 15:17:41.300195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.301604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a68d5a91-807d-4a02-9bc1-1f1504ffc68f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2975590 Oct 22 15:17:41.306098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:41.311455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'port': {'network_id': '552dd451-b575-4fc5-838d-612b5d917fae', 'name': 'tempest-FloatingIPTestJSON-2026567758'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:41.436534 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01be8c6-0176-4c6a-a3b7-6d9263688609 None None] New status for floating IP e4f7939f-fd3c-4a7b-9a88-f5ec272a3781: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:17:41.523040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52780) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:41.537305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3b372ab-8444-4671-96a3-b6e4b272a90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.621266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:41.621852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.622285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3b372ab-8444-4671-96a3-b6e4b272a90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.626712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.645973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] device_id is not set on port 4733f39f-7b54-420f-8d43-7b43350fd819 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:17:41.781480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3b372ab-8444-4671-96a3-b6e4b272a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:41.792280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.7 (552dd451-b575-4fc5-838d-612b5d917fae/389662e0-7b7c-4bc2-8eae-fb575fdb221e/4733f39f-7b54-420f-8d43-7b43350fd819) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:41.816062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1a7102df-8bc4-44f6-b2b2-7d6122977431 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0862334 Oct 22 15:17:41.836494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b3b372ab-8444-4671-96a3-b6e4b272a90e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=090ea759c1fd46f59d0cfa0f5ac5bd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098032 Oct 22 15:17:41.837241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52788) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:41.837398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b372ab-8444-4671-96a3-b6e4b272a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c937f3-fe9b-4bfc-b847-ee7351d29d6d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:41.994032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75f1bfb9-c610-470b-a923-9059a7102769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.017957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.019269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.019760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.020203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.020663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.021119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.021575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.023537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7decc6c2-8ce4-4887-8af9-47930fe84ec2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.1390512 Oct 22 15:17:42.045180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75f1bfb9-c610-470b-a923-9059a7102769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.093351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.245575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061bd66-e255-4731-9c90-247ddade6581 req-3821c4a0-16b0-40ae-a38e-6b41e0712872 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.247180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c061bd66-e255-4731-9c90-247ddade6581 req-3821c4a0-16b0-40ae-a38e-6b41e0712872 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.1634583 Oct 22 15:17:42.279651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42b82-be75-4550-9333-06b5badf61cb req-71f9d918-039c-4877-b371-0b19e0fc69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.281492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-71f9d918-039c-4877-b371-0b19e0fc69a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 1096 time: 0.0697036 Oct 22 15:17:42.287395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-234d81a7-2f89-4901-9db8-f1e769121f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.287864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-234d81a7-2f89-4901-9db8-f1e769121f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.288328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-234d81a7-2f89-4901-9db8-f1e769121f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.289966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-234d81a7-2f89-4901-9db8-f1e769121f8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 2298 time: 0.2427652 Oct 22 15:17:42.292213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52798) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:42.378799 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75f1bfb9-c610-470b-a923-9059a7102769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.381502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75f1bfb9-c610-470b-a923-9059a7102769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.385108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-75f1bfb9-c610-470b-a923-9059a7102769 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9c937f3-fe9b-4bfc-b847-ee7351d29d6d HTTP/1.1" status: 204 len: 168 time: 0.5448072 Oct 22 15:17:42.398637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c27c8ba7-f252-4888-adba-ebee31b53b3d no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:42.398885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.413408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42b82-be75-4550-9333-06b5badf61cb req-e3011a55-9e3a-4c66-85a9-f7e25e690032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.415547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c061bd66-e255-4731-9c90-247ddade6581 req-e98319b8-bf05-4771-a826-417e5e9ebbf0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585050 Oct 22 15:17:42.416442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-e3011a55-9e3a-4c66-85a9-f7e25e690032 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 913 time: 0.1109984 Oct 22 15:17:42.429816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: c27c8ba7-f252-4888-adba-ebee31b53b3d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:42.430400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device c27c8ba7-f252-4888-adba-ebee31b53b3d not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:42.453129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-035a47da-6da1-4ff6-b84a-fca10f8aaac9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 1001 time: 0.1496539 Oct 22 15:17:42.504985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1bfb9-c610-470b-a923-9059a7102769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c937f3-fe9b-4bfc-b847-ee7351d29d6d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:42.701614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 552dd451-b575-4fc5-838d-612b5d917fae is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:42.719238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:42.724662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=4733f39f-7b54-420f-8d43-7b43350fd819,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:42.727346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:42.751783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-a95b139e-56ea-4fcc-b330-10b47491d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.765099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-a95b139e-56ea-4fcc-b330-10b47491d5da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 200 len: 855 time: 0.2470663 Oct 22 15:17:42.820434 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-9a57c559-d01e-4497-9f38-331607bf2bc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 HTTP/1.1" status: 200 len: 217 time: 0.3948917 Oct 22 15:17:42.828804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.829631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.840029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3ecc-54bd-4d1a-bec0-870a51f37866 req-30a04136-55e4-4019-885e-687f8a40ed8a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.842112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-143f3ecc-54bd-4d1a-bec0-870a51f37866 req-30a04136-55e4-4019-885e-687f8a40ed8a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.4396420 Oct 22 15:17:42.881405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42b82-be75-4550-9333-06b5badf61cb req-11688865-fc5a-48e4-85e0-ce98eb4671b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.882955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-11688865-fc5a-48e4-85e0-ce98eb4671b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.0538988 Oct 22 15:17:42.920008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-1e53c1f7-7079-4a7c-ba37-8319a497262b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290306 Oct 22 15:17:42.935129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Deleting port 80a7a1eb-7438-42a8-94a1-23c209c4c873 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:42.935466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:42.939154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-577b106d-e6bd-4f57-be65-3719ed242f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:42.941199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-577b106d-e6bd-4f57-be65-3719ed242f08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969126 Oct 22 15:17:42.944148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-143f3ecc-54bd-4d1a-bec0-870a51f37866 req-ba90a4fb-cdaf-456b-9be7-ffc2c97f91f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893559 Oct 22 15:17:43.042488 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-f5441bb5-512b-46f5-9d44-cf26ae7f2906 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145885 Oct 22 15:17:43.084200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-58754431-d4ce-484b-aa12-a38496eae0a5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7778637 Oct 22 15:17:43.087642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52824) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:43.089898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:43.090222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:43.103174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'port_id': '4733f39f-7b54-420f-8d43-7b43350fd819'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:43.146564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Calling delete_port for 80a7a1eb-7438-42a8-94a1-23c209c4c873 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:43.162091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-eb09cb3d-7c9a-446f-a372-ff60918dc8a9 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040684 Oct 22 15:17:43.164845 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00e42b82-be75-4550-9333-06b5badf61cb req-bb2117f0-02f2-412a-b8f8-a0cb6728a5ad service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145420 Oct 22 15:17:43.165763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:43.823771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50ff23-1496-4666-89b7-8e924193930d req-1a06c41c-63d7-4d52-9035-3ff65b803fe6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:43.825300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec50ff23-1496-4666-89b7-8e924193930d req-1a06c41c-63d7-4d52-9035-3ff65b803fe6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 943 time: 0.2276325 Oct 22 15:17:43.866167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-077cc11e-e641-49d2-b4b2-1d9fd4f6ff82 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960540 Oct 22 15:17:43.986119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-a480524f-3ebd-478c-93c5-09b0fa69ff20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 217 time: 0.1021340 Oct 22 15:17:44.019455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec50ff23-1496-4666-89b7-8e924193930d req-74f7ede9-3cbd-4239-901c-a7223a186f13 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825573 Oct 22 15:17:44.170081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1486ca24-f530-4c58-8e96-c2860b1cc7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:44.171635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1486ca24-f530-4c58-8e96-c2860b1cc7fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.1753075 Oct 22 15:17:44.196570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.257023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffade-74c9-4910-9e7c-8c952c68872d req-7b3195a2-27ed-48ef-b542-ecc847b68089 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:44.258691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2efffade-74c9-4910-9e7c-8c952c68872d req-7b3195a2-27ed-48ef-b542-ecc847b68089 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.2057722 Oct 22 15:17:44.266911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event deleted for resources: {'Port': ['ID=80a7a1eb-7438-42a8-94a1-23c209c4c873,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:44.385934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-136e681c-c8a3-4bbe-b272-25351e6b0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:44.387581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-136e681c-c8a3-4bbe-b272-25351e6b0937 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2065732 Oct 22 15:17:44.400753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 33bb4cff-9d17-40ae-9de4-58759205af5c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:17:44.451206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2efffade-74c9-4910-9e7c-8c952c68872d req-f2c94558-bc31-4e98-8599-35827119d31d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764147 Oct 22 15:17:44.535233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 33bb4cff-9d17-40ae-9de4-58759205af5c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=33bb4cff-9d17-40ae-9de4-58759205af5c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:44.540513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.543130 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.547208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-36141bd5-61b9-4a5c-aa19-311107dc37ba tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "DELETE /v2.0/floatingips/e4f7939f-fd3c-4a7b-9a88-f5ec272a3781 HTTP/1.1" status: 204 len: 168 time: 2.2539723 Oct 22 15:17:44.549871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'mac_address': 'fa:16:3e:41:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:17:44.555410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:17:44.603991 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.625046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bb4cff-9d17-40ae-9de4-58759205af5c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:17:44.647761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 33bb4cff-9d17-40ae-9de4-58759205af5c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=33bb4cff-9d17-40ae-9de4-58759205af5c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:44.670746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52884) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:44.686167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.689026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-4d18db81-c39a-4e7f-ba65-a30f4aff1326 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838016 Oct 22 15:17:44.742012 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.762885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-381eeb91-081c-4dd9-83f9-e83e039207b3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.774267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.802459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=33bb4cff-9d17-40ae-9de4-58759205af5c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:44.809574 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-381eeb91-081c-4dd9-83f9-e83e039207b3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:44.852776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-139c5d12-f57b-4d25-b9d9-7a3b4a7f35ac service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527970 Oct 22 15:17:44.925503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-a318d555-346c-4922-9c40-b921571af0d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 217 time: 0.0634141 Oct 22 15:17:44.974134 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP d6818905-6edc-449d-b6d9-9d3b6dac46c8 associated. External IP: 172.25.1.31, port: 4733f39f-7b54-420f-8d43-7b43350fd819. Oct 22 15:17:44.997304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-381eeb91-081c-4dd9-83f9-e83e039207b3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:45.000130 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-381eeb91-081c-4dd9-83f9-e83e039207b3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:45.015074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-381eeb91-081c-4dd9-83f9-e83e039207b3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] 10.222.0.66 "DELETE /v2.0/security-groups/2ffa3d18-4101-4354-9902-130c93775540 HTTP/1.1" status: 204 len: 168 time: 0.3287737 Oct 22 15:17:45.022909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eeb91-081c-4dd9-83f9-e83e039207b3 tempest-TestServerBasicOps-1390634844 tempest-TestServerBasicOps-1390634844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa3d18-4101-4354-9902-130c93775540,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:45.030356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-d18b1f95-5091-482f-b63d-8db2692d714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:45.031901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-d18b1f95-5091-482f-b63d-8db2692d714c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0932863 Oct 22 15:17:45.040463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['33bb4cff-9d17-40ae-9de4-58759205af5c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:17:45.130825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:45.228633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-e7efe7ff-34c3-46c6-bc01-ea21ec5f3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:45.231773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-e7efe7ff-34c3-46c6-bc01-ea21ec5f3fa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1851554 Oct 22 15:17:45.393847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc693ee-a8cc-43af-87f2-9f029c08b8e6 req-bb07552a-3606-4869-9503-ea93cbd0631a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:45.395458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebc693ee-a8cc-43af-87f2-9f029c08b8e6 req-bb07552a-3606-4869-9503-ea93cbd0631a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 944 time: 0.2554436 Oct 22 15:17:45.434030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-89ff0c48-add1-45fa-8c8d-91e87842a9c6 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930947 Oct 22 15:17:45.512087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebc693ee-a8cc-43af-87f2-9f029c08b8e6 req-e4a42576-ec45-4cf4-8cde-83b3722aca5c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090508 Oct 22 15:17:45.589025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:45.663617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da591691-8751-4a6b-9c43-d1218891eab4 req-3bd2c382-5134-48f2-bb8b-1a4dadfe322c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:45.671312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da591691-8751-4a6b-9c43-d1218891eab4 req-3bd2c382-5134-48f2-bb8b-1a4dadfe322c tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1087477 Oct 22 15:17:45.674535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1deb51b5-6c2e-487d-8152-147e1dc1f7a7 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320502 Oct 22 15:17:45.834781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.137618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Deleting port 4a6def23-4a72-466d-8576-7e53cd213e6a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:46.138305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.155522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da591691-8751-4a6b-9c43-d1218891eab4 req-ab1ad4ca-80ef-42aa-bdc9-51fb76b2df99 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833467 Oct 22 15:17:46.162086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-31d5230d-0fc9-4410-8da5-a8ec58998f0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 200 len: 217 time: 0.4787982 Oct 22 15:17:46.239748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] For port 4a6def23-4a72-466d-8576-7e53cd213e6a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4a6def23-4a72-466d-8576-7e53cd213e6a,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:46.242480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.257465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Calling delete_port for 4a6def23-4a72-466d-8576-7e53cd213e6a owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:46.264594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-c11c5925-4574-44ed-9207-ba2408b46b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:46.266068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-c11c5925-4574-44ed-9207-ba2408b46b7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0934217 Oct 22 15:17:46.311425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:46.317783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.324544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:46.337290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:46.339560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:46.360308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1cd1f593-d446-4edc-9604-6a27330f3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:46.361959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1cd1f593-d446-4edc-9604-6a27330f3e57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863194 Oct 22 15:17:46.366135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a2fb7739-a696-463b-9ae8-98abca8ab73f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/floatingips/d6818905-6edc-449d-b6d9-9d3b6dac46c8 HTTP/1.1" status: 200 len: 977 time: 3.2708802 Oct 22 15:17:46.366366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 52940) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:46.383042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:46.394407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:46.395163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:46.399681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 33bb4cff-9d17-40ae-9de4-58759205af5c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:17:46.445230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:46.446115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2800a46-2e6f-47a0-b1e5-53a6543f3808 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:46.580270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.605022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 33bb4cff-9d17-40ae-9de4-58759205af5c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:17:46.608004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 4733f39f-7b54-420f-8d43-7b43350fd819 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:46.614963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.615293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 33bb4cff-9d17-40ae-9de4-58759205af5c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:17:46.615501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.618570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6def23-4a72-466d-8576-7e53cd213e6a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:46.634692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-36bd4356-62a5-48ce-9d4b-fcb05792ef8d service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601364 Oct 22 15:17:46.774441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.816773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 33bb4cff-9d17-40ae-9de4-58759205af5c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=33bb4cff-9d17-40ae-9de4-58759205af5c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:46.817889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:46.820908 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433a6710-6b99-4d71-b037-8e67ac29d13a" -d '{"events": [{"server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "name": "network-vif-plugged", "status": "completed", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:46.892254 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4acf9d-308d-44f8-91fd-8ec1b525834e x-openstack-request-id: req-2c4acf9d-308d-44f8-91fd-8ec1b525834e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:46.892784 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "name": "network-vif-plugged", "status": "completed", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:46.893339 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c4acf9d-308d-44f8-91fd-8ec1b525834e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:46.894375 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'code': 200} Oct 22 15:17:46.897118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-b4d98982-26f5-4f3b-9631-fd4fc308be9b service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550740 Oct 22 15:17:46.914959 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.948593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:46.996962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.008202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-07865706-fac2-488e-b212-849499b38904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 200 len: 217 time: 0.1035402 Oct 22 15:17:47.022654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124291-0ea6-4ce5-a6be-e33db7e61c63 req-aa7c6399-e013-4f6e-b703-1356fbf08e9c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:47.029943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c124291-0ea6-4ce5-a6be-e33db7e61c63 req-aa7c6399-e013-4f6e-b703-1356fbf08e9c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 944 time: 0.2617903 Oct 22 15:17:47.064799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=33bb4cff-9d17-40ae-9de4-58759205af5c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:47.081294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8483d6-0cce-42a0-a284-01cd2925d45d req-fcec6497-d191-4137-9709-6bec45b71a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:47.083382 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ab8483d6-0cce-42a0-a284-01cd2925d45d req-fcec6497-d191-4137-9709-6bec45b71a8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 1096 time: 0.1178002 Oct 22 15:17:47.161047 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ab8483d6-0cce-42a0-a284-01cd2925d45d req-aab5248b-e813-476b-9ff2-ba8fa3daffdc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712636 Oct 22 15:17:47.238103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c124291-0ea6-4ce5-a6be-e33db7e61c63 req-882595ae-bac6-42e8-9134-38525999980d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064369 Oct 22 15:17:47.241613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-f479b58e-fc73-48bb-bde8-f33e2255fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:47.243533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-f479b58e-fc73-48bb-bde8-f33e2255fc8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.2084553 Oct 22 15:17:47.285172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Router 827395e6-c9c3-42e7-a1a0-ea9992607bbe has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:47.371888 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.372175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.372486 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP d6818905-6edc-449d-b6d9-9d3b6dac46c8 disassociated. External IP: 172.25.1.31, port: 4733f39f-7b54-420f-8d43-7b43350fd819. Oct 22 15:17:47.372831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 4733f39f-7b54-420f-8d43-7b43350fd819 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:47.415166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22204f5-bda5-4284-ac7e-280fde51fe36 req-a701f1a1-3dd5-4daa-b7a0-c3a671d10c50 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:47.416738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c22204f5-bda5-4284-ac7e-280fde51fe36 req-a701f1a1-3dd5-4daa-b7a0-c3a671d10c50 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1439562 Oct 22 15:17:47.419577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:47.433141 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] Sync routers for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:47.444366 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-31753d4c-f31f-4315-b020-cefed151e4c7 admin admin] 10.222.0.66 "PUT /v2.0/routers/827395e6-c9c3-42e7-a1a0-ea9992607bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3121047 Oct 22 15:17:47.447615 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:47.447796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 52988) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:47.448595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:47.526393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-cb604175-08d4-461c-a798-c4558baf5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:47.530160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-cb604175-08d4-461c-a798-c4558baf5e00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1695735 Oct 22 15:17:47.586919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c22204f5-bda5-4284-ac7e-280fde51fe36 req-4eee83d0-e861-44e0-bcc5-eb4c079998dc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506078 Oct 22 15:17:47.620048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.711928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-605bdf6a-b6fe-4b84-9bde-ad8aced25522 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554153 Oct 22 15:17:47.765171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:47.804011 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.833188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.878444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=4733f39f-7b54-420f-8d43-7b43350fd819,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:47.916779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-f19f37d5-ece1-460b-9ec3-c27faa8c3d48 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964808 Oct 22 15:17:47.952639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Deleting port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:47.953164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:47.997813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-fbbb51e1-3faf-4b89-a086-51f8c0fca975 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 200 len: 217 time: 0.0482516 Oct 22 15:17:48.065780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] For port 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:48.066999 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:48.117377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Calling delete_port for 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:48.141896 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:17:46Z', 'revision_number': 5, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port': {'id': '004cf27d-2c88-4cd1-b5c4-30f68dd46f2e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:04Z', 'updated_at': '2021-10-22T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.163646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-889a389c-6615-40ac-b3e0-663bd3be73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:48.165419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-889a389c-6615-40ac-b3e0-663bd3be73a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.1592190 Oct 22 15:17:48.240658 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] Checking router: 827395e6-c9c3-42e7-a1a0-ea9992607bbe for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:17:48.245551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:48.272643 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] Routers {'827395e6-c9c3-42e7-a1a0-ea9992607bbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:48.273483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.338566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7e13ebfe-9a18-4bc4-a45d-da6bd32463d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:48.342959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-7e13ebfe-9a18-4bc4-a45d-da6bd32463d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1649606 Oct 22 15:17:48.412244 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] Set router 827395e6-c9c3-42e7-a1a0-ea9992607bbe gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:48.508334 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:17:47Z', 'revision_number': 6, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.541584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f44fc0-0a08-4753-b35d-4bc893cbf161 None None] The sync data for ids ['827395e6-c9c3-42e7-a1a0-ea9992607bbe'] in n-d-812148-2 is: [{'id': '827395e6-c9c3-42e7-a1a0-ea9992607bbe', 'name': 'tempest-TestServerBasicOps-2050469692-router', 'tenant_id': '007585a40238444b919215f1c88609a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:02Z', 'updated_at': '2021-10-22T15:17:47Z', 'revision_number': 6, 'project_id': '007585a40238444b919215f1c88609a3', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:48.633754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:48.699486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90879-21ac-4162-aca0-4cf4d697872e req-cb5f03c4-003d-45df-8026-fb333679ad3e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:48.701066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3de90879-21ac-4162-aca0-4cf4d697872e req-cb5f03c4-003d-45df-8026-fb333679ad3e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.2896976 Oct 22 15:17:48.718190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd962ed0-6d76-438d-8ad4-fdabe16f9447 req-25a35ad2-a91f-493c-81cd-a6f006d91731 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:48.725731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd962ed0-6d76-438d-8ad4-fdabe16f9447 req-25a35ad2-a91f-493c-81cd-a6f006d91731 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 945 time: 0.3124883 Oct 22 15:17:48.742258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:48.756750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:48.757428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=004cf27d-2c88-4cd1-b5c4-30f68dd46f2e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:48.794636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:48.804716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:48.810050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.816685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd962ed0-6d76-438d-8ad4-fdabe16f9447 req-4046518e-671c-439f-aff2-4317b6e6a6e6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888979 Oct 22 15:17:48.847595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-571452f7-4908-4710-b486-7bb8ffa0a250 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351928 Oct 22 15:17:48.861299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.871550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:48.872156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.890998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3de90879-21ac-4162-aca0-4cf4d697872e req-651abbb2-4cc6-4990-9b09-b6ef79060acc tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581233 Oct 22 15:17:48.900540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:48.904297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cdfe58c6-ed42-491d-ad0a-5dd2ebbbdff7 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/ports/4733f39f-7b54-420f-8d43-7b43350fd819 HTTP/1.1" status: 204 len: 168 time: 2.5369570 Oct 22 15:17:48.912048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53050) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:48.937503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:48.937503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026d40c-b4dc-49c7-a12b-920a91ed848e None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:49.023057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.027220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.050542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-f6e50daf-8eaa-441e-ad97-d78a52efec4b service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943753 Oct 22 15:17:49.081236 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20b62126-ddaa-436b-b9f1-88bbd73c7eac tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/floatingips/d6818905-6edc-449d-b6d9-9d3b6dac46c8 HTTP/1.1" status: 200 len: 687 time: 0.1557558 Oct 22 15:17:49.087291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:49.098524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-34489ee0-e7d5-434c-a8bb-759608c6e8c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 217 time: 0.0402746 Oct 22 15:17:49.145320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.146098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827395e6-c9c3-42e7-a1a0-ea9992607bbe {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:17:49.156314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.157001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1018a8f4-aca0-4db4-8533-5ecca41a8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:49.157666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-060b0e6a-09bb-4bbc-8669-af00a5f608b4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/827395e6-c9c3-42e7-a1a0-ea9992607bbe HTTP/1.1" status: 204 len: 168 time: 1.7080910 Oct 22 15:17:49.158471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1018a8f4-aca0-4db4-8533-5ecca41a8de3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.0525312 Oct 22 15:17:49.160048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53060) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:49.241840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 28ef4d4a-d96a-474d-a57c-b87a64d0ccc4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:49.243013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.253444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Deleting subnet 2152db7f-2a36-4142-9638-6a8eea043af5 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:17:49.259124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.282300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-391fc432-eb94-4421-8b95-1e2330c1629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:49.283881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-391fc432-eb94-4421-8b95-1e2330c1629a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163418 Oct 22 15:17:49.320501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.325419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.325696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.338180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 28ef4d4a-d96a-474d-a57c-b87a64d0ccc4 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:49.450816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-9c387aee-8796-4c05-8159-547909d7f60b service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587005 Oct 22 15:17:49.504791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:49.510086 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.633059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4835-43c8-46f4-91c2-d16f4da73029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.636814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f3c5f56-38bb-44e9-b8da-754768d822a7 req-1a61b8ef-a2d5-4c2a-a87b-f9db11bb7bca service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741269 Oct 22 15:17:49.637738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.683609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=28ef4d4a-d96a-474d-a57c-b87a64d0ccc4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:49.713566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.748983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2152db7f-2a36-4142-9638-6a8eea043af5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:49.753733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.761063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357df33e-2374-4106-bb0d-ce44719ea0b6 None None] Network 14d70599-6846-4af9-b3e1-6d728df9864d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:17:49.765472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a8aa4902-53a5-4f9d-9930-06b4d27f3f06 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2152db7f-2a36-4142-9638-6a8eea043af5 HTTP/1.1" status: 204 len: 168 time: 0.6042955 Oct 22 15:17:49.766154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53076) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:49.852126 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.857957 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.868547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-744a9b52-403a-4c62-9447-0462a3d978be tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/floatingips/d6818905-6edc-449d-b6d9-9d3b6dac46c8 HTTP/1.1" status: 204 len: 168 time: 0.7797611 Oct 22 15:17:49.871515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53084) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:49.887270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '11564e45-ab15-4d2f-be8a-2bcc50285b79'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:49.897698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4a6def23-4a72-466d-8576-7e53cd213e6a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:49.938188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.970279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-53db9cd9-50cc-40e2-9235-8bb7e5924af6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:49.972434 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-53db9cd9-50cc-40e2-9235-8bb7e5924af6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1746833 Oct 22 15:17:49.974450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4835-43c8-46f4-91c2-d16f4da73029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:49.976373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4a6def23-4a72-466d-8576-7e53cd213e6a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:49.976849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4a6def23-4a72-466d-8576-7e53cd213e6a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:49.977259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:49.999469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:49.999809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 004cf27d-2c88-4cd1-b5c4-30f68dd46f2e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:50.121344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7b0d0-f9af-4900-8d28-6832f3d7e4f5 req-7a6c2154-f4eb-42d5-904c-df11c76dfd4a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:50.127735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6e7b0d0-f9af-4900-8d28-6832f3d7e4f5 req-7a6c2154-f4eb-42d5-904c-df11c76dfd4a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 945 time: 0.1727891 Oct 22 15:17:50.154748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] DHCP port deletion for 14d70599-6846-4af9-b3e1-6d728df9864d request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:17:50.182341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Deleting port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:50.182759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.192971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419508e9-3f12-4195-9274-45ba4aa4e159 req-78b44935-eb23-4e6b-8398-31aabf7778f8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:50.194771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-419508e9-3f12-4195-9274-45ba4aa4e159 req-78b44935-eb23-4e6b-8398-31aabf7778f8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 945 time: 0.1479361 Oct 22 15:17:50.198929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6e7b0d0-f9af-4900-8d28-6832f3d7e4f5 req-b29ed0a0-c59e-49bb-a7e7-468593d3efc8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663798 Oct 22 15:17:50.236852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] Deleting port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:50.237775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.290854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] For port 516a06b5-fa16-49e5-b1fb-ab56066de9b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=516a06b5-fa16-49e5-b1fb-ab56066de9b4,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:50.291845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.321731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-419508e9-3f12-4195-9274-45ba4aa4e159 req-6cf0369c-8146-4c30-8237-844b97a8bfbf tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119888 Oct 22 15:17:50.322654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Calling delete_port for 516a06b5-fa16-49e5-b1fb-ab56066de9b4 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:50.340895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] For port 516a06b5-fa16-49e5-b1fb-ab56066de9b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=516a06b5-fa16-49e5-b1fb-ab56066de9b4,segment=NetworkSegment(65b37571-408a-4d75-b8bb-2ef932e1abdc),segment_id=65b37571-408a-4d75-b8bb-2ef932e1abdc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:50.341380 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.363203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] Calling delete_port for 516a06b5-fa16-49e5-b1fb-ab56066de9b4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:50.427068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b96856-c131-4621-b897-c5947e041e75 req-5e695bc0-ebe1-466b-911a-7360cffce41b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:50.427068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89b96856-c131-4621-b897-c5947e041e75 req-5e695bc0-ebe1-466b-911a-7360cffce41b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 945 time: 0.1246710 Oct 22 15:17:50.447251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4835-43c8-46f4-91c2-d16f4da73029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.447251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.489440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89b96856-c131-4621-b897-c5947e041e75 req-aa6dcd95-1515-43db-84e1-4110b981444b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556562 Oct 22 15:17:50.521565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:50.526079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd8a4835-43c8-46f4-91c2-d16f4da73029 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e127667d35844fa9e02a80706f4b35b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0201869 Oct 22 15:17:50.529635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53100) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:50.531881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a4835-43c8-46f4-91c2-d16f4da73029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498cc19-da64-4355-ba0f-abea067258c8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:50.537926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.588794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=516a06b5-fa16-49e5-b1fb-ab56066de9b4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:50.603390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] No DVR routers for this DVR port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:17:50.677815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Deleting port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:50.678228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.683629 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffcb5-5d77-4983-b961-05c4f3ebd876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.738689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.761451 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.766055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d70599-6846-4af9-b3e1-6d728df9864d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:50.783049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffcb5-5d77-4983-b961-05c4f3ebd876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.792648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] Pushing event deleted for resources: {'Port': ['ID=516a06b5-fa16-49e5-b1fb-ab56066de9b4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:50.793979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e3ad9-545b-4673-a086-5db9ab6616f8 None None] No DVR routers for this DVR port 516a06b5-fa16-49e5-b1fb-ab56066de9b4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:17:50.796833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b37571-408a-4d75-b8bb-2ef932e1abdc') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:50.797123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b37571-408a-4d75-b8bb-2ef932e1abdc') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:50.824025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.845193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9525ad-e8db-4131-a5dc-4c56a3cb774b tempest-TestVolumeBootPattern-1258883810 tempest-TestVolumeBootPattern-1258883810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:50.849814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9d9525ad-e8db-4131-a5dc-4c56a3cb774b tempest-TestVolumeBootPattern-1258883810 tempest-TestVolumeBootPattern-1258883810-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 1091 time: 0.3242390 Oct 22 15:17:50.850112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:50.852938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.859428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:50.864878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:17:50.865294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:17:50.867340 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:17:50.871509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] For port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:50.871883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.901089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Calling delete_port for f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:50.903974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:50.996139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.028981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffcb5-5d77-4983-b961-05c4f3ebd876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.031507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffcb5-5d77-4983-b961-05c4f3ebd876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.032708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b3ffcb5-5d77-4983-b961-05c4f3ebd876 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0498cc19-da64-4355-ba0f-abea067258c8 HTTP/1.1" status: 204 len: 168 time: 0.5018363 Oct 22 15:17:51.059154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ffcb5-5d77-4983-b961-05c4f3ebd876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498cc19-da64-4355-ba0f-abea067258c8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:51.190808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.131 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/6a225a51-d94c-4be6-83d5-df13e623d445) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:51.269625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.350301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event deleted for resources: {'Port': ['ID=f1ff1e06-74c6-43c8-b308-4a24b9eb83a8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:51.417660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] No DVR routers for this DVR port f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:17:51.427512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.432189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2b18b1b4-e4da-4b63-a085-32e302f5e88a req-1dac5ff9-b5f7-41de-bd99-d9981da29afa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "DELETE /v2.0/ports/f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 HTTP/1.1" status: 204 len: 173 time: 1.4521570 Oct 22 15:17:51.437224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f952037-900d-476b-9c28-690a71479e5f', 'name': 'network-vif-deleted', 'tag': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:51.439563 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f994ca-7edc-4167-bacf-6eeea76125da" -d '{"events": [{"server_uuid": "1f952037-900d-476b-9c28-690a71479e5f", "name": "network-vif-deleted", "tag": "f1ff1e06-74c6-43c8-b308-4a24b9eb83a8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:51.449013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.458730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.469167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c47eafaf-0bf7-4a69-a659-938be132646a req-aca544de-d8ba-4e77-8fb1-41ae856c20d8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f952037-900d-476b-9c28-690a71479e5f HTTP/1.1" status: 200 len: 210 time: 0.0369155 Oct 22 15:17:51.472961 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.479294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] 10.222.0.66 "DELETE /v2.0/networks/14d70599-6846-4af9-b3e1-6d728df9864d HTTP/1.1" status: 204 len: 168 time: 1.7095449 Oct 22 15:17:51.500254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53122) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:51.520087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726ab9-02ab-43da-8fd0-6533bb740f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=14d70599-6846-4af9-b3e1-6d728df9864d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:51.580037 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280d31b-57e8-4fd1-8e84-02902e336690 x-openstack-request-id: req-7280d31b-57e8-4fd1-8e84-02902e336690 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:51.580349 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f952037-900d-476b-9c28-690a71479e5f", "name": "network-vif-deleted", "tag": "f1ff1e06-74c6-43c8-b308-4a24b9eb83a8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:51.581269 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7280d31b-57e8-4fd1-8e84-02902e336690 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:51.582723 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f952037-900d-476b-9c28-690a71479e5f', 'name': 'network-vif-deleted', 'tag': 'f1ff1e06-74c6-43c8-b308-4a24b9eb83a8', 'status': 'completed', 'code': 200} Oct 22 15:17:51.603611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.756246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:51.783148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 516a06b5-fa16-49e5-b1fb-ab56066de9b4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:51.819138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:51.826078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:51.841655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 516a06b5-fa16-49e5-b1fb-ab56066de9b4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:51.842015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 516a06b5-fa16-49e5-b1fb-ab56066de9b4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:51.842120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:51.857366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.25.1.223 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/8dd4c109-b8c3-4208-8fca-a9be637f85a3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:51.886112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=6a225a51-d94c-4be6-83d5-df13e623d445,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:51.989113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:52.010549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25d432fa-6d38-4b52-81d3-5b266d71467d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.099119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.108639 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.171531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25d432fa-6d38-4b52-81d3-5b266d71467d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.274370 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-25d432fa-6d38-4b52-81d3-5b266d71467d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.280563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.338496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-25d432fa-6d38-4b52-81d3-5b266d71467d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dffff0703b0a47a78a0c58a033461d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458724 Oct 22 15:17:52.338694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:52.338776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d432fa-6d38-4b52-81d3-5b266d71467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822584e9-0d91-4973-b699-9efc760558d7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:52.340754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53138) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:52.344595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:52.351344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=8dd4c109-b8c3-4208-8fca-a9be637f85a3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:52.353167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:52.429673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959b465a-0732-4b80-9cc7-299f798773e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.455144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.455572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959b465a-0732-4b80-9cc7-299f798773e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.458892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:52.486757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:52.487955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f1ff1e06-74c6-43c8-b308-4a24b9eb83a8 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:52.575641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Deleting port 8049926f-6487-4082-9f57-f16da82de719 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:52.575977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.669670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959b465a-0732-4b80-9cc7-299f798773e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.673374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959b465a-0732-4b80-9cc7-299f798773e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.673822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-959b465a-0732-4b80-9cc7-299f798773e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/822584e9-0d91-4973-b699-9efc760558d7 HTTP/1.1" status: 204 len: 168 time: 0.3320622 Oct 22 15:17:52.690547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b465a-0732-4b80-9cc7-299f798773e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822584e9-0d91-4973-b699-9efc760558d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:52.703064 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-35601660-7ea9-45ad-aed0-075aec06f6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.724878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] For port 8049926f-6487-4082-9f57-f16da82de719, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8049926f-6487-4082-9f57-f16da82de719,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:52.726246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:52.751591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Calling delete_port for 8049926f-6487-4082-9f57-f16da82de719 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:52.808494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.053658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.075405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-5dfeddee-48a0-40f1-8f9f-be8860036e24 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:53.076893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-5dfeddee-48a0-40f1-8f9f-be8860036e24 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.1488798 Oct 22 15:17:53.093747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-af8320e9-b5b2-44bf-906c-da35edc616f3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/quotas/2f5cb71214874a5f901933e13ee9af6e HTTP/1.1" status: 200 len: 375 time: 0.0094430 Oct 22 15:17:53.128996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-744559f0-5a75-4323-9fa8-29b6f71e9f0f tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292547 Oct 22 15:17:53.134919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.136254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.183779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8049926f-6487-4082-9f57-f16da82de719,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:53.302113 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.337573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.397723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-3cb7434e-951d-4803-897a-696464fa2869 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589085 Oct 22 15:17:53.510046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=6a225a51-d94c-4be6-83d5-df13e623d445,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:53.526502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.528928 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.604272 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-04c751b8-e7d4-469b-b59e-92a2840237c8 service neutron] 10.222.0.66 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877968 Oct 22 15:17:53.754100 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP bfbb767f-cf66-4023-bbf1-a2ce24a7b235 associated. External IP: 172.25.1.131, port: 11564e45-ab15-4d2f-be8a-2bcc50285b79. Oct 22 15:17:53.860120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:53.939012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:53.957121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7ab6363-d663-4646-a607-b14a34c4b86e req-4353f3a5-8e88-46a5-8ddb-53685c315c90 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 210 time: 0.0334842 Oct 22 15:17:54.015840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:54.110664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=8dd4c109-b8c3-4208-8fca-a9be637f85a3,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:54.165227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:54.171155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:54.182449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f970283-c6dc-4206-88f3-b199a8401ad8 admin admin] 10.222.0.66 "PUT /v2.0/routers/564a6e8f-8652-4c3f-a7c3-e5ffd9943576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6678271 Oct 22 15:17:54.182850 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] Sync routers for ids ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:54.184451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53204) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:54.201239 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] Routers {'564a6e8f-8652-4c3f-a7c3-e5ffd9943576'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:54.204117 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:54.276368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:54.350534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:54.400488 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] Set router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:54.554717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:54.616594 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:17:52Z', 'revision_number': 5, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:54.645765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] Checking router: 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:17:54.654622 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] Routers {'564a6e8f-8652-4c3f-a7c3-e5ffd9943576'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:54.655260 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:54.784883 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] Set router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:54.793185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Deleting port 346f0734-a4fa-4db4-9013-5a967dfc0ebb {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:54.793535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:54.921391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] For port 346f0734-a4fa-4db4-9013-5a967dfc0ebb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=346f0734-a4fa-4db4-9013-5a967dfc0ebb,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:54.921851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:54.937396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Calling delete_port for 346f0734-a4fa-4db4-9013-5a967dfc0ebb owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:54.974102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:54.990666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:54.996760 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Floating IP d72c8aa5-7b10-4082-ac61-2d60a1c0a6f2 associated. External IP: 172.25.1.223, port: 33bb4cff-9d17-40ae-9de4-58759205af5c. Oct 22 15:17:55.025969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:55.027772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:55.092994 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:17:52Z', 'revision_number': 5, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:55.136052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b550b957-86c7-4ad7-81e9-19909a689895 req-248600ab-89f2-4f82-bdeb-b90599b5b1e2 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 210 time: 0.0335841 Oct 22 15:17:55.142373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:55.179008 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd26c8-2ca6-4271-8c97-a5ef3684b4f2 None None] The sync data for ids ['564a6e8f-8652-4c3f-a7c3-e5ffd9943576'] in n-d-812148-2 is: [{'id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'name': 'tempest-TestServerBasicOps-805804826-router', 'tenant_id': '9899acbe87e044369cca357fd43a8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:12:17Z', 'updated_at': '2021-10-22T15:17:52Z', 'revision_number': 5, 'project_id': '9899acbe87e044369cca357fd43a8ff1', 'gw_port': {'id': '346f0734-a4fa-4db4-9013-5a967dfc0ebb', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564a6e8f-8652-4c3f-a7c3-e5ffd9943576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:12:18Z', 'updated_at': '2021-10-22T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:55.197910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:55.200276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:55.215353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.262113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:55.263129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ab70a-4938-4427-9bc0-ee8390015097 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:55.294415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2db90334-4caa-4cbf-9fcc-15809648b253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.298302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53232) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:55.298558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-857a5dd5-9dd6-4dea-9667-cf77fc9e3b32 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4219706 Oct 22 15:17:55.303698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1913782888'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:55.357482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.377129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:17:55.449480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:55.454078 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.458599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Pushing event deleted for resources: {'Port': ['ID=346f0734-a4fa-4db4-9013-5a967dfc0ebb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:55.461616 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.516926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:17:55.528521 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:17:55.539734 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:55.540413 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:55.604910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.619500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.619715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.709455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-989d63de-79b9-4c7a-8342-b64f6b2cf837 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8438640 Oct 22 15:17:55.709455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:17:55.709455 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962db410-6758-4d55-81ec-133d2faecb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:17:55.709821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:17:55.728107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.730662 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Added segment b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c of type vlan for network 35873953-572f-4db0-aebd-4eb23e2dc70b Oct 22 15:17:55.773244 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546a339-d2e5-4b1c-b4d3-d20fb8bcabad x-openstack-request-id: req-9546a339-d2e5-4b1c-b4d3-d20fb8bcabad {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:17:55.773963 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:17:55.774513 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9546a339-d2e5-4b1c-b4d3-d20fb8bcabad {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:17:55.775245 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'status': 'completed', 'code': 200} Oct 22 15:17:55.794543 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:55.847910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8049926f-6487-4082-9f57-f16da82de719 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:55.888743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.896551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8049926f-6487-4082-9f57-f16da82de719 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:55.896912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8049926f-6487-4082-9f57-f16da82de719 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:55.935655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db410-6758-4d55-81ec-133d2faecb2f req-c86cb6f3-867e-4d57-9e81-8743caa7cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:55.938308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-c86cb6f3-867e-4d57-9e81-8743caa7cbdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0997229 Oct 22 15:17:55.953172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.953712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564a6e8f-8652-4c3f-a7c3-e5ffd9943576 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:17:55.965169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:55.967215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-82352049-328b-4fc0-82c4-62ab2204891f admin admin] 10.222.0.66 "DELETE /v2.0/routers/564a6e8f-8652-4c3f-a7c3-e5ffd9943576 HTTP/1.1" status: 204 len: 168 time: 1.7807946 Oct 22 15:17:55.970287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53254) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:56.051020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Deleting subnet e219480f-7d19-4e07-9509-3b23438fa6f6 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:17:56.055369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.131042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.141930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db410-6758-4d55-81ec-133d2faecb2f req-a83801c8-586a-438d-93d7-2cca19fbefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:56.148701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-a83801c8-586a-438d-93d7-2cca19fbefa2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.2015836 Oct 22 15:17:56.251673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.261405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:56.262085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.340413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e6acadc-a8e4-44ca-9052-7f60e832ec00 req-71dd7806-62fa-4766-ae73-a0043e2d8466 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 210 time: 0.0656695 Oct 22 15:17:56.367098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-5d2e13c2-cdfe-4523-9340-dedcc155e33d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33bb4cff-9d17-40ae-9de4-58759205af5c HTTP/1.1" status: 200 len: 999 time: 0.2139118 Oct 22 15:17:56.381242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.451953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1522858 Oct 22 15:17:56.456592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53270) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:56.463476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'subnet': {'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:56.465869 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'd72c8aa5-7b10-4082-ac61-2d60a1c0a6f2', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:41:57:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:17:52Z', 'updated_at': '2021-10-22T15:17:52Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:56.470480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28b2b-fed3-4f0a-bfeb-81d82a882a86 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Network': ['ID=35873953-572f-4db0-aebd-4eb23e2dc70b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:56.482286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 35873953-572f-4db0-aebd-4eb23e2dc70b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:17:56.496996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db410-6758-4d55-81ec-133d2faecb2f req-8ba24b2b-87bb-420a-8af8-03178015cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:56.498565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-8ba24b2b-87bb-420a-8af8-03178015cb7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1237035 Oct 22 15:17:56.535451 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:17:56.548148 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:17:56.548823 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:56.596798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.597092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db410-6758-4d55-81ec-133d2faecb2f req-4b9370ab-a082-4dfb-92af-5202c7b1df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:56.599293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-4b9370ab-a082-4dfb-92af-5202c7b1df5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928001 Oct 22 15:17:56.599419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.654340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.687237 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:17:56.717898 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e219480f-7d19-4e07-9509-3b23438fa6f6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:56.727316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-4a4a86fc-0e23-484a-9428-2f6e9a382874 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205733 Oct 22 15:17:56.739251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55b3df-493f-4294-b06b-6ac17c95dee6 None None] Network cfd55a93-dceb-4ce3-aa98-48b24082b084 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:17:56.752079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:56.758631 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eab9de71-010e-4630-8bd3-483e91bd2ec5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e219480f-7d19-4e07-9509-3b23438fa6f6 HTTP/1.1" status: 204 len: 168 time: 0.7862303 Oct 22 15:17:56.763908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53276) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:56.835390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-2027dbc1-6ba1-4629-951f-f4dec2cbcf71 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:56.837594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-2027dbc1-6ba1-4629-951f-f4dec2cbcf71 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/networks?id=2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 200 len: 812 time: 0.3268528 Oct 22 15:17:56.859335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Request body: {'port': {'device_id': '64bf0a68-9316-4cf7-b562-807743697b86', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'admin_state_up': True, 'tenant_id': '2f5cb71214874a5f901933e13ee9af6e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:56.998672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:57.022609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.082892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] DHCP port deletion for cfd55a93-dceb-4ce3-aa98-48b24082b084 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:17:57.159623 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'd72c8aa5-7b10-4082-ac61-2d60a1c0a6f2', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:41:57:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:17:52Z', 'updated_at': '2021-10-22T15:17:52Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:57.201835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] Deleting port 87158c98-4f9b-4775-95ac-adf0ac3cea8d {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:57.203688 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.240987 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb13099-5f51-466c-8f2f-bb0d7ff9124b None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'd72c8aa5-7b10-4082-ac61-2d60a1c0a6f2', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:41:57:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:17:52Z', 'updated_at': '2021-10-22T15:17:52Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:17:57.322213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] For port 87158c98-4f9b-4775-95ac-adf0ac3cea8d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=87158c98-4f9b-4775-95ac-adf0ac3cea8d,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:57.322607 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.409649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] Calling delete_port for 87158c98-4f9b-4775-95ac-adf0ac3cea8d owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:57.594104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.628584 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.660518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5f0b7-8adf-445e-8086-39075c0e867c None None] New status for floating IP d72c8aa5-7b10-4082-ac61-2d60a1c0a6f2: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:17:57.670829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Made reservation on behalf of 2f5cb71214874a5f901933e13ee9af6e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:17:57.675515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.676918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09011f38-cdfd-4f34-b0b0-df524bb84740 req-11dfd988-dd17-4718-96cf-df8d97b2ace9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 210 time: 0.1210155 Oct 22 15:17:57.727643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962db410-6758-4d55-81ec-133d2faecb2f req-6591bdc9-80c5-4918-bcc2-0d261c4e51f9 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9819088 Oct 22 15:17:57.789307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Deleting port 87158c98-4f9b-4775-95ac-adf0ac3cea8d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:17:57.791977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.833116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Subnet': ['ID=6517aa21-7fbe-4bb4-8a6d-68937c59475d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:57.866431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Checking segment: {'id': 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:17:57.867243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network hostable DHCP agents. Network: 35873953-572f-4db0-aebd-4eb23e2dc70b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:17:57.926419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] For port 87158c98-4f9b-4775-95ac-adf0ac3cea8d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=87158c98-4f9b-4775-95ac-adf0ac3cea8d,segment=NetworkSegment(5157c557-8e2e-47e7-903f-296b56eb8a86),segment_id=5157c557-8e2e-47e7-903f-296b56eb8a86)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:17:57.927054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:57.927755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 87158c98-4f9b-4775-95ac-adf0ac3cea8d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:57.964200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Calling delete_port for 87158c98-4f9b-4775-95ac-adf0ac3cea8d owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:17:57.975692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 87158c98-4f9b-4775-95ac-adf0ac3cea8d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:57.976036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 87158c98-4f9b-4775-95ac-adf0ac3cea8d not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:57.976457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 346f0734-a4fa-4db4-9013-5a967dfc0ebb no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:17:57.978255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.027352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 346f0734-a4fa-4db4-9013-5a967dfc0ebb {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:17:58.027690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 346f0734-a4fa-4db4-9013-5a967dfc0ebb not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:17:58.042598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 35873953-572f-4db0-aebd-4eb23e2dc70b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:17:58.078483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Allocated IP 172.20.0.6 (2d050689-4c45-496d-b2ac-340ad7c409dc/e20902fc-1fa1-42c8-a61d-024d8f7d0900/3041ae66-1709-4aca-90be-f854b3c8508d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:58.082658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.101890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] Pushing event deleted for resources: {'Port': ['ID=87158c98-4f9b-4775-95ac-adf0ac3cea8d,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:58.105542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98626ff-8fc3-4ef1-a47d-95b07a77d796 None None] No DVR routers for this DVR port 87158c98-4f9b-4775-95ac-adf0ac3cea8d on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:17:58.130576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=87158c98-4f9b-4775-95ac-adf0ac3cea8d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:58.142664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] No DVR routers for this DVR port 87158c98-4f9b-4775-95ac-adf0ac3cea8d on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:17:58.194189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 35873953-572f-4db0-aebd-4eb23e2dc70b) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:58.206297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:58.206526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.209122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe5dce-9008-4c9a-bc5e-b02eafe5e5f4 None None] Network 35873953-572f-4db0-aebd-4eb23e2dc70b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:17:58.242478 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.270029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.294765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd55a93-dceb-4ce3-aa98-48b24082b084']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:58.305900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5157c557-8e2e-47e7-903f-296b56eb8a86') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:58.306211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5157c557-8e2e-47e7-903f-296b56eb8a86') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:17:58.317355 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.333495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.340758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:17:58.341434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: self.session.flush() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:17:58.343688 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:17:58.446817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-973b90af-719f-4366-bbba-80cbace0ba4a tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9886227 Oct 22 15:17:58.449744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53312) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:58.450603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-35873953-572f-4db0-aebd-4eb23e2dc70b', 'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b', 'tenant_id': 'ab6656dd9561412f8d7a2f0217c63d16', 'fixed_ips': [{'subnet_id': '6517aa21-7fbe-4bb4-8a6d-68937c59475d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:17:58.451541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.466894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-854409364', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:58.563648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.575569 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.582688 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.586482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cfd55a93-dceb-4ce3-aa98-48b24082b084 HTTP/1.1" status: 204 len: 168 time: 1.8062112 Oct 22 15:17:58.597432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.602282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.620691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d3555-cca2-4b8f-b990-7d99032b5e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd55a93-dceb-4ce3-aa98-48b24082b084,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:58.713593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Allocated IP 172.20.0.2 (35873953-572f-4db0-aebd-4eb23e2dc70b/6517aa21-7fbe-4bb4-8a6d-68937c59475d/7d91bcf2-df40-470d-ae93-7ee8d4ad6aef) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:58.795289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.832591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a156c41b-cad9-4570-81bb-f3539bf9c24c req-41f3592e-8d23-4001-ac7b-f84a02a54b22 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 210 time: 0.0298698 Oct 22 15:17:58.919172 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:58.964127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.015846 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.065581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Network 35873953-572f-4db0-aebd-4eb23e2dc70b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:59.067245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:59.069599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Network 2d050689-4c45-496d-b2ac-340ad7c409dc is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:17:59.071238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:59.103586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.107194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Pushing event updated for resources: {'Port': ['ID=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:59.113378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:17:59.117745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:17:59.140008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Attempting to bind port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:17:59.140520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Attempting to bind port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:17:59.140910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Attempting to bind port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef on network 35873953-572f-4db0-aebd-4eb23e2dc70b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:17:59.146926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event updated for resources: {'Port': ['ID=3041ae66-1709-4aca-90be-f854b3c8508d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:59.147518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:17:59.147996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Checking segment: {'id': 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:17:59.148470 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.148938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Bound using segment: {'id': 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:17:59.149495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Bound port: 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:17:59.149993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.179349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:59.180666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.223415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53326) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:59.240166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] For port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:17:59.244341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] For port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,segment=NetworkSegment(b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c),segment_id=b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:17:59.277840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-288e1ddb-218b-4ef5-9a2c-dbc0b4fe3385 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=007585a40238444b919215f1c88609a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479720 Oct 22 15:17:59.277840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:17:59.311250 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-13c707f8-0f07-43b6-a9b0-11937b866631 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4611893 Oct 22 15:17:59.325506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Request body: {'port': {'device_id': '64bf0a68-9316-4cf7-b562-807743697b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:17:59.330306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3656c9e-ebeb-4c66-b9d3-d27a8b27b4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.354683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3656c9e-ebeb-4c66-b9d3-d27a8b27b4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.391863 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.435409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.469819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d96481-8098-427a-85de-aa7d7d1271b9 None None] Pushing event updated for resources: {'Port': ['ID=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:59.507313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.522600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3656c9e-ebeb-4c66-b9d3-d27a8b27b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.523798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3656c9e-ebeb-4c66-b9d3-d27a8b27b4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.527842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c3656c9e-ebeb-4c66-b9d3-d27a8b27b4c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e88acbd-d673-42d8-a5e5-1b7a2de7f22a HTTP/1.1" status: 204 len: 168 time: 0.2485213 Oct 22 15:17:59.534710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:17:59.560173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656c9e-ebeb-4c66-b9d3-d27a8b27b4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e88acbd-d673-42d8-a5e5-1b7a2de7f22a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:17:59.835128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.25.1.185 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1a357671-0f94-41f9-89d3-42428c8ced81) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:17:59.992067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde996c7-27b2-446d-b9ab-ae565699dc6b req-fb866f80-35be-4f31-88e9-d7d1dd2ac34e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:17:59.994439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fde996c7-27b2-446d-b9ab-ae565699dc6b req-fb866f80-35be-4f31-88e9-d7d1dd2ac34e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 931 time: 0.0735145 Oct 22 15:18:00.050719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fde996c7-27b2-446d-b9ab-ae565699dc6b req-ec03d64e-3008-4fc1-99d6-4066737c26f4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Oct 22 15:18:00.108194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.113927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3041ae66-1709-4aca-90be-f854b3c8508d {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:18:00.124535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.144313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Transition to ACTIVE for port object 3041ae66-1709-4aca-90be-f854b3c8508d will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:18:00.285533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.292980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53358) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:00.344697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Pushing event updated for resources: {'Port': ['ID=3041ae66-1709-4aca-90be-f854b3c8508d,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:00.390647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.435470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:00.435824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5312c39-29a6-4fe3-9f19-5d4c63f8fd45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.440561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:00.443852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:00.518501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=1a357671-0f94-41f9-89d3-42428c8ced81,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:00.532386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Attempting to bind port 3041ae66-1709-4aca-90be-f854b3c8508d on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:00.532723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Attempting to bind port 3041ae66-1709-4aca-90be-f854b3c8508d by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:00.533091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Attempting to bind port 3041ae66-1709-4aca-90be-f854b3c8508d on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:00.576197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5312c39-29a6-4fe3-9f19-5d4c63f8fd45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.593645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Port 3041ae66-1709-4aca-90be-f854b3c8508d on network 2d050689-4c45-496d-b2ac-340ad7c409dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:18:00.594071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Attempting to bind port 3041ae66-1709-4aca-90be-f854b3c8508d on network 2d050689-4c45-496d-b2ac-340ad7c409dc {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:00.606676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:00.607121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Checking segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:00.607515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Bound using segment: {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:00.607955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Bound port: 3041ae66-1709-4aca-90be-f854b3c8508d, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:00.608333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.679564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c5312c39-29a6-4fe3-9f19-5d4c63f8fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.698623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53366) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:00.737534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] For port 3041ae66-1709-4aca-90be-f854b3c8508d, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:00.741046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] For port 3041ae66-1709-4aca-90be-f854b3c8508d, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3041ae66-1709-4aca-90be-f854b3c8508d,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:00.755149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c5312c39-29a6-4fe3-9f19-5d4c63f8fd45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b882c2f835e47efa032cb028007bedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600589 Oct 22 15:18:00.758114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5312c39-29a6-4fe3-9f19-5d4c63f8fd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ec1ea-59b9-41db-a20c-f0756e21fbc6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:00.759403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:00.793308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1eebca35-54e1-4646-b4cf-94d7c8e9e62a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9899acbe87e044369cca357fd43a8ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907612 Oct 22 15:18:00.795011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:00.806563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.834289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78058ae-f6d2-419c-8932-4b5693977d34 None None] Network 35873953-572f-4db0-aebd-4eb23e2dc70b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:00.852422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae31953-9779-441f-8b64-3899da74c234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.856054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:00.856717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.858448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] 10.222.0.69 "PUT /v2.0/ports/3041ae66-1709-4aca-90be-f854b3c8508d HTTP/1.1" status: 200 len: 1091 time: 1.5379703 Oct 22 15:18:00.861085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bf0a68-9316-4cf7-b562-807743697b86', 'tag': '3041ae66-1709-4aca-90be-f854b3c8508d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:18:00.863299 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abda8356-f493-4f85-9148-8e831d819a26" -d '{"events": [{"name": "network-changed", "server_uuid": "64bf0a68-9316-4cf7-b562-807743697b86", "tag": "3041ae66-1709-4aca-90be-f854b3c8508d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:18:00.874886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8ff21f8-7ab6-4fb2-a439-d0039e0de39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.880139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae31953-9779-441f-8b64-3899da74c234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.931901 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069cf7ce-8b9f-4d69-9010-c1659c68d417 x-openstack-request-id: req-069cf7ce-8b9f-4d69-9010-c1659c68d417 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:18:00.932194 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bf0a68-9316-4cf7-b562-807743697b86", "tag": "3041ae66-1709-4aca-90be-f854b3c8508d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:18:00.932448 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-069cf7ce-8b9f-4d69-9010-c1659c68d417 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:18:00.932846 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bf0a68-9316-4cf7-b562-807743697b86', 'tag': '3041ae66-1709-4aca-90be-f854b3c8508d', 'status': 'completed', 'code': 200} Oct 22 15:18:00.948834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cf141-fa86-4557-88f5-54bb9d6ab1ac service neutron] Pushing event updated for resources: {'Port': ['ID=3041ae66-1709-4aca-90be-f854b3c8508d,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:00.950171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bfc7cb4d-760d-48bd-95c8-285ec4ec6ea5 None None] Provisioning complete for port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:00.950545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cb4d-760d-48bd-95c8-285ec4ec6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:00.967882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8ff21f8-7ab6-4fb2-a439-d0039e0de39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.050933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae31953-9779-441f-8b64-3899da74c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.055060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cae31953-9779-441f-8b64-3899da74c234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.059146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cae31953-9779-441f-8b64-3899da74c234 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fbb5cff-0033-4750-a789-51454013a6a1 HTTP/1.1" status: 204 len: 168 time: 0.2630928 Oct 22 15:18:01.071583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae31953-9779-441f-8b64-3899da74c234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbb5cff-0033-4750-a789-51454013a6a1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:01.086604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.162826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cb4d-760d-48bd-95c8-285ec4ec6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.197302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8356-f493-4f85-9148-8e831d819a26 req-8d75f7be-d8a5-4fa3-b23b-ffe82ca0c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:01.198855 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abda8356-f493-4f85-9148-8e831d819a26 req-8d75f7be-d8a5-4fa3-b23b-ffe82ca0c39a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 1094 time: 0.2223482 Oct 22 15:18:01.227362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50ec12-e923-4ef4-a5d5-9f680f3cb22b req-3c798145-3e78-413e-a21e-88d981ca1c86 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:01.229814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bfc7cb4d-760d-48bd-95c8-285ec4ec6ea5 None None] For port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,segment=NetworkSegment(b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c),segment_id=b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:01.237284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f50ec12-e923-4ef4-a5d5-9f680f3cb22b req-3c798145-3e78-413e-a21e-88d981ca1c86 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 943 time: 0.0868130 Oct 22 15:18:01.295655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f50ec12-e923-4ef4-a5d5-9f680f3cb22b req-0bbfabaa-a806-40bf-9e96-c06a03a6888a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Oct 22 15:18:01.320998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8ff21f8-7ab6-4fb2-a439-d0039e0de39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.323582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8ff21f8-7ab6-4fb2-a439-d0039e0de39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.324743 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8ff21f8-7ab6-4fb2-a439-d0039e0de39b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae7ec1ea-59b9-41db-a20c-f0756e21fbc6 HTTP/1.1" status: 204 len: 168 time: 0.5645356 Oct 22 15:18:01.334501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cb4d-760d-48bd-95c8-285ec4ec6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.403506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7cb4d-760d-48bd-95c8-285ec4ec6ea5 None None] Pushing event updated for resources: {'Port': ['ID=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:01.458361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-67f10249-33f2-4dfa-b914-6b6020fdbdca None None] Provisioning complete for port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:01.458731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-67f10249-33f2-4dfa-b914-6b6020fdbdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.841679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff21f8-7ab6-4fb2-a439-d0039e0de39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ec1ea-59b9-41db-a20c-f0756e21fbc6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:01.851397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:01.894958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8356-f493-4f85-9148-8e831d819a26 req-90c239db-4755-439a-88c1-f9251dde8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:01.896472 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abda8356-f493-4f85-9148-8e831d819a26 req-90c239db-4755-439a-88c1-f9251dde8aa3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f5cb71214874a5f901933e13ee9af6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6870701 Oct 22 15:18:01.905418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:01.922418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:01.922788 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.087992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8356-f493-4f85-9148-8e831d819a26 req-770d02f1-e089-47dc-809d-3c3163f8d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:02.090005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abda8356-f493-4f85-9148-8e831d819a26 req-770d02f1-e089-47dc-809d-3c3163f8d6c6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860802 Oct 22 15:18:02.178691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-27a2d862-2ab7-4ac8-a115-0e692349b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:02.180394 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-27a2d862-2ab7-4ac8-a115-0e692349b11c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f5cb71214874a5f901933e13ee9af6e&device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 1094 time: 0.0484521 Oct 22 15:18:02.181467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 1f8e28b0-a2b5-403d-bf73-c48f79a0b20f is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:18:02.261646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53414) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:02.267501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-ed1b7414-1dd4-430e-998e-5fd7767c3939 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3041ae66-1709-4aca-90be-f854b3c8508d HTTP/1.1" status: 200 len: 217 time: 0.0737238 Oct 22 15:18:02.297588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51462a45-3083-4083-afcc-8870b1002e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.409876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209780ce-7017-4e01-a845-f61594e3bd3f req-eca8c563-16e9-44ad-afc3-3a3717e82462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:02.411500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-eca8c563-16e9-44ad-afc3-3a3717e82462 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 200 len: 852 time: 0.1345992 Oct 22 15:18:02.414060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51462a45-3083-4083-afcc-8870b1002e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.461809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-247f43a5-eae2-4daf-a957-03a9a9823e14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d050689-4c45-496d-b2ac-340ad7c409dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407293 Oct 22 15:18:02.462764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512ef9-033a-430d-b4a6-291fb65d1499 req-950d8d0c-4a74-4f08-9eeb-be451c5ac312 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:02.463213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:02.464413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72512ef9-033a-430d-b4a6-291fb65d1499 req-950d8d0c-4a74-4f08-9eeb-be451c5ac312 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 943 time: 0.0573103 Oct 22 15:18:02.478841 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] Sync routers for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:02.491561 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:02.493776 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:02.525424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72512ef9-033a-430d-b4a6-291fb65d1499 req-ba5841ac-416c-458d-9306-b5dcbc9b48f6 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379333 Oct 22 15:18:02.537929 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:02.547999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51462a45-3083-4083-afcc-8870b1002e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.548611 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:02.550139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:02.591909 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:02.594677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1765aff-0aa7-493c-bfd0-60231b52caf2 None None] The sync data for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:02.606070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.607581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462a45-3083-4083-afcc-8870b1002e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e2c087-b35f-42a3-a24e-0827b5b803ed,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:02.613542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-51462a45-3083-4083-afcc-8870b1002e44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cae2fe074f24313a2401648990856eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499117 Oct 22 15:18:02.618561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17dbcf0a-09db-4664-9f41-80bee5c98f82 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1674328 Oct 22 15:18:02.623859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53428) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:02.624371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:02.634084 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-43513762-5773-4d86-b9b0-9c31d044d75f service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631165 Oct 22 15:18:02.746718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-209780ce-7017-4e01-a845-f61594e3bd3f req-d8e89038-f00e-4a4f-a1b1-33454fd4abe4 service neutron] 10.222.0.69 "GET /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051340 Oct 22 15:18:02.831757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad7be73b-d981-46eb-9306-771fa34cf80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.832066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53434) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:02.872073 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad7be73b-d981-46eb-9306-771fa34cf80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:02.975552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-921268817-network', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:03.164849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Made reservation on behalf of fc266bb0afc54a8397a279f407c86eba for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:03.165835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad7be73b-d981-46eb-9306-771fa34cf80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.168122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.168514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad7be73b-d981-46eb-9306-771fa34cf80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.172796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ad7be73b-d981-46eb-9306-771fa34cf80c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22e2c087-b35f-42a3-a24e-0827b5b803ed HTTP/1.1" status: 204 len: 168 time: 0.5339077 Oct 22 15:18:03.181004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.183925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be73b-d981-46eb-9306-771fa34cf80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e2c087-b35f-42a3-a24e-0827b5b803ed,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:03.271958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.279373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.413925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.435964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:18:03.451012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723758cb-db2a-44b0-b13c-99d4283d972a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:03.454024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.454484 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Added segment a5e2f110-e60b-42db-ad04-66cd1a912873 of type vlan for network e80c0589-b895-4b62-b861-f611612bfef2 Oct 22 15:18:03.507061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.561670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.1 (35873953-572f-4db0-aebd-4eb23e2dc70b/6517aa21-7fbe-4bb4-8a6d-68937c59475d/bb127058-c7a7-4f5e-934a-6f8bf298281a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:03.634001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.647708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:03.647708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.750684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e80c0589-b895-4b62-b861-f611612bfef2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:03.763713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c1222-acdd-4f6c-a884-bd7dc77517bb req-22b9b9a7-914c-4a18-bbf8-94988ead1fe9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:03.767535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e80c0589-b895-4b62-b861-f611612bfef2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:18:03.772510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-786c1222-acdd-4f6c-a884-bd7dc77517bb req-22b9b9a7-914c-4a18-bbf8-94988ead1fe9 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 943 time: 0.1624007 Oct 22 15:18:03.772847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eeddcf28-0766-41b1-9c95-5f11a333d5d2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9497712 Oct 22 15:18:03.775257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53462) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:03.781252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Request body: {'subnet': {'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-921268817-subnet', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:03.841929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-786c1222-acdd-4f6c-a884-bd7dc77517bb req-e54e8b64-39b6-46ed-b5fc-7e81e37b4c21 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Oct 22 15:18:03.845636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.855039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.958829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Made reservation on behalf of fc266bb0afc54a8397a279f407c86eba for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:03.961297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:03.992404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.048652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 35873953-572f-4db0-aebd-4eb23e2dc70b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:04.052891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:04.055924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:04.064473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=bb127058-c7a7-4f5e-934a-6f8bf298281a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:04.110852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.262723 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.335892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=69afaf66-8662-4f7d-92ec-f462e7f972d5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:04.341715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Checking segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:04.346785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Network hostable DHCP agents. Network: e80c0589-b895-4b62-b861-f611612bfef2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:18:04.387644 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.419248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d52a9564-6cf4-4dcf-bb65-5a213f2f8cfc None None] Provisioning complete for port bb127058-c7a7-4f5e-934a-6f8bf298281a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:04.419906 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d52a9564-6cf4-4dcf-bb65-5a213f2f8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.454125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Network e80c0589-b895-4b62-b861-f611612bfef2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:18:04.457962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d52a9564-6cf4-4dcf-bb65-5a213f2f8cfc None None] Port bb127058-c7a7-4f5e-934a-6f8bf298281a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:04.547449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e80c0589-b895-4b62-b861-f611612bfef2) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:04.555826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:04.557767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.560068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e2779-0a4d-45b4-934a-35c4d3c80086 None None] Network e80c0589-b895-4b62-b861-f611612bfef2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:04.637014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-82523731-7e4d-4c2d-b5bb-c3e6255638dd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8603890 Oct 22 15:18:04.638590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53486) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:04.645804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:04.748202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-e80c0589-b895-4b62-b861-f611612bfef2', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:18:04.749300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.754957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.764666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.765727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.826341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.877643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:04.925024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Allocated IP 172.20.0.2 (e80c0589-b895-4b62-b861-f611612bfef2/69afaf66-8662-4f7d-92ec-f462e7f972d5/6a2cf578-51a6-4b09-8ede-364c5f8d5246) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:04.995875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.035344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=bb127058-c7a7-4f5e-934a-6f8bf298281a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:05.135834 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.152009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3905d41-afbc-454c-93e6-754649914be6 req-bfeaf90d-5d47-4248-951c-e2b6b47163fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:05.155448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3905d41-afbc-454c-93e6-754649914be6 req-bfeaf90d-5d47-4248-951c-e2b6b47163fe tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 943 time: 0.2185748 Oct 22 15:18:05.157189 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.173345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 35873953-572f-4db0-aebd-4eb23e2dc70b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:05.180117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:05.242141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.243076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3905d41-afbc-454c-93e6-754649914be6 req-45c57757-607e-4218-a0f2-62df40ff70ab tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818844 Oct 22 15:18:05.323501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Network e80c0589-b895-4b62-b861-f611612bfef2 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:05.326640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:05.331620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:05.352767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 1f8e28b0-a2b5-403d-bf73-c48f79a0b20f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:05.382106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Pushing event updated for resources: {'Port': ['ID=6a2cf578-51a6-4b09-8ede-364c5f8d5246,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:05.432002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Attempting to bind port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:05.432374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Attempting to bind port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:05.432742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Attempting to bind port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 on network e80c0589-b895-4b62-b861-f611612bfef2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:05.446066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:05.446066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Checking segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:05.446066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.446066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Bound using segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:05.446600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Bound port: 6a2cf578-51a6-4b09-8ede-364c5f8d5246, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:05.447001 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.551845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:05.564148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9ae94027-7735-4111-bacc-3bae2e5a3bdf tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/routers/1f8e28b0-a2b5-403d-bf73-c48f79a0b20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385805 Oct 22 15:18:05.566830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53514) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:05.569886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] Sync routers for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:05.573293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'port': {'network_id': '35873953-572f-4db0-aebd-4eb23e2dc70b', 'name': 'tempest-FloatingIPTestJSON-1316423384'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:05.594890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] For port 6a2cf578-51a6-4b09-8ede-364c5f8d5246, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:05.615620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] For port 6a2cf578-51a6-4b09-8ede-364c5f8d5246, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a2cf578-51a6-4b09-8ede-364c5f8d5246,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:05.620051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:05.623378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:05.625557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d53b33aa-8c4a-44fd-8635-98a313684b25 None None] Provisioning complete for port bb127058-c7a7-4f5e-934a-6f8bf298281a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:05.626152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d53b33aa-8c4a-44fd-8635-98a313684b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.661111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.687019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.826762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Allocated IP 172.25.1.41 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1047d46f-3dc7-4975-bf45-e9f23bf0442b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:05.841829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:05.845802 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.921649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:05.922288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:05.924553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Made reservation on behalf of ab6656dd9561412f8d7a2f0217c63d16 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:05.927573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d53b33aa-8c4a-44fd-8635-98a313684b25 None None] Port bb127058-c7a7-4f5e-934a-6f8bf298281a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:05.929741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:05.976175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:05.976833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131d0ff-ef89-416e-ad0d-fe498df74327 None None] The sync data for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:05.992042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aace4d-82ac-436d-8cbd-f99e1208bc5b None None] Pushing event updated for resources: {'Port': ['ID=6a2cf578-51a6-4b09-8ede-364c5f8d5246,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:06.018136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] device_id is not set on port 65beb94d-134f-4aa0-877a-8ccb94046f19 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:18:06.030351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.154138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.165257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Allocated IP 172.20.0.12 (35873953-572f-4db0-aebd-4eb23e2dc70b/6517aa21-7fbe-4bb4-8a6d-68937c59475d/65beb94d-134f-4aa0-877a-8ccb94046f19) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:06.245310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:06.249234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:06.251955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:06.294919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Pushing event updated for resources: {'Port': ['ID=1047d46f-3dc7-4975-bf45-e9f23bf0442b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:06.484479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c99879-0056-4672-8fad-444f789c6ebb req-252cdf47-f0b3-431d-b784-3085b451c65d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:06.486041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60c99879-0056-4672-8fad-444f789c6ebb req-252cdf47-f0b3-431d-b784-3085b451c65d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 943 time: 0.1137497 Oct 22 15:18:06.505901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.530780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3041ae66-1709-4aca-90be-f854b3c8508d details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:18:06.544231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60c99879-0056-4672-8fad-444f789c6ebb req-c0854a7b-2f2d-4afa-80c4-25067dc0e934 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Oct 22 15:18:06.679154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.686401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 3041ae66-1709-4aca-90be-f854b3c8508d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3041ae66-1709-4aca-90be-f854b3c8508d,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:06.701420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '3041ae66-1709-4aca-90be-f854b3c8508d', 'network_id': '2d050689-4c45-496d-b2ac-340ad7c409dc', 'port_id': '3041ae66-1709-4aca-90be-f854b3c8508d', 'mac_address': 'fa:16:3e:01:9f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20902fc-1fa1-42c8-a61d-024d8f7d0900', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:18:06.711084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.737841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Network 35873953-572f-4db0-aebd-4eb23e2dc70b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:06.744206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:06.751032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.755136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:06.757995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event updated for resources: {'Port': ['ID=65beb94d-134f-4aa0-877a-8ccb94046f19,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:06.775198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3041ae66-1709-4aca-90be-f854b3c8508d {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:18:06.804671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 3041ae66-1709-4aca-90be-f854b3c8508d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3041ae66-1709-4aca-90be-f854b3c8508d,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:06.842577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:06.845112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.885694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:06.949595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=3041ae66-1709-4aca-90be-f854b3c8508d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:06.982238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-04831967-43d4-47dc-97bb-545476da4406 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4142511 Oct 22 15:18:06.983071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53562) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:06.988086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Request body: {'floatingip': {'port_id': '65beb94d-134f-4aa0-877a-8ccb94046f19'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:07.074154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:07.162904 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:07.196466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['3041ae66-1709-4aca-90be-f854b3c8508d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:18:07.334411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-13da9ca9-311e-4df5-9d91-e850bea349c8 None None] Provisioning complete for port 65beb94d-134f-4aa0-877a-8ccb94046f19 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:07.334781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13da9ca9-311e-4df5-9d91-e850bea349c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:07.389151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-13da9ca9-311e-4df5-9d91-e850bea349c8 None None] Port 65beb94d-134f-4aa0-877a-8ccb94046f19 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:07.449726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a65744-23ec-4cf3-8c4e-b1c743f7f76d None None] Network e80c0589-b895-4b62-b861-f611612bfef2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:07.461416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:18:07.552331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-47b660a6-f54f-4f15-a12c-7b4034411f6a None None] Provisioning complete for port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:07.552702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47b660a6-f54f-4f15-a12c-7b4034411f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:07.691618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:07.716521 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Sync routers for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:07.731755 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:07.732367 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:07.750543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47b660a6-f54f-4f15-a12c-7b4034411f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:07.819442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:07.821568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-02f9f687-dd9d-4a90-949b-7365f13dd437 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1803162 Oct 22 15:18:07.831642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53582) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:07.905986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-47b660a6-f54f-4f15-a12c-7b4034411f6a None None] For port 6a2cf578-51a6-4b09-8ede-364c5f8d5246, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a2cf578-51a6-4b09-8ede-364c5f8d5246,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:07.953117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a2cf578-51a6-4b09-8ede-364c5f8d5246 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:08.018445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:18:08.040204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47b660a6-f54f-4f15-a12c-7b4034411f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.088285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53586) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:08.098879 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:08.137507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b660a6-f54f-4f15-a12c-7b4034411f6a None None] Pushing event updated for resources: {'Port': ['ID=6a2cf578-51a6-4b09-8ede-364c5f8d5246,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:08.167718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:08.168091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.269048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b47589-4447-4f83-a2dc-4e7f9babcd45 req-c16eead3-7097-4e0b-aade-ff82eee93b45 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:08.271266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46b47589-4447-4f83-a2dc-4e7f9babcd45 req-c16eead3-7097-4e0b-aade-ff82eee93b45 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 944 time: 0.2471611 Oct 22 15:18:08.278313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.299373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d9baeece-2c9e-4e68-a94b-a2c54f17cc36 None None] Provisioning complete for port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:08.302263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9baeece-2c9e-4e68-a94b-a2c54f17cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.328586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46b47589-4447-4f83-a2dc-4e7f9babcd45 req-39134dd7-341b-4233-b227-c4e1e4c45af0 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 Oct 22 15:18:08.387326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.431160 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44353738-402d-4cce-90ad-6f8f999dbebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.460912 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:06Z', 'revision_number': 3, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:08.514369 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Checking router: 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:18:08.515037 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Updating router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a port 1047d46f-3dc7-4975-bf45-e9f23bf0442b binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:18:08.555402 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.560250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3041ae66-1709-4aca-90be-f854b3c8508d up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:08.588613 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP bfbb767f-cf66-4023-bbf1-a2ce24a7b235 associated. External IP: 172.25.1.131, port: 11564e45-ab15-4d2f-be8a-2bcc50285b79. Oct 22 15:18:08.671590 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44353738-402d-4cce-90ad-6f8f999dbebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.744497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 3041ae66-1709-4aca-90be-f854b3c8508d completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:18:08.750190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 3041ae66-1709-4aca-90be-f854b3c8508d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:08.750566 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.795718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44353738-402d-4cce-90ad-6f8f999dbebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.836499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44353738-402d-4cce-90ad-6f8f999dbebf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1970a3fd9214f4b81ac1b853c6a1fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778750 Oct 22 15:18:08.842806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:08.891861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.903708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.905222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44353738-402d-4cce-90ad-6f8f999dbebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eee0a8-20be-4a99-b521-45fe4f82c88e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:08.948303 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.977278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bf0a68-9316-4cf7-b562-807743697b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041ae66-1709-4aca-90be-f854b3c8508d'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:18:08.979621 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ff8658-e79d-4d35-9025-19e2242fdc30" -d '{"events": [{"server_uuid": "64bf0a68-9316-4cf7-b562-807743697b86", "name": "network-vif-plugged", "status": "completed", "tag": "3041ae66-1709-4aca-90be-f854b3c8508d"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:18:08.988425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44b3b1b3-f45a-4bd2-a9a4-d04d5e00007e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:08.991777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 3041ae66-1709-4aca-90be-f854b3c8508d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3041ae66-1709-4aca-90be-f854b3c8508d,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:09.028469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44b3b1b3-f45a-4bd2-a9a4-d04d5e00007e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.044826 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.051112 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d2cfa7-d668-466d-be53-82cbe482b32d x-openstack-request-id: req-34d2cfa7-d668-466d-be53-82cbe482b32d {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:18:09.051112 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bf0a68-9316-4cf7-b562-807743697b86", "name": "network-vif-plugged", "status": "completed", "tag": "3041ae66-1709-4aca-90be-f854b3c8508d", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:18:09.051112 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34d2cfa7-d668-466d-be53-82cbe482b32d {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:18:09.051112 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bf0a68-9316-4cf7-b562-807743697b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041ae66-1709-4aca-90be-f854b3c8508d', 'code': 200} Oct 22 15:18:09.073040 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.152091 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Attempting to bind port 1047d46f-3dc7-4975-bf45-e9f23bf0442b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:09.152660 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Attempting to bind port 1047d46f-3dc7-4975-bf45-e9f23bf0442b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:09.153307 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Attempting to bind port 1047d46f-3dc7-4975-bf45-e9f23bf0442b on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:09.170809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=3041ae66-1709-4aca-90be-f854b3c8508d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:09.179207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Allocated IP 172.20.0.1 (e80c0589-b895-4b62-b861-f611612bfef2/69afaf66-8662-4f7d-92ec-f462e7f972d5/1d943ea5-bd14-47c7-b66f-e3dc4a473059) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:09.179480 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Pushing event updated for resources: {'Port': ['ID=1047d46f-3dc7-4975-bf45-e9f23bf0442b,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:09.181672 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:09.182055 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:09.183110 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.183511 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:09.184093 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Bound port: 1047d46f-3dc7-4975-bf45-e9f23bf0442b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:09.184811 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.202493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3c7f-a89b-4a32-b50c-1a5811f3a830 req-8a43e5dd-f538-4c66-a6ac-ff96f65880c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:09.204170 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a20a3c7f-a89b-4a32-b50c-1a5811f3a830 req-8a43e5dd-f538-4c66-a6ac-ff96f65880c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 1096 time: 0.0777609 Oct 22 15:18:09.222203 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.222560 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.223366 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.223366 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.223680 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.224613 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.224954 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.225340 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.225918 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.226047 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.226312 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.226621 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:09.259858 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] For port 1047d46f-3dc7-4975-bf45-e9f23bf0442b, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:09.263659 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] For port 1047d46f-3dc7-4975-bf45-e9f23bf0442b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1047d46f-3dc7-4975-bf45-e9f23bf0442b,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:09.272885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:09.277006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44b3b1b3-f45a-4bd2-a9a4-d04d5e00007e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.279680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44b3b1b3-f45a-4bd2-a9a4-d04d5e00007e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.280893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44b3b1b3-f45a-4bd2-a9a4-d04d5e00007e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4eee0a8-20be-4a99-b521-45fe4f82c88e HTTP/1.1" status: 204 len: 168 time: 0.4366329 Oct 22 15:18:09.308708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3b1b3-f45a-4bd2-a9a4-d04d5e00007e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eee0a8-20be-4a99-b521-45fe4f82c88e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:09.313334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a20a3c7f-a89b-4a32-b50c-1a5811f3a830 req-40ac5deb-6c41-4ec7-b53d-b9c46f8a273a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995018 Oct 22 15:18:09.370328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.373141 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.479925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:09.483845 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:09.484462 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:09.488869 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f314f5-929b-476d-bed8-e4f5a0c1719b None None] Pushing event updated for resources: {'Port': ['ID=1047d46f-3dc7-4975-bf45-e9f23bf0442b,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:09.507575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:09.523353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:09.523987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:09.569035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:09.571259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.584202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:09.584831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:09.655107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:09.656180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612042d-df4c-419d-8a33-148521b00f36 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:09.676358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d943ea5-bd14-47c7-b66f-e3dc4a473059,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:09.700311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Network e80c0589-b895-4b62-b861-f611612bfef2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:09.700311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:09.727944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:09.753412 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:09.814313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:09.821245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a2a4-9190-4c6b-8c3a-498a7df768b9 req-e319a68e-d0a2-4562-8424-32ecc6ca4ce3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:09.823001 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e69a2a4-9190-4c6b-8c3a-498a7df768b9 req-e319a68e-d0a2-4562-8424-32ecc6ca4ce3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.3317785 Oct 22 15:18:09.860413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a2cf578-51a6-4b09-8ede-364c5f8d5246 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:09.909766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e69a2a4-9190-4c6b-8c3a-498a7df768b9 req-31351077-4513-4813-bbae-546d7fba1a93 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Oct 22 15:18:09.938758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 1f8e28b0-a2b5-403d-bf73-c48f79a0b20f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:10.006200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:10.006753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.102198 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:06Z', 'revision_number': 3, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:10.125368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:10.139710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.150232 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] Sync routers for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:10.160522 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9821e65-9cc4-4bb7-bfbc-08d5ba71a9e0 None None] The sync data for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 is: [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:06Z', 'revision_number': 3, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:10.164088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a5281092-32d7-490e-97d1-36b169242bd3 None None] Provisioning complete for port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:10.164468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a5281092-32d7-490e-97d1-36b169242bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.181154 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:10.183964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.185379 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:10.212307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a5281092-32d7-490e-97d1-36b169242bd3 None None] Port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:10.244575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53624) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:10.244725 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:10.254699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:10.255484 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:10.257324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e63424f1-16dc-4e36-ba7c-82954e107960 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/floatingips/bfbb767f-cf66-4023-bbf1-a2ce24a7b235 HTTP/1.1" status: 200 len: 979 time: 3.2732003 Oct 22 15:18:10.259858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53626) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:10.270564 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b9810358-656b-4295-8990-94329b3e4c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.300293 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:10.301139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20da67-1c12-4672-aab1-c74b3ceb090d None None] The sync data for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:10.431243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.434485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 65beb94d-134f-4aa0-877a-8ccb94046f19 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:10.434998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.460958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b9810358-656b-4295-8990-94329b3e4c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.520215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.596981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.607980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b9810358-656b-4295-8990-94329b3e4c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.653396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d943ea5-bd14-47c7-b66f-e3dc4a473059,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:10.655881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.732632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b9810358-656b-4295-8990-94329b3e4c26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37e6a94a6c094353aee731b46e2ccf6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909847 Oct 22 15:18:10.733523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9810358-656b-4295-8990-94329b3e4c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc398a-5c62-4412-beb6-162a7c6e69c2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:10.749160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53634) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:10.787839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Network e80c0589-b895-4b62-b861-f611612bfef2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:10.789300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:10.870526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75000e98-6a4b-4612-b3e2-9d9a88e9b5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:10.962698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75000e98-6a4b-4612-b3e2-9d9a88e9b5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.068664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.069176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.069942 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Floating IP bfbb767f-cf66-4023-bbf1-a2ce24a7b235 disassociated. External IP: 172.25.1.131, port: 65beb94d-134f-4aa0-877a-8ccb94046f19. Oct 22 15:18:11.070381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 65beb94d-134f-4aa0-877a-8ccb94046f19 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:11.175790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c58776c8-09ab-47cd-b357-491abb9ca19f None None] Provisioning complete for port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:11.178330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c58776c8-09ab-47cd-b357-491abb9ca19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.243391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c58776c8-09ab-47cd-b357-491abb9ca19f None None] Port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:11.258743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75000e98-6a4b-4612-b3e2-9d9a88e9b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.261411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-75000e98-6a4b-4612-b3e2-9d9a88e9b5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.265340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-75000e98-6a4b-4612-b3e2-9d9a88e9b5ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6bc398a-5c62-4412-beb6-162a7c6e69c2 HTTP/1.1" status: 204 len: 168 time: 0.5075603 Oct 22 15:18:11.302328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75000e98-6a4b-4612-b3e2-9d9a88e9b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc398a-5c62-4412-beb6-162a7c6e69c2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:11.346868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd24c4-c1d4-4e25-8329-6d86518d56fc req-14a90fd7-28ae-49b0-9876-f55c05b12522 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:11.365744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bbd24c4-c1d4-4e25-8329-6d86518d56fc req-14a90fd7-28ae-49b0-9876-f55c05b12522 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.0981553 Oct 22 15:18:11.370636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.440581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=65beb94d-134f-4aa0-877a-8ccb94046f19,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:11.493785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:11.554060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3bbd24c4-c1d4-4e25-8329-6d86518d56fc req-680c025e-9496-4a09-8969-50cc4ddb6953 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984735 Oct 22 15:18:11.609581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:11.738751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 1f8e28b0-a2b5-403d-bf73-c48f79a0b20f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:11.739286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:11.762233 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-543e2caa-6bbb-4440-ac3a-528b7bad42e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/8352b0b3-0d8a-4a38-963b-d4747ed9ca5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9293082 Oct 22 15:18:11.885734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1047d46f-3dc7-4975-bf45-e9f23bf0442b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:11.954160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:11.954779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1047d46f-3dc7-4975-bf45-e9f23bf0442b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:11.955960 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:12.004345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344701c1-69a0-4173-849c-a59b94260829 None None] Sync routers for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:12.028257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344701c1-69a0-4173-849c-a59b94260829 None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:12.029122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-344701c1-69a0-4173-849c-a59b94260829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:12.075152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-344701c1-69a0-4173-849c-a59b94260829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:12.096563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:12.104460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:12.107472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8ed45bd4-b9cf-46d6-a565-b4d0cc44299f tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/ports/65beb94d-134f-4aa0-877a-8ccb94046f19 HTTP/1.1" status: 204 len: 168 time: 1.8464901 Oct 22 15:18:12.125637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344701c1-69a0-4173-849c-a59b94260829 None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:12.131289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-344701c1-69a0-4173-849c-a59b94260829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:12.187900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-344701c1-69a0-4173-849c-a59b94260829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:12.189390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344701c1-69a0-4173-849c-a59b94260829 None None] The sync data for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:12.196694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:12.226463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 1047d46f-3dc7-4975-bf45-e9f23bf0442b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1047d46f-3dc7-4975-bf45-e9f23bf0442b,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:12.250651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162a45-1a69-44d6-9c08-bf745227d8e2 req-56d21e76-7a40-4705-9a94-7bdf48926b73 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:12.253299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00162a45-1a69-44d6-9c08-bf745227d8e2 req-56d21e76-7a40-4705-9a94-7bdf48926b73 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.0943041 Oct 22 15:18:12.322498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00162a45-1a69-44d6-9c08-bf745227d8e2 req-a47eaba9-ceb0-4ce0-8105-e9726009cba4 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626092 Oct 22 15:18:12.349658 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:12.428760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=1047d46f-3dc7-4975-bf45-e9f23bf0442b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:12.439687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.440754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.441602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.442037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.442462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.442885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.443376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.443786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.444206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.444640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.445056 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.445467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:12.611115 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Sync routers for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:12.631125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:12.631125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:12.649835 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:12.806644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:12.993857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port bb127058-c7a7-4f5e-934a-6f8bf298281a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:12.993857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.077253 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 2, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:13.118479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Checking router: 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:18:13.118834 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Updating router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:18:13.154336 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.154488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.171469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for bb127058-c7a7-4f5e-934a-6f8bf298281a owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:13.183567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53706) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:13.191288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-739880890-network', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:13.414162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Made reservation on behalf of aaa8bc4a21004bf79462eb21d3b82c31 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:13.416833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.426954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.485400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee362f-c392-44f1-b4b4-c6e6f6a39d7e req-4c26cb8d-7197-4c07-8f03-df8547d71648 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:13.489449 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.494366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1ee362f-c392-44f1-b4b4-c6e6f6a39d7e req-4c26cb8d-7197-4c07-8f03-df8547d71648 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.0837576 Oct 22 15:18:13.532355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1ee362f-c392-44f1-b4b4-c6e6f6a39d7e req-b2866282-c74b-4525-8641-3890146fe6b8 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Oct 22 15:18:13.559979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.603528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=bb127058-c7a7-4f5e-934a-6f8bf298281a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:13.650562 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.701107 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185c8a9-9c9b-4aa4-a883-231abf972675 None None] Pushing event updated for resources: {'Port': ['ID=1d943ea5-bd14-47c7-b66f-e3dc4a473059,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:13.807337 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Attempting to bind port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:13.808084 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Attempting to bind port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:13.808719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Attempting to bind port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 on network e80c0589-b895-4b62-b861-f611612bfef2 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:13.815719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:13.820915 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Checking segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:13.820915 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.820915 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Bound using segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:13.820915 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Bound port: 1d943ea5-bd14-47c7-b66f-e3dc4a473059, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:13.821460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.821887 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.866990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1047d46f-3dc7-4975-bf45-e9f23bf0442b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:13.957662 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.968022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:13.993509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:18:14.013988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.014526 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Added segment 219aea29-330b-46f5-ab3b-e8d205d9c4e6 of type vlan for network f59747bc-50c5-4a07-b918-b6ed23229b28 Oct 22 15:18:14.069760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1047d46f-3dc7-4975-bf45-e9f23bf0442b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:14.070557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.080401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.105476 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] For port 1d943ea5-bd14-47c7-b66f-e3dc4a473059, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:14.116363 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] For port 1d943ea5-bd14-47c7-b66f-e3dc4a473059, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1d943ea5-bd14-47c7-b66f-e3dc4a473059,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:14.214476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-49016ff7-ab46-498a-9e45-10b38351578e None None] Provisioning complete for port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:14.215081 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49016ff7-ab46-498a-9e45-10b38351578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.217224 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.310553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c8d-edec-4889-9c32-9e6a6aee22ac req-ee0b8dc7-3aeb-4e22-bed5-7c22b2e1f9f3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:14.312261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc9c0c8d-edec-4889-9c32-9e6a6aee22ac req-ee0b8dc7-3aeb-4e22-bed5-7c22b2e1f9f3 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Oct 22 15:18:14.318229 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185c8a9-9c9b-4aa4-a883-231abf972675 None None] Pushing event updated for resources: {'Port': ['ID=1d943ea5-bd14-47c7-b66f-e3dc4a473059,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:14.366594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49016ff7-ab46-498a-9e45-10b38351578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.369158 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:14.369809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:14.386813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc9c0c8d-edec-4889-9c32-9e6a6aee22ac req-cd3472f1-f4e1-4bfe-bc36-4b51fd94101e tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663941 Oct 22 15:18:14.449111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-49016ff7-ab46-498a-9e45-10b38351578e None None] For port 1d943ea5-bd14-47c7-b66f-e3dc4a473059, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1d943ea5-bd14-47c7-b66f-e3dc4a473059,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:14.463223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.464839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:14.468465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.485147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce360fa1-bdd9-4f63-bfb6-7d393f07c948,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:14.543656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49016ff7-ab46-498a-9e45-10b38351578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.579843 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:14.645028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53742) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:14.648419 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4602826 Oct 22 15:18:14.648419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffc24c-78b4-4782-966b-6d46fb581ecf admin admin] Pushing event updated for resources: {'Network': ['ID=f59747bc-50c5-4a07-b918-b6ed23229b28,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:14.650372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Request body: {'subnet': {'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-739880890-subnet', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:14.672489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network f59747bc-50c5-4a07-b918-b6ed23229b28 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:18:14.688924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 1f8e28b0-a2b5-403d-bf73-c48f79a0b20f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:14.788084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Made reservation on behalf of aaa8bc4a21004bf79462eb21d3b82c31 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:14.791998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.811601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49016ff7-ab46-498a-9e45-10b38351578e None None] Pushing event updated for resources: {'Port': ['ID=1d943ea5-bd14-47c7-b66f-e3dc4a473059,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:14.830367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0f9fdc60-66ee-4c5f-85c0-eac847e64c78 None None] Provisioning complete for port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:14.830742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdc60-66ee-4c5f-85c0-eac847e64c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:14.864641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:14.875695 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2580a6d8-3ac2-4571-adb9-aacf9cc3963d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/routers/1f8e28b0-a2b5-403d-bf73-c48f79a0b20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647448 Oct 22 15:18:14.877985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:14.878378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] Sync routers for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:14.887304 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:14.904140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:14.905063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:14.925045 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fb07b5-1770-4f53-814d-4be38c9893da None None] The sync data for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 is: [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:14.960547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:15.073599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] Routers {'1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:15.075695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:15.131697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:15.132540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e5a46-8952-4822-a0de-b181ad347e0f None None] The sync data for ids ['1f8e28b0-a2b5-403d-bf73-c48f79a0b20f'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:15.135691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.193150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.260558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.273681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5456c69-3430-4eaa-9f5c-eb643b1eb094,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:15.281585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Checking segment: {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:15.282007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Network hostable DHCP agents. Network: f59747bc-50c5-4a07-b918-b6ed23229b28, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:18:15.416007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Network f59747bc-50c5-4a07-b918-b6ed23229b28 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:18:15.430932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 1a357671-0f94-41f9-89d3-42428c8ced81 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:15.431393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.533726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd028dc9-a0bf-4183-aa23-8ab449946b71 req-862c6bda-c87b-4884-95ae-507e4c40d2aa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:15.535513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd028dc9-a0bf-4183-aa23-8ab449946b71 req-862c6bda-c87b-4884-95ae-507e4c40d2aa tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.0655148 Oct 22 15:18:15.543237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.561214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 1a357671-0f94-41f9-89d3-42428c8ced81 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:15.571835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, f59747bc-50c5-4a07-b918-b6ed23229b28) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:15.580663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42c647-f01a-4eea-a052-96cb1b14be40 None None] Network f59747bc-50c5-4a07-b918-b6ed23229b28 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:15.588138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:15.588742 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.631310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd028dc9-a0bf-4183-aa23-8ab449946b71 req-149b6d9e-ddf9-4483-ab76-66dd0563c521 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867488 Oct 22 15:18:15.725454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b45b1b74-c6ee-4239-a5ae-7b0cc188620a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0768282 Oct 22 15:18:15.726002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:15.730522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:15.851307 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.852782 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.908849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:15.967256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=1a357671-0f94-41f9-89d3-42428c8ced81,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:15.995966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.069741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.114319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1d943ea5-bd14-47c7-b66f-e3dc4a473059 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:16.154456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-f59747bc-50c5-4a07-b918-b6ed23229b28', 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'fixed_ips': [{'subnet_id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:18:16.155256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.183625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.186182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.320955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-c7d3d8ce-a9dd-40ea-8820-d4a1e5d3cd7d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:16.322545 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-c7d3d8ce-a9dd-40ea-8820-d4a1e5d3cd7d tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.0856709 Oct 22 15:18:16.351711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.413761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:16.414142 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.427993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.428663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8e28b0-a2b5-403d-bf73-c48f79a0b20f {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:18:16.436105 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.441324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53786) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:16.441466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-462fe806-6422-4458-9867-a3c485aba7b8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/routers/1f8e28b0-a2b5-403d-bf73-c48f79a0b20f HTTP/1.1" status: 204 len: 168 time: 1.5610459 Oct 22 15:18:16.472635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Deleting port 3041ae66-1709-4aca-90be-f854b3c8508d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:16.473074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.473952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Allocated IP 172.20.0.2 (f59747bc-50c5-4a07-b918-b6ed23229b28/e5456c69-3430-4eaa-9f5c-eb643b1eb094/01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:16.585503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] For port 3041ae66-1709-4aca-90be-f854b3c8508d, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3041ae66-1709-4aca-90be-f854b3c8508d,segment=NetworkSegment(28e3ee07-5d7c-4078-b346-ae2bfe2c5b20),segment_id=28e3ee07-5d7c-4078-b346-ae2bfe2c5b20)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:16.585952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.598992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting subnet 6517aa21-7fbe-4bb4-8a6d-68937c59475d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:18:16.609653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Calling delete_port for 3041ae66-1709-4aca-90be-f854b3c8508d owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:16.609893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.704382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.723817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.837721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.847629 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:18:16.889199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:16.891687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Network f59747bc-50c5-4a07-b918-b6ed23229b28 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:16.895539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:16.903231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:16.908566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['3041ae66-1709-4aca-90be-f854b3c8508d'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:18:16.926753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Pushing event deleted for resources: {'Port': ['ID=3041ae66-1709-4aca-90be-f854b3c8508d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:16.965182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Pushing event updated for resources: {'Port': ['ID=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:17.001485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fae4-7037-435b-9694-edf9bbc8bc12 req-7d929cb9-745e-4f23-8f30-94c3f07215ee tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:17.008143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] No DVR routers for this DVR port 3041ae66-1709-4aca-90be-f854b3c8508d on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:18:17.009466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb98fae4-7037-435b-9694-edf9bbc8bc12 req-7d929cb9-745e-4f23-8f30-94c3f07215ee tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 945 time: 0.2325597 Oct 22 15:18:17.012128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.019705 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30a618d2-3ba1-475a-8171-5ea7a5107756 req-0fbaada4-f643-4955-bfb7-efcd2ecfef1a tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.69 "DELETE /v2.0/ports/3041ae66-1709-4aca-90be-f854b3c8508d HTTP/1.1" status: 204 len: 173 time: 0.6857212 Oct 22 15:18:17.020621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bf0a68-9316-4cf7-b562-807743697b86', 'name': 'network-vif-deleted', 'tag': '3041ae66-1709-4aca-90be-f854b3c8508d'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:18:17.023579 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfc0aff-5277-4144-ae3b-7fa64d660e8b" -d '{"events": [{"server_uuid": "64bf0a68-9316-4cf7-b562-807743697b86", "name": "network-vif-deleted", "tag": "3041ae66-1709-4aca-90be-f854b3c8508d"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:18:17.040515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Attempting to bind port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:17.040891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Attempting to bind port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:17.041285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Attempting to bind port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 on network f59747bc-50c5-4a07-b918-b6ed23229b28 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:17.048406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:17.048735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Checking segment: {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:17.049144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.049739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Bound using segment: {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:17.050218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Bound port: 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:17.050604 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.072371 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bf79ec-6c22-4405-a975-f4aab904c679 x-openstack-request-id: req-52bf79ec-6c22-4405-a975-f4aab904c679 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:18:17.072869 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bf0a68-9316-4cf7-b562-807743697b86", "name": "network-vif-deleted", "tag": "3041ae66-1709-4aca-90be-f854b3c8508d", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:18:17.076461 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52bf79ec-6c22-4405-a975-f4aab904c679 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:18:17.076461 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bf0a68-9316-4cf7-b562-807743697b86', 'name': 'network-vif-deleted', 'tag': '3041ae66-1709-4aca-90be-f854b3c8508d', 'status': 'completed', 'code': 200} Oct 22 15:18:17.080777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.123396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.127755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] For port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:17.132042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] For port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:17.157237 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.175219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb98fae4-7037-435b-9694-edf9bbc8bc12 req-692fd20a-95e5-4e94-b905-5932955f2c63 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5d84b09-a27f-4343-9e64-1db2abac0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649113 Oct 22 15:18:17.256899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.316033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Allocated IP 172.25.1.123 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f0da59b9-20c5-4f47-9ca9-2968379adaf8) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:17.373292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6012f7a-7fa4-4819-bad0-96ed8ee2a8ca None None] Pushing event updated for resources: {'Port': ['ID=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:17.429883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.469725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.475519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/subnets/6517aa21-7fbe-4bb4-8a6d-68937c59475d HTTP/1.1" status: 204 len: 168 time: 1.0320013 Oct 22 15:18:17.476587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53808) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:17.479175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77427c2-3ed6-4969-ac89-fca9e732bcf2 None None] Network 35873953-572f-4db0-aebd-4eb23e2dc70b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:17.479323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ecda0-077a-479f-a00c-e2a8f14aa75d tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Subnet': ['ID=6517aa21-7fbe-4bb4-8a6d-68937c59475d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:17.515265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.615643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.675133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.687264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:17.687514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.732674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:17.735819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:17.740673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:17.797105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Pushing event updated for resources: {'Port': ['ID=f0da59b9-20c5-4f47-9ca9-2968379adaf8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:17.813369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] For port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,segment=NetworkSegment(b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c),segment_id=b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:17.813956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:17.840734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:17.842918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] DHCP port deletion for 35873953-572f-4db0-aebd-4eb23e2dc70b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:18:17.957470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] Deleting port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:17.958168 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.008466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:18.103116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] For port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,segment=NetworkSegment(b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c),segment_id=b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:18.103431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.125680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] Calling delete_port for 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:18.141963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.249976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:18.277399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] No DVR routers for this DVR port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:18:18.332831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:18.332831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.346660 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.407568 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.462388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] No DVR routers for this DVR port 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:18:18.474798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4afa3-f57d-4466-bd65-0cf59ddcc7b3 None None] Pushing event deleted for resources: {'Port': ['ID=7d91bcf2-df40-470d-ae93-7ee8d4ad6aef,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:18.537237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.560120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cdba7a41-9c32-43ac-a86e-7241f63b2734 req-d36bc94c-21de-4a0f-84a0-794244cee435 tempest-DeleteServersTestJSON-60583900 tempest-DeleteServersTestJSON-60583900-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bf0a68-9316-4cf7-b562-807743697b86 HTTP/1.1" status: 200 len: 210 time: 0.1604862 Oct 22 15:18:18.600118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35873953-572f-4db0-aebd-4eb23e2dc70b']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:18.612345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.625180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:18.625565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d6cd0e-97d2-4d2d-90a8-ee9ee629f62c') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:18.645917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.663569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.671660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:18:18.672287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.674661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:18:18.676580 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:18:18.775925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.829313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.831769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.831936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:18.842877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:18.850803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/networks/35873953-572f-4db0-aebd-4eb23e2dc70b HTTP/1.1" status: 204 len: 168 time: 1.3730831 Oct 22 15:18:18.851586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53830) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:18.873383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c26eb-0051-4440-8ce9-55ac6b210b21 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Network': ['ID=35873953-572f-4db0-aebd-4eb23e2dc70b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:18.915635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5fcbd5-a40e-420a-9a68-87abf9618dad None None] Network f59747bc-50c5-4a07-b918-b6ed23229b28 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:19.065117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ba23ee68-60a8-433b-b1b5-010d64c4ae6b None None] Provisioning complete for port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:19.066061 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba23ee68-60a8-433b-b1b5-010d64c4ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.118230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 6a225a51-d94c-4be6-83d5-df13e623d445 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:19.118714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.550384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-84513aa2-d72d-408b-b097-af78bb3c9a61 None None] Provisioning complete for port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:19.551669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-84513aa2-d72d-408b-b097-af78bb3c9a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.574335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.574928 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.586787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 6a225a51-d94c-4be6-83d5-df13e623d445 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:19.608220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:18:19.823119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:19.832358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:19.833108 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Sync routers for ids ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:19.847441 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Routers {'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:19.848230 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:19.882813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.915904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:19.916546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.952065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:19.952065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e96419f7-2668-447c-bb05-bbea30393402 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2246666 Oct 22 15:18:19.952755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=6a225a51-d94c-4be6-83d5-df13e623d445,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:19.958821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:20.001021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.005316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.006543 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b623a692-d7a9-466b-91b5-5ef1305d05ee tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/floatingips/bfbb767f-cf66-4023-bbf1-a2ce24a7b235 HTTP/1.1" status: 204 len: 168 time: 1.1504433 Oct 22 15:18:20.010538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53866) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:20.060411 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-efda74ca-d202-4d04-aa7e-a161882ca4d8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] DELETE failed (client error): The resource could not be found. Oct 22 15:18:20.066860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efda74ca-d202-4d04-aa7e-a161882ca4d8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:18:20.076303 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-efda74ca-d202-4d04-aa7e-a161882ca4d8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/ports/65beb94d-134f-4aa0-877a-8ccb94046f19 HTTP/1.1" status: 404 len: 333 time: 0.0548220 Oct 22 15:18:20.083602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53872) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:20.117686 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf58e2e8-2bf6-489b-b266-b92643ec6863 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f8e28b0-a2b5-403d-bf73-c48f79a0b20f HTTP/1.1" status: 200 len: 205 time: 0.0321987 Oct 22 15:18:20.131590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53876) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:20.162118 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Set router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:20.170370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:18:20.200419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:18:20.201662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7d91bcf2-df40-470d-ae93-7ee8d4ad6aef not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:18:20.231996 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-8ea2fb65-97ec-43bf-9f52-c88727a8b231 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] delete failed (client error): The resource could not be found. Oct 22 15:18:20.233073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ea2fb65-97ec-43bf-9f52-c88727a8b231 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/routers/1f8e28b0-a2b5-403d-bf73-c48f79a0b20f HTTP/1.1" status: 404 len: 336 time: 0.1004231 Oct 22 15:18:20.235997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53882) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:20.267316 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7276eb29-3ecd-4466-9406-b0f91568f567 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] DELETE failed (client error): The resource could not be found. Oct 22 15:18:20.269764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7276eb29-3ecd-4466-9406-b0f91568f567 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:18:20.273227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7276eb29-3ecd-4466-9406-b0f91568f567 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/subnets/6517aa21-7fbe-4bb4-8a6d-68937c59475d HTTP/1.1" status: 404 len: 337 time: 0.0354855 Oct 22 15:18:20.276783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53884) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:20.406914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 11564e45-ab15-4d2f-be8a-2bcc50285b79 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:20.407300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.547697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.558350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.563016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 11564e45-ab15-4d2f-be8a-2bcc50285b79 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:20.591289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3041ae66-1709-4aca-90be-f854b3c8508d no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:18:20.610299 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:18:18Z', 'revision_number': 3, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:20.625038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 3041ae66-1709-4aca-90be-f854b3c8508d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:18:20.625383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3041ae66-1709-4aca-90be-f854b3c8508d not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:18:20.650821 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Checking router: e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:18:20.651285 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Updating router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 port f0da59b9-20c5-4f47-9ca9-2968379adaf8 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:18:20.696855 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.824489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Allocated IP 172.20.0.1 (f59747bc-50c5-4a07-b918-b6ed23229b28/e5456c69-3430-4eaa-9f5c-eb643b1eb094/5efb20f7-978b-49f3-b3df-c57b22b15bc7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:20.913594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.954606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:20.980367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=11564e45-ab15-4d2f-be8a-2bcc50285b79,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:21.054414 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.094779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.099001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41e3dac1-c025-4c14-af70-d46f298c5eec tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/ports/11564e45-ab15-4d2f-be8a-2bcc50285b79 HTTP/1.1" status: 204 len: 168 time: 0.8212283 Oct 22 15:18:21.101715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 53912) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:21.103448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.150410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Pushing event updated for resources: {'Port': ['ID=5efb20f7-978b-49f3-b3df-c57b22b15bc7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:21.164667 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.177302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Network f59747bc-50c5-4a07-b918-b6ed23229b28 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:21.179028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:21.191549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:21.230563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 13559351-57f4-4b37-8380-424a95c9bee8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:21.231153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.274294 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Attempting to bind port f0da59b9-20c5-4f47-9ca9-2968379adaf8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:21.274660 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Attempting to bind port f0da59b9-20c5-4f47-9ca9-2968379adaf8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:21.275055 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Attempting to bind port f0da59b9-20c5-4f47-9ca9-2968379adaf8 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:21.289923 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:21.290452 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:21.290855 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.291267 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:21.291927 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Bound port: f0da59b9-20c5-4f47-9ca9-2968379adaf8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:21.292308 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.296587 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033609cf-0a57-4461-938a-8d35146dc319 None None] Pushing event updated for resources: {'Port': ['ID=f0da59b9-20c5-4f47-9ca9-2968379adaf8,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:21.300340 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.444647 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] For port f0da59b9-20c5-4f47-9ca9-2968379adaf8, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:21.446138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.448470 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] For port f0da59b9-20c5-4f47-9ca9-2968379adaf8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0da59b9-20c5-4f47-9ca9-2968379adaf8,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:21.461158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 13559351-57f4-4b37-8380-424a95c9bee8 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:21.563862 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.670155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.670652 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033609cf-0a57-4461-938a-8d35146dc319 None None] Pushing event updated for resources: {'Port': ['ID=f0da59b9-20c5-4f47-9ca9-2968379adaf8,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:21.700200 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Routers {'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:21.700842 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:17:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:21.755492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b76817c7-93f2-48e7-89fe-af50c37e9c67 None None] Provisioning complete for port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:21.762030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b76817c7-93f2-48e7-89fe-af50c37e9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.803936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b76817c7-93f2-48e7-89fe-af50c37e9c67 None None] Port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:21.816311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.851654 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] Set router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:21.861428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=13559351-57f4-4b37-8380-424a95c9bee8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:21.958119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:21.996852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:22.001338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-507bb8b3-59f4-4392-9f2b-84b4647ceca5 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/ports/13559351-57f4-4b37-8380-424a95c9bee8 HTTP/1.1" status: 204 len: 168 time: 0.8985763 Oct 22 15:18:22.008692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53924) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:22.082513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff9762-a83a-4c49-8db3-4ebfbf99c263 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:22.084283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-69ff9762-a83a-4c49-8db3-4ebfbf99c263 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "GET /v2.0/ports?device_id=821a751a-0dab-465c-9caf-36366748721c HTTP/1.1" status: 200 len: 913 time: 0.0745506 Oct 22 15:18:22.086838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 53928) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:22.095114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:22.165318 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5efb20f7-978b-49f3-b3df-c57b22b15bc7', 'name': '', 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'mac_address': 'fa:16:3e:cd:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:20Z', 'updated_at': '2021-10-22T15:18:20Z', 'revision_number': 1, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'subnets': [{'id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:22.203411 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf1489-c748-42a0-a300-ca14e184b1d4 None None] The sync data for ids ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'] in n-d-812148-2 is: [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5efb20f7-978b-49f3-b3df-c57b22b15bc7', 'name': '', 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'mac_address': 'fa:16:3e:cd:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:20Z', 'updated_at': '2021-10-22T15:18:20Z', 'revision_number': 1, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'subnets': [{'id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:22.245054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:22.292156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Pushing event updated for resources: {'Port': ['ID=5efb20f7-978b-49f3-b3df-c57b22b15bc7,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:22.594538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Network f59747bc-50c5-4a07-b918-b6ed23229b28 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:22.598705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:22.713406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b33f099-f691-40a2-9cc0-61bd63377e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:22.875160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:23.038517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:23.062063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f31162bc-bdf8-43d3-b102-bf500199130a None None] Provisioning complete for port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:23.064612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f31162bc-bdf8-43d3-b102-bf500199130a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:23.163843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f31162bc-bdf8-43d3-b102-bf500199130a None None] Port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:23.583744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:23.590049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4a37da3a-9679-4560-a33b-1eecd354c580 admin admin] 10.222.0.66 "PUT /v2.0/routers/e91191fa-fa7d-46f0-ba6f-8d0ae52cc556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6344311 Oct 22 15:18:23.915215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 896d85e3-062b-4210-b229-3e27ddf3402b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:23.915560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:23.949771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0da59b9-20c5-4f47-9ca9-2968379adaf8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:24.034652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f0da59b9-20c5-4f47-9ca9-2968379adaf8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:24.035326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:24.062087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:24.077779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 896d85e3-062b-4210-b229-3e27ddf3402b owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:24.147637 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:24.205526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f0da59b9-20c5-4f47-9ca9-2968379adaf8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0da59b9-20c5-4f47-9ca9-2968379adaf8,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:24.314580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:24.400694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f0da59b9-20c5-4f47-9ca9-2968379adaf8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:24.597214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:24.632629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=896d85e3-062b-4210-b229-3e27ddf3402b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:24.829641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:25.118049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Router 821a751a-0dab-465c-9caf-36366748721c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:25.177948 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc6a9-c8a3-4d24-8a02-f53822cd65de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:25.266209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:25.271903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-166af7c1-9baa-4ee0-ae26-6777dc4a252b tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "PUT /v2.0/routers/821a751a-0dab-465c-9caf-36366748721c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840241 Oct 22 15:18:25.274642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54030) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:25.285522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] Sync routers for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:25.320932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:25.321766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:25.399697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:25.418245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] Routers {'821a751a-0dab-465c-9caf-36366748721c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:25.419107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['821a751a-0dab-465c-9caf-36366748721c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:25.477075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:25.501716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:25.521500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1b01c-0af0-41a5-ac56-e74c973d5759 None None] The sync data for ids ['821a751a-0dab-465c-9caf-36366748721c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:25.665444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:25.734930 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Sync routers for ids ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:25.754131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Routers {'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:25.754754 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:25.828064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0da59b9-20c5-4f47-9ca9-2968379adaf8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:25.896612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f0da59b9-20c5-4f47-9ca9-2968379adaf8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:25.897507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:25.912317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting port 1c3e7df8-9389-428a-af18-f9c14f06d282 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:25.912654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.021707 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Set router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:26.124121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.143378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Calling delete_port for 1c3e7df8-9389-428a-af18-f9c14f06d282 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:26.259856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:26.434794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Deleting subnet e20902fc-1fa1-42c8-a61d-024d8f7d0900 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:18:26.438911 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.513137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.599137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.625873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.693547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.733910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5efb20f7-978b-49f3-b3df-c57b22b15bc7', 'name': '', 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'mac_address': 'fa:16:3e:cd:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:20Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 2, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'subnets': [{'id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:26.771114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.778395 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Checking router: e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:18:26.778914 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Updating router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:18:26.814232 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.818936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Port': ['ID=1c3e7df8-9389-428a-af18-f9c14f06d282,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:26.854929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.867181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.867659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.868317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.869167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.869612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.870086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.870520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.872024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.872464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.873008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.873774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.874190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:26.932880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20902fc-1fa1-42c8-a61d-024d8f7d0900,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:26.943216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:26.953018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a0f22d0b-e118-4bb7-85af-c738a71bb66a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e20902fc-1fa1-42c8-a61d-024d8f7d0900 HTTP/1.1" status: 204 len: 168 time: 0.6918623 Oct 22 15:18:26.958187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54088) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:27.036156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.141341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.257426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.267437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.327123 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.329185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.381093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d050689-4c45-496d-b2ac-340ad7c409dc']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:27.394927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:27.395416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e3ee07-5d7c-4078-b346-ae2bfe2c5b20') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:27.416833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.432968 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.458449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.459114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Fanout notify agent at l3_agent the message router_deleted on router 821a751a-0dab-465c-9caf-36366748721c {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:18:27.468970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.470094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.477372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d861d87d-8f0a-4140-95de-3918e4a9cdc8 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/routers/821a751a-0dab-465c-9caf-36366748721c HTTP/1.1" status: 204 len: 168 time: 2.1869521 Oct 22 15:18:27.478054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:27.498101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:18:27.504399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:18:27.512527 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:18:27.590852 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3de06f-aeab-4217-8671-6c71c667d5ae None None] Pushing event updated for resources: {'Port': ['ID=5efb20f7-978b-49f3-b3df-c57b22b15bc7,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:27.634048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Deleting subnet 389662e0-7b7c-4bc2-8eae-fb575fdb221e {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:18:27.649093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.717361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Attempting to bind port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:27.717361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Attempting to bind port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:27.717361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Attempting to bind port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 on network f59747bc-50c5-4a07-b918-b6ed23229b28 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:27.726791 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:27.727207 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Checking segment: {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:27.727609 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.728011 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Bound using segment: {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:27.728485 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Bound port: 5efb20f7-978b-49f3-b3df-c57b22b15bc7, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219aea29-330b-46f5-ab3b-e8d205d9c4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:27.728867 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.736955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.749869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.751909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.764937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] 10.222.0.66 "DELETE /v2.0/networks/2d050689-4c45-496d-b2ac-340ad7c409dc HTTP/1.1" status: 204 len: 168 time: 0.7960954 Oct 22 15:18:27.803680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26ef8a-0e3b-4e7b-baf7-22a7482f402b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d050689-4c45-496d-b2ac-340ad7c409dc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:27.823810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:27.902890 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] For port 5efb20f7-978b-49f3-b3df-c57b22b15bc7, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:27.906350 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] For port 5efb20f7-978b-49f3-b3df-c57b22b15bc7, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5efb20f7-978b-49f3-b3df-c57b22b15bc7,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:28.053001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-37a545ff-cd04-4866-850c-15e2f2448839 None None] Provisioning complete for port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:28.053461 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-37a545ff-cd04-4866-850c-15e2f2448839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.059877 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.092675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.092841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-37a545ff-cd04-4866-850c-15e2f2448839 None None] Port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:28.128228 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3de06f-aeab-4217-8671-6c71c667d5ae None None] Pushing event updated for resources: {'Port': ['ID=5efb20f7-978b-49f3-b3df-c57b22b15bc7,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:28.149229 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Routers {'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:28.149793 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:28.170820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.180456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/subnets/389662e0-7b7c-4bc2-8eae-fb575fdb221e HTTP/1.1" status: 204 len: 168 time: 0.7013488 Oct 22 15:18:28.180996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:28.191779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598ecb3-1598-4287-8310-a15cb85aa539 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Subnet': ['ID=389662e0-7b7c-4bc2-8eae-fb575fdb221e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:28.212042 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.278577 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] Set router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:28.416282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.473298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:28.600115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-357d39bd-1b38-4d10-a730-3201ba176496 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f5cb71214874a5f901933e13ee9af6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254404 Oct 22 15:18:28.600758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:28.644050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-81f7baca-19cd-404f-8497-1453b1287b71 None None] Provisioning complete for port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:28.644342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.645934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81f7baca-19cd-404f-8497-1453b1287b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.668631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552dd451-b575-4fc5-838d-612b5d917fae']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:28.680366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608cfd81-976f-4f1f-8cb4-805a161f9657') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:28.680914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608cfd81-976f-4f1f-8cb4-805a161f9657') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:28.693024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.717551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.717551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:18:28.717551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.794998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d17f38-f5dd-42ed-a32e-6575f774c85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.858186 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5efb20f7-978b-49f3-b3df-c57b22b15bc7', 'name': '', 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'mac_address': 'fa:16:3e:cd:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:20Z', 'updated_at': '2021-10-22T15:18:27Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'subnets': [{'id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:18:28.863796 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:18:28.869919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81f7baca-19cd-404f-8497-1453b1287b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.881168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d17f38-f5dd-42ed-a32e-6575f774c85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.938198 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b52ab-baed-49fa-b96d-79aa637aebcb None None] The sync data for ids ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'] in n-d-812148-2 is: [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:18:21Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '5efb20f7-978b-49f3-b3df-c57b22b15bc7', 'name': '', 'network_id': 'f59747bc-50c5-4a07-b918-b6ed23229b28', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'mac_address': 'fa:16:3e:cd:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:20Z', 'updated_at': '2021-10-22T15:18:27Z', 'revision_number': 4, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'subnets': [{'id': 'e5456c69-3430-4eaa-9f5c-eb643b1eb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:28.941694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-81f7baca-19cd-404f-8497-1453b1287b71 None None] For port 5efb20f7-978b-49f3-b3df-c57b22b15bc7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5efb20f7-978b-49f3-b3df-c57b22b15bc7,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:28.942547 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.989632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:28.996906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] 10.222.0.66 "DELETE /v2.0/networks/552dd451-b575-4fc5-838d-612b5d917fae HTTP/1.1" status: 204 len: 168 time: 0.8105469 Oct 22 15:18:28.996906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b7ecb-24ef-473b-aa67-44f3719a7a83 tempest-FloatingIPTestJSON-1504562677 tempest-FloatingIPTestJSON-1504562677-project] Pushing event deleted for resources: {'Network': ['ID=552dd451-b575-4fc5-838d-612b5d917fae,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:29.042361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81f7baca-19cd-404f-8497-1453b1287b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:29.137279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7baca-19cd-404f-8497-1453b1287b71 None None] Pushing event updated for resources: {'Port': ['ID=5efb20f7-978b-49f3-b3df-c57b22b15bc7,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:29.139849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d17f38-f5dd-42ed-a32e-6575f774c85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:29.143763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d17f38-f5dd-42ed-a32e-6575f774c85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:29.145310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e4d17f38-f5dd-42ed-a32e-6575f774c85d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5d84b09-a27f-4343-9e64-1db2abac0f8d HTTP/1.1" status: 204 len: 168 time: 0.5435812 Oct 22 15:18:29.163114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d17f38-f5dd-42ed-a32e-6575f774c85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d84b09-a27f-4343-9e64-1db2abac0f8d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:29.919613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5efb20f7-978b-49f3-b3df-c57b22b15bc7 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:29.994762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54138) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:30.034660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:30.035584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:30.244532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6ff7a322-a9d6-4806-a144-3789aa472739 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab6656dd9561412f8d7a2f0217c63d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489250 Oct 22 15:18:30.246964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54150) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:30.324363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2605fc9c-1064-49ed-9900-09d4a719f933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:30.364115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2605fc9c-1064-49ed-9900-09d4a719f933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:30.539498 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2605fc9c-1064-49ed-9900-09d4a719f933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:30.543021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2605fc9c-1064-49ed-9900-09d4a719f933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:30.544793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2605fc9c-1064-49ed-9900-09d4a719f933 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75b575b3-5da6-4296-8438-a33d84372c5c HTTP/1.1" status: 204 len: 168 time: 0.2968721 Oct 22 15:18:30.555275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605fc9c-1064-49ed-9900-09d4a719f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b575b3-5da6-4296-8438-a33d84372c5c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:31.187491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54180) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:31.546754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-network', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:31.693524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Made reservation on behalf of 4d22ad7686c047a1852c6c2ecbe8d085 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:31.695956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:31.710012 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:31.807623 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:31.992281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.038257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:18:32.061821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.062136 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Added segment 0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40 of type vlan for network b3ba4297-3f86-470d-860a-abb1319fa0be Oct 22 15:18:32.063368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d04a5b9-0920-4510-8f8e-1caf6c724311,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:32.120621 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.191180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54210) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:32.256335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.257365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:32.258120 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.317061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-803122197'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:32.340337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ba4297-3f86-470d-860a-abb1319fa0be,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:32.352091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b3ba4297-3f86-470d-860a-abb1319fa0be details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:18:32.470576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eb932730-e3be-4f6c-8a0b-1c1b6bc94f39 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2818785 Oct 22 15:18:32.473718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54218) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:32.479667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Request body: {'subnet': {'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-subnet', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:32.619553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:32.623913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.641870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.726375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Made reservation on behalf of 4d22ad7686c047a1852c6c2ecbe8d085 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:32.729767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.749581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.910830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.941213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:18:32.947933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474ef9f1-ccf0-4f0b-acaf-0037816aa983,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:32.955167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:32.962667 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment 7783c782-25b3-4f42-af4b-5b257500340e of type vlan for network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 Oct 22 15:18:33.007652 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.068208 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.124580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520685b4-dced-48f1-9d72-738a0eff3c78,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:33.143022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Checking segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:33.144023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Network hostable DHCP agents. Network: b3ba4297-3f86-470d-860a-abb1319fa0be, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:18:33.168375 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.174630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:33.175553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.276167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=2862a970-4505-4bc0-a6e2-3f4d27ea4468,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:33.288900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:18:33.322831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Network b3ba4297-3f86-470d-860a-abb1319fa0be is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:18:33.325439 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c70e4392-8105-43eb-917f-75ebb260eb97 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1327329 Oct 22 15:18:33.328594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54236) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:33.336141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-740084908'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:33.495861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b3ba4297-3f86-470d-860a-abb1319fa0be) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:33.500418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:33.501215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.508649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99970db2-e967-4b5b-8f57-cef4ed4f30f5 None None] Network b3ba4297-3f86-470d-860a-abb1319fa0be requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:33.628843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:33.634003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.672089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:18:33.694364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.694718 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment d21a9d29-dff9-4895-bee3-7a457e1fad37 of type vlan for network 1645d11c-e4e8-4969-bf14-4a3730e62b42 Oct 22 15:18:33.716679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3bbd982a-84c7-4947-ac54-834a217903d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2414970 Oct 22 15:18:33.724488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54244) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:33.731555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:33.751771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:33.839902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc827280-d28d-435d-8937-58ef7a0e8f7f None None] Network b3ba4297-3f86-470d-860a-abb1319fa0be requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:34.147896 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.150042 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.150042 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.155003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.159279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:34.159924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.241514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.246902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=1645d11c-e4e8-4969-bf14-4a3730e62b42,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:34.261159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:18:34.328589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-803f9c9b-f939-4141-b48e-bd5bc3e7ca52 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9980257 Oct 22 15:18:34.333441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54256) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:34.338325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:34.525218 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.639288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:34.643628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.885163 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.906064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:34.969032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.029327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Allocated IP 172.25.1.83 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f531cd88-cd99-47bd-b239-72576887833a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:35.085837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=3a86ee50-5111-494f-902a-599dc2c75106,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:35.094839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': '7783c782-25b3-4f42-af4b-5b257500340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:35.095234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: 2862a970-4505-4bc0-a6e2-3f4d27ea4468, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:18:35.169408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.253479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:18:35.410419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2862a970-4505-4bc0-a6e2-3f4d27ea4468) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:35.419611 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.420956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:35.420956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.426118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c285c-65a2-4561-9465-406c2c8080c8 None None] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:35.487734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Pushing event updated for resources: {'Port': ['ID=f531cd88-cd99-47bd-b239-72576887833a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:35.498125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:35.499630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:35.507506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:35.566447 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a7e39e70-bfde-4160-bbd1-3a13ed566b3e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2338011 Oct 22 15:18:35.569056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:35.581873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:35.639247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-2862a970-4505-4bc0-a6e2-3f4d27ea4468', 'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '3a86ee50-5111-494f-902a-599dc2c75106'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:18:35.641502 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.792586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Allocated IP 172.20.0.2 (2862a970-4505-4bc0-a6e2-3f4d27ea4468/3a86ee50-5111-494f-902a-599dc2c75106/477a59a0-581c-4e14-b91f-0b329de2f650) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:35.848495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:35.853164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.933757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:35.969995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.114423 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.167486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Pushing event updated for resources: {'Port': ['ID=477a59a0-581c-4e14-b91f-0b329de2f650,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:36.183319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:36.184989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:36.187866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:36.199425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.307283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=1ea7a464-21e9-4c82-b23f-efd1442e58bd,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:36.309819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': 'd21a9d29-dff9-4895-bee3-7a457e1fad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:36.310191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: 1645d11c-e4e8-4969-bf14-4a3730e62b42, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:18:36.344819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Attempting to bind port 477a59a0-581c-4e14-b91f-0b329de2f650 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:36.345190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Attempting to bind port 477a59a0-581c-4e14-b91f-0b329de2f650 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '7783c782-25b3-4f42-af4b-5b257500340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:36.345635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Attempting to bind port 477a59a0-581c-4e14-b91f-0b329de2f650 on network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:36.353085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:36.353371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Checking segment: {'id': '7783c782-25b3-4f42-af4b-5b257500340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:36.354004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.354409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Bound using segment: {'id': '7783c782-25b3-4f42-af4b-5b257500340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:36.354889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Bound port: 477a59a0-581c-4e14-b91f-0b329de2f650, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7783c782-25b3-4f42-af4b-5b257500340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2862a970-4505-4bc0-a6e2-3f4d27ea4468'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:36.355580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.453958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:18:36.485927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] For port 477a59a0-581c-4e14-b91f-0b329de2f650, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:36.500074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] For port 477a59a0-581c-4e14-b91f-0b329de2f650, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=477a59a0-581c-4e14-b91f-0b329de2f650,segment=NetworkSegment(7783c782-25b3-4f42-af4b-5b257500340e),segment_id=7783c782-25b3-4f42-af4b-5b257500340e)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:36.609464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 1645d11c-e4e8-4969-bf14-4a3730e62b42) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:36.614649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:36.618846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.627541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3148afe-c36f-4653-a3fd-173fae71c933 None None] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:36.670015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.717657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.733892 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-de17eb76-dbdc-4822-b525-a7020794249b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1635115 Oct 22 15:18:36.739239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:36.747369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253740801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:36.898284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f37d-0c2a-4e74-825b-8f9de6491e6a None None] Pushing event updated for resources: {'Port': ['ID=477a59a0-581c-4e14-b91f-0b329de2f650,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:36.922602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:36.923842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.046332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.075013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-1645d11c-e4e8-4969-bf14-4a3730e62b42', 'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '1ea7a464-21e9-4c82-b23f-efd1442e58bd'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:18:37.075992 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.090206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Router e2171474-2e2c-4f9b-87cb-2f0e5854c26d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:18:37.145521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.201254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54366) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:37.290107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.295087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-30b1a735-8a61-4b57-b2ac-29b423823661 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5546668 Oct 22 15:18:37.295699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54374) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:37.320257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Allocated IP 172.21.0.2 (1645d11c-e4e8-4969-bf14-4a3730e62b42/1ea7a464-21e9-4c82-b23f-efd1442e58bd/03c8182e-3cf9-41c2-b6d6-2067b462ae9b) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:37.447177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:37.544245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.545881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f3cc6810-2e92-45e4-8021-3c1681574f05 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8200312 Oct 22 15:18:37.548019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Sync routers for ids ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:37.549332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:37.624709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Routers {'e2171474-2e2c-4f9b-87cb-2f0e5854c26d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:37.625425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:37.712174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82807464-29fd-4030-9cab-ad3e60da2852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:37.940045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82807464-29fd-4030-9cab-ad3e60da2852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.043776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 477a59a0-581c-4e14-b91f-0b329de2f650 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:38.044879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.062699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-82807464-29fd-4030-9cab-ad3e60da2852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.107501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.142061 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-82807464-29fd-4030-9cab-ad3e60da2852 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47946ad699b9471fa8df6143837ebc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243758 Oct 22 15:18:38.143175 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Set router e2171474-2e2c-4f9b-87cb-2f0e5854c26d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:38.184934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54410) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:38.237576 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.256161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82807464-29fd-4030-9cab-ad3e60da2852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c256a2-6fda-4f62-b6be-0c3ff3fce600,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:38.328352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Pushing event updated for resources: {'Port': ['ID=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:38.334483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 477a59a0-581c-4e14-b91f-0b329de2f650 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:38.334857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.387696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:38.393513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ed6-a4d3-4468-b0a6-815f154efa55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.429494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:38.435204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:38.457383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ed6-a4d3-4468-b0a6-815f154efa55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.471607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.549643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031bf523-88e4-4b9f-8413-93024798fe87 None None] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:38.589059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.20.0.1 (2862a970-4505-4bc0-a6e2-3f4d27ea4468/3a86ee50-5111-494f-902a-599dc2c75106/83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:38.653924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Attempting to bind port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:38.657416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Attempting to bind port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd21a9d29-dff9-4895-bee3-7a457e1fad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:38.657416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Attempting to bind port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b on network 1645d11c-e4e8-4969-bf14-4a3730e62b42 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:38.721868 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.724493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ed6-a4d3-4468-b0a6-815f154efa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.729209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:38.729656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Checking segment: {'id': 'd21a9d29-dff9-4895-bee3-7a457e1fad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:38.730413 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.730816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Bound using segment: {'id': 'd21a9d29-dff9-4895-bee3-7a457e1fad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:38.731412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Bound port: 03c8182e-3cf9-41c2-b6d6-2067b462ae9b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21a9d29-dff9-4895-bee3-7a457e1fad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1645d11c-e4e8-4969-bf14-4a3730e62b42'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:38.731787 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.733607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-af6fa596-7b9a-4fb7-b886-8000611d8ca1 None None] Provisioning complete for port 477a59a0-581c-4e14-b91f-0b329de2f650 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:38.733952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af6fa596-7b9a-4fb7-b886-8000611d8ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.739694 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ed6-a4d3-4468-b0a6-815f154efa55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.742048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b73d1ed6-a4d3-4468-b0a6-815f154efa55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41c256a2-6fda-4f62-b6be-0c3ff3fce600 HTTP/1.1" status: 204 len: 168 time: 0.5561392 Oct 22 15:18:38.770954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:38.782960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d1ed6-a4d3-4468-b0a6-815f154efa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c256a2-6fda-4f62-b6be-0c3ff3fce600,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:38.870203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Allocated IP 172.20.0.1 (b3ba4297-3f86-470d-860a-abb1319fa0be/520685b4-dced-48f1-9d72-738a0eff3c78/98c7b297-8544-417a-bdef-7095023f188f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:38.977538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.036881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.043725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:39.062621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:39.065315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:39.065457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 477a59a0-581c-4e14-b91f-0b329de2f650, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=477a59a0-581c-4e14-b91f-0b329de2f650,segment=NetworkSegment(7783c782-25b3-4f42-af4b-5b257500340e),segment_id=7783c782-25b3-4f42-af4b-5b257500340e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:39.068755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:39.094838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:35Z', 'revision_number': 3, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:39.135358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.147121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Checking router: e2171474-2e2c-4f9b-87cb-2f0e5854c26d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:18:39.147483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Updating router e2171474-2e2c-4f9b-87cb-2f0e5854c26d port f531cd88-cd99-47bd-b239-72576887833a binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:18:39.227312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af6fa596-7b9a-4fb7-b886-8000611d8ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.230728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] For port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:39.241301 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.263362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.268737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.287837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] For port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,segment=NetworkSegment(d21a9d29-dff9-4895-bee3-7a457e1fad37),segment_id=d21a9d29-dff9-4895-bee3-7a457e1fad37)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:39.316277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Network b3ba4297-3f86-470d-860a-abb1319fa0be is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:39.321624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:39.328751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:39.359704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Pushing event updated for resources: {'Port': ['ID=98c7b297-8544-417a-bdef-7095023f188f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:39.390280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.458718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.467083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=477a59a0-581c-4e14-b91f-0b329de2f650,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:39.500723 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.505808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-af6fa596-7b9a-4fb7-b886-8000611d8ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:18:39.506159 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-af6fa596-7b9a-4fb7-b886-8000611d8ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:18:39.576622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa5844-1de0-4c2f-88a6-57a026d93ef3 None None] Pushing event updated for resources: {'Port': ['ID=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:39.766134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.858335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:39.918512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54472) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:39.936819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 477a59a0-581c-4e14-b91f-0b329de2f650 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:39.966549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f74b63a1-eed6-4608-8f9c-955315113c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.122958 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.220139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.220229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 477a59a0-581c-4e14-b91f-0b329de2f650 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:40.220229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.220360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.220541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Attempting to bind port f531cd88-cd99-47bd-b239-72576887833a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:40.220541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Attempting to bind port f531cd88-cd99-47bd-b239-72576887833a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:40.220541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Attempting to bind port f531cd88-cd99-47bd-b239-72576887833a on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:40.221572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f74b63a1-eed6-4608-8f9c-955315113c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.221657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e26de-52f7-4481-9b03-3f2d8b658b41 None None] Pushing event updated for resources: {'Port': ['ID=f531cd88-cd99-47bd-b239-72576887833a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:40.223750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:40.224129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:40.224539 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.225231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:40.225720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Bound port: f531cd88-cd99-47bd-b239-72576887833a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:40.226109 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.299469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] For port f531cd88-cd99-47bd-b239-72576887833a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:40.303382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] For port f531cd88-cd99-47bd-b239-72576887833a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f531cd88-cd99-47bd-b239-72576887833a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:40.351181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6bc9472f-d721-4fe7-a817-6eb2bd4a2886 None None] Provisioning complete for port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:40.351450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6bc9472f-d721-4fe7-a817-6eb2bd4a2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.394318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9472f-d721-4fe7-a817-6eb2bd4a2886 None None] Port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:40.404854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6bc9472f-d721-4fe7-a817-6eb2bd4a2886 None None] Provisioning complete for port 477a59a0-581c-4e14-b91f-0b329de2f650 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:40.405221 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6bc9472f-d721-4fe7-a817-6eb2bd4a2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.457912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.497084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.497432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.501240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f74b63a1-eed6-4608-8f9c-955315113c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.546770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.550541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Routers {'e2171474-2e2c-4f9b-87cb-2f0e5854c26d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:40.551404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:40.559337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Pushing event updated for resources: {'Port': ['ID=98c7b297-8544-417a-bdef-7095023f188f,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:40.591114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.591462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.593921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.594436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.594928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.597498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.598001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.600813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.602907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.603499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.604055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.612680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:18:40.638417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e26de-52f7-4481-9b03-3f2d8b658b41 None None] Pushing event updated for resources: {'Port': ['ID=f531cd88-cd99-47bd-b239-72576887833a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:40.668453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-22b6e03e-b998-458b-8344-379b42db7671 None None] Provisioning complete for port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:40.668828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b6e03e-b998-458b-8344-379b42db7671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.708754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b63a1-eed6-4608-8f9c-955315113c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf1c6ac-49d0-4568-906f-c830b6d85fce,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:40.712757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:40.720998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f74b63a1-eed6-4608-8f9c-955315113c12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92dbc1a59b604c6daaca739433526d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990754 Oct 22 15:18:40.723997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54490) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:40.775573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.781665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Network b3ba4297-3f86-470d-860a-abb1319fa0be is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:40.790699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:40.792861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-22b6e03e-b998-458b-8344-379b42db7671 None None] Port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:40.811598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0997-8670-4135-8c7a-fab20e0774f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.816577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] Set router e2171474-2e2c-4f9b-87cb-2f0e5854c26d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:40.895412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0997-8670-4135-8c7a-fab20e0774f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:40.972144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:40.976430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:41.027239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Router e2171474-2e2c-4f9b-87cb-2f0e5854c26d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:41.214771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:41.224768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '98c7b297-8544-417a-bdef-7095023f188f', 'name': '', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'mac_address': 'fa:16:3e:03:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:38Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 2, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'subnets': [{'id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:41.227692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-da6c360b-021e-4208-838c-d95ea5c558d5 admin admin] 10.222.0.66 "PUT /v2.0/routers/e2171474-2e2c-4f9b-87cb-2f0e5854c26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6770272 Oct 22 15:18:41.315591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f0f2-1290-4403-ab75-bca34c884120 None None] The sync data for ids ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'] in n-d-812148-2 is: [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '98c7b297-8544-417a-bdef-7095023f188f', 'name': '', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'mac_address': 'fa:16:3e:03:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:38Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 2, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'subnets': [{'id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:41.325872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb959bbc-16c4-43b6-8a72-d36e39f55ae5 None None] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:41.450958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Provisioning complete for port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:41.450958 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:41.534302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:41.600468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Provisioning complete for port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:41.600835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:41.743917 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:41.800095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0997-8670-4135-8c7a-fab20e0774f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:41.802745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0997-8670-4135-8c7a-fab20e0774f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:41.804015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ce6e0997-8670-4135-8c7a-fab20e0774f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caf1c6ac-49d0-4568-906f-c830b6d85fce HTTP/1.1" status: 204 len: 168 time: 1.0790901 Oct 22 15:18:41.831079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-ffd64a4c-c7b3-4d9b-939e-7f5e6cd14222 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0788543 Oct 22 15:18:41.839035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e0997-8670-4135-8c7a-fab20e0774f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf1c6ac-49d0-4568-906f-c830b6d85fce,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:41.848250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router b6ebb692-6d95-4bc3-a637-f81556a0a3e3 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:18:41.864747 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:42.087916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] For port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,segment=NetworkSegment(d21a9d29-dff9-4895-bee3-7a457e1fad37),segment_id=d21a9d29-dff9-4895-bee3-7a457e1fad37)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:42.115489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.116955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.117670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.118318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.119037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.119726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.120352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.122895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-234c340b-d084-4d40-8289-4c075c446af0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.2087431 Oct 22 15:18:42.163319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03c8182e-3cf9-41c2-b6d6-2067b462ae9b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:42.176449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:42.191692 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] Sync routers for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:42.201269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-594c5240-c573-4bc6-ba37-e7ffb725e587 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/b6ebb692-6d95-4bc3-a637-f81556a0a3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9042377 Oct 22 15:18:42.207759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54550) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:42.212051 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:42.216051 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:42.231284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:42.273954 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:42.287033 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:42.287913 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:42.355161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b965c-7e14-469a-abd4-08a641deb9ae tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.368628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54554) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:42.370297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aee94f-916b-41a2-9038-524f78d4d371 None None] Pushing event updated for resources: {'Port': ['ID=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:42.379792 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c07b965c-7e14-469a-abd4-08a641deb9ae tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports/83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 HTTP/1.1" status: 200 len: 910 time: 0.1704314 Oct 22 15:18:42.417079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1df1034a-0896-4d79-a9f7-f24a74f1072b None None] Provisioning complete for port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:42.417229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1df1034a-0896-4d79-a9f7-f24a74f1072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:42.433309 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:42.443343 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec6c8-567f-4dd8-9715-a3a8ab20ee6a None None] The sync data for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:42.496045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:42.496780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:42.603243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-046bf5ab-7076-4216-84f1-c7cae3a01f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.603704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-046bf5ab-7076-4216-84f1-c7cae3a01f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.604161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-046bf5ab-7076-4216-84f1-c7cae3a01f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.606796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-046bf5ab-7076-4216-84f1-c7cae3a01f76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 2298 time: 0.4551461 Oct 22 15:18:42.758011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-337d9acd-8f5f-40a7-b72a-2edfb912ed85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 1001 time: 0.1436350 Oct 22 15:18:42.964837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-7e2d3dda-0213-4b3d-bc7a-e134e4fc4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:42.966409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-7e2d3dda-0213-4b3d-bc7a-e134e4fc4492 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 200 len: 855 time: 0.1979966 Oct 22 15:18:43.078932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-c415d50d-5d0c-49d7-929d-89c07efc7618 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:43.081417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-c415d50d-5d0c-49d7-929d-89c07efc7618 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 819 time: 0.2737839 Oct 22 15:18:43.133761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-23a7f564-de73-4e50-9bcc-efc372d9a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:43.135409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-23a7f564-de73-4e50-9bcc-efc372d9a6bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597738 Oct 22 15:18:43.139102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-686ceba1-0bb8-412a-abf0-a47f0596c1d6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/quotas/4d22ad7686c047a1852c6c2ecbe8d085 HTTP/1.1" status: 200 len: 375 time: 0.0501761 Oct 22 15:18:43.350473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:43.366241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08258451-e5b0-4e33-af10-cc64736d3db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.378036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-a6fd913c-84f7-4268-a348-9a137a0af3c6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1921890 Oct 22 15:18:43.380522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-87c137b8-5555-4c91-8d74-cecc8e19aaa2 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363706 Oct 22 15:18:43.383210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.487742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08258451-e5b0-4e33-af10-cc64736d3db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.594165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08258451-e5b0-4e33-af10-cc64736d3db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.645259 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-08258451-e5b0-4e33-af10-cc64736d3db8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00968c83ce4941e08575aff756a0720b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931075 Oct 22 15:18:43.646250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08258451-e5b0-4e33-af10-cc64736d3db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b985ca5b-803c-4aa8-9fd7-97a51073e7ad,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:43.649100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54610) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:43.726177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-721986bf-fcf6-4099-8b57-be60f97bd4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.756543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-721986bf-fcf6-4099-8b57-be60f97bd4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.879068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-721986bf-fcf6-4099-8b57-be60f97bd4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.881743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-721986bf-fcf6-4099-8b57-be60f97bd4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:43.888792 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-721986bf-fcf6-4099-8b57-be60f97bd4c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b985ca5b-803c-4aa8-9fd7-97a51073e7ad HTTP/1.1" status: 204 len: 168 time: 0.2358010 Oct 22 15:18:43.905956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721986bf-fcf6-4099-8b57-be60f97bd4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b985ca5b-803c-4aa8-9fd7-97a51073e7ad,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:43.987946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f531cd88-cd99-47bd-b239-72576887833a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:44.071434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f531cd88-cd99-47bd-b239-72576887833a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:44.072280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:44.081022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-2b4a32ed-b5ef-4493-9fb0-7b7bac63b003 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842773 Oct 22 15:18:44.197399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-f8300712-90bd-4be8-b2ca-23557f198892 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041356 Oct 22 15:18:44.206524 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:44.234204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f531cd88-cd99-47bd-b239-72576887833a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f531cd88-cd99-47bd-b239-72576887833a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:44.303125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-58c57db5-f7b2-4923-8bda-a7d65acd4b9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 217 time: 0.0882308 Oct 22 15:18:44.397071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-ad6ce8d8-18f5-415c-bee2-e36ca70009f8 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151646 Oct 22 15:18:44.398929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:44.400264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03c8182e-3cf9-41c2-b6d6-2067b462ae9b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:44.432280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-88b857ec-575e-43c9-a354-057ef4be5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:44.434003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-88b857ec-575e-43c9-a354-057ef4be5f88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.1082509 Oct 22 15:18:44.524999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.21.0.1 (1645d11c-e4e8-4969-bf14-4a3730e62b42/1ea7a464-21e9-4c82-b23f-efd1442e58bd/f4f36a83-6050-4121-bec3-1d5790ad911c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:44.529195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-2c822587-2245-405d-b9fd-e3f75c58d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:44.529979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-2c822587-2245-405d-b9fd-e3f75c58d81c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740333 Oct 22 15:18:44.791881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Sync routers for ids ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:44.792315 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:44.792315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-d25850d8-0a39-4386-a3e2-90820a301693 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016227 Oct 22 15:18:44.805054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f531cd88-cd99-47bd-b239-72576887833a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:44.805648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Routers {'e2171474-2e2c-4f9b-87cb-2f0e5854c26d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:44.806409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:44.874918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:44.875345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:44.979085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-462bfa5d-8f47-405c-b5ff-ca0d81e6bb83 req-6475244e-a912-42d2-9dc9-2db2fbc7e802 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0682769 Oct 22 15:18:44.987000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Set router e2171474-2e2c-4f9b-87cb-2f0e5854c26d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:45.035275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-b0106624-dc25-41d8-8fb4-10ad993bfce9 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508278 Oct 22 15:18:45.082774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-2f16f0b6-0367-4843-b805-b8547da98044 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 217 time: 0.0377882 Oct 22 15:18:45.186338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-5186628d-1405-449f-862e-4ed7ea745843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:45.186338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-5186628d-1405-449f-862e-4ed7ea745843 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0667171 Oct 22 15:18:45.280585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-30cca23c-2c09-4cb0-9c10-19812ee926d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:45.285262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-30cca23c-2c09-4cb0-9c10-19812ee926d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219580 Oct 22 15:18:45.401364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '98c7b297-8544-417a-bdef-7095023f188f', 'name': '', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'mac_address': 'fa:16:3e:03:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:38Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 2, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'subnets': [{'id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:45.437099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Checking router: e2171474-2e2c-4f9b-87cb-2f0e5854c26d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:18:45.437553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Updating router e2171474-2e2c-4f9b-87cb-2f0e5854c26d port 98c7b297-8544-417a-bdef-7095023f188f binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:18:45.475730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:45.496941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-02016183-02da-4487-98ab-be503e47055e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:45.498623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-02016183-02da-4487-98ab-be503e47055e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 819 time: 0.1829207 Oct 22 15:18:45.501027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-c7b83acd-3bf3-444e-9113-91c3728d03f7 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032447 Oct 22 15:18:45.534832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-54da37a9-1d27-4251-8f49-6310b9d1975c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/quotas/4d22ad7686c047a1852c6c2ecbe8d085 HTTP/1.1" status: 200 len: 375 time: 0.0293784 Oct 22 15:18:45.652036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-d133f801-0dc4-4e6a-a3e7-e925712f52b1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014807 Oct 22 15:18:45.654575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-1dfb6d04-e0ef-49bd-81f8-af4ebef6de11 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428075 Oct 22 15:18:45.716986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-c7394a40-154c-443b-8617-b9faad5cc27b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 200 len: 217 time: 0.0545261 Oct 22 15:18:45.824669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-ec290d56-33b2-4d30-babb-39f137af111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:45.826384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-ec290d56-33b2-4d30-babb-39f137af111b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.1003666 Oct 22 15:18:45.839553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-da65bc4a-5451-4055-a47c-2f51e3f467ed service neutron] 10.222.0.66 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779358 Oct 22 15:18:45.862515 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:45.875187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f531cd88-cd99-47bd-b239-72576887833a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:45.931130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f531cd88-cd99-47bd-b239-72576887833a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:45.931764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:45.940720 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:45.956691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-645999cc-3ff5-402d-bd2b-311455aab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:45.958176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-645999cc-3ff5-402d-bd2b-311455aab52f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162694 Oct 22 15:18:46.023515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:46.035708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:46.045939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:46.062751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.128366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b2105-267c-4a28-b40b-1bfe944500c8 None None] Pushing event updated for resources: {'Port': ['ID=98c7b297-8544-417a-bdef-7095023f188f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:46.201772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-8248b2ff-05bf-4846-a816-890248ad476b service neutron] 10.222.0.66 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581100 Oct 22 15:18:46.203626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Attempting to bind port 98c7b297-8544-417a-bdef-7095023f188f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:46.204280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Attempting to bind port 98c7b297-8544-417a-bdef-7095023f188f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:46.204393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Attempting to bind port 98c7b297-8544-417a-bdef-7095023f188f on network b3ba4297-3f86-470d-860a-abb1319fa0be {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:46.216391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=f4f36a83-6050-4121-bec3-1d5790ad911c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:46.230533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:46.230533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Checking segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:46.237746 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.238162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Bound using segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:46.238685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Bound port: 98c7b297-8544-417a-bdef-7095023f188f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:46.239134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.257894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.350661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] For port 98c7b297-8544-417a-bdef-7095023f188f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:46.355879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] For port 98c7b297-8544-417a-bdef-7095023f188f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=98c7b297-8544-417a-bdef-7095023f188f,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:46.411534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-e2cad0bb-44f9-4ac4-a423-f074a03ecbcf service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232440 Oct 22 15:18:46.414248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cb8b8d03-091e-4221-906c-f841616b12b1 None None] Provisioning complete for port f4f36a83-6050-4121-bec3-1d5790ad911c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:46.416001 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8d03-091e-4221-906c-f841616b12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.472458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b8d03-091e-4221-906c-f841616b12b1 None None] Port f4f36a83-6050-4121-bec3-1d5790ad911c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:46.509809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.540628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-c0c8a599-ca9b-4fb4-b1e7-e18a036ce57f service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184189 Oct 22 15:18:46.578942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b2105-267c-4a28-b40b-1bfe944500c8 None None] Pushing event updated for resources: {'Port': ['ID=98c7b297-8544-417a-bdef-7095023f188f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:46.583093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Routers {'e2171474-2e2c-4f9b-87cb-2f0e5854c26d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:46.583907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:46.597938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-96eff091-a48c-4f64-8de9-7d5153fd311b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 200 len: 217 time: 0.0490947 Oct 22 15:18:46.682791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-d260f2b2-0235-4eb3-b1c4-989546f2ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:46.684634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-d260f2b2-0235-4eb3-b1c4-989546f2ea29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0756252 Oct 22 15:18:46.747919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:46.786466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] Set router e2171474-2e2c-4f9b-87cb-2f0e5854c26d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:18:46.859585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c01180-c73f-4256-a9c3-440dcc475940 req-dd385910-39de-4105-a254-6b0bfe5e62ba tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 210 time: 0.1064448 Oct 22 15:18:46.999131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-9db23f7d-ff26-426c-a7b9-4a2e9acf45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:47.001536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-9db23f7d-ff26-426c-a7b9-4a2e9acf45c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3073456 Oct 22 15:18:47.180999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '98c7b297-8544-417a-bdef-7095023f188f', 'name': '', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'mac_address': 'fa:16:3e:03:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:38Z', 'updated_at': '2021-10-22T15:18:46Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'subnets': [{'id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:47.216216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff66ee-7ef8-4c51-9008-af549c663b6d None None] The sync data for ids ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'] in n-d-812148-2 is: [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:39Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '98c7b297-8544-417a-bdef-7095023f188f', 'name': '', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'mac_address': 'fa:16:3e:03:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:38Z', 'updated_at': '2021-10-22T15:18:46Z', 'revision_number': 4, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'subnets': [{'id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:47.220233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-a9f4de87-6cf6-4d34-952b-4c29e29394c7 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107301 Oct 22 15:18:47.402851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:47.408928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-cf85aa70-7262-47f1-8bcf-8748d3a45f99 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810186 Oct 22 15:18:47.455538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-ce04f007-74a6-4cf5-a393-3bce278b1ae6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 200 len: 217 time: 0.0382240 Oct 22 15:18:47.537032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-ee4a95b3-9f00-46d5-b431-a6d72a389c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:47.538884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-ee4a95b3-9f00-46d5-b431-a6d72a389c3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.0753226 Oct 22 15:18:47.540011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:47.617734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=f4f36a83-6050-4121-bec3-1d5790ad911c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:47.676767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:47.797967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-2395f458-c524-4704-b6da-f0f5a48e1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:47.800502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-2395f458-c524-4704-b6da-f0f5a48e1b3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2073212 Oct 22 15:18:47.828915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:47.841122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:47.971451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 98c7b297-8544-417a-bdef-7095023f188f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:48.039663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 98c7b297-8544-417a-bdef-7095023f188f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:48.041947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:48.177929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:48.296933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-2ea45990-e557-4c10-93b7-96582e689999 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830048 Oct 22 15:18:48.308972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 98c7b297-8544-417a-bdef-7095023f188f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=98c7b297-8544-417a-bdef-7095023f188f,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:48.343955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a7f283a9-8e1e-47d0-9adf-0d7cc42df7f7 None None] Provisioning complete for port f4f36a83-6050-4121-bec3-1d5790ad911c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:48.345063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7f283a9-8e1e-47d0-9adf-0d7cc42df7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:48.415153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a7f283a9-8e1e-47d0-9adf-0d7cc42df7f7 None None] Port f4f36a83-6050-4121-bec3-1d5790ad911c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:18:48.455999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:48.567734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=98c7b297-8544-417a-bdef-7095023f188f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:48.845760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73df9109-57c5-4ed4-bd44-ae25b58281e4 req-a9979991-68ee-400e-a632-07987c0572f7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 210 time: 0.7902083 Oct 22 15:18:48.883351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router b6ebb692-6d95-4bc3-a637-f81556a0a3e3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:48.994771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-989fa1de-76cf-41fe-ab5f-531f097d0e7a service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934595 Oct 22 15:18:49.063424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-c92dfc35-0be6-4fb9-90aa-786e2439bfe6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 217 time: 0.0398035 Oct 22 15:18:49.085724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:49.102909 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] Sync routers for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:49.119781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:49.120418 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:49.144049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-91ce4b11-849f-4af9-a834-b5de9e72c389 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/b6ebb692-6d95-4bc3-a637-f81556a0a3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7717855 Oct 22 15:18:49.145574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 54912) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:49.199077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-e809bf25-ce15-4298-8e62-aeda23df9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.215346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-e809bf25-ce15-4298-8e62-aeda23df9ae4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.1452682 Oct 22 15:18:49.222401 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:49.229013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53155e-ef19-406e-a464-31dbaa411f1a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.240588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 54914) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:49.242281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ea53155e-ef19-406e-a464-31dbaa411f1a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports/f4f36a83-6050-4121-bec3-1d5790ad911c HTTP/1.1" status: 200 len: 910 time: 0.0945818 Oct 22 15:18:49.278781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:49.280708 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:49.322155 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:49.323310 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1c658-6741-43ff-b131-3caf949c72e2 None None] The sync data for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:49.461151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-9419446d-f5e2-4765-92b1-1ba234b6f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.468241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-9419446d-f5e2-4765-92b1-1ba234b6f8f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2382679 Oct 22 15:18:49.565519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.571788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.578250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.584932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.591542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.598328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.610240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:49.615681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-9597b93c-e30a-4119-98fb-80a3d33389ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.2472482 Oct 22 15:18:49.794902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e4957dd-5344-4f0e-aa7f-492d31912aca req-fe7596fa-6cab-43fa-a08c-616d82d9ecc5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046898 Oct 22 15:18:49.810800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 98c7b297-8544-417a-bdef-7095023f188f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:18:49.816035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-13ce4739-fc76-4ccb-a835-b5b0f19da458 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429441 Oct 22 15:18:49.937463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 98c7b297-8544-417a-bdef-7095023f188f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:18:49.937835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:49.999122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8673b23-e91b-4a39-a5e8-eab078047246 req-713bdd9f-0378-4f09-b178-7c11f4f2ac96 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735389 Oct 22 15:18:50.103432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-3cd34615-f7e2-46a0-aee1-1eb32ccbbe74 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.106746 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-3cd34615-f7e2-46a0-aee1-1eb32ccbbe74 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 819 time: 0.1538165 Oct 22 15:18:50.132340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Request body: {'port': {'device_id': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'admin_state_up': True, 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:50.159594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d76283da-40fb-457c-9ab5-3eafb184e3f2 req-ad40935e-5e57-4576-8b77-3885476a18a9 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 210 time: 0.1434281 Oct 22 15:18:50.184198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.192304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.201380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.212862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.246274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.268193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.287944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.310439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ae88c1c-5351-4a11-a1cc-c37c0b11356e req-9fe738c7-b940-489b-9cf7-211a2b8d47f8 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.3620720 Oct 22 15:18:50.354190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:50.481931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Made reservation on behalf of 4d22ad7686c047a1852c6c2ecbe8d085 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:50.485644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:50.768230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Allocated IP 172.20.0.10 (b3ba4297-3f86-470d-860a-abb1319fa0be/520685b4-dced-48f1-9d72-738a0eff3c78/2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:50.769512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port f4f36a83-6050-4121-bec3-1d5790ad911c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:50.770392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:50.807322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-f34aa7c8-df6d-4156-a9f8-7f18e5f22103 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:50.809007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-f34aa7c8-df6d-4156-a9f8-7f18e5f22103 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 819 time: 0.1933956 Oct 22 15:18:50.828859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Request body: {'port': {'device_id': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'admin_state_up': True, 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:50.898729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:50.916098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for f4f36a83-6050-4121-bec3-1d5790ad911c owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:51.092813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.202045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Made reservation on behalf of 4d22ad7686c047a1852c6c2ecbe8d085 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:18:51.206776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.273266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.312601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91438264-f4d0-4dc3-8a4f-9ad2f6ee56d7 req-c71c2f71-22fa-4172-a1a4-15b8a87db0ee tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 210 time: 0.0304434 Oct 22 15:18:51.378946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Network b3ba4297-3f86-470d-860a-abb1319fa0be is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:51.379877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Pushing event updated for resources: {'Port': ['ID=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:51.387965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:51.391603 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.397146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:51.456752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=f4f36a83-6050-4121-bec3-1d5790ad911c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:51.535588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:51.536468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.576621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Allocated IP 172.20.0.2 (b3ba4297-3f86-470d-860a-abb1319fa0be/520685b4-dced-48f1-9d72-738a0eff3c78/47c07125-cf04-46c5-981d-6670e84ec3db) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:18:51.685876 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-1dfe2230-980f-4a12-83d0-2ee11c2ef026 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5642276 Oct 22 15:18:51.706463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Request body: {'port': {'device_id': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:51.732072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.840674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:51.888940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:52.026853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router b6ebb692-6d95-4bc3-a637-f81556a0a3e3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:52.142765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:52.151568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55024) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:52.152331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b80fda4-4c94-4287-9333-17aab747bf6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/b6ebb692-6d95-4bc3-a637-f81556a0a3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9107022 Oct 22 15:18:52.153967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] Sync routers for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:52.164530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:52.165267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:52.206101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:52.213703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:52.218878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:52.220482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:52.260504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:52.261153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be1f7d-fcfb-4152-b6c5-10ece7ba92b3 None None] The sync data for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:52.356554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Network b3ba4297-3f86-470d-860a-abb1319fa0be is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:18:52.396924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:18:52.415614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:18:52.418639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Pushing event updated for resources: {'Port': ['ID=47c07125-cf04-46c5-981d-6670e84ec3db,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:52.503656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e1fcd-72e8-4abf-bfc9-ffa54aa4fc88 req-ddb32577-1d99-4a7e-9b6c-f6d24f6e35a7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:52.505999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-128e1fcd-72e8-4abf-bfc9-ffa54aa4fc88 req-ddb32577-1d99-4a7e-9b6c-f6d24f6e35a7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 931 time: 0.0877652 Oct 22 15:18:52.555026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-128e1fcd-72e8-4abf-bfc9-ffa54aa4fc88 req-43e39340-49a4-4e17-8930-8a4ce284b018 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Oct 22 15:18:52.630000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:52.630689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:52.758952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:18:52.769084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:52.787148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Transition to ACTIVE for port object 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:18:52.834918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e485622-4c00-4d24-9bec-36ebfc136d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:52.854313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:53.040628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-60dc62d6-611b-47c7-ba83-4996ea81158f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2173271 Oct 22 15:18:53.058287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Request body: {'port': {'device_id': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:18:53.212874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:53.222451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:53.325708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Pushing event updated for resources: {'Port': ['ID=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:53.473442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:53.473800 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:53.615586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Attempting to bind port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:53.615767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Attempting to bind port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:53.616108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Attempting to bind port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 on network b3ba4297-3f86-470d-860a-abb1319fa0be {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:53.626098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.626750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.627507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.628095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.628557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.629013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.631558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.639463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-bb277756-fe19-4ee2-b934-17c1156da369 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.2500880 Oct 22 15:18:53.717615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 on network b3ba4297-3f86-470d-860a-abb1319fa0be not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:18:53.718634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Attempting to bind port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 on network b3ba4297-3f86-470d-860a-abb1319fa0be {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:53.730344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:53.743930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:53.744268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Checking segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:53.745149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Bound using segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:53.745611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Bound port: 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:53.745968 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:53.768183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:53.778672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-0d458f95-fb1c-4a93-bcb3-86c74296b61d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364257 Oct 22 15:18:53.812871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee8696-b773-4c9f-8d4c-a695022ff923 req-6c5578f0-089f-4e8c-9883-29dda20b2910 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:53.823041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11ee8696-b773-4c9f-8d4c-a695022ff923 req-6c5578f0-089f-4e8c-9883-29dda20b2910 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 931 time: 0.1451449 Oct 22 15:18:53.841098 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:18:53.877639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11ee8696-b773-4c9f-8d4c-a695022ff923 req-5a9bb6a0-5c1d-4934-9e50-d161d4c2cd56 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533354 Oct 22 15:18:53.929363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] For port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:53.935221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] For port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:54.031384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c07125-cf04-46c5-981d-6670e84ec3db {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:18:54.040022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:54.079541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Transition to ACTIVE for port object 47c07125-cf04-46c5-981d-6670e84ec3db will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:18:54.159738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:54.204223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:54.206338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:54.207297 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] 10.222.0.69 "PUT /v2.0/ports/2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 1092 time: 2.5081267 Oct 22 15:18:54.207748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'tag': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:18:54.210191 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560" -d '{"events": [{"name": "network-changed", "server_uuid": "7689690b-9f7b-4c21-9634-f5184c34b0d2", "tag": "2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:18:54.233698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63b14c-e064-47b6-9810-31a6f43311da service neutron] Pushing event updated for resources: {'Port': ['ID=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:54.247532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:54.282740 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650066d3-7958-4eb5-a5ae-f5ed552d19f6 x-openstack-request-id: req-650066d3-7958-4eb5-a5ae-f5ed552d19f6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:18:54.283180 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7689690b-9f7b-4c21-9634-f5184c34b0d2", "tag": "2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:18:54.283527 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-650066d3-7958-4eb5-a5ae-f5ed552d19f6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:18:54.284016 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'tag': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8', 'status': 'completed', 'code': 200} Oct 22 15:18:54.344776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Pushing event updated for resources: {'Port': ['ID=47c07125-cf04-46c5-981d-6670e84ec3db,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:54.355890 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:54.411209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=83f3dfb2-b9e8-40a6-9c8d-de7045f6d7a9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:54.905499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560 req-d1802673-5028-4d56-8197-002283d98c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:54.908879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560 req-d1802673-5028-4d56-8197-002283d98c80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1095 time: 0.6022923 Oct 22 15:18:54.974769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Attempting to bind port 47c07125-cf04-46c5-981d-6670e84ec3db on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:18:54.976302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Attempting to bind port 47c07125-cf04-46c5-981d-6670e84ec3db by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:18:54.977415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Attempting to bind port 47c07125-cf04-46c5-981d-6670e84ec3db on network b3ba4297-3f86-470d-860a-abb1319fa0be {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:55.037650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43672a05-088b-4e0b-a165-e0ee674b3509 req-7b954bd5-15b0-44c3-b674-c813b195e386 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:55.039550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43672a05-088b-4e0b-a165-e0ee674b3509 req-7b954bd5-15b0-44c3-b674-c813b195e386 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 943 time: 0.0849597 Oct 22 15:18:55.041668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Port 47c07125-cf04-46c5-981d-6670e84ec3db on network b3ba4297-3f86-470d-860a-abb1319fa0be not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:18:55.042102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Attempting to bind port 47c07125-cf04-46c5-981d-6670e84ec3db on network b3ba4297-3f86-470d-860a-abb1319fa0be {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:18:55.086860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:18:55.087556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Checking segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:18:55.088168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Bound using segment: {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:18:55.089006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Bound port: 47c07125-cf04-46c5-981d-6670e84ec3db, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:18:55.089526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:55.098116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43672a05-088b-4e0b-a165-e0ee674b3509 req-91c3cd0a-b378-45ef-82b1-e809b187c398 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Oct 22 15:18:55.143126 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:55.196598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560 req-f68a9a7e-6df2-4a05-a448-e1e0eb72c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:55.197164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560 req-f68a9a7e-6df2-4a05-a448-e1e0eb72c75f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2731371 Oct 22 15:18:55.307981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] For port 47c07125-cf04-46c5-981d-6670e84ec3db, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:18:55.318288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-28255c8a-927f-4264-a8b8-a170e044a91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:55.363099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] For port 47c07125-cf04-46c5-981d-6670e84ec3db, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=47c07125-cf04-46c5-981d-6670e84ec3db,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:18:55.456132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router b6ebb692-6d95-4bc3-a637-f81556a0a3e3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:18:55.457925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560 req-10183665-5a98-48de-b0e2-7e500f284bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:55.459493 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e35c7f56-cbe5-4aa3-8877-3aedfeaf5560 req-10183665-5a98-48de-b0e2-7e500f284bb6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2298820 Oct 22 15:18:55.522483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:55.596741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:18:55.611571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-273216b3-69eb-4e05-b217-60a833f775ce tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/b6ebb692-6d95-4bc3-a637-f81556a0a3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4497833 Oct 22 15:18:55.612012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55072) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:55.612110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:55.612110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:55.612279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] Sync routers for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:18:55.612699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] 10.222.0.69 "PUT /v2.0/ports/47c07125-cf04-46c5-981d-6670e84ec3db HTTP/1.1" status: 200 len: 1091 time: 2.5626645 Oct 22 15:18:55.631200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-17016e48-ba26-4c9b-8505-ec334afb4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:55.632647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-17016e48-ba26-4c9b-8505-ec334afb4d8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1095 time: 0.1244326 Oct 22 15:18:55.644778 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:55.645406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:55.657230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-afbcff65-0587-499f-9511-f7098a410eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6ebb692-6d95-4bc3-a637-f81556a0a3e3 HTTP/1.1" status: 200 len: 205 time: 0.0471580 Oct 22 15:18:55.657952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:55.689464 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:55.702721 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] Routers {'b6ebb692-6d95-4bc3-a637-f81556a0a3e3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:18:55.703411 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:55.708785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc093-aeb0-4ed7-9487-4d697f98c38c service neutron] Pushing event updated for resources: {'Port': ['ID=47c07125-cf04-46c5-981d-6670e84ec3db,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:55.725820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-776324d5-540e-46b1-a3ca-d57b6a29118f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 217 time: 0.0741115 Oct 22 15:18:55.741484 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:55.742329 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53e226-5c1e-4b02-808b-edeffcd8ed9e None None] The sync data for ids ['b6ebb692-6d95-4bc3-a637-f81556a0a3e3'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:18:55.790390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:55.815338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4b463405-0712-41d2-b051-724d444b8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:55.817380 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-4b463405-0712-41d2-b051-724d444b8015 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.0798109 Oct 22 15:18:55.891264 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-99ad5133-adc9-42ea-91f7-37dd529d2687 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616686 Oct 22 15:18:56.044941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-c210dc67-0e31-4846-af0d-da052f6170b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:56.046576 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-c210dc67-0e31-4846-af0d-da052f6170b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 1094 time: 0.1341062 Oct 22 15:18:56.137644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-bce663c0-af13-405e-a445-d0784597192f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c07125-cf04-46c5-981d-6670e84ec3db HTTP/1.1" status: 200 len: 217 time: 0.0819442 Oct 22 15:18:56.142735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-36502e2b-96c5-46bd-97ca-82b92e90da5e service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402692 Oct 22 15:18:56.260404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-c5fa53b5-f1c0-49f3-b17e-d194131e23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:56.262051 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-c5fa53b5-f1c0-49f3-b17e-d194131e23dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.1111329 Oct 22 15:18:56.286611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'tag': '47c07125-cf04-46c5-981d-6670e84ec3db'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:18:56.305307 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b2507-0a31-46f2-89f3-e88c206ba65d" -d '{"events": [{"name": "network-changed", "server_uuid": "a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38", "tag": "47c07125-cf04-46c5-981d-6670e84ec3db"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:18:56.338286 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-73cb59a2-77c4-4571-87e5-125eb6bae70c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434654 Oct 22 15:18:56.358616 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261e568-a6e8-4b93-a01f-7fd0921ad46a x-openstack-request-id: req-6261e568-a6e8-4b93-a01f-7fd0921ad46a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:18:56.358943 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38", "tag": "47c07125-cf04-46c5-981d-6670e84ec3db", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:18:56.359184 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6261e568-a6e8-4b93-a01f-7fd0921ad46a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:18:56.359590 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'tag': '47c07125-cf04-46c5-981d-6670e84ec3db', 'status': 'completed', 'code': 200} Oct 22 15:18:56.380885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8171ca8-1b09-4916-b8c1-edd123211c61 req-da8b35b4-7422-408b-9da1-c8e4c978ce22 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106583 Oct 22 15:18:56.410676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:56.413020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:56.497026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-f64dc0e1-2242-47fd-9534-15477e4bfb9a service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492112 Oct 22 15:18:56.528977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62164a88-21a5-4f88-b170-f38223f7827f req-d8040369-1687-4bad-b931-ed6c3d37d919 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:56.531446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62164a88-21a5-4f88-b170-f38223f7827f req-d8040369-1687-4bad-b931-ed6c3d37d919 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 943 time: 0.1164145 Oct 22 15:18:56.595244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62164a88-21a5-4f88-b170-f38223f7827f req-1ba4d3c0-4493-4a61-b7ca-cfd5358f716a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Oct 22 15:18:56.630987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b871658f-89c7-4435-b534-ffcbcf4372ab req-569219d3-1f67-4306-ac73-601bfd5bee8c service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264174 Oct 22 15:18:56.754510 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:56.756156 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:56.884718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:56.887471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router b6ebb692-6d95-4bc3-a637-f81556a0a3e3 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:18:56.893951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:56.897474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e50eb676-d82d-4fb8-a555-6a70e61fad8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/b6ebb692-6d95-4bc3-a637-f81556a0a3e3 HTTP/1.1" status: 204 len: 168 time: 1.2364047 Oct 22 15:18:56.898055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:56.972175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 1ea7a464-21e9-4c82-b23f-efd1442e58bd {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:18:56.977383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.056268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.091895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-bf0fcab5-ee6f-4960-807b-c246aceca802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:57.093426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-bf0fcab5-ee6f-4960-807b-c246aceca802 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 1094 time: 0.0890746 Oct 22 15:18:57.220797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.272905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-62a860cd-0ff5-4826-9b7f-4237ebc4ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:57.274324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-62a860cd-0ff5-4826-9b7f-4237ebc4ab3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.1723561 Oct 22 15:18:57.322217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-ec94669c-4e2a-4a03-b95f-ab08a1c2b5a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c07125-cf04-46c5-981d-6670e84ec3db HTTP/1.1" status: 200 len: 217 time: 0.0387900 Oct 22 15:18:57.406486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-c514ef82-a1a9-44fd-b130-8ebf4fa3fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:57.408998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-c514ef82-a1a9-44fd-b130-8ebf4fa3fc9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.0797675 Oct 22 15:18:57.459846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-0dad8a78-a094-4c2d-b6c3-72cae6187e99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381396 Oct 22 15:18:57.575397 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-32c2a6bc-6f0d-431f-9031-1fdf83803bcb service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066329 Oct 22 15:18:57.652245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.696204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea7a464-21e9-4c82-b23f-efd1442e58bd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:57.698910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.706913 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-65da844c-7ee0-465f-b5ec-81304dd3a307 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/1ea7a464-21e9-4c82-b23f-efd1442e58bd HTTP/1.1" status: 204 len: 168 time: 0.8048096 Oct 22 15:18:57.707699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:57.710327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929aeb4-7c0e-4ce1-9399-ab0e6d720b7b None None] Network 1645d11c-e4e8-4969-bf14-4a3730e62b42 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:57.751650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51329652-383f-4f64-b339-8b190af3e08e req-23d23b96-3e90-4cd5-a9e5-6c53adbea81b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:57.754628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51329652-383f-4f64-b339-8b190af3e08e req-23d23b96-3e90-4cd5-a9e5-6c53adbea81b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 943 time: 0.0878119 Oct 22 15:18:57.768963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-668b2507-0a31-46f2-89f3-e88c206ba65d req-32ab3db9-8fcf-4830-b2fa-6f79f3c7c953 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851244 Oct 22 15:18:57.781126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 3a86ee50-5111-494f-902a-599dc2c75106 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:18:57.785600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.820282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51329652-383f-4f64-b339-8b190af3e08e req-a76eed6f-9d07-4776-95f0-69a190fea5a4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583398 Oct 22 15:18:57.855093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:57.961836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.042045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] DHCP port deletion for 1645d11c-e4e8-4969-bf14-4a3730e62b42 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:18:58.166617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] Deleting port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:58.167248 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.222881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.270820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] For port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,segment=NetworkSegment(d21a9d29-dff9-4895-bee3-7a457e1fad37),segment_id=d21a9d29-dff9-4895-bee3-7a457e1fad37)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:58.271499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.286466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] Calling delete_port for 03c8182e-3cf9-41c2-b6d6-2067b462ae9b owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:58.292537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=3a86ee50-5111-494f-902a-599dc2c75106,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:58.321667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.328240 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a42ab04e-eb6e-484d-8929-5d092379965b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/3a86ee50-5111-494f-902a-599dc2c75106 HTTP/1.1" status: 204 len: 168 time: 0.6171989 Oct 22 15:18:58.328584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:58.337503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ae344-62e9-487e-84fe-d6c75b571d97 None None] Network 2862a970-4505-4bc0-a6e2-3f4d27ea4468 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:18:58.388621 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.497736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.582869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:58.583234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.662471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,segment=NetworkSegment(d21a9d29-dff9-4895-bee3-7a457e1fad37),segment_id=d21a9d29-dff9-4895-bee3-7a457e1fad37)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:58.662740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.675967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 03c8182e-3cf9-41c2-b6d6-2067b462ae9b owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:58.746644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708eea59-2aff-41af-9575-854293d1d915 None None] DHCP port deletion for 2862a970-4505-4bc0-a6e2-3f4d27ea4468 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:18:58.809990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-708eea59-2aff-41af-9575-854293d1d915 None None] Deleting port 477a59a0-581c-4e14-b91f-0b329de2f650 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:18:58.810419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.810587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-708eea59-2aff-41af-9575-854293d1d915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.812678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:58.825983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] No DVR routers for this DVR port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:18:58.871501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 03c8182e-3cf9-41c2-b6d6-2067b462ae9b on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:18:58.884925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55114) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:58.901453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271d918-55c6-4255-bbb7-1bf4763372ad None None] Pushing event deleted for resources: {'Port': ['ID=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:58.910376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=03c8182e-3cf9-41c2-b6d6-2067b462ae9b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:59.022806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.028355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d5621-ad43-4779-8aa6-efe45d10e9ca req-c7282c26-d6f7-4911-9b01-5192e44e2216 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:18:59.030327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f15d5621-ad43-4779-8aa6-efe45d10e9ca req-c7282c26-d6f7-4911-9b01-5192e44e2216 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 943 time: 0.0682137 Oct 22 15:18:59.073533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-708eea59-2aff-41af-9575-854293d1d915 None None] For port 477a59a0-581c-4e14-b91f-0b329de2f650, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=477a59a0-581c-4e14-b91f-0b329de2f650,segment=NetworkSegment(7783c782-25b3-4f42-af4b-5b257500340e),segment_id=7783c782-25b3-4f42-af4b-5b257500340e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:18:59.074137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1645d11c-e4e8-4969-bf14-4a3730e62b42']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:59.074233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-708eea59-2aff-41af-9575-854293d1d915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.088721 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-472f6be3-bc3f-46f3-a532-a4eaaf05183b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.100906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21a9d29-dff9-4895-bee3-7a457e1fad37') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:59.101201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21a9d29-dff9-4895-bee3-7a457e1fad37') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:59.130763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.178816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.187893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:18:59.188297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:18:59.202865 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:18:59.209654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-472f6be3-bc3f-46f3-a532-a4eaaf05183b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.243073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f15d5621-ad43-4779-8aa6-efe45d10e9ca req-5bb09b40-c091-4fe8-8d92-dbf3e5763056 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975703 Oct 22 15:18:59.295113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-708eea59-2aff-41af-9575-854293d1d915 None None] Calling delete_port for 477a59a0-581c-4e14-b91f-0b329de2f650 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:18:59.364759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-472f6be3-bc3f-46f3-a532-a4eaaf05183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.406419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6be3-bc3f-46f3-a532-a4eaaf05183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49656ed3-5130-496c-873a-815120c10d9a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:59.411977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-472f6be3-bc3f-46f3-a532-a4eaaf05183b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c25add8e9be642f6a481104b5d12c3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251982 Oct 22 15:18:59.414516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55122) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:59.458920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.463228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.467471 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/1645d11c-e4e8-4969-bf14-4a3730e62b42 HTTP/1.1" status: 204 len: 168 time: 1.1369493 Oct 22 15:18:59.470088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55124) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:18:59.486730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8cebd49-daba-4c46-89e5-6b2d1afecb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.498115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084cab3-5bf5-48db-9c08-e4db473ea0d8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=1645d11c-e4e8-4969-bf14-4a3730e62b42,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:59.510873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8cebd49-daba-4c46-89e5-6b2d1afecb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.584708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-708eea59-2aff-41af-9575-854293d1d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.607963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.618699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eea59-2aff-41af-9575-854293d1d915 None None] Pushing event deleted for resources: {'Port': ['ID=477a59a0-581c-4e14-b91f-0b329de2f650,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:59.620699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708eea59-2aff-41af-9575-854293d1d915 None None] No DVR routers for this DVR port 477a59a0-581c-4e14-b91f-0b329de2f650 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:18:59.719958 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.727535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8cebd49-daba-4c46-89e5-6b2d1afecb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.730409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8cebd49-daba-4c46-89e5-6b2d1afecb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.738541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c8cebd49-daba-4c46-89e5-6b2d1afecb3d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49656ed3-5130-496c-873a-815120c10d9a HTTP/1.1" status: 204 len: 168 time: 0.3161426 Oct 22 15:18:59.740345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cebd49-daba-4c46-89e5-6b2d1afecb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49656ed3-5130-496c-873a-815120c10d9a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:18:59.757409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2862a970-4505-4bc0-a6e2-3f4d27ea4468']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:59.795625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7783c782-25b3-4f42-af4b-5b257500340e') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:59.796684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7783c782-25b3-4f42-af4b-5b257500340e') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:18:59.813664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.844114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.851635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 477a59a0-581c-4e14-b91f-0b329de2f650 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:18:59.855585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:18:59.856133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:18:59.859571 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:18:59.877031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 477a59a0-581c-4e14-b91f-0b329de2f650 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:18:59.877508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 477a59a0-581c-4e14-b91f-0b329de2f650 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:18:59.877976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03c8182e-3cf9-41c2-b6d6-2067b462ae9b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:18:59.900601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 03c8182e-3cf9-41c2-b6d6-2067b462ae9b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:18:59.900872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03c8182e-3cf9-41c2-b6d6-2067b462ae9b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:19:00.150682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:00.168591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:00.172434 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/2862a970-4505-4bc0-a6e2-3f4d27ea4468 HTTP/1.1" status: 204 len: 168 time: 0.7001810 Oct 22 15:19:00.174715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba1b3d-c109-46d4-a407-0f18ae402376 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=2862a970-4505-4bc0-a6e2-3f4d27ea4468,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:00.176790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:00.183405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-1203932905'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:00.299947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:00.303546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:00.379267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:00.395138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:00.395719 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment d08580c7-b379-4998-be1d-e83ebafd5711 of type vlan for network 63c994c2-e0b6-4b70-b101-40719f69ab30 Oct 22 15:19:00.413844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7ea04-bf4d-4e27-b395-e881edd8e55b req-a1d465c5-7330-4cc6-835c-4eaac31f27af tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:00.415409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7f7ea04-bf4d-4e27-b395-e881edd8e55b req-a1d465c5-7330-4cc6-835c-4eaac31f27af tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 943 time: 0.1087170 Oct 22 15:19:00.465280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:00.497292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7f7ea04-bf4d-4e27-b395-e881edd8e55b req-6cdad1b9-4b5c-4e96-921b-05d70cb3a967 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594151 Oct 22 15:19:00.825800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:19:00.937328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:00.950090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'port_id': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8', 'mac_address': 'fa:16:3e:d4:53:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:19:00.989925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.002755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:19:01.025708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:01.324994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.340700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:01.340700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.403711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=63c994c2-e0b6-4b70-b101-40719f69ab30,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:01.417495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:01.457894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8fc66b5f-94db-4610-a6a3-78b436e89af3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2787240 Oct 22 15:19:01.460637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55152) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:01.462205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.463141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 47c07125-cf04-46c5-981d-6670e84ec3db details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:19:01.465902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:01.599031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 47c07125-cf04-46c5-981d-6670e84ec3db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=47c07125-cf04-46c5-981d-6670e84ec3db,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:01.613313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:01.618567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '47c07125-cf04-46c5-981d-6670e84ec3db', 'network_id': 'b3ba4297-3f86-470d-860a-abb1319fa0be', 'port_id': '47c07125-cf04-46c5-981d-6670e84ec3db', 'mac_address': 'fa:16:3e:76:e0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520685b4-dced-48f1-9d72-738a0eff3c78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:19:01.661118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4424b-309d-4ac3-8967-ae4a5bc8c617 req-880ec1eb-dac0-46c0-9ad5-028000697f6b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:01.663014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eda4424b-309d-4ac3-8967-ae4a5bc8c617 req-880ec1eb-dac0-46c0-9ad5-028000697f6b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 943 time: 0.0572729 Oct 22 15:19:01.664295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.688141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c07125-cf04-46c5-981d-6670e84ec3db {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:19:01.702616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 47c07125-cf04-46c5-981d-6670e84ec3db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=47c07125-cf04-46c5-981d-6670e84ec3db,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:01.703585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eda4424b-309d-4ac3-8967-ae4a5bc8c617 req-4195a4b6-ee98-4d87-b7fb-413528924029 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340259 Oct 22 15:19:01.760464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:01.764077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.873519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:01.936848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=47c07125-cf04-46c5-981d-6670e84ec3db,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:02.105408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:02.172009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=7b8f094b-9585-4615-b523-5251a0670e2b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:02.183795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': 'd08580c7-b379-4998-be1d-e83ebafd5711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:02.184164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: 63c994c2-e0b6-4b70-b101-40719f69ab30, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:02.262523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:19:02.291809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['47c07125-cf04-46c5-981d-6670e84ec3db'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:19:02.410775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:02.553908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 63c994c2-e0b6-4b70-b101-40719f69ab30) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:02.558210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:02.558912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:02.564369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a995b-7822-4392-8e70-d32c70b90385 None None] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:02.722741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-63c994c2-e0b6-4b70-b101-40719f69ab30', 'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '7b8f094b-9585-4615-b523-5251a0670e2b'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:02.723647 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:02.732362 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b774e09d-797e-4d82-b0ce-99739bbf631e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2703137 Oct 22 15:19:02.734489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55172) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:02.744084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200533768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:02.839133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd507-3a13-41ad-abe9-c637f0dbc507 req-9047c972-f8d7-4f09-ab4c-32519a806e0e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:02.841041 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-133fd507-3a13-41ad-abe9-c637f0dbc507 req-9047c972-f8d7-4f09-ab4c-32519a806e0e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 944 time: 0.0553195 Oct 22 15:19:02.873904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Allocated IP 172.20.0.2 (63c994c2-e0b6-4b70-b101-40719f69ab30/7b8f094b-9585-4615-b523-5251a0670e2b/01701b50-2f79-4066-9fda-0e504830a93a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:02.888101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-133fd507-3a13-41ad-abe9-c637f0dbc507 req-53603152-698c-4f19-9d34-6cd614cecf26 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Oct 22 15:19:02.928184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:02.929526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:02.988059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.037464 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.134189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.211761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.252409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:03.255322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:03.258452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:03.276767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Pushing event updated for resources: {'Port': ['ID=01701b50-2f79-4066-9fda-0e504830a93a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:03.293356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.293356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5d614e45-9f27-4212-a34f-ee618f8c968a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5529454 Oct 22 15:19:03.293566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55178) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:03.296839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'port': {'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30', 'name': 'tempest-RoutersTest-2073475349'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:03.342094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Attempting to bind port 01701b50-2f79-4066-9fda-0e504830a93a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:03.342468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Attempting to bind port 01701b50-2f79-4066-9fda-0e504830a93a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd08580c7-b379-4998-be1d-e83ebafd5711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:03.342836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Attempting to bind port 01701b50-2f79-4066-9fda-0e504830a93a on network 63c994c2-e0b6-4b70-b101-40719f69ab30 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:03.358559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:03.358559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Checking segment: {'id': 'd08580c7-b379-4998-be1d-e83ebafd5711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:03.358559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.358559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Bound using segment: {'id': 'd08580c7-b379-4998-be1d-e83ebafd5711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:03.358559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Bound port: 01701b50-2f79-4066-9fda-0e504830a93a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08580c7-b379-4998-be1d-e83ebafd5711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '63c994c2-e0b6-4b70-b101-40719f69ab30'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:03.358559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:03.451224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] For port 01701b50-2f79-4066-9fda-0e504830a93a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:03.455830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] For port 01701b50-2f79-4066-9fda-0e504830a93a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01701b50-2f79-4066-9fda-0e504830a93a,segment=NetworkSegment(d08580c7-b379-4998-be1d-e83ebafd5711),segment_id=d08580c7-b379-4998-be1d-e83ebafd5711)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:04.023445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451cc06-23ab-41cc-94d3-49d52bd9025f req-d7c2cbe6-0e6d-4bd8-a3f6-c40fb00ec7ed tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:04.025166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4451cc06-23ab-41cc-94d3-49d52bd9025f req-d7c2cbe6-0e6d-4bd8-a3f6-c40fb00ec7ed tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 944 time: 0.0613859 Oct 22 15:19:04.074427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4451cc06-23ab-41cc-94d3-49d52bd9025f req-28bae2c9-f027-484b-96fc-d19f99372809 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 Oct 22 15:19:04.453510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:04.456301 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:04.457227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:04.460384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:04.478635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] device_id is not set on port 2c5eab51-a7c4-4b36-88fb-b424157d0613 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:19:04.533396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05ad1e-1e73-4bbf-8759-586204ee50f9 None None] Pushing event updated for resources: {'Port': ['ID=01701b50-2f79-4066-9fda-0e504830a93a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:04.857161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:04.873967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.20.0.14 (63c994c2-e0b6-4b70-b101-40719f69ab30/7b8f094b-9585-4615-b523-5251a0670e2b/2c5eab51-a7c4-4b36-88fb-b424157d0613) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:05.053627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:19:05.061043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:05.061043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.093849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.245649 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.278287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:19:05.281714 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e66f66-022b-4c4f-b5a2-cf10bd59f29e" -d '{"events": [{"server_uuid": "7689690b-9f7b-4c21-9634-f5184c34b0d2", "name": "network-vif-plugged", "status": "completed", "tag": "2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:19:05.288017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46cc6b-0ae4-46f9-894b-3d3316b94642 req-94deb0f7-c595-4d20-bde0-47e11f3def67 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:05.289760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e46cc6b-0ae4-46f9-894b-3d3316b94642 req-94deb0f7-c595-4d20-bde0-47e11f3def67 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 944 time: 0.0781178 Oct 22 15:19:05.291646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.305372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:05.374924 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c42bb5-9e4b-41df-81b9-4138e32bbf75 x-openstack-request-id: req-c2c42bb5-9e4b-41df-81b9-4138e32bbf75 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:19:05.379622 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7689690b-9f7b-4c21-9634-f5184c34b0d2", "name": "network-vif-plugged", "status": "completed", "tag": "2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:19:05.379622 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2c42bb5-9e4b-41df-81b9-4138e32bbf75 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:19:05.379622 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8', 'code': 200} Oct 22 15:19:05.382565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:05.385167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:05.405663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:05.445084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e46cc6b-0ae4-46f9-894b-3d3316b94642 req-9a607e1d-0997-4ff0-8ef2-e4879cb576f3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468537 Oct 22 15:19:05.445787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=2c5eab51-a7c4-4b36-88fb-b424157d0613,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:05.460300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.461119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 47c07125-cf04-46c5-981d-6670e84ec3db up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:05.523007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:05.524112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.545162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69421064-fb6a-41ba-939a-61e670e0907e req-e468728e-3534-4f3d-a43f-5b47e3efb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:05.547361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69421064-fb6a-41ba-939a-61e670e0907e req-e468728e-3534-4f3d-a43f-5b47e3efb9c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0765562 Oct 22 15:19:05.584981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:05.590382 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-69421064-fb6a-41ba-939a-61e670e0907e req-d34eb309-ad47-4066-8606-0f50e90b6ae1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358341 Oct 22 15:19:05.620912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-19e630b5-d29b-48eb-8a36-9ab36b46ed8a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3281200 Oct 22 15:19:05.623368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55220) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:05.714565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 47c07125-cf04-46c5-981d-6670e84ec3db completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:19:05.719463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 47c07125-cf04-46c5-981d-6670e84ec3db triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:05.719463 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.913162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:05.918514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df69ca-fa4d-46eb-a1b0-81e9a90c8474 None None] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:06.053004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01701b50-2f79-4066-9fda-0e504830a93a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:06.097484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.133665 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 47c07125-cf04-46c5-981d-6670e84ec3db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=47c07125-cf04-46c5-981d-6670e84ec3db,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:06.146461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-356ed5a1-0015-4a96-bc2f-da1ff570f23b None None] Provisioning complete for port 01701b50-2f79-4066-9fda-0e504830a93a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:06.146833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-356ed5a1-0015-4a96-bc2f-da1ff570f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.207052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 01701b50-2f79-4066-9fda-0e504830a93a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:06.207429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.279980 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.324593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-356ed5a1-0015-4a96-bc2f-da1ff570f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.411745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=47c07125-cf04-46c5-981d-6670e84ec3db,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:06.442906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.444090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-356ed5a1-0015-4a96-bc2f-da1ff570f23b None None] For port 01701b50-2f79-4066-9fda-0e504830a93a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01701b50-2f79-4066-9fda-0e504830a93a,segment=NetworkSegment(d08580c7-b379-4998-be1d-e83ebafd5711),segment_id=d08580c7-b379-4998-be1d-e83ebafd5711)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:06.456274 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.577455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.622826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-356ed5a1-0015-4a96-bc2f-da1ff570f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.687608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47741be0-7780-43e5-b1a5-a8a5aaec6334 req-3f380ee2-8407-4230-afa5-21a02ee7337d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:06.690179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47741be0-7780-43e5-b1a5-a8a5aaec6334 req-3f380ee2-8407-4230-afa5-21a02ee7337d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1483438 Oct 22 15:19:06.693419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=2c5eab51-a7c4-4b36-88fb-b424157d0613,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:06.899343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47741be0-7780-43e5-b1a5-a8a5aaec6334 req-c7b783c9-1cd1-4808-b3c4-4371fa803912 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723747 Oct 22 15:19:06.900055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:06.955758 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:19:06.956312 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:19:06.957817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed5a1-0015-4a96-bc2f-da1ff570f23b None None] Pushing event updated for resources: {'Port': ['ID=01701b50-2f79-4066-9fda-0e504830a93a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:06.960932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f9ca1ffd-b92c-46e6-9d8e-91567deff657 None None] Provisioning complete for port 01701b50-2f79-4066-9fda-0e504830a93a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:06.964462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1ffd-b92c-46e6-9d8e-91567deff657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.072229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f9ca1ffd-b92c-46e6-9d8e-91567deff657 None None] Provisioning complete for port 2c5eab51-a7c4-4b36-88fb-b424157d0613 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:07.072597 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1ffd-b92c-46e6-9d8e-91567deff657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.113989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca1ffd-b92c-46e6-9d8e-91567deff657 None None] Port 2c5eab51-a7c4-4b36-88fb-b424157d0613 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:07.196151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.233579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-30eaf09d-74bc-41fb-a6c3-11afdbd0170f None None] Provisioning complete for port 2c5eab51-a7c4-4b36-88fb-b424157d0613 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:07.235564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30eaf09d-74bc-41fb-a6c3-11afdbd0170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.270621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-30eaf09d-74bc-41fb-a6c3-11afdbd0170f None None] Port 2c5eab51-a7c4-4b36-88fb-b424157d0613 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:07.376934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c07125-cf04-46c5-981d-6670e84ec3db'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:19:07.379856 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ee05e-05a2-4010-8231-cc5506b0caf5" -d '{"events": [{"server_uuid": "a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38", "name": "network-vif-plugged", "status": "completed", "tag": "47c07125-cf04-46c5-981d-6670e84ec3db"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:19:07.428794 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5723e018-6ba1-4876-87ce-7d14d4dfd9e7 x-openstack-request-id: req-5723e018-6ba1-4876-87ce-7d14d4dfd9e7 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:19:07.429273 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38", "name": "network-vif-plugged", "status": "completed", "tag": "47c07125-cf04-46c5-981d-6670e84ec3db", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:19:07.429533 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5723e018-6ba1-4876-87ce-7d14d4dfd9e7 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:19:07.429984 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c07125-cf04-46c5-981d-6670e84ec3db', 'code': 200} Oct 22 15:19:07.532895 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.568698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e71a54-f8d2-4bd1-b83c-9a0fae81d5fc req-9e92d05b-31d6-463c-8e12-3895bfae2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:07.573335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95e71a54-f8d2-4bd1-b83c-9a0fae81d5fc req-9e92d05b-31d6-463c-8e12-3895bfae2844 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 1096 time: 0.0737543 Oct 22 15:19:07.612181 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95e71a54-f8d2-4bd1-b83c-9a0fae81d5fc req-84321bbb-376f-49dc-a4b2-7aa4895b2fc1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Oct 22 15:19:07.665101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.740932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=2c5eab51-a7c4-4b36-88fb-b424157d0613,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:07.746646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:07.857553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:07.859123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:07.870580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01701b50-2f79-4066-9fda-0e504830a93a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:07.972981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 01701b50-2f79-4066-9fda-0e504830a93a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:07.973363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:08.101888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ca9e9-f720-45c8-827e-9fd650241b02 req-8cca06ee-441d-4758-b80d-1f0e31258c4a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:08.104080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d09ca9e9-f720-45c8-827e-9fd650241b02 req-8cca06ee-441d-4758-b80d-1f0e31258c4a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0631723 Oct 22 15:19:08.166965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d09ca9e9-f720-45c8-827e-9fd650241b02 req-be8784e9-9d12-4adb-a012-bc4ba08fe099 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519090 Oct 22 15:19:08.213079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router ce6d1b31-622d-451a-88e4-1a4ffdbf9718 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:19:08.221918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ecbd0ea0-1cdd-4dc9-9b09-f7d0b5ea6498 None None] Provisioning complete for port 2c5eab51-a7c4-4b36-88fb-b424157d0613 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:08.222288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0ea0-1cdd-4dc9-9b09-f7d0b5ea6498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:08.278537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd0ea0-1cdd-4dc9-9b09-f7d0b5ea6498 None None] Port 2c5eab51-a7c4-4b36-88fb-b424157d0613 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:08.339281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:08.354702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] Sync routers for ids ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:08.368820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7aae629b-07e4-4ad6-8c55-db950942cc89 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/ce6d1b31-622d-451a-88e4-1a4ffdbf9718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7439694 Oct 22 15:19:08.371072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:08.377426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] Routers {'ce6d1b31-622d-451a-88e4-1a4ffdbf9718'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:08.378382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:08.456872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc003ca-86e0-4c07-a9e5-6aced383280a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:08.460255 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3cc003ca-86e0-4c07-a9e5-6aced383280a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports/2c5eab51-a7c4-4b36-88fb-b424157d0613 HTTP/1.1" status: 200 len: 978 time: 0.0870311 Oct 22 15:19:08.462251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55254) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:08.480931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:08.492274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] Routers {'ce6d1b31-622d-451a-88e4-1a4ffdbf9718'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:08.493109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:08.567979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:08.568632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465aefa-bb54-4d31-82d2-b305bd9450c7 None None] The sync data for ids ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:08.969377 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:09.584526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b37c2c-4913-40d2-89d3-599b1b36a1ae req-44333e3b-e13f-4ca2-8374-ee5ee634f88a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:09.586100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64b37c2c-4913-40d2-89d3-599b1b36a1ae req-44333e3b-e13f-4ca2-8374-ee5ee634f88a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1054616 Oct 22 15:19:09.657299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64b37c2c-4913-40d2-89d3-599b1b36a1ae req-9fb1e20e-bc5a-40ae-af06-14de5b3c7578 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640948 Oct 22 15:19:09.684977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 2c5eab51-a7c4-4b36-88fb-b424157d0613 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:09.686149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:09.803177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:09.821925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 2c5eab51-a7c4-4b36-88fb-b424157d0613 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:10.116099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:10.152206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=2c5eab51-a7c4-4b36-88fb-b424157d0613,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:10.370126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:10.448894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-47d23070-05da-4da3-a670-12f35009c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:10.450619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-47d23070-05da-4da3-a670-12f35009c41d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 1096 time: 0.0972509 Oct 22 15:19:10.508471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbb22d-079f-40c5-a87e-c831cefc8992 req-def80f06-fbcc-4dfc-8c37-a2fb9c7372c7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:10.510017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bbbb22d-079f-40c5-a87e-c831cefc8992 req-def80f06-fbcc-4dfc-8c37-a2fb9c7372c7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.2027948 Oct 22 15:19:10.551408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-c502dab2-7968-47bb-996e-ca7df4537e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:10.553157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-c502dab2-7968-47bb-996e-ca7df4537e2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.0951567 Oct 22 15:19:10.597406 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-96519429-ac21-4899-9a7c-569f6ec9983b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c07125-cf04-46c5-981d-6670e84ec3db HTTP/1.1" status: 200 len: 217 time: 0.0358007 Oct 22 15:19:10.620577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router ce6d1b31-622d-451a-88e4-1a4ffdbf9718 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:19:10.649721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bbbb22d-079f-40c5-a87e-c831cefc8992 req-94e93b4e-6004-44fa-a291-b4bd1b00ead5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288009 Oct 22 15:19:10.662445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-fd2b635e-3fd7-4d95-b23e-d159a030921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:10.664778 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-fd2b635e-3fd7-4d95-b23e-d159a030921b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.0601501 Oct 22 15:19:10.709177 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-d53f9a3a-d8ac-4046-8bcc-bf3f9301705f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368176 Oct 22 15:19:10.733274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:10.742333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ca318858-9cce-452a-944e-71891776b850 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/ce6d1b31-622d-451a-88e4-1a4ffdbf9718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2789192 Oct 22 15:19:10.743037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55278) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:10.746425 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] Sync routers for ids ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:10.758899 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] Routers {'ce6d1b31-622d-451a-88e4-1a4ffdbf9718'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:10.759814 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:10.793415 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:10.804072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] Routers {'ce6d1b31-622d-451a-88e4-1a4ffdbf9718'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:10.804072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:10.815061 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-246f7e73-67d8-4512-bbce-30d8ccdff300 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961428 Oct 22 15:19:10.838094 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:10.838747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1617e33-7503-4cca-8392-24d7f58cf254 None None] The sync data for ids ['ce6d1b31-622d-451a-88e4-1a4ffdbf9718'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:10.930153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c585ff1a-4aff-47db-9a96-a4ce7008b8ee req-65066d80-2c8b-47ff-8992-bc7140ea2d8f service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080518 Oct 22 15:19:10.958810 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-816b4dc1-5bab-418f-a3b6-aa4e23607bf4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] remove_router_interface failed (client error): The resource could not be found. Oct 22 15:19:10.959933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-816b4dc1-5bab-418f-a3b6-aa4e23607bf4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/ce6d1b31-622d-451a-88e4-1a4ffdbf9718/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2159147 Oct 22 15:19:10.962834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55286) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:10.992437 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7cab169e-9bf2-404e-bfe2-b7a053d3071f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce6d1b31-622d-451a-88e4-1a4ffdbf9718 HTTP/1.1" status: 200 len: 205 time: 0.0281875 Oct 22 15:19:10.994800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55288) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:11.402109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.567951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.570478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.599370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.778808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d331a-78a9-4c60-afde-f46ca38a2423 req-442c53e2-7a25-40af-8c82-d547c0188b5a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:11.780613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b75d331a-78a9-4c60-afde-f46ca38a2423 req-442c53e2-7a25-40af-8c82-d547c0188b5a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0550516 Oct 22 15:19:11.793182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.793872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router ce6d1b31-622d-451a-88e4-1a4ffdbf9718 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:19:11.803535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.807538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55296) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:11.808021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4865852c-f094-46dc-8a8e-f80d3f54fb54 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/ce6d1b31-622d-451a-88e4-1a4ffdbf9718 HTTP/1.1" status: 204 len: 168 time: 0.8120987 Oct 22 15:19:11.851373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b75d331a-78a9-4c60-afde-f46ca38a2423 req-cf18875e-931d-494d-bd95-740fc0d2cf0c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643501 Oct 22 15:19:11.870409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 7b8f094b-9585-4615-b523-5251a0670e2b {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:19:11.873818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:11.922792 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.025852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.237231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.268734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8f094b-9585-4615-b523-5251a0670e2b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:12.273252 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.279016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e167c4f6-8d7e-4296-b3c5-c724822d1d36 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/7b8f094b-9585-4615-b523-5251a0670e2b HTTP/1.1" status: 204 len: 168 time: 0.4681602 Oct 22 15:19:12.279737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55304) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:12.285350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0f767-66f5-4c6e-9adf-fbf81eb571ba None None] Network 63c994c2-e0b6-4b70-b101-40719f69ab30 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:12.383064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.455749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 01701b50-2f79-4066-9fda-0e504830a93a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:12.456311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.500220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] DHCP port deletion for 63c994c2-e0b6-4b70-b101-40719f69ab30 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:19:12.521665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 01701b50-2f79-4066-9fda-0e504830a93a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01701b50-2f79-4066-9fda-0e504830a93a,segment=NetworkSegment(d08580c7-b379-4998-be1d-e83ebafd5711),segment_id=d08580c7-b379-4998-be1d-e83ebafd5711)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:12.522053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.536848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 01701b50-2f79-4066-9fda-0e504830a93a owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:12.561050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Deleting port 01701b50-2f79-4066-9fda-0e504830a93a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:12.561426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.632639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] For port 01701b50-2f79-4066-9fda-0e504830a93a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01701b50-2f79-4066-9fda-0e504830a93a,segment=NetworkSegment(d08580c7-b379-4998-be1d-e83ebafd5711),segment_id=d08580c7-b379-4998-be1d-e83ebafd5711)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:12.633292 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.646628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Calling delete_port for 01701b50-2f79-4066-9fda-0e504830a93a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:12.802209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.810864 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.832975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=01701b50-2f79-4066-9fda-0e504830a93a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:12.835039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 01701b50-2f79-4066-9fda-0e504830a93a on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:19:12.836672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Pushing event deleted for resources: {'Port': ['ID=01701b50-2f79-4066-9fda-0e504830a93a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:12.844963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] No DVR routers for this DVR port 01701b50-2f79-4066-9fda-0e504830a93a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:19:12.847695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.855832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6b7a3-62ca-41a7-9e3c-9db3f74510a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:12.929729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:12.968900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c994c2-e0b6-4b70-b101-40719f69ab30']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:12.980681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08580c7-b379-4998-be1d-e83ebafd5711') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:12.981213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08580c7-b379-4998-be1d-e83ebafd5711') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:12.992823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.011026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc6b52-43df-4c10-9cce-a05ed83c896e req-76215cdb-c949-48d9-ab0f-34039115fc63 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:13.011924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.013368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53bc6b52-43df-4c10-9cce-a05ed83c896e req-76215cdb-c949-48d9-ab0f-34039115fc63 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0874956 Oct 22 15:19:13.019417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:19:13.019804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:19:13.023006 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:19:13.055802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53bc6b52-43df-4c10-9cce-a05ed83c896e req-5e3b6f90-5d4c-4002-beb8-411fe3e104a1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Oct 22 15:19:13.213891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.221171 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.224166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/63c994c2-e0b6-4b70-b101-40719f69ab30 HTTP/1.1" status: 204 len: 168 time: 0.9437387 Oct 22 15:19:13.228159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55314) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:13.233911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-587909344'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:13.236408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32613a5-6f21-4df4-ba0b-da361412097c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=63c994c2-e0b6-4b70-b101-40719f69ab30,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:13.410860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:13.415667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.461478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:13.471840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.472414 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6 of type vlan for network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 Oct 22 15:19:13.519626 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.664730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.670419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:13.671024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:13.747805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=2569edf3-2aa8-48a8-bfdb-b1d5a11adf87,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:13.759985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:13.823040 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01701b50-2f79-4066-9fda-0e504830a93a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:19:13.852741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 01701b50-2f79-4066-9fda-0e504830a93a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:19:13.853083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01701b50-2f79-4066-9fda-0e504830a93a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:19:13.996189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-93514244-f4aa-40ef-95bd-a60189ed425d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7667446 Oct 22 15:19:13.999012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55318) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:14.004354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:14.181441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbed248-8d53-4a83-8a13-63a6c524fbac req-c087435b-c7de-442f-8b6f-08491b8584bc tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:14.182949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cbed248-8d53-4a83-8a13-63a6c524fbac req-c087435b-c7de-442f-8b6f-08491b8584bc tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0548863 Oct 22 15:19:14.222376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cbed248-8d53-4a83-8a13-63a6c524fbac req-13788bde-328c-4bee-b615-70809a48b127 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Oct 22 15:19:14.319075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:14.322658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:14.664810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:14.727629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=32ef085f-be53-4933-ae92-8877d5e5ab14,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:14.735285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:14.738456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:14.933908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:15.121610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:15.125841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:15.126638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.130828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29841d76-d695-4f15-90df-43bdf689bba0 None None] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:15.284817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-2569edf3-2aa8-48a8-bfdb-b1d5a11adf87', 'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '32ef085f-be53-4933-ae92-8877d5e5ab14'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:15.286466 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.313305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-07afcd90-5a63-442b-945e-e8ee0ce90c35 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3130393 Oct 22 15:19:15.316053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55336) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:15.321437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2069625423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:15.372124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1ffe-4207-442b-92fb-4cd636e7c808 req-2fa098df-0d15-4846-a233-b1a7980634a6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:15.373682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e83d1ffe-4207-442b-92fb-4cd636e7c808 req-2fa098df-0d15-4846-a233-b1a7980634a6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0768921 Oct 22 15:19:15.435826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e83d1ffe-4207-442b-92fb-4cd636e7c808 req-ef120341-78e4-46fa-9577-ac01bd5abf7f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Oct 22 15:19:15.447377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Allocated IP 172.20.0.2 (2569edf3-2aa8-48a8-bfdb-b1d5a11adf87/32ef085f-be53-4933-ae92-8877d5e5ab14/8a2bf74c-f3d0-4385-ab18-5a7aa6629f45) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:15.576302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.577549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.594324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.636693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.727857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.775932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:15.778686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:15.781332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:15.790781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Pushing event updated for resources: {'Port': ['ID=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:15.816634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.844148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Attempting to bind port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:15.844545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Attempting to bind port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:15.844990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Attempting to bind port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 on network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:15.850411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:15.850794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Checking segment: {'id': 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:15.851228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.851794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Bound using segment: {'id': 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:15.852269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Bound port: 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2569edf3-2aa8-48a8-bfdb-b1d5a11adf87'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:15.852654 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:15.920645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] For port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:15.924106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] For port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,segment=NetworkSegment(f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6),segment_id=f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:16.032856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:16.034310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9363bc75-09ce-41fe-9682-b4c82875ad12 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7166796 Oct 22 15:19:16.037175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55340) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:16.128226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:16.200707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7735e5-f205-4038-9ed0-1dc3892b56d6 None None] Pushing event updated for resources: {'Port': ['ID=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:16.387665 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:16.614089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856d3a-41bd-4d99-8685-ef88f2f09122 req-0277505d-e020-47df-8eff-fe570ab06ffe tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:16.621435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4856d3a-41bd-4d99-8685-ef88f2f09122 req-0277505d-e020-47df-8eff-fe570ab06ffe tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0722907 Oct 22 15:19:16.667064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4856d3a-41bd-4d99-8685-ef88f2f09122 req-ef2fe47a-31cf-4b9c-bc74-9bc056211fa3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Oct 22 15:19:16.766055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.20.0.1 (2569edf3-2aa8-48a8-bfdb-b1d5a11adf87/32ef085f-be53-4933-ae92-8877d5e5ab14/64b778ab-f8fc-4997-b647-a2fb7dd6636c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:16.911009 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.065802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.136566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=64b778ab-f8fc-4997-b647-a2fb7dd6636c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:17.163130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:17.165639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:17.168930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:17.224119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.499895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f78b3a-ed62-4d4a-ad9e-2ffdd6a33e59 None None] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:17.552258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.592115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f4d164b4-ed53-40ca-9a0f-72d43f935c3a None None] Provisioning complete for port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:17.592485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4d164b4-ed53-40ca-9a0f-72d43f935c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.741171 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4d164b4-ed53-40ca-9a0f-72d43f935c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.804714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f4d164b4-ed53-40ca-9a0f-72d43f935c3a None None] For port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,segment=NetworkSegment(f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6),segment_id=f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:17.820998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea5414-1a2b-417f-bf7d-4b93335d8310 req-d6243677-ad71-4e1d-b52b-9f6315f0011d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:17.830770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74ea5414-1a2b-417f-bf7d-4b93335d8310 req-d6243677-ad71-4e1d-b52b-9f6315f0011d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0633211 Oct 22 15:19:17.868982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74ea5414-1a2b-417f-bf7d-4b93335d8310 req-63563cb4-f7d9-4578-95be-3783408e08b2 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371552 Oct 22 15:19:17.875097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:17.914060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:17.962126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4d164b4-ed53-40ca-9a0f-72d43f935c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.006328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:18.006592 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.012091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.054308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d164b4-ed53-40ca-9a0f-72d43f935c3a None None] Pushing event updated for resources: {'Port': ['ID=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:18.111414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.111623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-553d6b81-39e9-441a-a763-0060ce6efc81 None None] Provisioning complete for port 64b778ab-f8fc-4997-b647-a2fb7dd6636c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:18.111623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-553d6b81-39e9-441a-a763-0060ce6efc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.148670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=64b778ab-f8fc-4997-b647-a2fb7dd6636c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:18.171551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-553d6b81-39e9-441a-a763-0060ce6efc81 None None] Port 64b778ab-f8fc-4997-b647-a2fb7dd6636c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:18.186347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-553d6b81-39e9-441a-a763-0060ce6efc81 None None] Provisioning complete for port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:18.186774 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-553d6b81-39e9-441a-a763-0060ce6efc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.250915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:18.253471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:18.433807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f6700205-551c-445b-a3bb-0cdedf06c3bb None None] Provisioning complete for port 64b778ab-f8fc-4997-b647-a2fb7dd6636c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:18.433807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f6700205-551c-445b-a3bb-0cdedf06c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.491821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f6700205-551c-445b-a3bb-0cdedf06c3bb None None] Port 64b778ab-f8fc-4997-b647-a2fb7dd6636c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:18.521821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router d96e8e44-6952-4148-943d-1aa6f940f4f9 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:19:18.623805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-19647fe2-c72e-446b-a4fa-ed77a6b65929 None None] Provisioning complete for port 64b778ab-f8fc-4997-b647-a2fb7dd6636c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:18.624320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-19647fe2-c72e-446b-a4fa-ed77a6b65929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:18.665184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:18.674768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e56282c2-d526-41d7-a38a-c0b48c47299c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/d96e8e44-6952-4148-943d-1aa6f940f4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328108 Oct 22 15:19:18.674768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55398) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:18.678557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] Sync routers for ids ['d96e8e44-6952-4148-943d-1aa6f940f4f9'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:18.681199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-19647fe2-c72e-446b-a4fa-ed77a6b65929 None None] Port 64b778ab-f8fc-4997-b647-a2fb7dd6636c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:18.699415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] Routers {'d96e8e44-6952-4148-943d-1aa6f940f4f9'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:18.700112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d96e8e44-6952-4148-943d-1aa6f940f4f9'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:18.738413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751a078-654c-426f-87b9-352a72da489f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:18.743444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c751a078-654c-426f-87b9-352a72da489f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports/64b778ab-f8fc-4997-b647-a2fb7dd6636c HTTP/1.1" status: 200 len: 910 time: 0.0645905 Oct 22 15:19:18.743444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55404) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:18.744664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:18.754387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] Routers {'d96e8e44-6952-4148-943d-1aa6f940f4f9'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:18.755002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d96e8e44-6952-4148-943d-1aa6f940f4f9'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:18.801298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:18.801955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91de56-04c1-4370-80c4-460cfdaff173 None None] The sync data for ids ['d96e8e44-6952-4148-943d-1aa6f940f4f9'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:18.997676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c3e39-3bfd-4666-a537-e4aa61b5ba37 req-9c947256-c60c-400b-9103-8a29f79f9948 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:18.999109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-447c3e39-3bfd-4666-a537-e4aa61b5ba37 req-9c947256-c60c-400b-9103-8a29f79f9948 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0531740 Oct 22 15:19:19.043422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-447c3e39-3bfd-4666-a537-e4aa61b5ba37 req-dea4fd45-4d8f-49d4-a2c4-e89899748935 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378816 Oct 22 15:19:19.098802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:19.365553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 64b778ab-f8fc-4997-b647-a2fb7dd6636c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:19.365852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:19.468509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:19.476253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 64b778ab-f8fc-4997-b647-a2fb7dd6636c owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:19.830589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:19.832636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:19.863482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=64b778ab-f8fc-4997-b647-a2fb7dd6636c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:19.913321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:19.913694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:20.073914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:20.231412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc9961-9ab8-4c5f-8a0f-7d1dcbdfa8d2 req-4b3c0991-3e21-430c-b771-161469c6fa1d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:20.233881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87bc9961-9ab8-4c5f-8a0f-7d1dcbdfa8d2 req-4b3c0991-3e21-430c-b771-161469c6fa1d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0631166 Oct 22 15:19:20.289398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87bc9961-9ab8-4c5f-8a0f-7d1dcbdfa8d2 req-986dd529-e8b5-4b20-bac2-82328a66a11b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Oct 22 15:19:20.618149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router d96e8e44-6952-4148-943d-1aa6f940f4f9 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:19:20.706044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:20.712211 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a16cab53-d7c6-4bec-b385-d6a9efebe4b8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/d96e8e44-6952-4148-943d-1aa6f940f4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681015 Oct 22 15:19:20.714963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55434) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:20.720542 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] Sync routers for ids ['d96e8e44-6952-4148-943d-1aa6f940f4f9'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:20.731320 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] Routers {'d96e8e44-6952-4148-943d-1aa6f940f4f9'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:20.731976 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d96e8e44-6952-4148-943d-1aa6f940f4f9'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:20.753993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-07fa776a-15d4-4147-bd1f-b61f8bf4dde1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=d96e8e44-6952-4148-943d-1aa6f940f4f9 HTTP/1.1" status: 200 len: 205 time: 0.0375330 Oct 22 15:19:20.756489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:20.770569 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:20.779278 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] Routers {'d96e8e44-6952-4148-943d-1aa6f940f4f9'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:20.779925 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d96e8e44-6952-4148-943d-1aa6f940f4f9'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:20.812291 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:20.812919 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c51f1-9690-41d2-9992-e6ff853c1be1 None None] The sync data for ids ['d96e8e44-6952-4148-943d-1aa6f940f4f9'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:20.837477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.000186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.003062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.184860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.190708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router d96e8e44-6952-4148-943d-1aa6f940f4f9 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:19:21.193983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.195427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1a2073e7-c146-42a5-af86-aa02017b5eb1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/d96e8e44-6952-4148-943d-1aa6f940f4f9 HTTP/1.1" status: 204 len: 168 time: 0.4377859 Oct 22 15:19:21.197925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55440) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:21.253451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 32ef085f-be53-4933-ae92-8877d5e5ab14 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:19:21.256733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.299029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.417717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.467689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8174af1-d0c1-4662-8f84-5dbb5b608c7c req-1a8b69de-00b1-4f58-a49b-b460ece76e02 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:21.469268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8174af1-d0c1-4662-8f84-5dbb5b608c7c req-1a8b69de-00b1-4f58-a49b-b460ece76e02 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0951767 Oct 22 15:19:21.519644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8174af1-d0c1-4662-8f84-5dbb5b608c7c req-4e398fef-2854-4776-a42f-9e26a3763df1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Oct 22 15:19:21.676667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.711208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=32ef085f-be53-4933-ae92-8877d5e5ab14,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:21.713377 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.716920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bf884683-d120-4950-af21-1f287946e77b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/32ef085f-be53-4933-ae92-8877d5e5ab14 HTTP/1.1" status: 204 len: 168 time: 0.5177474 Oct 22 15:19:21.719582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55450) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:21.722508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a463b3f-b590-4aaf-a4f3-7fe697ad4e76 None None] Network 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:21.807020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.865598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:21.865919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.942532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,segment=NetworkSegment(f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6),segment_id=f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:21.943647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:21.958874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] DHCP port deletion for 2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:19:21.972124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:22.018893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] Deleting port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:22.019291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.087135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] For port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,segment=NetworkSegment(f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6),segment_id=f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:22.087530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.100196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] Calling delete_port for 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:22.191541 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.197989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.223729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:22.226965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] No DVR routers for this DVR port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:19:22.231400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef760d1-6d35-4685-8377-81ec25ae9480 None None] Pushing event deleted for resources: {'Port': ['ID=8a2bf74c-f3d0-4385-ab18-5a7aa6629f45,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:22.231663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:19:22.326184 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.355321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2569edf3-2aa8-48a8-bfdb-b1d5a11adf87']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:22.366628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:22.367086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f729c3-3f2f-4a3a-9331-c42f3d1cf5a6') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:22.379365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.393213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.400903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:19:22.401408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:19:22.405296 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:19:22.590354 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.627924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.635169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/2569edf3-2aa8-48a8-bfdb-b1d5a11adf87 HTTP/1.1" status: 204 len: 168 time: 0.9100287 Oct 22 15:19:22.641548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:22.642234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224259995', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:22.662831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadd94e-24c0-4a08-8107-02ca7b02927e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=2569edf3-2aa8-48a8-bfdb-b1d5a11adf87,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:22.694633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330b47-b48c-41bb-9ec5-5b270dcc9aec req-33604a38-7a80-463d-b0c3-9f8e31e88695 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:22.696455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0330b47-b48c-41bb-9ec5-5b270dcc9aec req-33604a38-7a80-463d-b0c3-9f8e31e88695 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0814295 Oct 22 15:19:22.698884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d21821e6-6360-43e9-924d-3d83298d2fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.740848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0330b47-b48c-41bb-9ec5-5b270dcc9aec req-2f8ef50b-b512-47eb-891f-a8f2a0f55106 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367615 Oct 22 15:19:22.762089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.763925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:22.826286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:23.102607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:23.471057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:23.491423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:23.608748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.25.1.34 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/cf197fbf-4da1-4de9-abc3-36092470dcd4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:23.722341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:23.848316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:19:23.872806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:19:23.872806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8a2bf74c-f3d0-4385-ab18-5a7aa6629f45 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:19:23.901409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99114021-c3ec-4eb1-8acb-dc8fd0ed048a req-91402ba2-32bd-4d7f-8b6f-a57173402cd4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:23.903046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99114021-c3ec-4eb1-8acb-dc8fd0ed048a req-91402ba2-32bd-4d7f-8b6f-a57173402cd4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0730841 Oct 22 15:19:23.916483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:23.973992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99114021-c3ec-4eb1-8acb-dc8fd0ed048a req-2c85cc24-10ea-4415-a8b7-14452ea36c9c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637879 Oct 22 15:19:23.981476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:23.992768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:23.992978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:24.021254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=cf197fbf-4da1-4de9-abc3-36092470dcd4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:24.382715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:24.625849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:24.902065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:19:25.030025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:25.047559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] Sync routers for ids ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:25.060711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] Routers {'dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:25.061340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:25.108139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:25.123484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] Routers {'dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:25.124087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:25.146290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeec33-1c80-42f4-9c77-3563f78bc335 req-558e08cd-ebb5-4a91-8813-54f32d4d74f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:25.147993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9daeec33-1c80-42f4-9c77-3563f78bc335 req-558e08cd-ebb5-4a91-8813-54f32d4d74f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0639071 Oct 22 15:19:25.157750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:25.158396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42137fc-da26-49c1-a7a7-700f96ccd8ee None None] The sync data for ids ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:25.194531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9daeec33-1c80-42f4-9c77-3563f78bc335 req-08bcbbab-3e03-4e34-bc20-02a29a1b3d39 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Oct 22 15:19:25.255554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:25.257008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8371fd5d-935e-4519-9ec4-53a14878b104 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6200037 Oct 22 15:19:25.261473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55482) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:25.373797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-643a1945-8572-4623-91d9-4e6e8825868d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:25.383368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-02287425-f10c-45e6-8c5a-55a6e01c5a70 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/routers/dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 200 len: 880 time: 0.1205857 Oct 22 15:19:25.385809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55484) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:26.029048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e15de901-b524-4485-9b2e-8a0c88af97d4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6419241 Oct 22 15:19:26.031547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55498) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:26.038081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1224259995'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:26.331101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb07651-654b-495c-b89c-eeeaeef465c3 req-fdc45b36-92f5-4956-a970-9e09f027350b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:26.332602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffb07651-654b-495c-b89c-eeeaeef465c3 req-fdc45b36-92f5-4956-a970-9e09f027350b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0616307 Oct 22 15:19:26.396529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ffb07651-654b-495c-b89c-eeeaeef465c3 req-7865702e-47af-4cb7-9a61-15dfc41713c1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573418 Oct 22 15:19:26.410776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:26.504755 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:26.554039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:26.556884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:26.685343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:19:26.806690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:26.814012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:26.815399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1375e6cf-1e73-4f61-ad6e-b6fcc5dee2f3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 200 len: 887 time: 0.7809479 Oct 22 15:19:26.817304 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] Sync routers for ids ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:26.817968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55510) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:26.842629 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] Routers {'dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:26.843278 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:26.880786 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:26.892230 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] Routers {'dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:26.893034 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:26.927523 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:26.928171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9f089-a8e7-44f3-a412-8ed658e2796f None None] The sync data for ids ['dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:26.945453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8eb73a32-8bb0-4155-b8f9-bbfc86e5998b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/routers/dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 200 len: 887 time: 0.1258864 Oct 22 15:19:26.948081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:26.977244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b0b1aaf3-8736-4745-b700-63da964b3bc0 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 200 len: 205 time: 0.0280497 Oct 22 15:19:26.979961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55514) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:27.092734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:27.213957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:27.395296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port cf197fbf-4da1-4de9-abc3-36092470dcd4 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:27.395921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:27.507229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:27.534129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for cf197fbf-4da1-4de9-abc3-36092470dcd4 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:27.615972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa897d-18c4-4a24-8efe-2db9b061eda6 req-bbac15df-f3f9-44ae-aa44-7afc3c527610 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:27.617271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73fa897d-18c4-4a24-8efe-2db9b061eda6 req-bbac15df-f3f9-44ae-aa44-7afc3c527610 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0992060 Oct 22 15:19:27.719492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73fa897d-18c4-4a24-8efe-2db9b061eda6 req-7360b159-4bdb-4f74-8f09-8a11140c454f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814080 Oct 22 15:19:27.939822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:27.993147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=cf197fbf-4da1-4de9-abc3-36092470dcd4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:28.057043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.155623 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.158072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.224721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.321716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.322297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:19:28.329516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.330491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0d7e094e-e428-4329-83f3-2b7098ba7094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 204 len: 168 time: 1.3496165 Oct 22 15:19:28.334115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:28.339053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-343017632'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:28.448017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:28.452649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.477133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:28.487262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.487605 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment 016e63f1-2d12-4511-8761-b20f14e4780e of type vlan for network 9f892913-c240-4004-ab75-96c3cca700f2 Oct 22 15:19:28.530771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.842772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.849245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:28.849757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:28.932263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f3905-3f37-401e-9785-1274f7b33194 req-f85419e1-74b5-49f0-8182-ae894e967c3f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:28.933751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c31f3905-3f37-401e-9785-1274f7b33194 req-f85419e1-74b5-49f0-8182-ae894e967c3f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1191301 Oct 22 15:19:28.934775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=9f892913-c240-4004-ab75-96c3cca700f2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:28.947457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 9f892913-c240-4004-ab75-96c3cca700f2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:28.975729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c31f3905-3f37-401e-9785-1274f7b33194 req-5aeb1c5f-5095-4e71-9781-69c315f73eaa tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Oct 22 15:19:29.064988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6eb244a5-bd95-4e5d-b4f0-dcfddbf7db0d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7298167 Oct 22 15:19:29.067708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55556) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:29.072709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': '9f892913-c240-4004-ab75-96c3cca700f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:29.310203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:29.314618 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:29.653197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:29.714561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=65da0473-1a95-48b7-99a4-e1efd67fcad7,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:29.726939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': '016e63f1-2d12-4511-8761-b20f14e4780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9f892913-c240-4004-ab75-96c3cca700f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:29.727327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: 9f892913-c240-4004-ab75-96c3cca700f2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:29.873448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 9f892913-c240-4004-ab75-96c3cca700f2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:30.024578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 9f892913-c240-4004-ab75-96c3cca700f2) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:30.028819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:30.029886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.035710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4b541-2fd1-402a-ae5b-7b23bb35128b None None] Network 9f892913-c240-4004-ab75-96c3cca700f2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:30.118507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191d228-ff78-4459-b10f-96a2f1bff722 req-1e782a98-57ec-43cd-9c70-619ab78e47f7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:30.120271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6191d228-ff78-4459-b10f-96a2f1bff722 req-1e782a98-57ec-43cd-9c70-619ab78e47f7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0585873 Oct 22 15:19:30.168693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6191d228-ff78-4459-b10f-96a2f1bff722 req-583aa15b-cf74-48ba-ad96-17590c772df1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Oct 22 15:19:30.209171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-9f892913-c240-4004-ab75-96c3cca700f2', 'network_id': '9f892913-c240-4004-ab75-96c3cca700f2', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '65da0473-1a95-48b7-99a4-e1efd67fcad7'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:30.210234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.244835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-efb5f9f1-c5a0-4068-803d-775cfbd8c9ba tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1737051 Oct 22 15:19:30.244969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55580) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:30.249432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673274823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:30.439783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.442367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.623063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Allocated IP 172.20.0.2 (9f892913-c240-4004-ab75-96c3cca700f2/65da0473-1a95-48b7-99a4-e1efd67fcad7/5d67da62-f5be-48a5-9c76-76295ce3ac7a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:30.627686 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.699092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.794078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.834095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:30.834095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-93b755f8-f8b4-42b2-a35f-7bf9e9fc694c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5736737 Oct 22 15:19:30.834508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55584) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:30.850025 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:19:30.979252 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.047577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Pushing event updated for resources: {'Port': ['ID=5d67da62-f5be-48a5-9c76-76295ce3ac7a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:31.068879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Network 9f892913-c240-4004-ab75-96c3cca700f2 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:31.070458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:31.072940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:31.144205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Attempting to bind port 5d67da62-f5be-48a5-9c76-76295ce3ac7a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:31.144626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Attempting to bind port 5d67da62-f5be-48a5-9c76-76295ce3ac7a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '016e63f1-2d12-4511-8761-b20f14e4780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9f892913-c240-4004-ab75-96c3cca700f2'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:31.145101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Attempting to bind port 5d67da62-f5be-48a5-9c76-76295ce3ac7a on network 9f892913-c240-4004-ab75-96c3cca700f2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:31.152499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:31.153156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Checking segment: {'id': '016e63f1-2d12-4511-8761-b20f14e4780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9f892913-c240-4004-ab75-96c3cca700f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:31.153622 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.154086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Bound using segment: {'id': '016e63f1-2d12-4511-8761-b20f14e4780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9f892913-c240-4004-ab75-96c3cca700f2'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:31.154625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Bound port: 5d67da62-f5be-48a5-9c76-76295ce3ac7a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e63f1-2d12-4511-8761-b20f14e4780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9f892913-c240-4004-ab75-96c3cca700f2'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:31.155091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.218425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.228858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] For port 5d67da62-f5be-48a5-9c76-76295ce3ac7a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:31.232974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] For port 5d67da62-f5be-48a5-9c76-76295ce3ac7a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d67da62-f5be-48a5-9c76-76295ce3ac7a,segment=NetworkSegment(016e63f1-2d12-4511-8761-b20f14e4780e),segment_id=016e63f1-2d12-4511-8761-b20f14e4780e)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:31.312049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213922-9084-401a-b5b3-2d02c71bccc8 req-7ddb698c-771b-49bb-9ac5-ecb3707e2df3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:31.319938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4213922-9084-401a-b5b3-2d02c71bccc8 req-7ddb698c-771b-49bb-9ac5-ecb3707e2df3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0764151 Oct 22 15:19:31.360822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4213922-9084-401a-b5b3-2d02c71bccc8 req-2cfba0f5-fd30-486d-a45e-62bc3e057fff tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Oct 22 15:19:31.433454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.536009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.20.0.1 (9f892913-c240-4004-ab75-96c3cca700f2/65da0473-1a95-48b7-99a4-e1efd67fcad7/2460a4f0-572c-44d0-85ba-dd2eab27d672) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:31.541411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952a596-4e65-4209-b178-678dfbbd42c5 None None] Pushing event updated for resources: {'Port': ['ID=5d67da62-f5be-48a5-9c76-76295ce3ac7a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:31.714618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.906056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:31.998296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 9f892913-c240-4004-ab75-96c3cca700f2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:32.001882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:32.011609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:32.023248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d67da62-f5be-48a5-9c76-76295ce3ac7a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:32.039103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=2460a4f0-572c-44d0-85ba-dd2eab27d672,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:32.059714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.060058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.060398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.060733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.061062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.061396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.061708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.062026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.062345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.062661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.063066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.063460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:32.076348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:32.079891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5d67da62-f5be-48a5-9c76-76295ce3ac7a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:32.080343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:32.170900 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:32.210926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 5d67da62-f5be-48a5-9c76-76295ce3ac7a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d67da62-f5be-48a5-9c76-76295ce3ac7a,segment=NetworkSegment(016e63f1-2d12-4511-8761-b20f14e4780e),segment_id=016e63f1-2d12-4511-8761-b20f14e4780e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:32.323863 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:32.340679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:32.457423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=5d67da62-f5be-48a5-9c76-76295ce3ac7a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:32.597116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864e0e7-331f-4c49-9224-9c4387fba57b req-25050eab-8783-4de0-ab4b-9dce621210d6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:32.598570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2864e0e7-331f-4c49-9224-9c4387fba57b req-25050eab-8783-4de0-ab4b-9dce621210d6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0884755 Oct 22 15:19:32.698168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2864e0e7-331f-4c49-9224-9c4387fba57b req-9388c444-ac6d-4552-bf92-b83799e80e9b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893788 Oct 22 15:19:32.969273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dfec33-2d7c-43c7-93e7-8d05ac0890da None None] Network 9f892913-c240-4004-ab75-96c3cca700f2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:33.068760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1c7ba758-f429-4307-bfe6-d66ec8562e70 None None] Provisioning complete for port 5d67da62-f5be-48a5-9c76-76295ce3ac7a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:33.068760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba758-f429-4307-bfe6-d66ec8562e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.135644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55614) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:33.301133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfd375a-e495-477c-8e29-a8f34e64d9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.316278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.401931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.445190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfd375a-e495-477c-8e29-a8f34e64d9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.524532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=2460a4f0-572c-44d0-85ba-dd2eab27d672,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:33.524532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.564765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfd375a-e495-477c-8e29-a8f34e64d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.605401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd375a-e495-477c-8e29-a8f34e64d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac4c62e-0b73-42f2-8de3-a85c4d54b9e4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:33.619757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b4038481-4adf-4756-a078-37bcf3a4f016 None None] Provisioning complete for port 2460a4f0-572c-44d0-85ba-dd2eab27d672 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:33.627175 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4038481-4adf-4756-a078-37bcf3a4f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.647186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 9f892913-c240-4004-ab75-96c3cca700f2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:33.650708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:33.651524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4dfd375a-e495-477c-8e29-a8f34e64d9e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4663355331d477788e2ba3a94c5de9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147862 Oct 22 15:19:33.652680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55620) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:33.710872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b4038481-4adf-4756-a078-37bcf3a4f016 None None] Port 2460a4f0-572c-44d0-85ba-dd2eab27d672 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:33.737755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4435ad0f-59d7-483d-8d59-d1c347cf5590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.766127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4435ad0f-59d7-483d-8d59-d1c347cf5590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.791398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b4038481-4adf-4756-a078-37bcf3a4f016 None None] Provisioning complete for port 5d67da62-f5be-48a5-9c76-76295ce3ac7a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:33.793516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4038481-4adf-4756-a078-37bcf3a4f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.896503 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:33.936274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f7540-c300-4b43-a3a8-975b62432221 req-e81da095-4b33-4e6d-8492-bfbce65a637b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:33.944331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-589f7540-c300-4b43-a3a8-975b62432221 req-e81da095-4b33-4e6d-8492-bfbce65a637b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0973165 Oct 22 15:19:33.949874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d67da62-f5be-48a5-9c76-76295ce3ac7a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:33.976211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 11de8070-5798-4f87-9531-226b509f29e8 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:19:34.008331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-589f7540-c300-4b43-a3a8-975b62432221 req-df7dbaf0-3fc8-4d6e-8fca-c9a45873d6d0 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627847 Oct 22 15:19:34.059471 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4435ad0f-59d7-483d-8d59-d1c347cf5590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:34.063943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4435ad0f-59d7-483d-8d59-d1c347cf5590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:34.065248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4435ad0f-59d7-483d-8d59-d1c347cf5590 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ac4c62e-0b73-42f2-8de3-a85c4d54b9e4 HTTP/1.1" status: 204 len: 168 time: 0.4113636 Oct 22 15:19:34.080553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435ad0f-59d7-483d-8d59-d1c347cf5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac4c62e-0b73-42f2-8de3-a85c4d54b9e4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:34.162845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 5d67da62-f5be-48a5-9c76-76295ce3ac7a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:34.163706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:34.165426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:34.180512 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-740d12cb-6691-4105-9aa4-c9fb98ba9ff1 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/11de8070-5798-4f87-9531-226b509f29e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3555346 Oct 22 15:19:34.181834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55634) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:34.206857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] Sync routers for ids ['11de8070-5798-4f87-9531-226b509f29e8'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:34.237564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] Routers {'11de8070-5798-4f87-9531-226b509f29e8'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:34.238727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11de8070-5798-4f87-9531-226b509f29e8'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:34.271810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a941a90-5f14-451e-bee0-1246eaccba7b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:34.273535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a941a90-5f14-451e-bee0-1246eaccba7b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports/2460a4f0-572c-44d0-85ba-dd2eab27d672 HTTP/1.1" status: 200 len: 910 time: 0.0900102 Oct 22 15:19:34.276230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55636) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:34.283886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65da0473-1a95-48b7-99a4-e1efd67fcad7'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:34.285145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:34.341814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f1013af9-2568-43cb-9194-fe68d1f368c2 None None] Provisioning complete for port 2460a4f0-572c-44d0-85ba-dd2eab27d672 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:34.342183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1013af9-2568-43cb-9194-fe68d1f368c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:34.384810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f1013af9-2568-43cb-9194-fe68d1f368c2 None None] Port 2460a4f0-572c-44d0-85ba-dd2eab27d672 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:34.386333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] Routers {'11de8070-5798-4f87-9531-226b509f29e8'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:34.387008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11de8070-5798-4f87-9531-226b509f29e8'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:34.460932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:34.467023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea0d78-a31b-4eff-ac85-8042d2800d51 None None] The sync data for ids ['11de8070-5798-4f87-9531-226b509f29e8'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:34.508980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-071db226-253d-4adf-bdbf-ffadb6d16f73 None None] Provisioning complete for port 2460a4f0-572c-44d0-85ba-dd2eab27d672 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:34.509428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:34.509569 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-071db226-253d-4adf-bdbf-ffadb6d16f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:34.547294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-071db226-253d-4adf-bdbf-ffadb6d16f73 None None] Port 2460a4f0-572c-44d0-85ba-dd2eab27d672 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:34.947776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:35.099469 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:35.210643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:35.211483 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:35.215806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/ports/2460a4f0-572c-44d0-85ba-dd2eab27d672 HTTP/1.1" status: 200 len: 910 time: 0.9356089 Oct 22 15:19:35.216625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55650) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:35.217247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c8bb7-df96-400e-aee6-0ed8c9239f29 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=2460a4f0-572c-44d0-85ba-dd2eab27d672,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:35.233572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcd0f9-3fd1-4760-9eee-9244ba3bb652 req-f71a0996-e40d-4ae9-874e-9260f89669ef tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:35.233572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70fcd0f9-3fd1-4760-9eee-9244ba3bb652 req-f71a0996-e40d-4ae9-874e-9260f89669ef tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1458633 Oct 22 15:19:35.279338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70fcd0f9-3fd1-4760-9eee-9244ba3bb652 req-465aea3f-ff96-4c1d-a998-d86f16fafc2c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Oct 22 15:19:35.572853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:35.834449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 2460a4f0-572c-44d0-85ba-dd2eab27d672 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:35.834810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:35.922088 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:35.936001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 2460a4f0-572c-44d0-85ba-dd2eab27d672 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:36.302213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:36.328727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=2460a4f0-572c-44d0-85ba-dd2eab27d672,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:36.424804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94f98-d9be-4c3b-885b-e56d48ac8e5f req-95402039-1e57-45ad-9f6e-4c2f735b18c5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:36.432520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44e94f98-d9be-4c3b-885b-e56d48ac8e5f req-95402039-1e57-45ad-9f6e-4c2f735b18c5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0751574 Oct 22 15:19:36.510949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44e94f98-d9be-4c3b-885b-e56d48ac8e5f req-6b21c8ca-7649-4600-b434-cf8694e1f97d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760605 Oct 22 15:19:36.586840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:36.748539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 11de8070-5798-4f87-9531-226b509f29e8 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:19:36.827838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:36.832977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fd89fe39-ff47-4c30-86e8-73b0c1a11e5c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/11de8070-5798-4f87-9531-226b509f29e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145058 Oct 22 15:19:36.835802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55674) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:36.840779 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] Sync routers for ids ['11de8070-5798-4f87-9531-226b509f29e8'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:36.855884 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] Routers {'11de8070-5798-4f87-9531-226b509f29e8'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:36.855884 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11de8070-5798-4f87-9531-226b509f29e8'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:36.866354 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3151845a-6566-4e2f-8893-18b90f65c768 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=11de8070-5798-4f87-9531-226b509f29e8 HTTP/1.1" status: 200 len: 205 time: 0.0272639 Oct 22 15:19:36.866658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:36.890530 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:36.900219 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] Routers {'11de8070-5798-4f87-9531-226b509f29e8'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:36.900812 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['11de8070-5798-4f87-9531-226b509f29e8'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:36.934526 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:36.935193 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61c4b6-875f-488f-a60b-32fd802b7eb1 None None] The sync data for ids ['11de8070-5798-4f87-9531-226b509f29e8'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:36.943649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.108933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.111475 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.264272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.268681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router 11de8070-5798-4f87-9531-226b509f29e8 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:19:37.272868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.274036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42907d38-0180-49e8-b9c0-4a99aa184df8 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/11de8070-5798-4f87-9531-226b509f29e8 HTTP/1.1" status: 204 len: 168 time: 0.4064524 Oct 22 15:19:37.276753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:37.327385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 65da0473-1a95-48b7-99a4-e1efd67fcad7 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:19:37.331690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.377459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.466550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.640599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e01fb-7c22-4cd7-949e-43e1f0481de3 req-f14971f2-32fc-4fba-a5e0-d44df8fef58c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:37.642905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d40e01fb-7c22-4cd7-949e-43e1f0481de3 req-f14971f2-32fc-4fba-a5e0-d44df8fef58c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0530891 Oct 22 15:19:37.664847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.692049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d40e01fb-7c22-4cd7-949e-43e1f0481de3 req-baf1a3b8-fd50-4b15-b3df-a7fac890f446 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Oct 22 15:19:37.703295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.711527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:37.713281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/65da0473-1a95-48b7-99a4-e1efd67fcad7 HTTP/1.1" status: 204 len: 168 time: 0.4354525 Oct 22 15:19:37.714627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7822a70-e048-4ba9-8494-37fb551e5094 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=65da0473-1a95-48b7-99a4-e1efd67fcad7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:37.714778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd647b-5184-4e08-b2f7-3a3ead0b71ac None None] Network 9f892913-c240-4004-ab75-96c3cca700f2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:37.812225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.866516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 5d67da62-f5be-48a5-9c76-76295ce3ac7a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:37.866856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.926432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] DHCP port deletion for 9f892913-c240-4004-ab75-96c3cca700f2 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:19:37.947993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 5d67da62-f5be-48a5-9c76-76295ce3ac7a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d67da62-f5be-48a5-9c76-76295ce3ac7a,segment=NetworkSegment(016e63f1-2d12-4511-8761-b20f14e4780e),segment_id=016e63f1-2d12-4511-8761-b20f14e4780e)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:37.949233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:37.961725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 5d67da62-f5be-48a5-9c76-76295ce3ac7a owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:37.981705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] Deleting port 5d67da62-f5be-48a5-9c76-76295ce3ac7a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:19:37.982397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.056839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] For port 5d67da62-f5be-48a5-9c76-76295ce3ac7a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5d67da62-f5be-48a5-9c76-76295ce3ac7a,segment=NetworkSegment(016e63f1-2d12-4511-8761-b20f14e4780e),segment_id=016e63f1-2d12-4511-8761-b20f14e4780e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:38.057499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.070546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] Calling delete_port for 5d67da62-f5be-48a5-9c76-76295ce3ac7a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:19:38.228086 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.236589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.260130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 5d67da62-f5be-48a5-9c76-76295ce3ac7a on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:19:38.264973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=5d67da62-f5be-48a5-9c76-76295ce3ac7a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:38.268051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] Pushing event deleted for resources: {'Port': ['ID=5d67da62-f5be-48a5-9c76-76295ce3ac7a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:38.279549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f62f9-558a-4cd2-ba99-59597d7c2aed None None] No DVR routers for this DVR port 5d67da62-f5be-48a5-9c76-76295ce3ac7a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:19:38.351773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.373144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f892913-c240-4004-ab75-96c3cca700f2']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:38.382691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016e63f1-2d12-4511-8761-b20f14e4780e') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:38.383057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016e63f1-2d12-4511-8761-b20f14e4780e') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:38.393212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.410601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.415278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:19:38.415718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:19:38.418708 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:19:38.599777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.605428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.611454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/9f892913-c240-4004-ab75-96c3cca700f2 HTTP/1.1" status: 204 len: 168 time: 0.8981316 Oct 22 15:19:38.617148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55706) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:38.629639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1775509543', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:38.630109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d108c-8223-4712-bc6c-3effc76e4f8e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=9f892913-c240-4004-ab75-96c3cca700f2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:38.847475 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.848970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:38.859944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a38a9-47bb-471f-8582-7a16343877a6 req-dc274dbc-36e3-4926-827d-35d013ad8279 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:38.861929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf5a38a9-47bb-471f-8582-7a16343877a6 req-dc274dbc-36e3-4926-827d-35d013ad8279 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0563121 Oct 22 15:19:38.912321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf5a38a9-47bb-471f-8582-7a16343877a6 req-3af9ef07-4769-4be4-b93f-8b828ba632f9 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Oct 22 15:19:38.913301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.034081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.212965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.214704 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fb02f792-eeca-45e6-ac6e-24e48ae77943 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5958490 Oct 22 15:19:39.217310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:39.223891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-290800038'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:39.387484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:39.391028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.416024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:39.424962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.425299 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment 91f4b1ba-afba-4013-9f7d-91e1fef5ead9 of type vlan for network ed34d427-1810-45fe-86dc-dffc4d7c3673 Oct 22 15:19:39.465648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.627382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.639499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:39.640240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:39.713582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=ed34d427-1810-45fe-86dc-dffc4d7c3673,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:39.727020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:39.855911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55724) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:39.856025 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-26eefff5-38e7-4a49-b8a2-b5d64a8b6be4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6220875 Oct 22 15:19:39.856124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:39.928347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d67da62-f5be-48a5-9c76-76295ce3ac7a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:19:39.955473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5d67da62-f5be-48a5-9c76-76295ce3ac7a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:19:39.956033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5d67da62-f5be-48a5-9c76-76295ce3ac7a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:19:40.075604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577295d-b3fb-46ff-a6fe-913261942302 req-9087e7a7-cf07-4f35-867d-40cf80e3c0b0 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:40.076163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e577295d-b3fb-46ff-a6fe-913261942302 req-9087e7a7-cf07-4f35-867d-40cf80e3c0b0 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Oct 22 15:19:40.121110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e577295d-b3fb-46ff-a6fe-913261942302 req-1a5d5256-85a5-4e0f-a7e7-b84e33ee0fcd tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Oct 22 15:19:40.122259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:40.125919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:40.521760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:40.581494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=ce48443f-f40e-4c51-9c9d-18b175153768,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:40.591197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:40.591628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: ed34d427-1810-45fe-86dc-dffc4d7c3673, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:40.721642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:40.893332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ed34d427-1810-45fe-86dc-dffc4d7c3673) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:40.897316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:40.897917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:40.901796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2aa55-6b2d-4f35-8f5c-e6cb773eea94 None None] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:41.030946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d876bb92-6cef-4d47-9ea8-7fc71538bcc7 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1818714 Oct 22 15:19:41.040156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55740) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:41.063779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ed34d427-1810-45fe-86dc-dffc4d7c3673', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:41.063779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.229724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Allocated IP 172.20.0.2 (ed34d427-1810-45fe-86dc-dffc4d7c3673/ce48443f-f40e-4c51-9c9d-18b175153768/eaee8239-172a-405e-b379-7f40e1813826) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:41.379462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b9558-d55c-4a7a-b2b7-ac12b63749ed req-b2a4e9b6-cdd6-454d-8579-01a764674f27 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:41.383447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-181b9558-d55c-4a7a-b2b7-ac12b63749ed req-b2a4e9b6-cdd6-454d-8579-01a764674f27 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1612842 Oct 22 15:19:41.398840 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.438116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.464171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-181b9558-d55c-4a7a-b2b7-ac12b63749ed req-f0a51c8e-bd5d-4be9-9e51-510bacc7a769 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663719 Oct 22 15:19:41.633976 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.698102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Pushing event updated for resources: {'Port': ['ID=eaee8239-172a-405e-b379-7f40e1813826,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:41.710060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.716392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.20.0.1 (ed34d427-1810-45fe-86dc-dffc4d7c3673/ce48443f-f40e-4c51-9c9d-18b175153768/73a459be-0bd7-43e5-ba99-09bb605d6e4b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:41.723693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:41.726047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:41.732494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:41.798566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Attempting to bind port eaee8239-172a-405e-b379-7f40e1813826 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:41.798936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Attempting to bind port eaee8239-172a-405e-b379-7f40e1813826 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:41.799326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Attempting to bind port eaee8239-172a-405e-b379-7f40e1813826 on network ed34d427-1810-45fe-86dc-dffc4d7c3673 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:41.804490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:41.804859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Checking segment: {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:41.805256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.805644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Bound using segment: {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:41.806106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Bound port: eaee8239-172a-405e-b379-7f40e1813826, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:41.806476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.850835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:41.874277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] For port eaee8239-172a-405e-b379-7f40e1813826, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:41.877806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] For port eaee8239-172a-405e-b379-7f40e1813826, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eaee8239-172a-405e-b379-7f40e1813826,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:41.996397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:42.041900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:42.067990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ee476-fae9-4d77-bb03-e717f87a8bfd None None] Pushing event updated for resources: {'Port': ['ID=eaee8239-172a-405e-b379-7f40e1813826,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:42.099972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:42.103078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:42.107332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:42.160980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=73a459be-0bd7-43e5-ba99-09bb605d6e4b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:42.163248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:42.214326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.214326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.214326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.214326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.214326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.214326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.214856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.215148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.215333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.215662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.215990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.216309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:42.430112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.048508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc38ac-dbf4-40bf-8f2a-0194bf850553 req-424899db-b239-4b9c-9cc6-9551b07594c1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:43.050091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1dc38ac-dbf4-40bf-8f2a-0194bf850553 req-424899db-b239-4b9c-9cc6-9551b07594c1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.4891798 Oct 22 15:19:43.141843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1dc38ac-dbf4-40bf-8f2a-0194bf850553 req-22266e24-dcce-4b40-b5a2-d91026f19732 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Oct 22 15:19:43.194416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.250412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad8d80-25e4-4116-8c8d-0543a38d2c2f None None] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:43.286907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.426097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86697-32dc-4713-9cc6-7a2420580079 req-fafa0779-1fc2-4b18-8deb-e5ba14753ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:43.428737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=73a459be-0bd7-43e5-ba99-09bb605d6e4b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:43.430507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-57e86697-32dc-4713-9cc6-7a2420580079 req-fafa0779-1fc2-4b18-8deb-e5ba14753ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 1096 time: 0.0882056 Oct 22 15:19:43.436515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.451235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7a95eafe-bac3-4580-86d0-993f1eaeca4f None None] Provisioning complete for port eaee8239-172a-405e-b379-7f40e1813826 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:43.451609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a95eafe-bac3-4580-86d0-993f1eaeca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.498043 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-57e86697-32dc-4713-9cc6-7a2420580079 req-81752a93-2d69-4b7a-8a01-604108968ce4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595229 Oct 22 15:19:43.575503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:43.576944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:43.636070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a95eafe-bac3-4580-86d0-993f1eaeca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.712984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7a95eafe-bac3-4580-86d0-993f1eaeca4f None None] For port eaee8239-172a-405e-b379-7f40e1813826, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eaee8239-172a-405e-b379-7f40e1813826,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:43.798318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-dad5d0f2-5b0a-4c25-a786-727b1c0bda73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465887 Oct 22 15:19:43.847984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a95eafe-bac3-4580-86d0-993f1eaeca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:43.889723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:19:43.896879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95eafe-bac3-4580-86d0-993f1eaeca4f None None] Pushing event updated for resources: {'Port': ['ID=eaee8239-172a-405e-b379-7f40e1813826,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:43.932132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-02b7208a-dcc0-4642-ad40-8dde926cdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:43.933899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-02b7208a-dcc0-4642-ad40-8dde926cdd0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 1096 time: 0.1136951 Oct 22 15:19:43.962170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-938dcd35-5885-49a2-b014-14c05a343686 None None] Provisioning complete for port eaee8239-172a-405e-b379-7f40e1813826 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:43.963183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-938dcd35-5885-49a2-b014-14c05a343686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.015561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eaee8239-172a-405e-b379-7f40e1813826 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:44.185386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:44.214629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a31e8252-164d-4148-a4ec-0ec516956592 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1709659 Oct 22 15:19:44.217464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55768) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:44.223634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-713869096'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:44.284639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-0b25df8b-efbf-4a67-bf6b-7b2108bf97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:44.288875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-0b25df8b-efbf-4a67-bf6b-7b2108bf97ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.3209243 Oct 22 15:19:44.301237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:44.340624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:44.344170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:44.394664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-4833ed29-a2c2-4309-9409-68f4f74320e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33bb4cff-9d17-40ae-9de4-58759205af5c HTTP/1.1" status: 200 len: 1001 time: 0.0819480 Oct 22 15:19:44.433803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:44.437382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.503398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:44.523617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.523969 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment 37d68072-15c9-4a47-ad2e-a31077bbcbb7 of type vlan for network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 Oct 22 15:19:44.537909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:19:44.539166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cf96-302a-4791-8d9b-a0189c7689e4 req-15dbec2b-1f34-47ae-880b-f74dfdd1103c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:44.550254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d20cf96-302a-4791-8d9b-a0189c7689e4 req-15dbec2b-1f34-47ae-880b-f74dfdd1103c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.2943661 Oct 22 15:19:44.573666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port eaee8239-172a-405e-b379-7f40e1813826 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:44.574291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.664644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.681886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d20cf96-302a-4791-8d9b-a0189c7689e4 req-c52c7382-93ba-4b82-8e88-15d8432a80df tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307323 Oct 22 15:19:44.683337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-05649f6a-9f8a-401a-a34a-a1ad68a3f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:44.684719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-05649f6a-9f8a-401a-a34a-a1ad68a3f75a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.2682531 Oct 22 15:19:44.760143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-df1a3a54-0627-4c29-977d-562c512b7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:44.762103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-df1a3a54-0627-4c29-977d-562c512b7b0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688241 Oct 22 15:19:44.767766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-938dcd35-5885-49a2-b014-14c05a343686 None None] Provisioning complete for port 73a459be-0bd7-43e5-ba99-09bb605d6e4b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:44.768140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-938dcd35-5885-49a2-b014-14c05a343686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.807152 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.813875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:44.815463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:44.849260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-938dcd35-5885-49a2-b014-14c05a343686 None None] Port 73a459be-0bd7-43e5-ba99-09bb605d6e4b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:44.917633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:42Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:43Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:44.927342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-42adb897-8d01-49d1-a897-ebae89ab65bd service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569912 Oct 22 15:19:44.939697 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7209642 Oct 22 15:19:44.940849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:44.948357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:44.951967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09675a85-1e51-4356-ad23-895c93b24bad tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=7cccb8f4-e1d2-4318-acd4-5bb8b936c671,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:44.959571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:19:44.970212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Updating router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 port 73a459be-0bd7-43e5-ba99-09bb605d6e4b binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:19:44.991717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:45.018938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7040c796-ce50-428d-a610-0f26caf0b780 None None] Provisioning complete for port 73a459be-0bd7-43e5-ba99-09bb605d6e4b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:45.019332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7040c796-ce50-428d-a610-0f26caf0b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.022755 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.062738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfef5e3e-cc53-4b49-8650-ef69cdd46110 req-d6c48bf0-c6dd-4d85-9065-d0c222ebebdd service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283443 Oct 22 15:19:45.145700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:45.155673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.162910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7040c796-ce50-428d-a610-0f26caf0b780 None None] Port 73a459be-0bd7-43e5-ba99-09bb605d6e4b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:45.433806 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.504327 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.536050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.573945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b020-36d5-42db-a318-66e7c8a41086 None None] Pushing event updated for resources: {'Port': ['ID=73a459be-0bd7-43e5-ba99-09bb605d6e4b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:45.624744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=557adb06-5841-48a2-8b87-f00b6b67e1b5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:45.646533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Attempting to bind port 73a459be-0bd7-43e5-ba99-09bb605d6e4b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:45.646897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Attempting to bind port 73a459be-0bd7-43e5-ba99-09bb605d6e4b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:45.647304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Attempting to bind port 73a459be-0bd7-43e5-ba99-09bb605d6e4b on network ed34d427-1810-45fe-86dc-dffc4d7c3673 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:45.654485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:45.654861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Checking segment: {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:45.655342 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.655745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Bound using segment: {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:45.656212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Bound port: 73a459be-0bd7-43e5-ba99-09bb605d6e4b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f4b1ba-afba-4013-9f7d-91e1fef5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:45.656584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.663030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:45.663790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: 7cccb8f4-e1d2-4318-acd4-5bb8b936c671, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:45.748748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] For port 73a459be-0bd7-43e5-ba99-09bb605d6e4b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:45.753679 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] For port 73a459be-0bd7-43e5-ba99-09bb605d6e4b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=73a459be-0bd7-43e5-ba99-09bb605d6e4b,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:45.801974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:45.839437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.927162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 7cccb8f4-e1d2-4318-acd4-5bb8b936c671) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:45.935074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:45.935906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:45.973289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9c35a-a4e4-4964-85e1-83cbb4f0c23c req-145f54a4-04c0-49d5-a0f3-7f74c1d4b2cd tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:45.980597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aee9c35a-a4e4-4964-85e1-83cbb4f0c23c req-145f54a4-04c0-49d5-a0f3-7f74c1d4b2cd tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.2031295 Oct 22 15:19:46.004529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66549d-df50-4d3e-a9d0-9972355ee3f6 None None] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:46.007897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b020-36d5-42db-a318-66e7c8a41086 None None] Pushing event updated for resources: {'Port': ['ID=73a459be-0bd7-43e5-ba99-09bb605d6e4b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:46.023449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eaee8239-172a-405e-b379-7f40e1813826 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:46.038660 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-90277dcd-4831-4e10-ac6b-2a9eadfbff7f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0965104 Oct 22 15:19:46.044882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55786) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:46.132479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aee9c35a-a4e4-4964-85e1-83cbb4f0c23c req-493525a1-2d26-4170-999c-6630c7dc147d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326926 Oct 22 15:19:46.147179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e2ddc609-afd4-4d6f-80cf-e6c71c12971b None None] Provisioning complete for port 73a459be-0bd7-43e5-ba99-09bb605d6e4b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:46.147556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc609-afd4-4d6f-80cf-e6c71c12971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:46.149121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:46.149754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:46.258533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-7a64511c-938c-48d1-a937-c7aecc0e7f6e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803726 Oct 22 15:19:46.406844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:19:46.422202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-2c433fce-26bb-47bb-aa5e-0204aeffd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:46.427321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5226d-efbc-49e8-b13b-bd08fb4a8a02 req-17b94bd6-39bd-4de5-ad77-3bf1b7e4579b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:46.428811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ede5226d-efbc-49e8-b13b-bd08fb4a8a02 req-17b94bd6-39bd-4de5-ad77-3bf1b7e4579b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1525824 Oct 22 15:19:46.432137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-2c433fce-26bb-47bb-aa5e-0204aeffd039 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.1191547 Oct 22 15:19:46.489534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port eaee8239-172a-405e-b379-7f40e1813826 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:46.490112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:46.536502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ede5226d-efbc-49e8-b13b-bd08fb4a8a02 req-507e9030-4650-4eb9-ad74-76a12afd7a80 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959165 Oct 22 15:19:46.576172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-fcd38c1d-3a63-4639-8c29-6956604f3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:46.576630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-fcd38c1d-3a63-4639-8c29-6956604f3f2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.1198294 Oct 22 15:19:46.602662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc609-afd4-4d6f-80cf-e6c71c12971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:46.640172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-9a6d1a40-484e-43c7-ae39-3a203884951a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 217 time: 0.0561020 Oct 22 15:19:46.709188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-c812e707-2ba2-4e3d-ae4e-5b9a4879e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:46.711180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-c812e707-2ba2-4e3d-ae4e-5b9a4879e3e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.0595152 Oct 22 15:19:46.739803 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:46.748637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-cef2616b-01fb-4a15-b1cf-e8f7b7f6e399 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296896 Oct 22 15:19:46.832780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:46.833634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:46.910092 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-6e266a85-7bed-4cf1-9f00-5fce469b81f4 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517479 Oct 22 15:19:46.935013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e2ddc609-afd4-4d6f-80cf-e6c71c12971b None None] For port 73a459be-0bd7-43e5-ba99-09bb605d6e4b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=73a459be-0bd7-43e5-ba99-09bb605d6e4b,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:47.029883 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ada330e3-f81e-420f-9872-3d27e39bf5dd req-83c3c044-87f0-4727-811c-e76b1a39d4ac service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077213 Oct 22 15:19:47.053589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf7da3-4985-4234-ab90-99b12ccab743 req-e2df4c6f-af58-46e4-ae0b-d4b0b3fd77b8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:47.055054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77bf7da3-4985-4234-ab90-99b12ccab743 req-e2df4c6f-af58-46e4-ae0b-d4b0b3fd77b8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1333239 Oct 22 15:19:47.129049 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc609-afd4-4d6f-80cf-e6c71c12971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:47.188669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Allocated IP 172.21.0.2 (7cccb8f4-e1d2-4318-acd4-5bb8b936c671/557adb06-5841-48a2-8b87-f00b6b67e1b5/37fea19d-19eb-4534-999c-85a11100bae3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:47.196653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77bf7da3-4985-4234-ab90-99b12ccab743 req-8bf681d1-d0e1-4b09-aa94-e88d21b54c75 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036143 Oct 22 15:19:47.234125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddc609-afd4-4d6f-80cf-e6c71c12971b None None] Pushing event updated for resources: {'Port': ['ID=73a459be-0bd7-43e5-ba99-09bb605d6e4b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:47.260326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:42Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:45Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:47.347423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efb5dd-1c95-44b0-9f37-05cde70e2b7d None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:42Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:45Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:47.353504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0d3eea58-57b6-4587-8b6a-01d34662e7eb None None] Provisioning complete for port 73a459be-0bd7-43e5-ba99-09bb605d6e4b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:47.354011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d3eea58-57b6-4587-8b6a-01d34662e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:47.540038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:47.618754 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:47.712168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:47.716921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:47.727375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:47.729355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Pushing event updated for resources: {'Port': ['ID=37fea19d-19eb-4534-999c-85a11100bae3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:47.780239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.21.0.1 (7cccb8f4-e1d2-4318-acd4-5bb8b936c671/557adb06-5841-48a2-8b87-f00b6b67e1b5/168a22ca-d678-4be0-8b20-82f968faeb6a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:47.842478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Attempting to bind port 37fea19d-19eb-4534-999c-85a11100bae3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:47.843836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Attempting to bind port 37fea19d-19eb-4534-999c-85a11100bae3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:47.846357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Attempting to bind port 37fea19d-19eb-4534-999c-85a11100bae3 on network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:47.857653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:47.859688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Checking segment: {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:47.861488 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:47.862504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Bound using segment: {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:47.863277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Bound port: 37fea19d-19eb-4534-999c-85a11100bae3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:47.865521 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:47.976242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 73a459be-0bd7-43e5-ba99-09bb605d6e4b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:48.008486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] For port 37fea19d-19eb-4534-999c-85a11100bae3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:48.015200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] For port 37fea19d-19eb-4534-999c-85a11100bae3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=37fea19d-19eb-4534-999c-85a11100bae3,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:48.019607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:48.064341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 73a459be-0bd7-43e5-ba99-09bb605d6e4b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:48.064858 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:48.145867 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:48.161726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:48.220742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684e185-334f-441a-bc5a-03cb07d74b9b None None] Pushing event updated for resources: {'Port': ['ID=37fea19d-19eb-4534-999c-85a11100bae3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:48.321038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:48.321816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=168a22ca-d678-4be0-8b20-82f968faeb6a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:48.326479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:48.328856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:48.453509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c34cf6-e984-4ceb-9887-db5c15ff9d58 req-57922d92-c602-45f9-8951-81a2a7e6ce8e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:48.455642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60c34cf6-e984-4ceb-9887-db5c15ff9d58 req-57922d92-c602-45f9-8951-81a2a7e6ce8e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1224234 Oct 22 15:19:48.461787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:48.617266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60c34cf6-e984-4ceb-9887-db5c15ff9d58 req-2c9bd238-8037-4f35-bd1a-2dbac01bd714 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355445 Oct 22 15:19:48.776487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:49.100858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:49.185660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8f0a-fc9e-4747-9788-20878cd59da5 req-daeef2b4-046b-4c2e-82d9-7913adf80d48 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:49.187402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962c8f0a-fc9e-4747-9788-20878cd59da5 req-daeef2b4-046b-4c2e-82d9-7913adf80d48 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0546110 Oct 22 15:19:49.230734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-962c8f0a-fc9e-4747-9788-20878cd59da5 req-bf449367-da61-4492-9a1a-d8d72d14be6f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362527 Oct 22 15:19:49.241138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:49.337932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:49.339971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=168a22ca-d678-4be0-8b20-82f968faeb6a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:49.460818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:49.462297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:49.581376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:19:49.687192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:49.697851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55840) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:49.698756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81dc8b8f-1cd5-49d2-a2b2-40b6a6d59d72 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6521239 Oct 22 15:19:49.700876 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:49.702858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776842355'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:49.713068 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:49.713819 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:49.816658 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:19:49.830934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:49.834824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:49.889577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:49.905841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:49.906307 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment 1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc of type vlan for network d70af367-b300-4660-83a8-cdd853a01419 Oct 22 15:19:49.954436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 37fea19d-19eb-4534-999c-85a11100bae3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:49.974793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.029386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 37fea19d-19eb-4534-999c-85a11100bae3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:50.030462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.053948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da756c-8b5a-4ea2-9c2d-def33bcdaecc None None] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:50.083651 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:48Z', 'revision_number': 3, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:48Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:50.092456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.098407 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:50.099424 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.112341 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:19:50.112693 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Updating router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 port 168a22ca-d678-4be0-8b20-82f968faeb6a binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:19:50.142952 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.183338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=d70af367-b300-4660-83a8-cdd853a01419,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:50.204101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4e5152ec-009d-499c-9e2d-74efb2db7f95 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5049675 Oct 22 15:19:50.206894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55842) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:50.212135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:50.224312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network d70af367-b300-4660-83a8-cdd853a01419 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:50.381230 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.386895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d3c960a3-2629-4fa4-b7b4-f0b9a188809a None None] Provisioning complete for port 37fea19d-19eb-4534-999c-85a11100bae3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:50.387427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d3c960a3-2629-4fa4-b7b4-f0b9a188809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.481400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903d7ba-7f64-4142-a936-13d9aaeee3df req-f4ce18c5-0d4f-414a-9b81-5f03c53c5ab3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:50.484429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6903d7ba-7f64-4142-a936-13d9aaeee3df req-f4ce18c5-0d4f-414a-9b81-5f03c53c5ab3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1117954 Oct 22 15:19:50.515978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:50.519801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.535622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6903d7ba-7f64-4142-a936-13d9aaeee3df req-e449db83-c622-4686-bac4-76cc9149b13a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Oct 22 15:19:50.625748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 37fea19d-19eb-4534-999c-85a11100bae3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=37fea19d-19eb-4534-999c-85a11100bae3,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:50.730447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.804646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d3c960a3-2629-4fa4-b7b4-f0b9a188809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.805057 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.838870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=37fea19d-19eb-4534-999c-85a11100bae3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:50.888352 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:50.902410 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-d3c960a3-2629-4fa4-b7b4-f0b9a188809a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:19:50.902788 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-d3c960a3-2629-4fa4-b7b4-f0b9a188809a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:19:50.971785 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Pushing event updated for resources: {'Port': ['ID=168a22ca-d678-4be0-8b20-82f968faeb6a,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:51.002071 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.002430 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.002777 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.003149 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.003488 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.003828 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.004241 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.004473 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.004799 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.005125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.005481 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.005803 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:19:51.013547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:51.049206 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Attempting to bind port 168a22ca-d678-4be0-8b20-82f968faeb6a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:51.050775 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Attempting to bind port 168a22ca-d678-4be0-8b20-82f968faeb6a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:51.051440 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Attempting to bind port 168a22ca-d678-4be0-8b20-82f968faeb6a on network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:51.060316 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:51.061062 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Checking segment: {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:51.061675 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:51.062333 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Bound using segment: {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:51.063815 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Bound port: 168a22ca-d678-4be0-8b20-82f968faeb6a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d68072-15c9-4a47-ad2e-a31077bbcbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:51.064544 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:51.132179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=b2409a68-2b35-4917-bc40-cc7fb9f7bb9a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:51.138749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:51.140649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: d70af367-b300-4660-83a8-cdd853a01419, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:51.194644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] For port 168a22ca-d678-4be0-8b20-82f968faeb6a, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:51.203340 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] For port 168a22ca-d678-4be0-8b20-82f968faeb6a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=168a22ca-d678-4be0-8b20-82f968faeb6a,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:51.292944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network d70af367-b300-4660-83a8-cdd853a01419 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:51.338908 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:51.405016 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:51.405644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:51.440562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, d70af367-b300-4660-83a8-cdd853a01419) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:51.444799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:51.445535 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:51.463616 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af2e3d-25bf-46ec-a98d-c9e2b6111059 None None] Pushing event updated for resources: {'Port': ['ID=168a22ca-d678-4be0-8b20-82f968faeb6a,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:51.530645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbfc90a-66fe-419a-b078-82829541318a None None] Network d70af367-b300-4660-83a8-cdd853a01419 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:51.571768 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:19:51.597052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fdc22b9c-ba85-4f78-b24f-147a02405f99 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3887734 Oct 22 15:19:51.599834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55866) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:51.702359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Provisioning complete for port 37fea19d-19eb-4534-999c-85a11100bae3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:51.703038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:51.965443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-d70af367-b300-4660-83a8-cdd853a01419', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:51.966259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:52.014862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 37fea19d-19eb-4534-999c-85a11100bae3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:52.055155 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:48Z', 'revision_number': 3, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:51Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:52.108428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470421a6-bc00-4c80-985e-6c7586fe52c8 None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:48Z', 'revision_number': 3, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:51Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:52.406900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:52.854106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Allocated IP 172.22.0.2 (d70af367-b300-4660-83a8-cdd853a01419/b2409a68-2b35-4917-bc40-cc7fb9f7bb9a/4ab6cf71-8162-4d72-9387-afc294fc0526) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:52.857494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bc4f-63e1-41e0-8d6f-047db9016cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:52.862607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 37fea19d-19eb-4534-999c-85a11100bae3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:52.862861 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:52.872652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Provisioning complete for port 168a22ca-d678-4be0-8b20-82f968faeb6a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:52.873110 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.229796 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.274048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.293813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] For port 168a22ca-d678-4be0-8b20-82f968faeb6a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=168a22ca-d678-4be0-8b20-82f968faeb6a,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:53.378861 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.437349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.22.0.1 (d70af367-b300-4660-83a8-cdd853a01419/b2409a68-2b35-4917-bc40-cc7fb9f7bb9a/3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:53.442603 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.451757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Network d70af367-b300-4660-83a8-cdd853a01419 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:53.453919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:53.455685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Pushing event updated for resources: {'Port': ['ID=4ab6cf71-8162-4d72-9387-afc294fc0526,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:53.460134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:53.589685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553b45c-713d-42ea-ac96-be10f40423b2 None None] Pushing event updated for resources: {'Port': ['ID=168a22ca-d678-4be0-8b20-82f968faeb6a,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:53.602267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Attempting to bind port 4ab6cf71-8162-4d72-9387-afc294fc0526 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:53.603070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Attempting to bind port 4ab6cf71-8162-4d72-9387-afc294fc0526 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:53.603449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Attempting to bind port 4ab6cf71-8162-4d72-9387-afc294fc0526 on network d70af367-b300-4660-83a8-cdd853a01419 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:53.613361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:53.613739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Checking segment: {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:53.614144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.614789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Bound using segment: {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:53.616764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Bound port: 4ab6cf71-8162-4d72-9387-afc294fc0526, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:53.617159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.636713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e234f819-6174-465c-9cc7-0f794b423563 None None] Provisioning complete for port 168a22ca-d678-4be0-8b20-82f968faeb6a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:53.637116 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e234f819-6174-465c-9cc7-0f794b423563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.835662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] For port 4ab6cf71-8162-4d72-9387-afc294fc0526, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:53.843295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] For port 4ab6cf71-8162-4d72-9387-afc294fc0526, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4ab6cf71-8162-4d72-9387-afc294fc0526,segment=NetworkSegment(1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc),segment_id=1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:53.942866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:53.945224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168a22ca-d678-4be0-8b20-82f968faeb6a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:53.978138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:54.064388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:54.076676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eaf7d-eedd-4eed-be7b-2edf4460bc4d None None] Pushing event updated for resources: {'Port': ['ID=4ab6cf71-8162-4d72-9387-afc294fc0526,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:54.091290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 168a22ca-d678-4be0-8b20-82f968faeb6a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:54.091667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:54.135464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network d70af367-b300-4660-83a8-cdd853a01419 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:54.138596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:54.147228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:54.153024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:54.202157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:54.424136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99e309-69a6-40cc-ad4a-ee05260aff7f req-2ab98f3a-c55f-4857-8a1d-6a2cb9b641b1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:54.425728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe99e309-69a6-40cc-ad4a-ee05260aff7f req-2ab98f3a-c55f-4857-8a1d-6a2cb9b641b1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0662379 Oct 22 15:19:54.488638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe99e309-69a6-40cc-ad4a-ee05260aff7f req-0e07948b-05d8-40e6-a895-215568f20364 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Oct 22 15:19:54.542530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-4398b9cf-2463-4b03-bdc2-9a57ae86a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:54.545033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-4398b9cf-2463-4b03-bdc2-9a57ae86a6dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0657084 Oct 22 15:19:54.551220 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:54.878460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:54.950271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.075752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.114009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:55.138154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-003cb37f-8022-4cd4-957f-bf0cfcc17318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:55.139724 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-003cb37f-8022-4cd4-957f-bf0cfcc17318 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.5872917 Oct 22 15:19:55.189936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-5d78446e-027f-4542-93fa-ec2919566962 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 217 time: 0.0407681 Oct 22 15:19:55.193011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network d70af367-b300-4660-83a8-cdd853a01419 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:55.194498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:55.212771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-363f84b3-1fc6-4e08-9678-9e9aec3661c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.262303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-ee4a88d1-3f42-48bc-8a71-0ff839b2feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:55.264443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-ee4a88d1-3f42-48bc-8a71-0ff839b2feb2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.0628664 Oct 22 15:19:55.328438 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-20276ef2-840f-420a-b9a3-a1f99a6f81fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566466 Oct 22 15:19:55.369965 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:19:55.427244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc76aa8-d43c-43c3-b780-1d64f8ee88ef None None] Network d70af367-b300-4660-83a8-cdd853a01419 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:55.478585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-ae701c50-dd54-44bc-8be5-681eff45240f service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411624 Oct 22 15:19:55.508423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2acc8df5-aa01-45ac-8e8b-ef326c071d81 None None] Provisioning complete for port 4ab6cf71-8162-4d72-9387-afc294fc0526 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:55.508790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2acc8df5-aa01-45ac-8e8b-ef326c071d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.539758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:19:55.552290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55912) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:55.555118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ef340c0-8f27-48d0-a5dc-9cb103d67d86 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9493339 Oct 22 15:19:55.560890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:19:55.567617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'network': {'name': 'tempest-RoutersTest-540334687'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:55.654003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:55.654861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:55.696958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c41ae4ef-8dd7-461e-a72e-e7df48463a04 req-9d0070d2-20ad-49ee-8e4a-f06f0a66be3e service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075698 Oct 22 15:19:55.731729 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2acc8df5-aa01-45ac-8e8b-ef326c071d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.732195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:55.736522 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.773703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa860d6-968b-464e-9880-6227795d5eec req-5014f753-b699-4d51-b0cd-924b52ef3492 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:55.778794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4aa860d6-968b-464e-9880-6227795d5eec req-5014f753-b699-4d51-b0cd-924b52ef3492 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1334546 Oct 22 15:19:55.819794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:19:55.830253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2acc8df5-aa01-45ac-8e8b-ef326c071d81 None None] For port 4ab6cf71-8162-4d72-9387-afc294fc0526, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4ab6cf71-8162-4d72-9387-afc294fc0526,segment=NetworkSegment(1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc),segment_id=1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:55.844836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.845178 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added segment d3803324-6f8e-48fe-a254-5db0ebbad5bb of type vlan for network ad5ae6e1-6a57-4170-b706-817a1b3e0eac Oct 22 15:19:55.872257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:19:55.923589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:55.929000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4aa860d6-968b-464e-9880-6227795d5eec req-a560d507-99e8-4df2-8c01-2612ed7fdedf tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363695 Oct 22 15:19:55.942646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2acc8df5-aa01-45ac-8e8b-ef326c071d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.024632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4ab6cf71-8162-4d72-9387-afc294fc0526 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:56.069530 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.081724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:56.082621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.184784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Network': ['ID=ad5ae6e1-6a57-4170-b706-817a1b3e0eac,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:56.192974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc8df5-aa01-45ac-8e8b-ef326c071d81 None None] Pushing event updated for resources: {'Port': ['ID=4ab6cf71-8162-4d72-9387-afc294fc0526,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:56.203803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-977dde36-a6c7-4ee2-b934-bc170139171d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6504216 Oct 22 15:19:56.207532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55920) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:56.213605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'subnet': {'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:19:56.219937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:19:56.533024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-745a301e-2248-403b-800a-b40e89bee8ff None None] Provisioning complete for port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:56.533808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-745a301e-2248-403b-800a-b40e89bee8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.541663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Made reservation on behalf of ef224381829b4d139f4d424731e1de9b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:19:56.545899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.619750 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.631895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4ab6cf71-8162-4d72-9387-afc294fc0526 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:56.632368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.694276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.696773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-745a301e-2248-403b-800a-b40e89bee8ff None None] Port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:56.720365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-745a301e-2248-403b-800a-b40e89bee8ff None None] Provisioning complete for port 4ab6cf71-8162-4d72-9387-afc294fc0526 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:56.720731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-745a301e-2248-403b-800a-b40e89bee8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.835709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:54Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:54Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:56.882757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:19:56.883145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Updating router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:19:56.924932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:56.950109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.107622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Subnet': ['ID=7d98491c-b26b-41fb-92dd-c8ef5a3ec849,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:57.130620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Checking segment: {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:57.135763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network hostable DHCP agents. Network: ad5ae6e1-6a57-4170-b706-817a1b3e0eac, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:19:57.147564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e00f-a31c-4a82-8c87-b9b36a333f6c req-ece70764-e723-4e6e-8964-59610143e0fe tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:57.156554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4141e00f-a31c-4a82-8c87-b9b36a333f6c req-ece70764-e723-4e6e-8964-59610143e0fe tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0811713 Oct 22 15:19:57.209097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-605f1b51-d5d5-416e-b8e9-6fc737f0c63c None None] Provisioning complete for port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:57.209967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4141e00f-a31c-4a82-8c87-b9b36a333f6c req-55b9a633-9ad8-48be-9753-80f44f44a476 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Oct 22 15:19:57.210287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-605f1b51-d5d5-416e-b8e9-6fc737f0c63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.252661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:19:57.357078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.359709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ad5ae6e1-6a57-4170-b706-817a1b3e0eac) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:57.364261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:57.364714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.387597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa988be3-ba0a-4520-ba84-bb7960e158a2 None None] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:19:57.431200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-605f1b51-d5d5-416e-b8e9-6fc737f0c63c None None] Port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:57.468168 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.476346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2aad6972-94e7-49a1-94cd-f968126e3159 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2674706 Oct 22 15:19:57.478949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55932) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:19:57.633565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0109d-b196-4f01-a6b9-9155800de992 None None] Pushing event updated for resources: {'Port': ['ID=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:57.917939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Attempting to bind port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:57.918309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Attempting to bind port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:57.918670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Attempting to bind port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c on network d70af367-b300-4660-83a8-cdd853a01419 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:57.935418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4ab6cf71-8162-4d72-9387-afc294fc0526 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:19:57.937491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:57.938259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Checking segment: {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:57.938783 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.939214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Bound using segment: {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:57.939708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Bound port: 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:57.940087 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:57.945519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-18b648d7-3046-4568-95af-d43280ec0d69 None None] Provisioning complete for port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:57.945881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18b648d7-3046-4568-95af-d43280ec0d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.037316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-18b648d7-3046-4568-95af-d43280ec0d69 None None] Port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:19:58.097950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:19:58.099083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.129845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4ab6cf71-8162-4d72-9387-afc294fc0526 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:58.140184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.202811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.241348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] For port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:58.248639 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.272094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] For port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,segment=NetworkSegment(1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc),segment_id=1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:58.420451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Allocated IP 172.23.0.2 (ad5ae6e1-6a57-4170-b706-817a1b3e0eac/7d98491c-b26b-41fb-92dd-c8ef5a3ec849/8755a563-a551-4aa2-9ef3-60cbeda1bda8) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:58.437192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.567394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0109d-b196-4f01-a6b9-9155800de992 None None] Pushing event updated for resources: {'Port': ['ID=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:58.605433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b54e-4f8d-44f0-96d2-854b7661d005 req-9bd55064-e281-4e63-973b-93232a3fb34c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:19:58.614839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c675b54e-4f8d-44f0-96d2-854b7661d005 req-9bd55064-e281-4e63-973b-93232a3fb34c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.2582951 Oct 22 15:19:58.628712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:19:58.629367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:58.687658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c675b54e-4f8d-44f0-96d2-854b7661d005 req-77273bea-00fc-4c52-9c03-582824a82cfc tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Oct 22 15:19:58.856280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:19:58.901365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.917503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f97d5e7d-f668-49f0-ac9d-6eef013d5ca6 None None] Provisioning complete for port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:19:58.917871 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f97d5e7d-f668-49f0-ac9d-6eef013d5ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:58.998516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.034204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Allocated IP 172.23.0.1 (ad5ae6e1-6a57-4170-b706-817a1b3e0eac/7d98491c-b26b-41fb-92dd-c8ef5a3ec849/03bcadba-1e42-41ec-8771-eeb17f8b95c0) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:19:59.097097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:59.104999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:59.110787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:59.128193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Pushing event updated for resources: {'Port': ['ID=8755a563-a551-4aa2-9ef3-60cbeda1bda8,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:59.208417 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.240675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f97d5e7d-f668-49f0-ac9d-6eef013d5ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.270774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Attempting to bind port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:19:59.271170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Attempting to bind port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:19:59.271543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Attempting to bind port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 on network ad5ae6e1-6a57-4170-b706-817a1b3e0eac {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:19:59.289936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:19:59.290311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Checking segment: {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:19:59.290717 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.291140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Bound using segment: {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:19:59.291616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Bound port: 8755a563-a551-4aa2-9ef3-60cbeda1bda8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:19:59.291992 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.312427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f97d5e7d-f668-49f0-ac9d-6eef013d5ca6 None None] For port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,segment=NetworkSegment(1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc),segment_id=1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:19:59.333485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.346055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:54Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:58Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:19:59.377553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9b78-28a7-4bf8-ada9-fc04c4ef4589 None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:54Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:58Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:19:59.378821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:19:59.381955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:19:59.392964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:19:59.397561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=03bcadba-1e42-41ec-8771-eeb17f8b95c0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:59.423934 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f97d5e7d-f668-49f0-ac9d-6eef013d5ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.430277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] For port 8755a563-a551-4aa2-9ef3-60cbeda1bda8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:19:59.433693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] For port 8755a563-a551-4aa2-9ef3-60cbeda1bda8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8755a563-a551-4aa2-9ef3-60cbeda1bda8,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:19:59.485407 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.524389 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:19:59.555206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d5e7d-f668-49f0-ac9d-6eef013d5ca6 None None] Pushing event updated for resources: {'Port': ['ID=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:59.655709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264863f-1bab-4a87-9137-5441fdab8249 None None] Pushing event updated for resources: {'Port': ['ID=8755a563-a551-4aa2-9ef3-60cbeda1bda8,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:19:59.791843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.060814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:00.081089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533345-a247-4330-b44d-e8a790996ca5 req-c7aec2ae-0ec3-4604-8b16-3b8e91717ed5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:00.083167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5533345-a247-4330-b44d-e8a790996ca5 req-c7aec2ae-0ec3-4604-8b16-3b8e91717ed5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.2084436 Oct 22 15:20:00.174627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:00.175313 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.185841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5533345-a247-4330-b44d-e8a790996ca5 req-2f15a976-7b3c-4028-a727-569340170a1a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664880 Oct 22 15:20:00.392435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.492629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55962) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:00.493264 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.686618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf573dc-9de2-4892-a7b9-666f963175e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.779434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf573dc-9de2-4892-a7b9-666f963175e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.852276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cbf573dc-9de2-4892-a7b9-666f963175e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.904771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 55970) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:00.905454 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cbf573dc-9de2-4892-a7b9-666f963175e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32b5db66ff8345ba8d0dd29338d17ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109757 Oct 22 15:20:00.911199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf573dc-9de2-4892-a7b9-666f963175e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14944b8b-945e-46dd-8e2b-99c15e4d9296,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:00.959987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:00.965883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event updated for resources: {'Port': ['ID=03bcadba-1e42-41ec-8771-eeb17f8b95c0,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:01.048716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5d657-6a18-4513-b17c-e65d1d10cd5b None None] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:01.075857 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0c039829-be00-4886-bf0c-ee2b77f3601e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.126963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0c039829-be00-4886-bf0c-ee2b77f3601e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.142419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c3bb8f35-cdb3-4fca-847e-c3ed36a6fcca None None] Provisioning complete for port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:01.142781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8f35-cdb3-4fca-847e-c3ed36a6fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.151337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:01.154501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:01.306622 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8f35-cdb3-4fca-847e-c3ed36a6fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.307218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:01.349810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c3bb8f35-cdb3-4fca-847e-c3ed36a6fcca None None] For port 8755a563-a551-4aa2-9ef3-60cbeda1bda8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8755a563-a551-4aa2-9ef3-60cbeda1bda8,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:01.356491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0c039829-be00-4886-bf0c-ee2b77f3601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.359274 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0c039829-be00-4886-bf0c-ee2b77f3601e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.361260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0c039829-be00-4886-bf0c-ee2b77f3601e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14944b8b-945e-46dd-8e2b-99c15e4d9296 HTTP/1.1" status: 204 len: 168 time: 0.4527705 Oct 22 15:20:01.390406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94cf4-779c-4734-8cec-19137deb8a5b req-1c084564-ae49-415f-b6c5-5c4a4b2e1bc8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:01.400707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50e94cf4-779c-4734-8cec-19137deb8a5b req-1c084564-ae49-415f-b6c5-5c4a4b2e1bc8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1224816 Oct 22 15:20:01.404044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c039829-be00-4886-bf0c-ee2b77f3601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14944b8b-945e-46dd-8e2b-99c15e4d9296,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:01.441933 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8f35-cdb3-4fca-847e-c3ed36a6fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.513538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb8f35-cdb3-4fca-847e-c3ed36a6fcca None None] Pushing event updated for resources: {'Port': ['ID=8755a563-a551-4aa2-9ef3-60cbeda1bda8,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:01.559605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50e94cf4-779c-4734-8cec-19137deb8a5b req-9fbfb152-0813-450e-a75b-5db74d26ec98 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577451 Oct 22 15:20:01.587900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:01.602930 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:01.612670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-36774b74-f996-4345-a0fd-4c989ffc3dcc tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1317906 Oct 22 15:20:01.615308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 55980) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:01.620472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:01.634714 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:01.635741 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:01.677783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0cc5c756-9565-4d11-93c5-a46215ff382d None None] Provisioning complete for port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:01.678792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c756-9565-4d11-93c5-a46215ff382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.759179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5c756-9565-4d11-93c5-a46215ff382d None None] Port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:01.780278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0cc5c756-9565-4d11-93c5-a46215ff382d None None] Provisioning complete for port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:01.782845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c756-9565-4d11-93c5-a46215ff382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:01.910027 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:02.074669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8755a563-a551-4aa2-9ef3-60cbeda1bda8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:02.331125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '03bcadba-1e42-41ec-8771-eeb17f8b95c0', 'name': '', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:fc:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:58Z', 'updated_at': '2021-10-22T15:20:00Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:02.369505 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:02.370105 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Updating router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:20:02.397657 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.414558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fe4754a7-dc2b-4802-a45b-6cded5338e85 None None] Provisioning complete for port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:02.415509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fe4754a7-dc2b-4802-a45b-6cded5338e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.470561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fe4754a7-dc2b-4802-a45b-6cded5338e85 None None] Port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:02.474348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:02.474737 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.495869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 15:20:02.512168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Removed routes are [] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 15:20:02.512892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.592271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e7ec37f2-6273-42a7-923d-83fd1080836b None None] Provisioning complete for port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:02.592646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e7ec37f2-6273-42a7-923d-83fd1080836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.666872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec37f2-6273-42a7-923d-83fd1080836b None None] Port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:02.721259 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.769096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76730e2b-ace1-4f35-8437-a9e7d3e5085a req-a2ad162b-8cfb-43d2-b9a1-d81749cbd1e7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:02.770600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76730e2b-ace1-4f35-8437-a9e7d3e5085a req-a2ad162b-8cfb-43d2-b9a1-d81749cbd1e7 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1083078 Oct 22 15:20:02.808451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76730e2b-ace1-4f35-8437-a9e7d3e5085a req-2451514b-3a2b-4657-ba9a-2da7ba6fb895 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Oct 22 15:20:02.848138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.851542 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.852881 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:02.904947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a6cbe-b631-4718-b4c0-9f8331fcd847 None None] Pushing event updated for resources: {'Port': ['ID=03bcadba-1e42-41ec-8771-eeb17f8b95c0,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:02.966132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:02.987260 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Attempting to bind port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:20:02.989770 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Attempting to bind port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:20:02.991305 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Attempting to bind port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 on network ad5ae6e1-6a57-4170-b706-817a1b3e0eac {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:20:03.004563 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:20:03.006038 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Checking segment: {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:03.006542 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.007154 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Bound using segment: {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:20:03.009709 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Bound port: 03bcadba-1e42-41ec-8771-eeb17f8b95c0, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3803324-6f8e-48fe-a254-5db0ebbad5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:20:03.010216 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.130788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:03.144635 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] For port 03bcadba-1e42-41ec-8771-eeb17f8b95c0, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:20:03.148049 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] For port 03bcadba-1e42-41ec-8771-eeb17f8b95c0, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03bcadba-1e42-41ec-8771-eeb17f8b95c0,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:20:03.149043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.151017 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b3fc2b55-e4f2-4d46-9145-d55ea6dfd028 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 934 time: 1.5340335 Oct 22 15:20:03.153132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56016) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:03.196146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e797bec1-c838-4e70-ac1c-8680cf6b5a71 None None] Provisioning complete for port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:03.196710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e797bec1-c838-4e70-ac1c-8680cf6b5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.243900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e797bec1-c838-4e70-ac1c-8680cf6b5a71 None None] Port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:03.245656 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.302932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-af2706ed-169c-482b-84ee-549d57690111 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 934 time: 0.1478570 Oct 22 15:20:03.305513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56020) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:03.310094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'routes': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:03.339646 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a6cbe-b631-4718-b4c0-9f8331fcd847 None None] Pushing event updated for resources: {'Port': ['ID=03bcadba-1e42-41ec-8771-eeb17f8b95c0,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:03.349069 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:03.349765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:03.504177 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:03.671712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-05f78d59-3d91-4395-83c5-b9f3b6e2f290 None None] Provisioning complete for port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:03.672923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05f78d59-3d91-4395-83c5-b9f3b6e2f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.783123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05f78d59-3d91-4395-83c5-b9f3b6e2f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.821100 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:02Z', 'revision_number': 6, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '03bcadba-1e42-41ec-8771-eeb17f8b95c0', 'name': '', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:fc:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:58Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:03.822698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-05f78d59-3d91-4395-83c5-b9f3b6e2f290 None None] For port 03bcadba-1e42-41ec-8771-eeb17f8b95c0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03bcadba-1e42-41ec-8771-eeb17f8b95c0,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:03.841317 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.845442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.extraroute_db [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added routes are [] {{(pid=107802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 15:20:03.845983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.extraroute_db [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=107802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 15:20:03.886852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.932885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05f78d59-3d91-4395-83c5-b9f3b6e2f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:03.956814 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95acab3-7d00-411a-8013-dc47558bc1c4 None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:02Z', 'revision_number': 6, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '03bcadba-1e42-41ec-8771-eeb17f8b95c0', 'name': '', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:fc:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:58Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 4, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:03.990569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56026) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:04.071335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f78d59-3d91-4395-83c5-b9f3b6e2f290 None None] Pushing event updated for resources: {'Port': ['ID=03bcadba-1e42-41ec-8771-eeb17f8b95c0,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:04.142562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485f065-951f-463b-a7b4-0504e55d4282 req-2fa974db-a17d-4bb5-9853-ec88c71e781e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:04.144257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2485f065-951f-463b-a7b4-0504e55d4282 req-2fa974db-a17d-4bb5-9853-ec88c71e781e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.2407198 Oct 22 15:20:04.200628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd4307e5-9347-4271-b036-3e51a79a5599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.283951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2485f065-951f-463b-a7b4-0504e55d4282 req-f5b38f86-cca0-4331-ba95-8f8e7a9bcf81 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297350 Oct 22 15:20:04.294501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd4307e5-9347-4271-b036-3e51a79a5599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.308367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.312286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.416796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:04.503812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bd4307e5-9347-4271-b036-3e51a79a5599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.528241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:04.537268 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.538706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-51da7070-7904-4c1c-b1d0-5826e724334a tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 700 time: 1.2321792 Oct 22 15:20:04.542013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56036) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:04.547274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4307e5-9347-4271-b036-3e51a79a5599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546c921-ab83-4c1e-9c60-6386e032e5ce,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:04.552100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd4307e5-9347-4271-b036-3e51a79a5599 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe412dfed6414d17afb3b80f988b3f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604181 Oct 22 15:20:04.555840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56038) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:04.627063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afa29c16-1c86-4de3-a019-f866ba6496f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.654548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afa29c16-1c86-4de3-a019-f866ba6496f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.659121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-51efc07d-543e-4c8c-8cf9-f5368ab7ba3f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 700 time: 0.1157176 Oct 22 15:20:04.659954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56040) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:04.805224 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afa29c16-1c86-4de3-a019-f866ba6496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.807839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-afa29c16-1c86-4de3-a019-f866ba6496f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:04.812155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-afa29c16-1c86-4de3-a019-f866ba6496f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d546c921-ab83-4c1e-9c60-6386e032e5ce HTTP/1.1" status: 204 len: 168 time: 0.2526658 Oct 22 15:20:04.821175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa29c16-1c86-4de3-a019-f866ba6496f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546c921-ab83-4c1e-9c60-6386e032e5ce,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:04.978328 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:04.981079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:04.981846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:05.044619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:05.093614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:05.333696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:05.334242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:05.357735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 7, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '03bcadba-1e42-41ec-8771-eeb17f8b95c0', 'name': '', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:fc:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:58Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:05.394893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:05.408035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:05.409207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:05.515472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412bdd-64b6-4bdb-8f32-4f4226134b0d req-d77c7879-f588-41db-9add-55c9574a2dc4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:05.517310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74412bdd-64b6-4bdb-8f32-4f4226134b0d req-d77c7879-f588-41db-9add-55c9574a2dc4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1031363 Oct 22 15:20:05.519763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 03bcadba-1e42-41ec-8771-eeb17f8b95c0, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=03bcadba-1e42-41ec-8771-eeb17f8b95c0,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:05.520137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:05.581064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:05.583132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 03bcadba-1e42-41ec-8771-eeb17f8b95c0 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:05.587314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74412bdd-64b6-4bdb-8f32-4f4226134b0d req-f2d9dcca-9bfb-4ad8-a750-63b02bb125fc tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593979 Oct 22 15:20:05.839439 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:05.876644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 7, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '03bcadba-1e42-41ec-8771-eeb17f8b95c0', 'name': '', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:fc:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:58Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:05.883950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=03bcadba-1e42-41ec-8771-eeb17f8b95c0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:05.931293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d0b9-6b65-4096-bab5-983010042d36 None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 7, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '03bcadba-1e42-41ec-8771-eeb17f8b95c0', 'name': '', 'network_id': 'ad5ae6e1-6a57-4170-b706-817a1b3e0eac', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:fc:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:58Z', 'updated_at': '2021-10-22T15:20:03Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '7d98491c-b26b-41fb-92dd-c8ef5a3ec849', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:05.976382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03bcadba-1e42-41ec-8771-eeb17f8b95c0 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:06.005383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 03bcadba-1e42-41ec-8771-eeb17f8b95c0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:06.005896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03bcadba-1e42-41ec-8771-eeb17f8b95c0 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 15:20:06.044342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Port 03bcadba-1e42-41ec-8771-eeb17f8b95c0 not found, will not notify nova. {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 15:20:06.115575 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:06.368526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:06.492664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-864049650-network', 'tenant_id': 'd6a8011cfb194530933bf692927ef24b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:06.592418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:06.606760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Made reservation on behalf of d6a8011cfb194530933bf692927ef24b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:06.611521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:06.631585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:06.705900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:06.729039 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:06.730812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8fffcd79-71bc-4275-8ea2-86cf4f37e4d3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0679724 Oct 22 15:20:06.731127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56078) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:06.750353 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:06.751898 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:06.813177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 7d98491c-b26b-41fb-92dd-c8ef5a3ec849 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:06.815352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ce2f-5f9f-4819-9814-87bc0524e20d req-66e678ea-a3fa-47c0-aca1-02fd59b24ab0 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:06.818308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08c1ce2f-5f9f-4819-9814-87bc0524e20d req-66e678ea-a3fa-47c0-aca1-02fd59b24ab0 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1160514 Oct 22 15:20:06.828082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:06.863346 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:06.870149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08c1ce2f-5f9f-4819-9814-87bc0524e20d req-bbe3a9b4-4672-4eb0-b977-a2c876b5ba66 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Oct 22 15:20:06.891157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:06.896390 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:06.945618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.002033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:20:07.010950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a36985c-fcfd-4444-8cca-aa22f94ff6c1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:07.014110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.041008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.041360 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Added segment f2eabd86-7b78-48f3-ab70-657e5da677de of type vlan for network 744fb169-2c42-4864-871e-7f16f3fb9ce3 Oct 22 15:20:07.104733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.132193 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:05Z', 'revision_number': 8, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:07.164829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:07.173382 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:07.173980 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:07.215248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.250403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=7d98491c-b26b-41fb-92dd-c8ef5a3ec849,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:07.252966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.259066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1925d9bf-e765-492e-a131-0b20e82b7ca4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/7d98491c-b26b-41fb-92dd-c8ef5a3ec849 HTTP/1.1" status: 204 len: 168 time: 0.5257933 Oct 22 15:20:07.259066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.259066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:07.259066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.259503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56086) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:07.264586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1f21b-7b99-4d46-b4d9-403077d66df5 None None] Network ad5ae6e1-6a57-4170-b706-817a1b3e0eac requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:07.293175 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:07.372050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] Pushing event updated for resources: {'Network': ['ID=744fb169-2c42-4864-871e-7f16f3fb9ce3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:07.380060 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-80e28c40-3624-4fc0-bc09-ee6f395433b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0076013 Oct 22 15:20:07.381162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:07.389709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 744fb169-2c42-4864-871e-7f16f3fb9ce3 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:20:07.396666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Request body: {'subnet': {'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-864049650-subnet', 'tenant_id': 'd6a8011cfb194530933bf692927ef24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:07.429605 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.509181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Made reservation on behalf of d6a8011cfb194530933bf692927ef24b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:07.511930 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.525397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:07.526955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.585856 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:05Z', 'revision_number': 8, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:07.592890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b591cb-b31f-4511-b361-796356822a12 None None] DHCP port deletion for ad5ae6e1-6a57-4170-b706-817a1b3e0eac request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:07.618401 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b96ba-8074-4e4e-af26-20fd48e1932a None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:05Z', 'revision_number': 8, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c', 'name': '', 'network_id': 'd70af367-b300-4660-83a8-cdd853a01419', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:4a:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:52Z', 'updated_at': '2021-10-22T15:19:59Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'b2409a68-2b35-4917-bc40-cc7fb9f7bb9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:07.637329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 8755a563-a551-4aa2-9ef3-60cbeda1bda8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8755a563-a551-4aa2-9ef3-60cbeda1bda8,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:07.637704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.655890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 8755a563-a551-4aa2-9ef3-60cbeda1bda8 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:07.665745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-75b591cb-b31f-4511-b361-796356822a12 None None] Deleting port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:07.666124 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75b591cb-b31f-4511-b361-796356822a12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.743966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-75b591cb-b31f-4511-b361-796356822a12 None None] For port 8755a563-a551-4aa2-9ef3-60cbeda1bda8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8755a563-a551-4aa2-9ef3-60cbeda1bda8,segment=NetworkSegment(d3803324-6f8e-48fe-a254-5db0ebbad5bb),segment_id=d3803324-6f8e-48fe-a254-5db0ebbad5bb)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:07.744226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75b591cb-b31f-4511-b361-796356822a12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.758146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-75b591cb-b31f-4511-b361-796356822a12 None None] Calling delete_port for 8755a563-a551-4aa2-9ef3-60cbeda1bda8 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:07.805244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.835154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.841644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:20:07.868376 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75b591cb-b31f-4511-b361-796356822a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:07.874393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=8755a563-a551-4aa2-9ef3-60cbeda1bda8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:07.889896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b591cb-b31f-4511-b361-796356822a12 None None] Pushing event deleted for resources: {'Port': ['ID=8755a563-a551-4aa2-9ef3-60cbeda1bda8,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:07.899798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7007619-fafd-41ce-9e29-af7c14cb4cbb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:07.902711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:07.904664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b591cb-b31f-4511-b361-796356822a12 None None] No DVR routers for this DVR port 8755a563-a551-4aa2-9ef3-60cbeda1bda8 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:07.917532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Checking segment: {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:07.917532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Network hostable DHCP agents. Network: 744fb169-2c42-4864-871e-7f16f3fb9ce3, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:20:07.934418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a7f52-fd34-4bc4-b38f-9ff389197498 req-decc3255-943b-4448-95ce-919d0d476285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:07.936137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f47a7f52-fd34-4bc4-b38f-9ff389197498 req-decc3255-943b-4448-95ce-919d0d476285 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0837882 Oct 22 15:20:08.004129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f47a7f52-fd34-4bc4-b38f-9ff389197498 req-6a3633c9-8ba7-43ae-b01f-7bfac76201e9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583675 Oct 22 15:20:08.012142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Network 744fb169-2c42-4864-871e-7f16f3fb9ce3 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:20:08.017984 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.048844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5ae6e1-6a57-4170-b706-817a1b3e0eac']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:08.061042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3803324-6f8e-48fe-a254-5db0ebbad5bb') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:08.061343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3803324-6f8e-48fe-a254-5db0ebbad5bb') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:08.090345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8755a563-a551-4aa2-9ef3-60cbeda1bda8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:08.091030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.093578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 744fb169-2c42-4864-871e-7f16f3fb9ce3) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:08.098411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:08.099164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.120859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.128435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ed8b4-40c3-4945-abc8-754626d72558 None None] Network 744fb169-2c42-4864-871e-7f16f3fb9ce3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:08.130843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8755a563-a551-4aa2-9ef3-60cbeda1bda8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:08.133937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f696a-2148-4b3b-a218-b548c2049a6a req-8c8d6f14-2c6b-4430-a435-d6bf2c4bf1d4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:08.134228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8755a563-a551-4aa2-9ef3-60cbeda1bda8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:08.137185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd4f696a-2148-4b3b-a218-b548c2049a6a req-8c8d6f14-2c6b-4430-a435-d6bf2c4bf1d4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1063280 Oct 22 15:20:08.140442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:08.141897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:08.144547 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:08.149810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03bcadba-1e42-41ec-8771-eeb17f8b95c0 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:08.198315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 03bcadba-1e42-41ec-8771-eeb17f8b95c0 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:08.198890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 03bcadba-1e42-41ec-8771-eeb17f8b95c0 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:08.220406 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6ee8c9c1-8d78-45c0-b905-31c10c351576 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8333366 Oct 22 15:20:08.249956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd4f696a-2148-4b3b-a218-b548c2049a6a req-790852a6-4aae-4746-9e6c-a43c9684bba6 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848272 Oct 22 15:20:08.329130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd625cc-212d-4e99-81d2-0951863b9902 None None] Network 744fb169-2c42-4864-871e-7f16f3fb9ce3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:08.391923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.393505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:08.399762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/ad5ae6e1-6a57-4170-b706-817a1b3e0eac HTTP/1.1" status: 204 len: 168 time: 1.1365886 Oct 22 15:20:08.400849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56104) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:08.438813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd39d1f-f328-4105-a400-8317093710d5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=ad5ae6e1-6a57-4170-b706-817a1b3e0eac,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:08.783455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:09.081772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:09.082036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:09.173234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,segment=NetworkSegment(1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc),segment_id=1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:09.173670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:09.187142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:09.421097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dafa4-4c6b-4de2-b92b-715655863ccc req-3d410ff5-f1f9-4af6-87fc-80633f851b1c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:09.422684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac1dafa4-4c6b-4de2-b92b-715655863ccc req-3d410ff5-f1f9-4af6-87fc-80633f851b1c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0846493 Oct 22 15:20:09.461694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac1dafa4-4c6b-4de2-b92b-715655863ccc req-30eb1ac2-1323-4423-86a0-010471e7c102 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Oct 22 15:20:09.576396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:09.605452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:09.819893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:10.352441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:10.461327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:10.466573 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e0c9dc4e-48bd-48fa-ab01-dc51286f6d1b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639374 Oct 22 15:20:10.470083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56126) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:10.475308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:10.486853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:10.487510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:10.524669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet b2409a68-2b35-4917-bc40-cc7fb9f7bb9a {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:10.528035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:10.583201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:10.602737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:10.669237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb66f6-6046-4a2f-96bf-ee5eb8c4bc25 req-5466fad1-f2a4-42c9-ab23-5eb8caef243b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:10.671069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47eb66f6-6046-4a2f-96bf-ee5eb8c4bc25 req-5466fad1-f2a4-42c9-ab23-5eb8caef243b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1195934 Oct 22 15:20:10.752200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47eb66f6-6046-4a2f-96bf-ee5eb8c4bc25 req-a1bbc2fb-24b1-4424-b35f-0eb1798aaeea tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675797 Oct 22 15:20:10.757235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:10.876284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:09Z', 'revision_number': 9, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:10.932714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:10.944049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:10.944949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:11.001867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.031056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=b2409a68-2b35-4917-bc40-cc7fb9f7bb9a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:11.035623 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.038412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:11.039190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-039dfd1a-fd1e-4b79-9664-e6ef1a45833d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/b2409a68-2b35-4917-bc40-cc7fb9f7bb9a HTTP/1.1" status: 204 len: 168 time: 0.5677719 Oct 22 15:20:11.041839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56136) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:11.069122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e1e4a-a519-4132-8cab-953b2667edc3 None None] Network d70af367-b300-4660-83a8-cdd853a01419 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:11.121591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.175250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 4ab6cf71-8162-4d72-9387-afc294fc0526 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:11.179463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.254833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 4ab6cf71-8162-4d72-9387-afc294fc0526, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4ab6cf71-8162-4d72-9387-afc294fc0526,segment=NetworkSegment(1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc),segment_id=1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:11.254833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.269473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 4ab6cf71-8162-4d72-9387-afc294fc0526 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:11.419727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9de1-29cb-4124-abeb-e8c51e0db0d4 req-80daa8ff-3533-4796-918e-386d30e126e4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:11.422222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c18d9de1-29cb-4124-abeb-e8c51e0db0d4 req-80daa8ff-3533-4796-918e-386d30e126e4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0624015 Oct 22 15:20:11.502878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c18d9de1-29cb-4124-abeb-e8c51e0db0d4 req-58601473-817c-4ad7-9a05-c0e5a5b2cde3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Oct 22 15:20:11.573090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] DHCP port deletion for d70af367-b300-4660-83a8-cdd853a01419 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:11.637274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:09Z', 'revision_number': 9, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:11.654020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-f3e5c91a-9a16-4f14-b1c3-843ca78dbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:11.655595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-f3e5c91a-9a16-4f14-b1c3-843ca78dbd55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0437591 Oct 22 15:20:11.658352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.674488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82bbff-fba5-4a2b-aa04-419ccb1daf7f None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:09Z', 'revision_number': 9, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '168a22ca-d678-4be0-8b20-82f968faeb6a', 'name': '', 'network_id': '7cccb8f4-e1d2-4318-acd4-5bb8b936c671', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:60:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:46Z', 'updated_at': '2021-10-22T15:19:53Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': '557adb06-5841-48a2-8b87-f00b6b67e1b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:11.686919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Deleting port 4ab6cf71-8162-4d72-9387-afc294fc0526 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:11.687326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.699538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 4ab6cf71-8162-4d72-9387-afc294fc0526 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:11.706107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=4ab6cf71-8162-4d72-9387-afc294fc0526,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:11.760593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] For port 4ab6cf71-8162-4d72-9387-afc294fc0526, host n-d-812148-2, got binding levels [] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:11.761177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.774233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Calling delete_port for 4ab6cf71-8162-4d72-9387-afc294fc0526 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:11.776950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.ipam_backend_mixin [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Port 4ab6cf71-8162-4d72-9387-afc294fc0526 was not found and therefore no delete operation was performed {{(pid=107803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 15:20:11.780598 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.780598 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.809048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] Pushing event deleted for resources: {'Port': ['ID=4ab6cf71-8162-4d72-9387-afc294fc0526,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:11.812722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a472ad-44d5-435a-9f2c-f6598223e55b None None] No DVR routers for this DVR port 4ab6cf71-8162-4d72-9387-afc294fc0526 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:11.846649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.878653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70af367-b300-4660-83a8-cdd853a01419']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:11.891450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:11.891863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f281bb0-a4ec-4c4f-aa03-70239e0ba8cc') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:11.894159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-bde419cb-b226-4dda-bec9-41dd21a84936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:11.895728 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-bde419cb-b226-4dda-bec9-41dd21a84936 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.2293744 Oct 22 15:20:11.913965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.946868 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-04a790f6-987a-4b39-8f78-b3a12cecd5ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 217 time: 0.0424757 Oct 22 15:20:11.956427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.991753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:11.992148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:11.995084 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:12.061870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-0af02e34-e09d-4548-8b06-6da399876ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:12.063970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-0af02e34-e09d-4548-8b06-6da399876ac7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.1089675 Oct 22 15:20:12.107132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-0f447686-cc74-40c7-b812-a4aa7135ccbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347908 Oct 22 15:20:12.152565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:12.176386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:12.177034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3bd1acbe-05d6-4cf5-970a-91d8d3c2ac7c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:12.177657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4ab6cf71-8162-4d72-9387-afc294fc0526 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:12.201190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:12.206052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4ab6cf71-8162-4d72-9387-afc294fc0526 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:12.206682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4ab6cf71-8162-4d72-9387-afc294fc0526 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:12.207282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:12.214107 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/d70af367-b300-4660-83a8-cdd853a01419 HTTP/1.1" status: 204 len: 168 time: 1.1681242 Oct 22 15:20:12.214260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56150) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:12.237669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7292825-451a-417c-8314-7408b96908f5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=d70af367-b300-4660-83a8-cdd853a01419,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:12.258621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-aea17565-a886-4bd4-9530-90d8380ae45b service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450400 Oct 22 15:20:12.396436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e89738e7-d77c-4581-837d-d92e2ec19b4d req-ed594042-aba5-4b54-bf3f-95935a00c1b9 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293311 Oct 22 15:20:12.625352 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:12.676555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa090-12ce-4f1a-9883-d9918019b8f2 req-24f9a783-90d2-4fc8-86b8-d806bd235221 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:12.678083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-492aa090-12ce-4f1a-9883-d9918019b8f2 req-24f9a783-90d2-4fc8-86b8-d806bd235221 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0958049 Oct 22 15:20:12.788064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-492aa090-12ce-4f1a-9883-d9918019b8f2 req-f594e59f-cce2-4cd7-9425-7ce0eac7e92c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788729 Oct 22 15:20:12.930930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 168a22ca-d678-4be0-8b20-82f968faeb6a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:12.931370 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:13.022982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 168a22ca-d678-4be0-8b20-82f968faeb6a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=168a22ca-d678-4be0-8b20-82f968faeb6a,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:13.023263 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:13.036910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 168a22ca-d678-4be0-8b20-82f968faeb6a owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:13.299836 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:13.332968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=168a22ca-d678-4be0-8b20-82f968faeb6a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:13.567620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:13.770104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:14.142029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:14.156687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e7fe8b70-f08c-4581-bc39-08c68ec43305 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9387121 Oct 22 15:20:14.162563 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:14.163214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56172) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:14.176871 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:14.177861 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:14.241491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet 557adb06-5841-48a2-8b87-f00b6b67e1b5 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:14.245684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:14.256262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7173f1-3892-4155-852c-498e48a2495b req-bebeb192-b333-4f62-b248-7d1b33b42ab1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:14.257888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e7173f1-3892-4155-852c-498e48a2495b req-bebeb192-b333-4f62-b248-7d1b33b42ab1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1186507 Oct 22 15:20:14.291395 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:14.361538 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:14.439711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e7173f1-3892-4155-852c-498e48a2495b req-2b80efff-b6ac-4785-8d38-58ccf1fd8e2a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544976 Oct 22 15:20:14.527998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:14.670657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:13Z', 'revision_number': 10, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:14.697518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:14.698906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:14.706251 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:14.706851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:14.726963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=557adb06-5841-48a2-8b87-f00b6b67e1b5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:14.736006 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:14.740677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d77f4c8c-c8e8-446d-94f2-f8c0337d078b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/557adb06-5841-48a2-8b87-f00b6b67e1b5 HTTP/1.1" status: 204 len: 168 time: 0.5807171 Oct 22 15:20:14.742424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56178) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:14.744837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68719962-b213-4fc5-beae-e19a981b2c4e None None] Network 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:14.828037 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:14.861219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:14.926265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 37fea19d-19eb-4534-999c-85a11100bae3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:14.926553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.014865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] DHCP port deletion for 7cccb8f4-e1d2-4318-acd4-5bb8b936c671 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:15.019494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 37fea19d-19eb-4534-999c-85a11100bae3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=37fea19d-19eb-4534-999c-85a11100bae3,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:15.019860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.035313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 37fea19d-19eb-4534-999c-85a11100bae3 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:15.086450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Deleting port 37fea19d-19eb-4534-999c-85a11100bae3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:15.086831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.091223 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:13Z', 'revision_number': 10, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:15.158642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] For port 37fea19d-19eb-4534-999c-85a11100bae3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=37fea19d-19eb-4534-999c-85a11100bae3,segment=NetworkSegment(37d68072-15c9-4a47-ad2e-a31077bbcbb7),segment_id=37d68072-15c9-4a47-ad2e-a31077bbcbb7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:15.159095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.171955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Calling delete_port for 37fea19d-19eb-4534-999c-85a11100bae3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:15.214749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5197cb-a0f0-4504-b063-afd6fb13af53 None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:13Z', 'revision_number': 10, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None, '_interfaces': [{'id': '73a459be-0bd7-43e5-ba99-09bb605d6e4b', 'name': '', 'network_id': 'ed34d427-1810-45fe-86dc-dffc4d7c3673', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'mac_address': 'fa:16:3e:9b:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:19:41Z', 'updated_at': '2021-10-22T15:19:46Z', 'revision_number': 5, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'subnets': [{'id': 'ce48443f-f40e-4c51-9c9d-18b175153768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:15.217903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.248009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=37fea19d-19eb-4534-999c-85a11100bae3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:15.251785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port 37fea19d-19eb-4534-999c-85a11100bae3 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:15.268341 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.300975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Pushing event deleted for resources: {'Port': ['ID=37fea19d-19eb-4534-999c-85a11100bae3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:15.314531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.315083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.315443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.315797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.316118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.316466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.317158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.317519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.317854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.318183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.318510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.318832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:15.321741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca180f-98a7-46e5-ae15-cb0f29989eb4 None None] No DVR routers for this DVR port 37fea19d-19eb-4534-999c-85a11100bae3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:15.351180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.373550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cccb8f4-e1d2-4318-acd4-5bb8b936c671']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:15.388893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d68072-15c9-4a47-ad2e-a31077bbcbb7') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:15.389295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d68072-15c9-4a47-ad2e-a31077bbcbb7') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:15.399742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.416957 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.423109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:15.423501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:15.426599 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:15.590857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63829bd-a04d-4427-8813-a380c7bb600b req-571edd09-9334-4e27-9615-7d57d6568ada tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:15.596467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b63829bd-a04d-4427-8813-a380c7bb600b req-571edd09-9334-4e27-9615-7d57d6568ada tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0658796 Oct 22 15:20:15.622236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.636925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:15.643858 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/7cccb8f4-e1d2-4318-acd4-5bb8b936c671 HTTP/1.1" status: 204 len: 168 time: 0.8936820 Oct 22 15:20:15.644666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56194) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:15.658798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8889b7-99ec-4dd8-819a-c585d2e1a560 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=7cccb8f4-e1d2-4318-acd4-5bb8b936c671,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:15.704828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b63829bd-a04d-4427-8813-a380c7bb600b req-6d6b29b7-7916-4bc9-adb2-ad58fcb607b3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028402 Oct 22 15:20:15.894823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168a22ca-d678-4be0-8b20-82f968faeb6a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:15.932929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 168a22ca-d678-4be0-8b20-82f968faeb6a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:15.934265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 168a22ca-d678-4be0-8b20-82f968faeb6a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:15.934995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 37fea19d-19eb-4534-999c-85a11100bae3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:15.958085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 37fea19d-19eb-4534-999c-85a11100bae3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:15.958694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 37fea19d-19eb-4534-999c-85a11100bae3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:16.037869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:16.284658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port 73a459be-0bd7-43e5-ba99-09bb605d6e4b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:16.285110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:16.390314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port 73a459be-0bd7-43e5-ba99-09bb605d6e4b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=73a459be-0bd7-43e5-ba99-09bb605d6e4b,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:16.391254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:16.405785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for 73a459be-0bd7-43e5-ba99-09bb605d6e4b owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:16.760689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:16.789237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=73a459be-0bd7-43e5-ba99-09bb605d6e4b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:16.957221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:17.180717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:17.268184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:17.274458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-283da694-7bb3-4bad-97bc-aea87f7188a6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281357 Oct 22 15:20:17.277262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56214) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:17.283200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:17.309524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:17.309524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:17.359401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting subnet ce48443f-f40e-4c51-9c9d-18b175153768 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:17.364296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:17.415194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:17.439078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:17.511333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:16Z', 'revision_number': 11, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:17.531187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:17.547937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:17.558319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:17.559214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:17.668566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:17.724982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:16Z', 'revision_number': 11, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:17.748740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:17.760432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6f09-fa72-432b-9230-4936e478c43d None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:16Z', 'revision_number': 11, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:17.773697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8d03b-81d4-4b41-8204-620373b100a0 None None] Network ed34d427-1810-45fe-86dc-dffc4d7c3673 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:17.790610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:17.799725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56228) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:17.801107 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/ce48443f-f40e-4c51-9c9d-18b175153768 HTTP/1.1" status: 204 len: 168 time: 0.5227401 Oct 22 15:20:17.802642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3826a3f-4f53-44b5-9163-af1abf041743 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Subnet': ['ID=ce48443f-f40e-4c51-9c9d-18b175153768,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:17.936217 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.023471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Deleting port eaee8239-172a-405e-b379-7f40e1813826 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:18.023901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.092880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] For port eaee8239-172a-405e-b379-7f40e1813826, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eaee8239-172a-405e-b379-7f40e1813826,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:18.093246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.107377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Calling delete_port for eaee8239-172a-405e-b379-7f40e1813826 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:18.159440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] DHCP port deletion for ed34d427-1810-45fe-86dc-dffc4d7c3673 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:18.284541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] Deleting port eaee8239-172a-405e-b379-7f40e1813826 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:18.285881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.322698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eaee8239-172a-405e-b379-7f40e1813826 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:18.405196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] For port eaee8239-172a-405e-b379-7f40e1813826, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=eaee8239-172a-405e-b379-7f40e1813826,segment=NetworkSegment(91f4b1ba-afba-4013-9f7d-91e1fef5ead9),segment_id=91f4b1ba-afba-4013-9f7d-91e1fef5ead9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:18.405594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.424491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.426536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] Calling delete_port for eaee8239-172a-405e-b379-7f40e1813826 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:18.440388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port eaee8239-172a-405e-b379-7f40e1813826 {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 15:20:18.440828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device eaee8239-172a-405e-b379-7f40e1813826 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:18.441249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 73a459be-0bd7-43e5-ba99-09bb605d6e4b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:18.466828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Port': ['ID=eaee8239-172a-405e-b379-7f40e1813826,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:18.473916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No DVR routers for this DVR port eaee8239-172a-405e-b379-7f40e1813826 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:18.505250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 73a459be-0bd7-43e5-ba99-09bb605d6e4b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:18.505938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 73a459be-0bd7-43e5-ba99-09bb605d6e4b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:18.575402 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.585214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] No DVR routers for this DVR port eaee8239-172a-405e-b379-7f40e1813826 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:18.589369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ef2fb-2361-4b00-8dac-0fbef821d3c7 None None] Pushing event deleted for resources: {'Port': ['ID=eaee8239-172a-405e-b379-7f40e1813826,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:18.594180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.624014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed34d427-1810-45fe-86dc-dffc4d7c3673']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:18.640937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f4b1ba-afba-4013-9f7d-91e1fef5ead9') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:18.641228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f4b1ba-afba-4013-9f7d-91e1fef5ead9') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:18.651608 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:18.689193 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:18.865743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.870506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:18.877425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/networks/ed34d427-1810-45fe-86dc-dffc4d7c3673 HTTP/1.1" status: 204 len: 168 time: 1.0732491 Oct 22 15:20:18.877785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56244) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:18.883574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'routes': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:18.887477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b14c7-e880-495b-981a-38576bcddd8a req-a0b208ef-5bd7-4b00-973d-6b95378107d4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:18.889170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c47b14c7-e880-495b-981a-38576bcddd8a req-a0b208ef-5bd7-4b00-973d-6b95378107d4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0686169 Oct 22 15:20:18.914840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7ac83-0758-4d5c-9bcd-721513a9d30d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Pushing event deleted for resources: {'Network': ['ID=ed34d427-1810-45fe-86dc-dffc4d7c3673,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:18.951372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c47b14c7-e880-495b-981a-38576bcddd8a req-cf72ee35-6adc-40ba-a85f-942d951df104 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Oct 22 15:20:19.088792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Added routes are [] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 15:20:19.089099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.extraroute_db [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Removed routes are [] {{(pid=107801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 15:20:19.089460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.236638 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.240465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.319199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:19.405512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:19.414697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.418627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c7a90485-7034-4746-8371-d44eb6f56b6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 701 time: 0.5366702 Oct 22 15:20:19.419127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56254) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:19.435680 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] Sync routers for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:19.450219 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:19.455404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4c872f61-876d-4b9a-b9e3-9dfb25de85bb tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 205 time: 0.0321465 Oct 22 15:20:19.455585 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:19.455924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56256) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:19.533386 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:19.553079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.594106 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:16Z', 'revision_number': 11, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:19.624586 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] Checking router: 4b152cc9-e85d-4ea3-b66c-e171a08207d1 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:19.634538 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] Routers {'4b152cc9-e85d-4ea3-b66c-e171a08207d1'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:19.635264 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:19.738163 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] Set router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:19.760759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.763755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:19.793649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:16Z', 'revision_number': 11, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:19.824992 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad9578-9ea1-48ad-8805-8b5b31fdbf44 None None] The sync data for ids ['4b152cc9-e85d-4ea3-b66c-e171a08207d1'] in n-d-812148-2 is: [{'id': '4b152cc9-e85d-4ea3-b66c-e171a08207d1', 'name': 'tempest-RoutersTest-router-1775509543', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:19:38Z', 'updated_at': '2021-10-22T15:20:16Z', 'revision_number': 11, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:20.041048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.041619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router 4b152cc9-e85d-4ea3-b66c-e171a08207d1 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:20:20.057980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.059164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34aef82b-1cc3-4028-964a-b36e803b9f55 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 204 len: 168 time: 0.6013417 Oct 22 15:20:20.067011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56266) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:20.069756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1203268068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:20.230068 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.231431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.311301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.446930 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.572925 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:20.576930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fb86bbd8-e40f-4b7f-9685-344b29d57a62 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5090761 Oct 22 15:20:20.577318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56270) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:20.582468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:21.196140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:21.309691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:21.549391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Router a62b4600-a02b-475d-8f24-fe54152198cf is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:20:21.635397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:21.647435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] Sync routers for ids ['a62b4600-a02b-475d-8f24-fe54152198cf'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:21.648986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:21.651607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1b85a267-b448-4154-922a-51c037ba2591 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "PUT /v2.0/routers/a62b4600-a02b-475d-8f24-fe54152198cf HTTP/1.1" status: 200 len: 694 time: 1.0721040 Oct 22 15:20:21.653360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56282) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:21.661417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] Routers {'a62b4600-a02b-475d-8f24-fe54152198cf'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:21.662323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a62b4600-a02b-475d-8f24-fe54152198cf'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:21.747751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56286) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:21.758643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4189e706-d29a-44ea-8343-004c42335482 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/routers/a62b4600-a02b-475d-8f24-fe54152198cf HTTP/1.1" status: 200 len: 700 time: 0.1026416 Oct 22 15:20:21.801834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e37c7e32-a341-45e4-a692-3c3350b343d6 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a62b4600-a02b-475d-8f24-fe54152198cf HTTP/1.1" status: 200 len: 205 time: 0.0527630 Oct 22 15:20:21.804520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56290) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:21.923986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:21.964390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] Set router a62b4600-a02b-475d-8f24-fe54152198cf gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:22.038348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62b4600-a02b-475d-8f24-fe54152198cf', 'name': 'tempest-RoutersTest-router-1203268068', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:20:20Z', 'updated_at': '2021-10-22T15:20:21Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:22.074076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] Checking router: a62b4600-a02b-475d-8f24-fe54152198cf for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:22.084990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] Routers {'a62b4600-a02b-475d-8f24-fe54152198cf'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:22.085600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:19:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a62b4600-a02b-475d-8f24-fe54152198cf'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:22.146343 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:22.148874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:22.160857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] Set router a62b4600-a02b-475d-8f24-fe54152198cf gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:22.224873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62b4600-a02b-475d-8f24-fe54152198cf', 'name': 'tempest-RoutersTest-router-1203268068', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:20:20Z', 'updated_at': '2021-10-22T15:20:21Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:22.255851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82655e18-cbe2-4f9e-a3a7-5a158a9a9288 None None] The sync data for ids ['a62b4600-a02b-475d-8f24-fe54152198cf'] in n-d-812148-2 is: [{'id': 'a62b4600-a02b-475d-8f24-fe54152198cf', 'name': 'tempest-RoutersTest-router-1203268068', 'tenant_id': 'ef224381829b4d139f4d424731e1de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:20:20Z', 'updated_at': '2021-10-22T15:20:21Z', 'revision_number': 2, 'project_id': 'ef224381829b4d139f4d424731e1de9b', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:22.285114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:22.285856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Fanout notify agent at l3_agent the message router_deleted on router a62b4600-a02b-475d-8f24-fe54152198cf {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:20:22.304441 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:22.304441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c58eff75-e60c-483b-83c5-23b3be4522df tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/a62b4600-a02b-475d-8f24-fe54152198cf HTTP/1.1" status: 204 len: 168 time: 0.4934466 Oct 22 15:20:22.305841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.346588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.347054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-21916f7d-b58d-4c26-a0b4-a84eda053ea3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a62b4600-a02b-475d-8f24-fe54152198cf HTTP/1.1" status: 200 len: 205 time: 0.0453496 Oct 22 15:20:22.392563 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-c84a193e-1eec-4b67-9db9-795d355d1cb4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:22.394713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c84a193e-1eec-4b67-9db9-795d355d1cb4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/a62b4600-a02b-475d-8f24-fe54152198cf HTTP/1.1" status: 404 len: 336 time: 0.0460355 Oct 22 15:20:22.396999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56300) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.453654 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a2371d-185b-4df6-bcc0-5c318d6f1e6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:22.454121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a2371d-185b-4df6-bcc0-5c318d6f1e6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:22.459219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50a2371d-185b-4df6-bcc0-5c318d6f1e6b tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/7d98491c-b26b-41fb-92dd-c8ef5a3ec849 HTTP/1.1" status: 404 len: 337 time: 0.0592282 Oct 22 15:20:22.460451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56304) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.513304 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1481578d-6a90-48e3-99ec-c38950a3ecfd tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:22.514058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1481578d-6a90-48e3-99ec-c38950a3ecfd tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:22.526600 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1481578d-6a90-48e3-99ec-c38950a3ecfd tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/b2409a68-2b35-4917-bc40-cc7fb9f7bb9a HTTP/1.1" status: 404 len: 337 time: 0.0586278 Oct 22 15:20:22.526600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.553746 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cfeb51-c305-472e-8719-a31a11120620 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:22.554378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cfeb51-c305-472e-8719-a31a11120620 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:22.565255 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-77cfeb51-c305-472e-8719-a31a11120620 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/557adb06-5841-48a2-8b87-f00b6b67e1b5 HTTP/1.1" status: 404 len: 337 time: 0.0432355 Oct 22 15:20:22.565800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56308) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.598758 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b6421a-aee9-4d36-a4d1-9b3ba2a4df2f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:22.599279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b6421a-aee9-4d36-a4d1-9b3ba2a4df2f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:22.603009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-40b6421a-aee9-4d36-a4d1-9b3ba2a4df2f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/ce48443f-f40e-4c51-9c9d-18b175153768 HTTP/1.1" status: 404 len: 337 time: 0.0357380 Oct 22 15:20:22.605789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56310) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.642251 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-512fbbca-22e7-41c0-b8a2-bb62c7eeb4af tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 200 len: 205 time: 0.0352290 Oct 22 15:20:22.647377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56312) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.652187 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9f622c85-5438-42df-ad1b-24d084c72861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:22.698152 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-d623f3f7-fc87-459a-a494-88d4975786b4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:22.702705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56314) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.702920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d623f3f7-fc87-459a-a494-88d4975786b4 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/4b152cc9-e85d-4ea3-b66c-e171a08207d1 HTTP/1.1" status: 404 len: 336 time: 0.0540590 Oct 22 15:20:22.739917 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-62751db7-7f04-4446-a110-0af07af849a0 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=11de8070-5798-4f87-9531-226b509f29e8 HTTP/1.1" status: 200 len: 205 time: 0.0314543 Oct 22 15:20:22.741436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.793416 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-20f3cd31-9c92-41f6-a9d0-b38cc2d05059 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:22.795717 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20f3cd31-9c92-41f6-a9d0-b38cc2d05059 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/11de8070-5798-4f87-9531-226b509f29e8 HTTP/1.1" status: 404 len: 336 time: 0.0529926 Oct 22 15:20:22.797106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56320) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.842644 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-26353109-4871-4981-bd0b-67e8965523c0 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:22.843095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26353109-4871-4981-bd0b-67e8965523c0 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:22.846632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-26353109-4871-4981-bd0b-67e8965523c0 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/65da0473-1a95-48b7-99a4-e1efd67fcad7 HTTP/1.1" status: 404 len: 337 time: 0.0481687 Oct 22 15:20:22.848978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56324) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.894797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-16e90143-9407-4216-9e28-7b0c6b6fc9cd tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 200 len: 205 time: 0.0445211 Oct 22 15:20:22.897276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56326) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.941794 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-26cdc1e6-2a00-477b-a666-4f2d0eb2898f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:22.945625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-26cdc1e6-2a00-477b-a666-4f2d0eb2898f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/dc60a9f2-1bdf-4d22-89c6-02c6fe7b5342 HTTP/1.1" status: 404 len: 336 time: 0.0446935 Oct 22 15:20:22.945910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56328) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:22.980638 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d32054b8-63f7-439a-886f-18e2c88f120f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=d96e8e44-6952-4148-943d-1aa6f940f4f9 HTTP/1.1" status: 200 len: 205 time: 0.0327482 Oct 22 15:20:22.980961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.045675 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-0434a326-3819-47a8-869e-18bba4fbd97d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:23.053382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0434a326-3819-47a8-869e-18bba4fbd97d tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/d96e8e44-6952-4148-943d-1aa6f940f4f9 HTTP/1.1" status: 404 len: 336 time: 0.0647123 Oct 22 15:20:23.053655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56332) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.086132 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7a3cb1-f633-4c7a-b976-c4fd5a75dfae tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:23.086733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7a3cb1-f633-4c7a-b976-c4fd5a75dfae tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:23.090318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2f7a3cb1-f633-4c7a-b976-c4fd5a75dfae tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/32ef085f-be53-4933-ae92-8877d5e5ab14 HTTP/1.1" status: 404 len: 337 time: 0.0348661 Oct 22 15:20:23.092642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.130260 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0b2ee828-0284-4ac1-bb64-ecbf7fd09331 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce6d1b31-622d-451a-88e4-1a4ffdbf9718 HTTP/1.1" status: 200 len: 205 time: 0.0363946 Oct 22 15:20:23.132806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56336) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.176292 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-9b221251-e441-4ab9-99fa-b9c3840c966e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:23.177532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9b221251-e441-4ab9-99fa-b9c3840c966e tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/ce6d1b31-622d-451a-88e4-1a4ffdbf9718 HTTP/1.1" status: 404 len: 336 time: 0.0435486 Oct 22 15:20:23.180534 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56338) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.221238 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fad21d-4ba2-4fe1-b4a1-6029d4195187 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:23.221709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fad21d-4ba2-4fe1-b4a1-6029d4195187 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:23.224909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-12fad21d-4ba2-4fe1-b4a1-6029d4195187 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/7b8f094b-9585-4615-b523-5251a0670e2b HTTP/1.1" status: 404 len: 337 time: 0.0433033 Oct 22 15:20:23.227570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56342) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.262000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e841bc49-6c2d-4768-b98f-d465417cb1c5 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6ebb692-6d95-4bc3-a637-f81556a0a3e3 HTTP/1.1" status: 200 len: 205 time: 0.0332713 Oct 22 15:20:23.264707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56344) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.305034 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-3681d35a-46c7-4b4e-9340-36ebbedc35a3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] delete failed (client error): The resource could not be found. Oct 22 15:20:23.306049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3681d35a-46c7-4b4e-9340-36ebbedc35a3 tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/routers/b6ebb692-6d95-4bc3-a637-f81556a0a3e3 HTTP/1.1" status: 404 len: 336 time: 0.0403104 Oct 22 15:20:23.308813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56346) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.343380 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3004c64-f2e8-42cb-ab75-c67a33dc806c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:23.344519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3004c64-f2e8-42cb-ab75-c67a33dc806c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:23.350178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a3004c64-f2e8-42cb-ab75-c67a33dc806c tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/1ea7a464-21e9-4c82-b23f-efd1442e58bd HTTP/1.1" status: 404 len: 337 time: 0.0379477 Oct 22 15:20:23.350376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56348) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:23.376654 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c17a66c-1ff0-485b-a05a-06e39a09298f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] DELETE failed (client error): The resource could not be found. Oct 22 15:20:23.377738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c17a66c-1ff0-485b-a05a-06e39a09298f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:20:23.380873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7c17a66c-1ff0-485b-a05a-06e39a09298f tempest-RoutersTest-1151124986 tempest-RoutersTest-1151124986-project] 10.222.0.66 "DELETE /v2.0/subnets/3a86ee50-5111-494f-902a-599dc2c75106 HTTP/1.1" status: 404 len: 337 time: 0.0294757 Oct 22 15:20:24.077199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56362) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:24.232668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-03f7ec67-4f1f-4d3a-b206-39e5824d13ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef224381829b4d139f4d424731e1de9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540618 Oct 22 15:20:24.236445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56366) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:24.295387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f08e0df1-da18-47fe-b61a-6a4813d46aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:24.321476 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f08e0df1-da18-47fe-b61a-6a4813d46aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:24.503347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f08e0df1-da18-47fe-b61a-6a4813d46aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:24.505906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f08e0df1-da18-47fe-b61a-6a4813d46aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:24.507097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f08e0df1-da18-47fe-b61a-6a4813d46aef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/474ef9f1-ccf0-4f0b-acaf-0037816aa983 HTTP/1.1" status: 204 len: 168 time: 0.2696793 Oct 22 15:20:24.516458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e0df1-da18-47fe-b61a-6a4813d46aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ef9f1-ccf0-4f0b-acaf-0037816aa983,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:25.193538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b3da3df4-7c0b-485d-a601-37d5ea3b99f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:26.097987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56412) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:26.197472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c0bc4c63-100a-4a0b-86a9-793534ef4d48 tempest-DvrRoutersNegativeTest-215503163 tempest-DvrRoutersNegativeTest-215503163-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1218346612', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:26.200410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.policy [None req-c0bc4c63-100a-4a0b-86a9-793534ef4d48 tempest-DvrRoutersNegativeTest-215503163 tempest-DvrRoutersNegativeTest-215503163-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=107802) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 22 15:20:26.200716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.policy [None req-c0bc4c63-100a-4a0b-86a9-793534ef4d48 tempest-DvrRoutersNegativeTest-215503163 tempest-DvrRoutersNegativeTest-215503163-project] Failed policy check for 'create_router' {{(pid=107802) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 22 15:20:26.201245 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-c0bc4c63-100a-4a0b-86a9-793534ef4d48 tempest-DvrRoutersNegativeTest-215503163 tempest-DvrRoutersNegativeTest-215503163-project] create failed (client error): Access was denied to this resource. Oct 22 15:20:26.202246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0bc4c63-100a-4a0b-86a9-793534ef4d48 tempest-DvrRoutersNegativeTest-215503163 tempest-DvrRoutersNegativeTest-215503163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1032650 Oct 22 15:20:26.633264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:26.692093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:26.969255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:27.087691 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-952b58c3-1960-4782-a3eb-2e3dd4229c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.164878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-952b58c3-1960-4782-a3eb-2e3dd4229c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.303131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-952b58c3-1960-4782-a3eb-2e3dd4229c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.341841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b58c3-1960-4782-a3eb-2e3dd4229c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c52dea-855e-4b39-95df-6a3d8f5a5057,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:27.347040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-952b58c3-1960-4782-a3eb-2e3dd4229c65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f115543d3950471bb8b834cd091af5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765571 Oct 22 15:20:27.349835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56442) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:27.407452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab848bb6-38f0-487c-ba3f-cd3c17211b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.431920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab848bb6-38f0-487c-ba3f-cd3c17211b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.692315 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab848bb6-38f0-487c-ba3f-cd3c17211b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.694910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab848bb6-38f0-487c-ba3f-cd3c17211b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:27.696137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab848bb6-38f0-487c-ba3f-cd3c17211b8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24c52dea-855e-4b39-95df-6a3d8f5a5057 HTTP/1.1" status: 204 len: 168 time: 0.3452289 Oct 22 15:20:27.705614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab848bb6-38f0-487c-ba3f-cd3c17211b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c52dea-855e-4b39-95df-6a3d8f5a5057,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:28.176968 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.078402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56486) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:29.175085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-887388166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:29.320690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.332759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.375974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.503863 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.658829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.662877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3aafcc8e-6d2d-4198-87f9-036255f7a5e9 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5832927 Oct 22 15:20:29.663039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56494) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:29.667944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-423878127'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:29.783709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Made reservation on behalf of e8e447657a1d4e36bbd0aa365ebf464c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:29.787876 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.797640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:29.873054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.000648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.030518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:20:30.037741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ea50b-c3ca-4a69-99a8-09ce7547c2fc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:30.044148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.044533 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Added segment dcf38842-aeac-42d8-8648-1319f7eeb1ed of type vlan for network a28a63d2-cf30-4f68-a350-9f0b810bea19 Oct 22 15:20:30.084953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.274568 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.283222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:30.283991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.362773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Network': ['ID=a28a63d2-cf30-4f68-a350-9f0b810bea19,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:30.373591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:20:30.465546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e4fca547-a115-49cb-bc8c-a5a37eb0c62f tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8015416 Oct 22 15:20:30.468266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56508) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:30.474849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'subnet': {'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:30.697620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Made reservation on behalf of e8e447657a1d4e36bbd0aa365ebf464c for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:30.701214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:30.990057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.052147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Subnet': ['ID=60fb4bbf-9c7c-4f29-a420-100312f4e1e6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:31.064112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Checking segment: {'id': 'dcf38842-aeac-42d8-8648-1319f7eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:31.064524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network hostable DHCP agents. Network: a28a63d2-cf30-4f68-a350-9f0b810bea19, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:20:31.229578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:20:31.343616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a28a63d2-cf30-4f68-a350-9f0b810bea19) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:31.347973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:31.348645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.356863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77c718-7b43-44af-aba2-4fef6d248274 None None] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:31.512900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a28a63d2-cf30-4f68-a350-9f0b810bea19', 'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19', 'tenant_id': 'e8e447657a1d4e36bbd0aa365ebf464c', 'fixed_ips': [{'subnet_id': '60fb4bbf-9c7c-4f29-a420-100312f4e1e6'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:20:31.513795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.535603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-847469f4-e54e-42ea-9bf1-a65d6364bb79 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0647902 Oct 22 15:20:31.538792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56522) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:31.543996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'network': {'name': 'tempest-router-network01--327295476'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:31.654359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Allocated IP 172.20.0.2 (a28a63d2-cf30-4f68-a350-9f0b810bea19/60fb4bbf-9c7c-4f29-a420-100312f4e1e6/78b0796d-5ad6-4a6e-8168-1241f674e108) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:20:31.802847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.840168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Made reservation on behalf of e8e447657a1d4e36bbd0aa365ebf464c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:31.840168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.863676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:20:31.872827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.873206 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Added segment b4250de8-81c5-4b52-b640-e245c905cada of type vlan for network bdad647c-fbb4-410d-9ec3-82d8f12452cb Oct 22 15:20:31.918072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:31.955456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.000613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:32.003772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:32.006505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:20:32.019312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Pushing event updated for resources: {'Port': ['ID=78b0796d-5ad6-4a6e-8168-1241f674e108,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:32.035288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.048135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:32.048763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.106152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Attempting to bind port 78b0796d-5ad6-4a6e-8168-1241f674e108 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:20:32.106534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Attempting to bind port 78b0796d-5ad6-4a6e-8168-1241f674e108 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'dcf38842-aeac-42d8-8648-1319f7eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:20:32.107123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Attempting to bind port 78b0796d-5ad6-4a6e-8168-1241f674e108 on network a28a63d2-cf30-4f68-a350-9f0b810bea19 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:20:32.113824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:20:32.114208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Checking segment: {'id': 'dcf38842-aeac-42d8-8648-1319f7eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:32.114640 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.115184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Bound using segment: {'id': 'dcf38842-aeac-42d8-8648-1319f7eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:20:32.123402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Bound port: 78b0796d-5ad6-4a6e-8168-1241f674e108, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf38842-aeac-42d8-8648-1319f7eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a28a63d2-cf30-4f68-a350-9f0b810bea19'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:20:32.123402 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.141797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Network': ['ID=bdad647c-fbb4-410d-9ec3-82d8f12452cb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:32.149421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.149841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.150247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.150647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.151078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.151471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.151860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.152252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.152651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.153039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.153429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.153815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:32.167801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:20:32.217113 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc3061f1-9666-4915-8cfd-b324410eef9e tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6746678 Oct 22 15:20:32.217327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56532) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:32.222654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'network': {'name': 'tempest-router-network02--1371462369'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:32.263369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] For port 78b0796d-5ad6-4a6e-8168-1241f674e108, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:20:32.281070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] For port 78b0796d-5ad6-4a6e-8168-1241f674e108, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=78b0796d-5ad6-4a6e-8168-1241f674e108,segment=NetworkSegment(dcf38842-aeac-42d8-8648-1319f7eeb1ed),segment_id=dcf38842-aeac-42d8-8648-1319f7eeb1ed)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:20:32.360912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Made reservation on behalf of e8e447657a1d4e36bbd0aa365ebf464c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:32.364403 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.387778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:20:32.396854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.397193 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Added segment b49639ed-eaef-4760-ba0c-cdc1f74099bc of type vlan for network b6e2e1ee-c721-45aa-be76-8bf144d9cbee Oct 22 15:20:32.418990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.440817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.493617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3cdf7-58e2-43b5-a96e-21c4972e239b None None] Pushing event updated for resources: {'Port': ['ID=78b0796d-5ad6-4a6e-8168-1241f674e108,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:32.628687 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.634536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:32.635211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:32.748749 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5303915 Oct 22 15:20:32.750152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb8a26-6946-4c19-a874-6334aa6629cb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Network': ['ID=b6e2e1ee-c721-45aa-be76-8bf144d9cbee,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:32.751706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:32.756812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'subnet': {'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:32.767742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b6e2e1ee-c721-45aa-be76-8bf144d9cbee details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:20:32.994809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Made reservation on behalf of e8e447657a1d4e36bbd0aa365ebf464c for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:32.998518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:33.309525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:33.387159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Subnet': ['ID=84cc1eb3-d9af-4dd9-983b-03043889a867,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:33.394776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Checking segment: {'id': 'b4250de8-81c5-4b52-b640-e245c905cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:33.395178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network hostable DHCP agents. Network: bdad647c-fbb4-410d-9ec3-82d8f12452cb, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:20:33.549027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:20:33.592533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ac56e-92e0-4af0-ab25-88f6645096b4 None None] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:33.680402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fb2faf01-3d00-4448-a9f9-c94c5d77311a None None] Provisioning complete for port 78b0796d-5ad6-4a6e-8168-1241f674e108 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:33.680772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fb2faf01-3d00-4448-a9f9-c94c5d77311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:33.686372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, bdad647c-fbb4-410d-9ec3-82d8f12452cb) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:33.694848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:33.695738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:33.710047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1d9d2-f859-475c-ba82-d983d7bbc545 None None] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:33.820459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d4ea51c9-4126-45c4-861d-3fd6949e7f40 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0675929 Oct 22 15:20:33.823181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56556) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:33.828649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'subnet': {'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:33.947927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:33.965260 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fb2faf01-3d00-4448-a9f9-c94c5d77311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:33.987171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 78b0796d-5ad6-4a6e-8168-1241f674e108 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:34.028891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Made reservation on behalf of e8e447657a1d4e36bbd0aa365ebf464c for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:20:34.034936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.035836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-bdad647c-fbb4-410d-9ec3-82d8f12452cb', 'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb', 'tenant_id': 'e8e447657a1d4e36bbd0aa365ebf464c', 'fixed_ips': [{'subnet_id': '84cc1eb3-d9af-4dd9-983b-03043889a867'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:20:34.036726 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.114586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fb2faf01-3d00-4448-a9f9-c94c5d77311a None None] For port 78b0796d-5ad6-4a6e-8168-1241f674e108, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=78b0796d-5ad6-4a6e-8168-1241f674e108,segment=NetworkSegment(dcf38842-aeac-42d8-8648-1319f7eeb1ed),segment_id=dcf38842-aeac-42d8-8648-1319f7eeb1ed)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:34.270138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fb2faf01-3d00-4448-a9f9-c94c5d77311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.295955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 78b0796d-5ad6-4a6e-8168-1241f674e108 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:34.296472 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.385117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Allocated IP 172.20.0.2 (bdad647c-fbb4-410d-9ec3-82d8f12452cb/84cc1eb3-d9af-4dd9-983b-03043889a867/fc0bd3ef-6161-4a47-9590-e1b72f64ce8a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:20:34.416378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2faf01-3d00-4448-a9f9-c94c5d77311a None None] Pushing event updated for resources: {'Port': ['ID=78b0796d-5ad6-4a6e-8168-1241f674e108,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:34.423610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.474872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-776ef985-ae88-413b-852e-8f3345b7bb13 None None] Provisioning complete for port 78b0796d-5ad6-4a6e-8168-1241f674e108 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:34.475264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-776ef985-ae88-413b-852e-8f3345b7bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.530766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Subnet': ['ID=14f5a75c-3760-4d07-92ad-712e9b3a1ad6,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:34.543510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Checking segment: {'id': 'b49639ed-eaef-4760-ba0c-cdc1f74099bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:34.544985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network hostable DHCP agents. Network: b6e2e1ee-c721-45aa-be76-8bf144d9cbee, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:20:34.709415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network b6e2e1ee-c721-45aa-be76-8bf144d9cbee is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:20:34.824278 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.835407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b6e2e1ee-c721-45aa-be76-8bf144d9cbee) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:34.840000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:34.840797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:34.842648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c672e-1693-4d27-8a94-c9f940150966 None None] Network b6e2e1ee-c721-45aa-be76-8bf144d9cbee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:34.990359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.020710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-b6e2e1ee-c721-45aa-be76-8bf144d9cbee', 'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee', 'tenant_id': 'e8e447657a1d4e36bbd0aa365ebf464c', 'fixed_ips': [{'subnet_id': '14f5a75c-3760-4d07-92ad-712e9b3a1ad6'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:20:35.021569 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.027146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b422ca-70e5-4a3c-a5c1-218884472777 req-5213aee1-d94b-4249-8c67-c94d0d3c88eb tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:35.028650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b422ca-70e5-4a3c-a5c1-218884472777 req-5213aee1-d94b-4249-8c67-c94d0d3c88eb tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0523973 Oct 22 15:20:35.049044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:35.055465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:35.068137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42b422ca-70e5-4a3c-a5c1-218884472777 req-8f7d4a07-a1f7-480f-b0ff-4f5901f64223 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Oct 22 15:20:35.068640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:20:35.074029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Pushing event updated for resources: {'Port': ['ID=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:35.141591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-14a52453-e27f-4fdc-be30-3455163a91e2 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3172193 Oct 22 15:20:35.154385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56582) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:35.218700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Attempting to bind port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:20:35.219455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Attempting to bind port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b4250de8-81c5-4b52-b640-e245c905cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:20:35.219824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Attempting to bind port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a on network bdad647c-fbb4-410d-9ec3-82d8f12452cb {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:20:35.231725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:20:35.232107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Checking segment: {'id': 'b4250de8-81c5-4b52-b640-e245c905cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:35.232513 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.232916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Bound using segment: {'id': 'b4250de8-81c5-4b52-b640-e245c905cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:20:35.233418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Bound port: fc0bd3ef-6161-4a47-9590-e1b72f64ce8a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4250de8-81c5-4b52-b640-e245c905cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bdad647c-fbb4-410d-9ec3-82d8f12452cb'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:20:35.233808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.280059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Allocated IP 172.20.0.2 (b6e2e1ee-c721-45aa-be76-8bf144d9cbee/14f5a75c-3760-4d07-92ad-712e9b3a1ad6/b1a50914-088b-4825-b0f9-52c2cacabe2e) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:20:35.342211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] For port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:20:35.386666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] For port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,segment=NetworkSegment(b4250de8-81c5-4b52-b640-e245c905cada),segment_id=b4250de8-81c5-4b52-b640-e245c905cada)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:20:35.387999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-38e9af52-36a3-4337-a5aa-8e431b122ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:35.389600 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-38e9af52-36a3-4337-a5aa-8e431b122ba5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.1741939 Oct 22 15:20:35.476864 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.540401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.589495 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.608457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-c540cb5e-e43b-40bd-9c13-c8623b29a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:35.610737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-c540cb5e-e43b-40bd-9c13-c8623b29a51b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.1873796 Oct 22 15:20:35.641152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.660486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9281387-837d-41fc-8e88-02c13abcb177 None None] Pushing event updated for resources: {'Port': ['ID=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:35.690951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Network b6e2e1ee-c721-45aa-be76-8bf144d9cbee is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:35.693926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:35.701677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-2cf7177c-aaf5-4a4d-b716-f676f854ee74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 217 time: 0.0590990 Oct 22 15:20:35.702651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:20:35.774186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Pushing event updated for resources: {'Port': ['ID=b1a50914-088b-4825-b0f9-52c2cacabe2e,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:35.789029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Attempting to bind port b1a50914-088b-4825-b0f9-52c2cacabe2e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:20:35.789516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Attempting to bind port b1a50914-088b-4825-b0f9-52c2cacabe2e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b49639ed-eaef-4760-ba0c-cdc1f74099bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:20:35.790149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Attempting to bind port b1a50914-088b-4825-b0f9-52c2cacabe2e on network b6e2e1ee-c721-45aa-be76-8bf144d9cbee {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:20:35.795859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:20:35.797075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Checking segment: {'id': 'b49639ed-eaef-4760-ba0c-cdc1f74099bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:20:35.797704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.798565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Bound using segment: {'id': 'b49639ed-eaef-4760-ba0c-cdc1f74099bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:20:35.799266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Bound port: b1a50914-088b-4825-b0f9-52c2cacabe2e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49639ed-eaef-4760-ba0c-cdc1f74099bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b6e2e1ee-c721-45aa-be76-8bf144d9cbee'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:20:35.799829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:35.893993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] For port b1a50914-088b-4825-b0f9-52c2cacabe2e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:20:35.900760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] For port b1a50914-088b-4825-b0f9-52c2cacabe2e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b1a50914-088b-4825-b0f9-52c2cacabe2e,segment=NetworkSegment(b49639ed-eaef-4760-ba0c-cdc1f74099bc),segment_id=b49639ed-eaef-4760-ba0c-cdc1f74099bc)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:20:35.913159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Allocated IP 172.20.0.1 (bdad647c-fbb4-410d-9ec3-82d8f12452cb/84cc1eb3-d9af-4dd9-983b-03043889a867/2a36936a-e709-477b-89e1-0f557be02c01) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:20:35.967049 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:36.028793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 78b0796d-5ad6-4a6e-8168-1241f674e108 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:36.034891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-aef820c1-44c5-443a-95e8-ce1abe1d6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:36.036606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-aef820c1-44c5-443a-95e8-ce1abe1d6ddc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.2933252 Oct 22 15:20:36.083865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bb72a-56e9-4daf-97da-809647669368 None None] Pushing event updated for resources: {'Port': ['ID=b1a50914-088b-4825-b0f9-52c2cacabe2e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:36.129683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 78b0796d-5ad6-4a6e-8168-1241f674e108 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:36.130047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:36.144741 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-4dbdb547-73a5-4780-a56e-9404886b2aed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576184 Oct 22 15:20:36.260792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f905727-1f93-4d1f-b12c-9bb345e8c22d req-f0e8b23b-252b-42e5-b62c-b4b99576e9b4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:36.263427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f905727-1f93-4d1f-b12c-9bb345e8c22d req-f0e8b23b-252b-42e5-b62c-b4b99576e9b4 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0781226 Oct 22 15:20:36.290069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:36.377498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f905727-1f93-4d1f-b12c-9bb345e8c22d req-c375eb9b-9cd9-4bd6-811a-6ff3792db74b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958872 Oct 22 15:20:36.392539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-d633f72f-a1f7-4fec-b6f7-52509860e1ed service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363613 Oct 22 15:20:36.519895 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c0a64a1e-67b7-4bdd-9e0a-d421d040ccb9 req-71f604d1-ac49-4ba6-9021-0ba3b36a132e service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161239 Oct 22 15:20:36.738344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:36.782295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:36.785976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:36.791320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:20:36.825126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Port': ['ID=2a36936a-e709-477b-89e1-0f557be02c01,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:36.858748 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:36.926711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7aa53-7b5b-4091-a76c-e505c229df5a None None] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:37.042375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-48a76641-3edd-49c7-937d-38f552ff28ce None None] Provisioning complete for port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:37.043083 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48a76641-3edd-49c7-937d-38f552ff28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.132907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.219292 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48a76641-3edd-49c7-937d-38f552ff28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.263853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2eab1e-3f77-498d-816f-ea69c412dda0 None None] Network b6e2e1ee-c721-45aa-be76-8bf144d9cbee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:37.268005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-48a76641-3edd-49c7-937d-38f552ff28ce None None] For port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,segment=NetworkSegment(b4250de8-81c5-4b52-b640-e245c905cada),segment_id=b4250de8-81c5-4b52-b640-e245c905cada)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:37.455794 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48a76641-3edd-49c7-937d-38f552ff28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.532481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.541007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76641-3edd-49c7-937d-38f552ff28ce None None] Pushing event updated for resources: {'Port': ['ID=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:37.546215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a4974-9a20-442d-a94d-7575f4ac45cc req-403c9589-ab8a-4f58-983e-c45601448f5c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:37.555898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c2a4974-9a20-442d-a94d-7575f4ac45cc req-403c9589-ab8a-4f58-983e-c45601448f5c tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0891552 Oct 22 15:20:37.591729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Provisioning complete for port b1a50914-088b-4825-b0f9-52c2cacabe2e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:37.592188 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.608557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c2a4974-9a20-442d-a94d-7575f4ac45cc req-dee8bcf7-382e-4da3-a83e-01435595f11d tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514469 Oct 22 15:20:37.686279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.695822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.747694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] For port b1a50914-088b-4825-b0f9-52c2cacabe2e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b1a50914-088b-4825-b0f9-52c2cacabe2e,segment=NetworkSegment(b49639ed-eaef-4760-ba0c-cdc1f74099bc),segment_id=b49639ed-eaef-4760-ba0c-cdc1f74099bc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:37.750456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.834315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Port': ['ID=2a36936a-e709-477b-89e1-0f557be02c01,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:37.858152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:37.922671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:37.924269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:37.973498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Pushing event updated for resources: {'Port': ['ID=b1a50914-088b-4825-b0f9-52c2cacabe2e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:37.985145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Provisioning complete for port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:37.985734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.158274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc0bd3ef-6161-4a47-9590-e1b72f64ce8a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:38.195224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Provisioning complete for port 2a36936a-e709-477b-89e1-0f557be02c01 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:38.195609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.245425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Router 219dbf5e-58fc-4ae2-a317-26ca05991fdb is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:20:38.266880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3243163b-f2bc-41ff-8f9c-73a1afbe3d68 None None] Port 2a36936a-e709-477b-89e1-0f557be02c01 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:38.278360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:38.278781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.414690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1a50914-088b-4825-b0f9-52c2cacabe2e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:38.416174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:38.424653 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32652908-f698-461c-9dc6-3ec3be56074a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2672544 Oct 22 15:20:38.429896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56618) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:38.430924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] Sync routers for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:38.442800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9e08302c-dc4d-47c1-b20d-a27cb03949bf None None] Provisioning complete for port b1a50914-088b-4825-b0f9-52c2cacabe2e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:38.444680 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e08302c-dc4d-47c1-b20d-a27cb03949bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.452223 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:38.458634 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:38.535248 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:38.552563 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:38.553495 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:38.603337 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:38.604232 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a6ae-b0b2-41d1-9f7a-d0acf8e7cd90 None None] The sync data for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:38.647934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b1a50914-088b-4825-b0f9-52c2cacabe2e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:38.648354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.727764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9e08302c-dc4d-47c1-b20d-a27cb03949bf None None] Provisioning complete for port 2a36936a-e709-477b-89e1-0f557be02c01 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:38.728160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e08302c-dc4d-47c1-b20d-a27cb03949bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.786907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9e08302c-dc4d-47c1-b20d-a27cb03949bf None None] Port 2a36936a-e709-477b-89e1-0f557be02c01 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:38.817921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1f16-ed04-4a81-829f-ec3ac24fa578 req-cfbee614-27b3-471b-99c4-960680f7fcd5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:38.820251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-719e1f16-ed04-4a81-829f-ec3ac24fa578 req-cfbee614-27b3-471b-99c4-960680f7fcd5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0842950 Oct 22 15:20:38.874760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-719e1f16-ed04-4a81-829f-ec3ac24fa578 req-b4d4dfcd-5d73-4330-8090-fecfd1f209a3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Oct 22 15:20:38.918112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-75cc40b8-9c2f-4525-85bb-ad0d0de3e050 None None] Provisioning complete for port 2a36936a-e709-477b-89e1-0f557be02c01 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:38.918704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75cc40b8-9c2f-4525-85bb-ad0d0de3e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:38.968527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-75cc40b8-9c2f-4525-85bb-ad0d0de3e050 None None] Port 2a36936a-e709-477b-89e1-0f557be02c01 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:39.250930 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-3db7cc43-69fe-462e-9e4c-05c0d0705999 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 15:20:39.252082 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3db7cc43-69fe-462e-9e4c-05c0d0705999 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8197644 Oct 22 15:20:39.254950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56626) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:39.591049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:39.841916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Deleting port 2a36936a-e709-477b-89e1-0f557be02c01 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:39.842215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:39.903260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1a50914-088b-4825-b0f9-52c2cacabe2e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:20:39.946717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:39.963487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b1a50914-088b-4825-b0f9-52c2cacabe2e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:39.967489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:39.967606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Calling delete_port for 2a36936a-e709-477b-89e1-0f557be02c01 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:40.187331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968a9a7-9f10-4799-a9fa-8630faa12366 req-a830035f-0608-4896-b916-8ce073e1d594 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:40.188857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2968a9a7-9f10-4799-a9fa-8630faa12366 req-a830035f-0608-4896-b916-8ce073e1d594 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.2373102 Oct 22 15:20:40.227570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2968a9a7-9f10-4799-a9fa-8630faa12366 req-2eabbe49-a58a-4db1-9dfd-3c0280cd8264 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Oct 22 15:20:40.280283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:40.305903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Port': ['ID=2a36936a-e709-477b-89e1-0f557be02c01,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:40.461133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:40.631881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Router 219dbf5e-58fc-4ae2-a317-26ca05991fdb has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:40.714167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:40.720054 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-133c1b20-4919-4230-b7b4-c9ac4ffc73ec tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641097 Oct 22 15:20:40.724093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56648) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:40.726805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] Sync routers for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:40.744821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:40.760600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:40.762531 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-06f023ae-e537-4a37-98ac-ae0b895178dc tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] delete failed (client error): The resource could not be found. Oct 22 15:20:40.763601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-06f023ae-e537-4a37-98ac-ae0b895178dc tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-391687206 HTTP/1.1" status: 404 len: 334 time: 0.0384564 Oct 22 15:20:40.768120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56652) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:40.773412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-92aec3ef-81f6-4eed-aadd-5516162f01dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'router': {'external_gateway_info': {'network_id': '219dbf5e-58fc-4ae2-a317-26ca05991fdb'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:40.784543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:40.793880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:40.794558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:40.831162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:40.831825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260e08c-8f44-4a84-a177-ea3bce64889b None None] The sync data for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:41.230063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92aec3ef-81f6-4eed-aadd-5516162f01dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:41.355037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7ed82-27dc-4392-97e3-2f618a750f5e req-30a377d9-4383-4582-a24a-30a8d3c713da tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:41.356531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41b7ed82-27dc-4392-97e3-2f618a750f5e req-30a377d9-4383-4582-a24a-30a8d3c713da tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0549142 Oct 22 15:20:41.371372 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-92aec3ef-81f6-4eed-aadd-5516162f01dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] update failed (client error): The resource could not be found. Oct 22 15:20:41.377955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-92aec3ef-81f6-4eed-aadd-5516162f01dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb HTTP/1.1" status: 404 len: 339 time: 0.6033189 Oct 22 15:20:41.377955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56664) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:41.488555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41b7ed82-27dc-4392-97e3-2f618a750f5e req-eba79628-df8f-4ab4-be22-989075f30357 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183035 Oct 22 15:20:41.687638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:41.723373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:41.948218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Allocated IP 172.20.0.1 (a28a63d2-cf30-4f68-a350-9f0b810bea19/60fb4bbf-9c7c-4f29-a420-100312f4e1e6/8235a7d7-4c97-464d-803b-7802dcd43dd3) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:20:42.061753 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:42.189446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:42.235961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:42.239166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:42.241683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:20:42.271329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Port': ['ID=8235a7d7-4c97-464d-803b-7802dcd43dd3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.294940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:20:42.322777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:42.511127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a25a0138-5bcf-40cc-afb2-06e953629f4b None None] Provisioning complete for port 8235a7d7-4c97-464d-803b-7802dcd43dd3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:42.511499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a25a0138-5bcf-40cc-afb2-06e953629f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:42.555908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a25a0138-5bcf-40cc-afb2-06e953629f4b None None] Port 8235a7d7-4c97-464d-803b-7802dcd43dd3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:42.614418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7efcb2-4e9c-4a6a-a0b8-465dc7ec5a5e req-3bfe8281-0bdb-47a6-b767-2c08034dfd33 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:42.616150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f7efcb2-4e9c-4a6a-a0b8-465dc7ec5a5e req-3bfe8281-0bdb-47a6-b767-2c08034dfd33 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0524213 Oct 22 15:20:42.663739 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:42.689575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f7efcb2-4e9c-4a6a-a0b8-465dc7ec5a5e req-e8020ca3-bc02-482f-9ca9-67ca50b7cdd3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672112 Oct 22 15:20:42.953338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:43.073384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:43.153385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:43.155179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event updated for resources: {'Port': ['ID=8235a7d7-4c97-464d-803b-7802dcd43dd3,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:43.256303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:20:43.257974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:20:43.368442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Router 219dbf5e-58fc-4ae2-a317-26ca05991fdb has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:43.471392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:43.483211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-23be92ec-db02-4180-adb1-09ed529e39a3 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1033208 Oct 22 15:20:43.483671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56694) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:43.486576 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] Sync routers for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:43.497696 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:43.498485 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:43.557534 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:43.569082 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:43.569691 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:43.597589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-01d4e147-a4d7-4712-bf2b-6b3d08ecebc5 None None] Provisioning complete for port 8235a7d7-4c97-464d-803b-7802dcd43dd3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:43.598813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01d4e147-a4d7-4712-bf2b-6b3d08ecebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:43.599520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8737b5bb-b329-4f10-94e8-8759c76437fa tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:43.633192 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:43.634132 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93941e-d0e4-4415-ad36-2261d1712963 None None] The sync data for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:43.648155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-01d4e147-a4d7-4712-bf2b-6b3d08ecebc5 None None] Port 8235a7d7-4c97-464d-803b-7802dcd43dd3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:43.714516 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-8737b5bb-b329-4f10-94e8-8759c76437fa tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 15:20:43.720389 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8737b5bb-b329-4f10-94e8-8759c76437fa tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb HTTP/1.1" status: 409 len: 329 time: 0.2313104 Oct 22 15:20:43.722396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:43.875193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-05cea74c-6958-494e-a1b3-f422e4479f99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1530612 Oct 22 15:20:43.889807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-6ffab597-c04f-4727-b83a-28065b18279a req-d36a7161-3510-4229-80c3-7149cd6ffda9 service neutron] (107801) timed out ('10.222.0.66', 34852) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:20:43.908068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889c391-3d87-4d6a-8f9b-59dd20eab375 req-31c23d0d-0217-402b-b428-33866ec167df tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:43.909556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2889c391-3d87-4d6a-8f9b-59dd20eab375 req-31c23d0d-0217-402b-b428-33866ec167df tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1114655 Oct 22 15:20:44.058756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.059240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.059694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.060147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.060589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.061036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.061472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.063460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-4f317d42-4e5d-46e2-b04d-784b63321d25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53145c0420624f539a98a67a1a8af8d4&device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 6501 time: 0.1199141 Oct 22 15:20:44.066182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2889c391-3d87-4d6a-8f9b-59dd20eab375 req-8b01d516-580b-47b0-9c57-5e19043008b5 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242158 Oct 22 15:20:44.502303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-85832425-ee85-4cf3-aa13-35997ebc7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.503026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-85832425-ee85-4cf3-aa13-35997ebc7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.503287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-85832425-ee85-4cf3-aa13-35997ebc7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.504709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-85832425-ee85-4cf3-aa13-35997ebc7ba5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=2e156361-31d1-464c-995c-a0083518d61f&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 200 len: 2298 time: 0.4115133 Oct 22 15:20:44.522343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348e6e8-5507-419f-8ea8-c776b5f1fa10 req-82582336-0339-43f9-86d9-f2032dd0897a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.523833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b348e6e8-5507-419f-8ea8-c776b5f1fa10 req-82582336-0339-43f9-86d9-f2032dd0897a tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 945 time: 0.0976517 Oct 22 15:20:44.639502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-e5b85701-6374-4d22-aa0e-d73fa4f291af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 200 len: 1001 time: 0.1147072 Oct 22 15:20:44.643343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b348e6e8-5507-419f-8ea8-c776b5f1fa10 req-ac0b1341-fc18-4801-be23-0608865691a2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092286 Oct 22 15:20:44.689640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:44.739328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-b93cfb50-f6fd-4677-b8ca-59da86d9bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.740799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-b93cfb50-f6fd-4677-b8ca-59da86d9bf76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 200 len: 855 time: 0.0931809 Oct 22 15:20:44.840568 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:20:44.873854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-51d31b07-ad55-42ba-8a6f-cca8942e3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:44.883278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-51d31b07-ad55-42ba-8a6f-cca8942e3f62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33fb6315-ea58-4a85-a4d6-9bb0eee4d478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059101 Oct 22 15:20:45.013087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-8fa0a8f3-949b-4b75-aedc-5c98595fd209 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282966 Oct 22 15:20:45.138624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Deleting port 8235a7d7-4c97-464d-803b-7802dcd43dd3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:45.139012 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:45.162258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-eddb528f-b7d6-479f-bde5-65cd1216d250 service neutron] 10.222.0.53 "GET /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263843 Oct 22 15:20:45.254672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-815940d0-5d48-486c-a845-4e2b137cd08d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 217 time: 0.0839760 Oct 22 15:20:45.339326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:45.360355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-d3861f09-1086-40b4-8c44-0eedb6f87064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:45.361817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-d3861f09-1086-40b4-8c44-0eedb6f87064 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0872524 Oct 22 15:20:45.362809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Calling delete_port for 8235a7d7-4c97-464d-803b-7802dcd43dd3 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:45.371551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181d1b6-b0f5-414c-a3b1-e0d102c4acbb req-23ef5933-3811-4970-be03-4297b5b67659 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:45.372952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5181d1b6-b0f5-414c-a3b1-e0d102c4acbb req-23ef5933-3811-4970-be03-4297b5b67659 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.2269330 Oct 22 15:20:45.496329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-6f39a31c-c825-478e-9ba6-1580af7ae462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:45.497847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-6f39a31c-c825-478e-9ba6-1580af7ae462 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219902 Oct 22 15:20:45.502172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5181d1b6-b0f5-414c-a3b1-e0d102c4acbb req-6fe8394a-846a-452f-964b-bb1cbd77fdac tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135280 Oct 22 15:20:45.670413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-49f1f840-90d0-4d4e-ace3-296a606aa75d service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617932 Oct 22 15:20:45.776208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-f322fa33-ee42-435b-afa9-a00408763227 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:45.777747 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-f322fa33-ee42-435b-afa9-a00408763227 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 945 time: 0.0728121 Oct 22 15:20:45.811702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-a182d951-4f4c-4ec8-8432-678e13fb38a1 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334040 Oct 22 15:20:45.814381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:45.823092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6a640-8622-4afa-a142-265752ff999f req-0cbc10f2-060e-4e13-ba9e-73c04d628f21 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:45.824654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ee6a640-8622-4afa-a142-265752ff999f req-0cbc10f2-060e-4e13-ba9e-73c04d628f21 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 945 time: 0.0770550 Oct 22 15:20:45.887527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 33bb4cff-9d17-40ae-9de4-58759205af5c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:45.887775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:45.893028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-a553a89e-3149-4e9b-9c09-ec5d67c213a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 217 time: 0.0664849 Oct 22 15:20:45.902070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Port': ['ID=8235a7d7-4c97-464d-803b-7802dcd43dd3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:46.026915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port 33bb4cff-9d17-40ae-9de4-58759205af5c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=33bb4cff-9d17-40ae-9de4-58759205af5c,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:46.027594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:46.043031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ee6a640-8622-4afa-a142-265752ff999f req-bf2439ef-2b44-45b6-8444-bc0fbac666f3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037747 Oct 22 15:20:46.098676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-df7fe06b-fcea-4d78-9903-13fbd3d4c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:46.100307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-df7fe06b-fcea-4d78-9903-13fbd3d4c81b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.1961489 Oct 22 15:20:46.207228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:46.232928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-52f5273d-5bb6-449e-89ee-27565c5a73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:46.235247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-52f5273d-5bb6-449e-89ee-27565c5a73b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003685 Oct 22 15:20:46.300644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:46.300916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:46.301023 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Floating IP d72c8aa5-7b10-4082-ac61-2d60a1c0a6f2 disassociated. External IP: 172.25.1.223, port: 33bb4cff-9d17-40ae-9de4-58759205af5c. Oct 22 15:20:46.301635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 33bb4cff-9d17-40ae-9de4-58759205af5c owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:46.311101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-3b70af0c-85a7-412c-b206-c9614b79eb8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107910 Oct 22 15:20:46.429453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-afc0750d-a590-4bc6-ab12-5da7dee40be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:46.429453 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-afc0750d-a590-4bc6-ab12-5da7dee40be9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 1096 time: 0.0783105 Oct 22 15:20:46.489060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Router 219dbf5e-58fc-4ae2-a317-26ca05991fdb has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:46.494575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-e415d73e-1b8e-4e9e-a6da-600d70599340 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252209 Oct 22 15:20:46.631620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-f4e6fb2b-0fa2-47b7-af73-d3f293dd3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:46.633879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-f4e6fb2b-0fa2-47b7-af73-d3f293dd3951 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.1424627 Oct 22 15:20:46.701018 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-23d752dd-14c5-4b38-8940-1856da3abf4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c07125-cf04-46c5-981d-6670e84ec3db HTTP/1.1" status: 200 len: 217 time: 0.0594091 Oct 22 15:20:46.717227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:46.773652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=33bb4cff-9d17-40ae-9de4-58759205af5c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:46.788404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-6d61f842-7b57-47f5-a7f8-bf57d2ad270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:46.790028 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-6d61f842-7b57-47f5-a7f8-bf57d2ad270a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.0818396 Oct 22 15:20:46.870228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-4655e70e-ed39-4d0e-88f1-17f3cdefb0ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393403 Oct 22 15:20:46.952086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:46.966352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bb5dc7bc-d526-4b0e-b2d7-d9e8758f36dd tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2129278 Oct 22 15:20:46.977169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56756) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:46.977318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] Sync routers for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:46.989931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:46.990911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:47.020459 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-33789a01-7ebf-434d-83b6-086d338c1830 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] show failed (client error): The resource could not be found. Oct 22 15:20:47.026926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-33789a01-7ebf-434d-83b6-086d338c1830 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-907827589 HTTP/1.1" status: 404 len: 334 time: 0.0537407 Oct 22 15:20:47.027509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56758) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:47.035865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-90907170-f4da-472b-87a4-0f3b05f60d3c tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:47.052312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:47.056924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd4-6bcd-431d-ba6d-d03c59dba48e req-b128f9c7-f47d-4ecc-8a36-d56c83f02e79 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:47.058415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fc8dfd4-6bcd-431d-ba6d-d03c59dba48e req-b128f9c7-f47d-4ecc-8a36-d56c83f02e79 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.2252054 Oct 22 15:20:47.071965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] Routers {'219dbf5e-58fc-4ae2-a317-26ca05991fdb'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:47.072802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:47.076539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-32481f30-61ad-4499-b065-99357f69c989 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980684 Oct 22 15:20:47.128264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:47.129174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd850b8-e381-42b6-ad34-1f2ce27e33a5 None None] The sync data for ids ['219dbf5e-58fc-4ae2-a317-26ca05991fdb'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:47.150208 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-90907170-f4da-472b-87a4-0f3b05f60d3c tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] update failed (client error): The resource could not be found. Oct 22 15:20:47.156415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-90907170-f4da-472b-87a4-0f3b05f60d3c tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1628964166 HTTP/1.1" status: 404 len: 335 time: 0.1241899 Oct 22 15:20:47.161207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:47.166820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-dfdf423a-ca60-4edb-a8b4-c7d7199a2214 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640913 Oct 22 15:20:47.172323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:20:47.247362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57a4015f-00a5-4943-aede-c10659432d54 req-42ed62cb-d01c-4355-9e3f-fb5e4f7ce1e6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0895767 Oct 22 15:20:47.255059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-0292a561-5b92-4e06-b78d-08a384f426fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 200 len: 217 time: 0.0719028 Oct 22 15:20:47.268497 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5373e79-45c8-4973-b50e-258526a7b4e1 req-441ed2f7-892a-4f5f-9bc2-192ca67a99f7 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834748 Oct 22 15:20:47.277459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fc8dfd4-6bcd-431d-ba6d-d03c59dba48e req-3fb59c8a-f656-4b46-a7ff-9dfa2db18136 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425071 Oct 22 15:20:47.313482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Deleting subnet 14f5a75c-3760-4d07-92ad-712e9b3a1ad6 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:47.320355 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:47.325808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-d8d11ccb-e8b7-4939-bf24-a0ec2238375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:47.327641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-d8d11ccb-e8b7-4939-bf24-a0ec2238375d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0710309 Oct 22 15:20:47.378277 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:47.395805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-f99c5076-8ce5-4040-85f0-5d1debb5522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:47.397606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-f99c5076-8ce5-4040-85f0-5d1debb5522a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605974 Oct 22 15:20:47.504231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:20:47.516565 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:20:47.528479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-3c105983-98f1-495f-a433-af19d3d97af2 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235149 Oct 22 15:20:47.530242 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:47.531836 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:47.631056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port 33bb4cff-9d17-40ae-9de4-58759205af5c on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:47.642072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:47.652953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cdfb1f87-0c3e-4a29-b5b0-415aae2efdf6 req-43e929e0-fe42-4f5f-a6f7-7a6358c870dc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "DELETE /v2.0/ports/33bb4cff-9d17-40ae-9de4-58759205af5c HTTP/1.1" status: 204 len: 173 time: 1.8682926 Oct 22 15:20:47.655862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'name': 'network-vif-deleted', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:20:47.659603 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:47.660676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-6fa42561-9670-4f48-b235-d3a9a35202e2 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231492 Oct 22 15:20:47.668898 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af4651b-bea8-486f-96c5-5ea0c0985ce7" -d '{"events": [{"server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "name": "network-vif-deleted", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:20:47.673898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:47.777758 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d94bcb-2015-4bef-95ec-26c315fd1168 x-openstack-request-id: req-a6d94bcb-2015-4bef-95ec-26c315fd1168 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:20:47.778505 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1", "name": "network-vif-deleted", "tag": "33bb4cff-9d17-40ae-9de4-58759205af5c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:20:47.779021 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6d94bcb-2015-4bef-95ec-26c315fd1168 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:20:47.780185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-84f785db-599d-46ab-9b7b-6badfcf167dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 200 len: 217 time: 0.1120536 Oct 22 15:20:47.781989 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1', 'name': 'network-vif-deleted', 'tag': '33bb4cff-9d17-40ae-9de4-58759205af5c', 'status': 'completed', 'code': 200} Oct 22 15:20:47.836227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-912f7c73-ab71-4f69-8ed3-fe0f1a61855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:47.838919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-912f7c73-ab71-4f69-8ed3-fe0f1a61855b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 200 len: 797 time: 0.0507746 Oct 22 15:20:47.887234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:47.896954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-98006b26-b405-4e9d-81b1-06a41791b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:47.898246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-98006b26-b405-4e9d-81b1-06a41791b399 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e156361-31d1-464c-995c-a0083518d61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526714 Oct 22 15:20:47.936228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Subnet': ['ID=14f5a75c-3760-4d07-92ad-712e9b3a1ad6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:47.939487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:47.945406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:47.946219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf80fc99-5c04-4d4a-b9fb-7b9cc8e66a1b tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/subnets/14f5a75c-3760-4d07-92ad-712e9b3a1ad6 HTTP/1.1" status: 204 len: 168 time: 0.7839036 Oct 22 15:20:47.947006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56778) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:47.951911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dd51ce-e84f-4aab-bcd5-254adf763192 None None] Network b6e2e1ee-c721-45aa-be76-8bf144d9cbee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:47.996186 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:20:48.024340 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:20:48.024856 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:48.066529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Deleting subnet 84cc1eb3-d9af-4dd9-983b-03043889a867 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:48.070286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:48.110195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-00eadf35-f25a-49e3-a5a7-c2a0bcae2046 service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045150 Oct 22 15:20:48.266957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] DHCP port deletion for b6e2e1ee-c721-45aa-be76-8bf144d9cbee request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:48.377513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:20:48.414494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] Deleting port b1a50914-088b-4825-b0f9-52c2cacabe2e {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:48.415256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:48.531278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:48.591764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d232dcd-9689-49c8-9032-0d2ca29dcf19 req-1ebbd18a-6214-43fe-a484-125d793fdddd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.1648648 Oct 22 15:20:48.594037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-f733cb7c-85a8-4416-9ab2-b01f2e45029a service neutron] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661534 Oct 22 15:20:48.665915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-c36e3333-ccec-401c-9e88-2cd31aac3008 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 200 len: 217 time: 0.0593007 Oct 22 15:20:48.715081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7c926-2563-46b2-b482-3c8b774b76b2 req-45083c56-66b4-4c5a-90fa-23e9c4a9f942 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:48.715652 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:48.724668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7c926-2563-46b2-b482-3c8b774b76b2 req-45083c56-66b4-4c5a-90fa-23e9c4a9f942 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.3116262 Oct 22 15:20:48.784638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7c926-2563-46b2-b482-3c8b774b76b2 req-245f130f-2b0b-4cf4-8479-89071bd3e2fa tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Oct 22 15:20:48.814307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-c0359dda-0e43-469e-8808-891e10319e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:48.819266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-c0359dda-0e43-469e-8808-891e10319e53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.1454539 Oct 22 15:20:48.870539 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:48.891766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] For port b1a50914-088b-4825-b0f9-52c2cacabe2e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b1a50914-088b-4825-b0f9-52c2cacabe2e,segment=NetworkSegment(b49639ed-eaef-4760-ba0c-cdc1f74099bc),segment_id=b49639ed-eaef-4760-ba0c-cdc1f74099bc)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:48.892381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:48.910331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] Calling delete_port for b1a50914-088b-4825-b0f9-52c2cacabe2e owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:48.915620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-28048630-f320-434d-9e0a-99b846eb44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:48.917181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-28048630-f320-434d-9e0a-99b846eb44ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916183 Oct 22 15:20:48.917864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f5785-2abc-4151-9e52-ba10e211c1f3 req-7b0716f9-fd66-4177-a03b-1cc5b92d18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:48.919504 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bf7f5785-2abc-4151-9e52-ba10e211c1f3 req-7b0716f9-fd66-4177-a03b-1cc5b92d18f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.1078169 Oct 22 15:20:48.936468 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798950f-60ce-4ad1-bed8-1a31454bfcc9 None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:20:48.972020 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bf7f5785-2abc-4151-9e52-ba10e211c1f3 req-86a48737-e050-409e-8c9f-96a3069851b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 Oct 22 15:20:49.057094 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.067183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-aed01635-9bb3-472d-a2bd-8fb3971354a9 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426969 Oct 22 15:20:49.086576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Subnet': ['ID=84cc1eb3-d9af-4dd9-983b-03043889a867,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:49.093682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.096832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-36976446-430a-46d2-8dc7-e6e4956612b7 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/subnets/84cc1eb3-d9af-4dd9-983b-03043889a867 HTTP/1.1" status: 204 len: 168 time: 1.1479065 Oct 22 15:20:49.100287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:49.106251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf83c8-6ccc-471c-882a-aa30a4840ec9 None None] Network bdad647c-fbb4-410d-9ec3-82d8f12452cb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:49.189134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.262562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] Pushing event deleted for resources: {'Port': ['ID=b1a50914-088b-4825-b0f9-52c2cacabe2e,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:49.274492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b5d31-ba95-49e9-b90d-17cbf435d1b1 None None] No DVR routers for this DVR port b1a50914-088b-4825-b0f9-52c2cacabe2e on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:49.315374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6616c0ed-e819-4930-b7f0-021f59c55901 None None] New status for floating IP d72c8aa5-7b10-4082-ac61-2d60a1c0a6f2: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:20:49.322023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 33bb4cff-9d17-40ae-9de4-58759205af5c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:49.335933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.339153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-1e04d53f-18ba-4e0f-80c8-2301ce6e718c service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647707 Oct 22 15:20:49.380973 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 33bb4cff-9d17-40ae-9de4-58759205af5c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:49.381359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 33bb4cff-9d17-40ae-9de4-58759205af5c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:49.396739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-415fa9ee-c30b-44aa-9a28-272bd872c120 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 200 len: 217 time: 0.0500607 Oct 22 15:20:49.506260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-b354d6d6-1a62-4809-b582-967921121863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:49.507929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-b354d6d6-1a62-4809-b582-967921121863 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 200 len: 797 time: 0.0815096 Oct 22 15:20:49.559396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] DHCP port deletion for bdad647c-fbb4-410d-9ec3-82d8f12452cb request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:49.563667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.602494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2e1ee-c721-45aa-be76-8bf144d9cbee']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:49.616005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49639ed-eaef-4760-ba0c-cdc1f74099bc') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:49.616302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49639ed-eaef-4760-ba0c-cdc1f74099bc') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:49.623568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] Deleting port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:49.624210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.629342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.637540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-1c8adb91-709b-4b17-b4db-cedcd2e3845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:49.639143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-1c8adb91-709b-4b17-b4db-cedcd2e3845f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214101 Oct 22 15:20:49.654207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.682630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:49.683059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:49.686275 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:49.774106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] For port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,segment=NetworkSegment(b4250de8-81c5-4b52-b640-e245c905cada),segment_id=b4250de8-81c5-4b52-b640-e245c905cada)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:49.774512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:49.804185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] Calling delete_port for fc0bd3ef-6161-4a47-9590-e1b72f64ce8a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:49.846796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d7c32ee-372a-4b43-aa96-12f4ada2c555 req-24b8c14f-9405-4acb-9ea3-97ed0b9a3a5e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.1316962 Oct 22 15:20:49.904163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-3e719932-4c3c-4f3a-be09-18a049584b1a service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576432 Oct 22 15:20:49.964098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc0bd3ef-6161-4a47-9590-e1b72f64ce8a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:50.008849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.018360 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.020816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 15:20:50.021699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc0bd3ef-6161-4a47-9590-e1b72f64ce8a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:50.022719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1a50914-088b-4825-b0f9-52c2cacabe2e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:50.034923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.039389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/networks/b6e2e1ee-c721-45aa-be76-8bf144d9cbee HTTP/1.1" status: 204 len: 168 time: 0.9367599 Oct 22 15:20:50.041057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56814) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:50.059288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29773de5-d4bd-4757-9307-fedf7fd14302 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Network': ['ID=b6e2e1ee-c721-45aa-be76-8bf144d9cbee,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:50.081697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] Pushing event deleted for resources: {'Port': ['ID=fc0bd3ef-6161-4a47-9590-e1b72f64ce8a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:50.081697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b1a50914-088b-4825-b0f9-52c2cacabe2e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:50.081697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b1a50914-088b-4825-b0f9-52c2cacabe2e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:50.083446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e6b2-9213-43da-8f71-9e8434fc79a8 req-23871b92-c8db-4632-86b9-cffafd925a60 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:50.083799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833c922-89e6-43d2-968c-487e21b0e6ac None None] No DVR routers for this DVR port fc0bd3ef-6161-4a47-9590-e1b72f64ce8a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:50.084990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91f3e6b2-9213-43da-8f71-9e8434fc79a8 req-23871b92-c8db-4632-86b9-cffafd925a60 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1460481 Oct 22 15:20:50.096191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e7f7cc-401a-47b0-adcb-b757e633aec2 req-8c492f61-8f0f-4c2c-b8cb-70288eccaf10 service neutron] 10.222.0.53 "GET /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817653 Oct 22 15:20:50.148153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91f3e6b2-9213-43da-8f71-9e8434fc79a8 req-5eab1aa2-6345-4530-9363-ee60dfdc27ab tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Oct 22 15:20:50.195481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.326840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.349574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdad647c-fbb4-410d-9ec3-82d8f12452cb']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:50.360092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4250de8-81c5-4b52-b640-e245c905cada') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:50.360513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4250de8-81c5-4b52-b640-e245c905cada') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:50.370660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.385042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.392216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:50.392767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:50.396150 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:50.548796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.556025 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.562296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56820) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:50.562916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/networks/bdad647c-fbb4-410d-9ec3-82d8f12452cb HTTP/1.1" status: 204 len: 168 time: 0.5190556 Oct 22 15:20:50.573742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d513bf-bde3-40e1-a42d-c8d177a16b3a tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Network': ['ID=bdad647c-fbb4-410d-9ec3-82d8f12452cb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:50.629710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Deleting subnet 60fb4bbf-9c7c-4f29-a420-100312f4e1e6 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:20:50.631229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.673281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.758825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.897588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.927997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Subnet': ['ID=60fb4bbf-9c7c-4f29-a420-100312f4e1e6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:50.936747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c92b59-9065-46d0-8e46-76ee002b41d4 None None] Network a28a63d2-cf30-4f68-a350-9f0b810bea19 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:20:50.943572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:50.949857 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-014b4b2a-b429-40e5-830d-26cf5f404bd0 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/subnets/60fb4bbf-9c7c-4f29-a420-100312f4e1e6 HTTP/1.1" status: 204 len: 168 time: 0.3828740 Oct 22 15:20:50.950694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56834) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:50.985299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8284bfb-5e71-4b22-92d5-a03370acf4e6 req-d1996730-b848-470e-9d42-cd950161bcf6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0601654 Oct 22 15:20:51.078463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.152940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Deleting port 78b0796d-5ad6-4a6e-8168-1241f674e108 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:51.153275 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.163469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30478815-c241-457a-911c-96dd4d593b0b None None] DHCP port deletion for a28a63d2-cf30-4f68-a350-9f0b810bea19 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:20:51.222270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-30478815-c241-457a-911c-96dd4d593b0b None None] Deleting port 78b0796d-5ad6-4a6e-8168-1241f674e108 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:51.222651 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30478815-c241-457a-911c-96dd4d593b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.244561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] For port 78b0796d-5ad6-4a6e-8168-1241f674e108, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=78b0796d-5ad6-4a6e-8168-1241f674e108,segment=NetworkSegment(dcf38842-aeac-42d8-8648-1319f7eeb1ed),segment_id=dcf38842-aeac-42d8-8648-1319f7eeb1ed)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:51.245067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.257658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Calling delete_port for 78b0796d-5ad6-4a6e-8168-1241f674e108 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:51.312109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-30478815-c241-457a-911c-96dd4d593b0b None None] For port 78b0796d-5ad6-4a6e-8168-1241f674e108, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=78b0796d-5ad6-4a6e-8168-1241f674e108,segment=NetworkSegment(dcf38842-aeac-42d8-8648-1319f7eeb1ed),segment_id=dcf38842-aeac-42d8-8648-1319f7eeb1ed)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:51.312857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30478815-c241-457a-911c-96dd4d593b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.329535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-30478815-c241-457a-911c-96dd4d593b0b None None] Calling delete_port for 78b0796d-5ad6-4a6e-8168-1241f674e108 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:20:51.379918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a9bad-1f5d-4e4f-a747-93ff356c1db6 req-ef37222f-b258-4f95-9332-d2685fac4a65 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:51.381339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-900a9bad-1f5d-4e4f-a747-93ff356c1db6 req-ef37222f-b258-4f95-9332-d2685fac4a65 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0727620 Oct 22 15:20:51.435698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-900a9bad-1f5d-4e4f-a747-93ff356c1db6 req-53ea32dd-31a6-44f3-9df4-eee6535effd1 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Oct 22 15:20:51.514630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.522799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-30478815-c241-457a-911c-96dd4d593b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.544729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Port': ['ID=78b0796d-5ad6-4a6e-8168-1241f674e108,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:51.557343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] No DVR routers for this DVR port 78b0796d-5ad6-4a6e-8168-1241f674e108 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:51.598415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30478815-c241-457a-911c-96dd4d593b0b None None] No DVR routers for this DVR port 78b0796d-5ad6-4a6e-8168-1241f674e108 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:51.600825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30478815-c241-457a-911c-96dd4d593b0b None None] Pushing event deleted for resources: {'Port': ['ID=78b0796d-5ad6-4a6e-8168-1241f674e108,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:51.934413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 78b0796d-5ad6-4a6e-8168-1241f674e108 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:20:51.940980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:51.962248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28a63d2-cf30-4f68-a350-9f0b810bea19']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:51.976405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf38842-aeac-42d8-8648-1319f7eeb1ed') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:51.976700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf38842-aeac-42d8-8648-1319f7eeb1ed') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:20:51.991309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.007885 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.019770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 78b0796d-5ad6-4a6e-8168-1241f674e108 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:20:52.021438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 78b0796d-5ad6-4a6e-8168-1241f674e108 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:20:52.032446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:20:52.032993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:20:52.037800 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:20:52.170429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5ac8ff7-191e-4703-a04e-c31d6769b3c4 req-54f076c9-c65a-4e50-9309-9697be3eff67 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0328257 Oct 22 15:20:52.211281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-de01aaea-86ca-495a-846d-769ae30d0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:52.213154 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-de01aaea-86ca-495a-846d-769ae30d0953 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0633390 Oct 22 15:20:52.221818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a1ed4-26df-4d48-a4b8-d70da24506ac req-8e955d82-94e2-44f6-acb3-ac3f3d8612d9 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:52.223332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba5a1ed4-26df-4d48-a4b8-d70da24506ac req-8e955d82-94e2-44f6-acb3-ac3f3d8612d9 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0950673 Oct 22 15:20:52.244817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.253239 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.259061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/networks/a28a63d2-cf30-4f68-a350-9f0b810bea19 HTTP/1.1" status: 204 len: 168 time: 1.3048279 Oct 22 15:20:52.260442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 56862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:52.302560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad5f52-85bd-4728-976f-83d5493b3081 tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Pushing event deleted for resources: {'Network': ['ID=a28a63d2-cf30-4f68-a350-9f0b810bea19,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:52.314686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d106e99b-5e2c-4588-a34f-5b3b3b6383cc tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "GET /v2.0/ports?device_id=219dbf5e-58fc-4ae2-a317-26ca05991fdb HTTP/1.1" status: 200 len: 205 time: 0.0531969 Oct 22 15:20:52.317210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:52.321542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba5a1ed4-26df-4d48-a4b8-d70da24506ac req-bfaa41da-7f40-48dc-85ae-1045521fb7a3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907147 Oct 22 15:20:52.368669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-4b2310e0-71de-4279-a26f-dd9fde2c3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:52.370098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-4b2310e0-71de-4279-a26f-dd9fde2c3899 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 200 len: 920 time: 0.1479101 Oct 22 15:20:52.411843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.512014 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-d092d0aa-a944-435d-85cf-0567e330da23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 200 len: 217 time: 0.1088693 Oct 22 15:20:52.632797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.636390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.649594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-be545fa1-4c16-4dfe-b812-b1d7a9ea127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:52.651157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-be545fa1-4c16-4dfe-b812-b1d7a9ea127f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 200 len: 859 time: 0.1139064 Oct 22 15:20:52.660512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-63c412cf-6e3e-4cb1-9ec4-79c7b33da302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.709345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-cd05d5f5-e50a-42d0-b9a1-018c51301ac5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3ba4297-3f86-470d-860a-abb1319fa0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257034 Oct 22 15:20:52.794374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.794913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Fanout notify agent at l3_agent the message router_deleted on router 219dbf5e-58fc-4ae2-a317-26ca05991fdb {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:20:52.808544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:52.813604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bf6c11db-c3da-4805-b8e1-4c6e50bb52eb tempest-RoutersNegativeTest-1031048075 tempest-RoutersNegativeTest-1031048075-project] 10.222.0.66 "DELETE /v2.0/routers/219dbf5e-58fc-4ae2-a317-26ca05991fdb HTTP/1.1" status: 204 len: 168 time: 0.4914808 Oct 22 15:20:52.819008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-cc3dc550-087f-41f0-9afc-bca270a60e6e service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989163 Oct 22 15:20:52.937155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7eb1a3fc-7366-4233-b83c-6c10c0ba3a25 req-d11faef2-6317-44c3-9469-1e9205ee0087 service neutron] 10.222.0.69 "GET /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122284 Oct 22 15:20:53.277929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d041556-ada8-4eba-b678-340335087d6a req-94372b28-f10d-473c-a2b6-75961a7bdd1b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0317230 Oct 22 15:20:53.425267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56888) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:53.475107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7d81-dcfa-405a-9188-407073c5c6d9 req-0e021e12-0c6e-47b5-bd38-640ae8185f0b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:53.476796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4cff7d81-dcfa-405a-9188-407073c5c6d9 req-0e021e12-0c6e-47b5-bd38-640ae8185f0b tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0646904 Oct 22 15:20:53.519973 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4cff7d81-dcfa-405a-9188-407073c5c6d9 req-744ac8a7-0d2d-4a6d-99c1-31959f74bf6a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369701 Oct 22 15:20:53.605551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0bd10f26-15cc-41c8-9160-90b8cacaadbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8e447657a1d4e36bbd0aa365ebf464c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810009 Oct 22 15:20:53.608161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 56894) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:20:53.657203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0504c4b2-5b0d-4b7c-82f0-39b5e5ad9581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:53.685492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0504c4b2-5b0d-4b7c-82f0-39b5e5ad9581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:53.822991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0504c4b2-5b0d-4b7c-82f0-39b5e5ad9581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:53.825959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0504c4b2-5b0d-4b7c-82f0-39b5e5ad9581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:53.830217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0504c4b2-5b0d-4b7c-82f0-39b5e5ad9581 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e3ea50b-c3ca-4a69-99a8-09ce7547c2fc HTTP/1.1" status: 204 len: 168 time: 0.2177143 Oct 22 15:20:53.836951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504c4b2-5b0d-4b7c-82f0-39b5e5ad9581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ea50b-c3ca-4a69-99a8-09ce7547c2fc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:54.410632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751f6192-3121-4084-9b30-57c86e710381 req-acde163c-7381-40af-afb3-3e9455fd8f85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0334148 Oct 22 15:20:54.671987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed21f4-8d67-4e76-b4b0-ef78aeb6cc22 req-ef5875a6-4ade-4952-acd2-9f799c97883e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:54.674343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eed21f4-8d67-4e76-b4b0-ef78aeb6cc22 req-ef5875a6-4ade-4952-acd2-9f799c97883e tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0689700 Oct 22 15:20:54.728541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eed21f4-8d67-4e76-b4b0-ef78aeb6cc22 req-c7d08830-08be-48ce-92a6-979c6e7195ce tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Oct 22 15:20:55.177074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eb155bbd-5644-4c37-b0f6-40f7945767b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:55.520345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec2a6802-0a42-423e-85aa-815c28c5d332 req-292d7250-921a-41c0-a9d9-a4d7700641b3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0309646 Oct 22 15:20:55.853070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4ee6e-e273-4203-99c6-93501999df10 req-50fab1ef-5bd5-4a7b-a1b4-9ea45258ca63 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:55.855144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52f4ee6e-e273-4203-99c6-93501999df10 req-50fab1ef-5bd5-4a7b-a1b4-9ea45258ca63 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0535779 Oct 22 15:20:55.935781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52f4ee6e-e273-4203-99c6-93501999df10 req-63a709e6-06fa-47b2-bf20-0e34e471c6a8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676618 Oct 22 15:20:56.483577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.497695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.508251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.513484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.520210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.526363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.532736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:56.534725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-4492126c-245a-41b1-a2ea-3e035649b595 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1271210 Oct 22 15:20:56.580549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2af7634-4cde-4b19-af5b-135d8a27f5b2 req-61ac18dd-27ad-4876-9d71-93e779cac967 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386026 Oct 22 15:20:56.611545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:56.612217 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:56.715700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cfca1a5-0359-4275-9921-7c261ca35fc6 req-dd2614de-4e55-4924-98d3-5b4129f1a472 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6438f41-cb7c-44fa-b24d-7f7ae6f4e6a1 HTTP/1.1" status: 200 len: 210 time: 0.0501413 Oct 22 15:20:57.414925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.422214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.428875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.435759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.443422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.450508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.457810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.460835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-0150c081-003e-43d1-94e0-dc375e572123 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.1105866 Oct 22 15:20:57.537372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-94043c39-6557-4d78-8394-05d30001f340 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.538773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-94043c39-6557-4d78-8394-05d30001f340 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "GET /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713534 Oct 22 15:20:57.673977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-6fa67f9f-29f2-4e6f-acb4-14893cc130dd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "GET /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1291335 Oct 22 15:20:57.691214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:57.807674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:57.894048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.901082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.907990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.915402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.922350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.929166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.935588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:57.939414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-6ca81782-60c9-410e-a7a2-be9e36676ff0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 5444 time: 0.2642126 Oct 22 15:20:58.033152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ace0e6d-f289-4203-b090-01e6cd219bf1 req-468b6642-368e-413f-9320-975cda2b606a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867615 Oct 22 15:20:58.142800 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:58.192527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1263c878-b5a4-4ddf-9629-d53ff53b66e3,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:58.238473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-423217f2-6637-4e1e-9551-6dd48284a234 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579658729&fields=id&tenant_id=e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 267 time: 0.1069160 Oct 22 15:20:58.287020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] For port 1263c878-b5a4-4ddf-9629-d53ff53b66e3, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:20:58.381534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] device_id is not set on port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:20:58.397512 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:58.432270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-d5f39b2b-02c4-49f4-9c16-c85fd14d3ab5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:58.437301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-d5f39b2b-02c4-49f4-9c16-c85fd14d3ab5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1876416 Oct 22 15:20:58.457299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-d8fa10fa-a094-4b67-ba22-c3b4c3dea9c9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0166585 Oct 22 15:20:58.517834 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:58.559770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-ba71f5bc-30e7-4757-8c22-b5887d76b304 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926845 Oct 22 15:20:58.661602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] No DVR routers for this DVR port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:58.714916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:58.751650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] In _notify_port_updated(), no bound segment for port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:20:58.751916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:58.752518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:58.753943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-e80eabd3-6da0-4746-9f70-9c2a7c33e3f3 service neutron] 10.222.0.53 "PUT /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 200 len: 1032 time: 1.0680802 Oct 22 15:20:58.812476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-dc4e4181-d532-4dd1-a882-6fc6363eeca4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:58.814251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-dc4e4181-d532-4dd1-a882-6fc6363eeca4 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "GET /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0534451 Oct 22 15:20:58.829202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:20:58.890906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-aa1e3abc-32b6-40e6-91c0-036883a7d85f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:20:58.891852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-aa1e3abc-32b6-40e6-91c0-036883a7d85f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3231723 Oct 22 15:20:58.898920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.028138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c3b31cdc-d756-45fe-ad00-7952df4d5392 None None] Provisioning complete for port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:59.029001 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c3b31cdc-d756-45fe-ad00-7952df4d5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.061104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-f3df2d4b-8d3e-47d0-a316-9ddefd5e9a36 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530979 Oct 22 15:20:59.082058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c3b31cdc-d756-45fe-ad00-7952df4d5392 None None] Port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:59.188828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:59.256323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-4012b127-aa96-4f97-b868-52864d4fc690 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694317 Oct 22 15:20:59.266410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] For port f9b3d6b2-169e-4c1d-9602-e385a85dc17e, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:20:59.278318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.285393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.291547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.299047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.305221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.311386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.313831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-18df7a83-32ca-4393-a6aa-90c0604ff913 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 4665 time: 0.1491117 Oct 22 15:20:59.363964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] device_id is not set on port f9b3d6b2-169e-4c1d-9602-e385a85dc17e yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:20:59.376631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.393205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-922ba4b8-325b-41f1-8ab8-60ac5702abf8 req-131f9fec-6a1b-46f4-b04f-5fee1806ee69 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57&id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611823 Oct 22 15:20:59.470395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.537561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] No DVR routers for this DVR port f9b3d6b2-169e-4c1d-9602-e385a85dc17e on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:20:59.540909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:20:59.579846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] In _notify_port_updated(), no bound segment for port f9b3d6b2-169e-4c1d-9602-e385a85dc17e on network 2e156361-31d1-464c-995c-a0083518d61f {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:20:59.580626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:20:59.581398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.582646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-a0cc03ae-ca13-4569-8362-52eada1528de service neutron] 10.222.0.53 "PUT /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 200 len: 1032 time: 0.7612288 Oct 22 15:20:59.755271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port cb35dafc-3cf6-4922-854f-c2913919126c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:20:59.755689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.815394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-73b497b0-94af-4c43-9a62-ac3819030b68 None None] Provisioning complete for port f9b3d6b2-169e-4c1d-9602-e385a85dc17e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:20:59.818176 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73b497b0-94af-4c43-9a62-ac3819030b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.878880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-73b497b0-94af-4c43-9a62-ac3819030b68 None None] Port f9b3d6b2-169e-4c1d-9602-e385a85dc17e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:20:59.938066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] For port cb35dafc-3cf6-4922-854f-c2913919126c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=cb35dafc-3cf6-4922-854f-c2913919126c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:20:59.938476 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:20:59.956133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for cb35dafc-3cf6-4922-854f-c2913919126c owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:00.246780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b03a636-7d8e-4c52-8677-1e412c1b1546 req-a7da8219-c3de-4a84-80ec-c62335955404 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0824366 Oct 22 15:21:00.474057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:00.520977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=cb35dafc-3cf6-4922-854f-c2913919126c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:00.608368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] No DVR routers for this DVR port cb35dafc-3cf6-4922-854f-c2913919126c on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:00.611887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:00.615316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-3654c44a-6d18-4801-b316-3167f8f4959d tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "DELETE /v2.0/ports/cb35dafc-3cf6-4922-854f-c2913919126c HTTP/1.1" status: 204 len: 173 time: 1.0153120 Oct 22 15:21:00.615787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': 'cb35dafc-3cf6-4922-854f-c2913919126c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:00.618101 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853df0f1-8cea-4126-940e-52260fc9f677" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "cb35dafc-3cf6-4922-854f-c2913919126c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:00.640580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda2a53-32f7-4298-842b-f7628c3968bb req-f19dfe5b-6d69-4b02-9901-98b1f16218dd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:00.647011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda2a53-32f7-4298-842b-f7628c3968bb req-f19dfe5b-6d69-4b02-9901-98b1f16218dd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:00.653120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda2a53-32f7-4298-842b-f7628c3968bb req-f19dfe5b-6d69-4b02-9901-98b1f16218dd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:00.660395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda2a53-32f7-4298-842b-f7628c3968bb req-f19dfe5b-6d69-4b02-9901-98b1f16218dd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:00.662299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eda2a53-32f7-4298-842b-f7628c3968bb req-f19dfe5b-6d69-4b02-9901-98b1f16218dd tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 3151 time: 0.1461003 Oct 22 15:21:00.685187 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b5c3a5-30e7-4af8-b088-6bc072620a7b x-openstack-request-id: req-88b5c3a5-30e7-4af8-b088-6bc072620a7b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:00.685623 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "cb35dafc-3cf6-4922-854f-c2913919126c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:00.685984 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88b5c3a5-30e7-4af8-b088-6bc072620a7b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:00.686286 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': 'cb35dafc-3cf6-4922-854f-c2913919126c', 'status': 'completed', 'code': 200} Oct 22 15:21:00.755562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eda2a53-32f7-4298-842b-f7628c3968bb req-d9b6a052-0c31-43d9-9e7f-0bb405bff955 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720196 Oct 22 15:21:00.837035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:00.837433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:00.986144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] For port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:00.986518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:01.028699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:01.318836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c952d970-5f19-445e-ad8e-1c5cf8962d23 req-c88f64ba-504d-43ae-b297-194001f50eea tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0293493 Oct 22 15:21:01.398007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e556b199-a289-40f0-b24e-3b672144cde3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:01.428866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:01.469325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=31fce6d2-dba7-4ac0-8bb6-85acf720ce2c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:01.552675 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:01.586264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] No DVR routers for this DVR port 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:01.615798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e556b199-a289-40f0-b24e-3b672144cde3,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:01.615798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:01.615798 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700808c8-ebf1-4769-bc94-b2dfc0e593f3" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e556b199-a289-40f0-b24e-3b672144cde3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:01.616607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:01.616607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-ebeef276-6356-4c82-a2dd-8635debc5fed tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "DELETE /v2.0/ports/31fce6d2-dba7-4ac0-8bb6-85acf720ce2c HTTP/1.1" status: 204 len: 173 time: 0.9783757 Oct 22 15:21:01.651545 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99f9dc2-40a2-4262-b2c0-bdae91e51ace x-openstack-request-id: req-e99f9dc2-40a2-4262-b2c0-bdae91e51ace {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:01.651861 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e556b199-a289-40f0-b24e-3b672144cde3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:01.652118 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e99f9dc2-40a2-4262-b2c0-bdae91e51ace {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:01.652518 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3', 'code': 200} Oct 22 15:21:01.754241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:01.755242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:01.757474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:01.757474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:01.904466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:02.017736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:02.018112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.025666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.101578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:02.212843 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.213575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8b074713-ef14-48ed-bde4-f627208923be no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:02.342119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:02.411101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.466001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8b074713-ef14-48ed-bde4-f627208923be,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:02.526135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.527008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device cb35dafc-3cf6-4922-854f-c2913919126c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:02.572067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57156) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:02.687825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: cb35dafc-3cf6-4922-854f-c2913919126c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:02.688181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device cb35dafc-3cf6-4922-854f-c2913919126c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:02.692342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f9b3d6b2-169e-4c1d-9602-e385a85dc17e no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:02.735966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:02.763795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:02.779064 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8617ff-8aa6-43c8-8510-cf98abe2864c" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "31fce6d2-dba7-4ac0-8bb6-85acf720ce2c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:02.780449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device f9b3d6b2-169e-4c1d-9602-e385a85dc17e not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:02.781640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:02.802721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:02.803413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31fce6d2-dba7-4ac0-8bb6-85acf720ce2c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:02.804019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1263c878-b5a4-4ddf-9629-d53ff53b66e3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:02.807348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f67c3e18-1c15-4fbd-bdc2-659927f2febd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.861655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1263c878-b5a4-4ddf-9629-d53ff53b66e3 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:02.870525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec0c4dbf-fd77-4ba7-b20a-f405cbe14d57 req-fb67f07c-f7a9-4c54-8b61-b2615ab0b93c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.1090293 Oct 22 15:21:02.907293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.907663 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.907990 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Floating IP 928da653-24f8-410b-9d6d-7869315192c2 disassociated. External IP: 172.25.1.252, port: 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6. Oct 22 15:21:02.908380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:02.938076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f67c3e18-1c15-4fbd-bdc2-659927f2febd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:02.939962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e518-4375-4f84-b878-0d7ff2b24550 req-e9c88b31-ad0e-49b0-93da-88edb30d50c0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:02.946423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e518-4375-4f84-b878-0d7ff2b24550 req-e9c88b31-ad0e-49b0-93da-88edb30d50c0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:02.957811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e518-4375-4f84-b878-0d7ff2b24550 req-e9c88b31-ad0e-49b0-93da-88edb30d50c0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:02.957811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1852e518-4375-4f84-b878-0d7ff2b24550 req-e9c88b31-ad0e-49b0-93da-88edb30d50c0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 2410 time: 0.1929641 Oct 22 15:21:02.957811 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a676b71-c612-4668-9589-109a36969ace x-openstack-request-id: req-4a676b71-c612-4668-9589-109a36969ace {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:02.957811 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "31fce6d2-dba7-4ac0-8bb6-85acf720ce2c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:02.957811 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a676b71-c612-4668-9589-109a36969ace {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:02.958347 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': '31fce6d2-dba7-4ac0-8bb6-85acf720ce2c', 'status': 'completed', 'code': 200} Oct 22 15:21:03.029468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f67c3e18-1c15-4fbd-bdc2-659927f2febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.055643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1852e518-4375-4f84-b878-0d7ff2b24550 req-84555945-de8b-4419-bd93-98d6cb8a1934 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891683 Oct 22 15:21:03.104693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c3e18-1c15-4fbd-bdc2-659927f2febd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9603139e-a810-43c8-a177-23bff1e4c373,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:03.151121 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f67c3e18-1c15-4fbd-bdc2-659927f2febd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b86bcf408b8a461c994419d13e046285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772598 Oct 22 15:21:03.156239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57166) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:03.223758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-e26b040e-6ff6-4eb7-a298-c4fc35c36f2e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:03.225519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-e26b040e-6ff6-4eb7-a298-c4fc35c36f2e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.2215478 Oct 22 15:21:03.251086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-438e861c-a02f-4d23-9e94-c3e31774a6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.275351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.292872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-438e861c-a02f-4d23-9e94-c3e31774a6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.307066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-a306e9a4-c089-49f8-898b-dc3ac380090e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 379 time: 0.0684624 Oct 22 15:21:03.318255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=4b2b0300-5b1b-4dba-bb83-a4541fd63fb6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:03.322910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'security_groups': ['51bc7966-af7d-4ae3-9f52-4c13b420f0c6']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:21:03.543202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Router c10d6bb9-5cef-4380-87ce-c468d330565f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:21:03.600621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-438e861c-a02f-4d23-9e94-c3e31774a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.604578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-438e861c-a02f-4d23-9e94-c3e31774a6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.611631 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-438e861c-a02f-4d23-9e94-c3e31774a6ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9603139e-a810-43c8-a177-23bff1e4c373 HTTP/1.1" status: 204 len: 168 time: 0.4538641 Oct 22 15:21:03.643701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:21:03.646022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.653205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e861c-a02f-4d23-9e94-c3e31774a6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603139e-a810-43c8-a177-23bff1e4c373,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:03.653898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'}, {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b074713-ef14-48ed-bde4-f627208923be'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:03.657117 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498293db-ef8b-42e5-87d4-2312bb732121" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6"}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b074713-ef14-48ed-bde4-f627208923be"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:03.761224 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124d7d90-d430-4fbe-98cc-40d1b47ff719 x-openstack-request-id: req-124d7d90-d430-4fbe-98cc-40d1b47ff719 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:03.761532 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6", "code": 200}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b074713-ef14-48ed-bde4-f627208923be", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:03.761791 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-124d7d90-d430-4fbe-98cc-40d1b47ff719 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:03.762256 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'code': 200} Oct 22 15:21:03.762524 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b074713-ef14-48ed-bde4-f627208923be', 'code': 200} Oct 22 15:21:03.773672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:21:03.791785 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] Sync routers for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:21:03.811096 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:21:03.813997 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:03.851211 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.862391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] No DVR routers for this DVR port 4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:03.868730 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:03.875889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-977221dc-128c-40c6-b75b-a458face7c4b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "DELETE /v2.0/ports/4b2b0300-5b1b-4dba-bb83-a4541fd63fb6 HTTP/1.1" status: 204 len: 173 time: 2.2608879 Oct 22 15:21:04.070804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.7 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/98056a1f-7405-422e-b2e3-2f2fc266d8b6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:21:04.125815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d991b752-cbab-4006-8504-268f61095ba2 req-8fce1b0a-32d1-4057-9797-31de8dd9830b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0904410 Oct 22 15:21:04.140141 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:21:04.198177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port e556b199-a289-40f0-b24e-3b672144cde3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:04.198525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.413562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166aeb6-6937-4ed9-8b9a-7bddbaaffcc0 req-b885413e-6e8c-40a5-a1d2-43965108cdf7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:04.420236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166aeb6-6937-4ed9-8b9a-7bddbaaffcc0 req-b885413e-6e8c-40a5-a1d2-43965108cdf7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:04.439809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1166aeb6-6937-4ed9-8b9a-7bddbaaffcc0 req-b885413e-6e8c-40a5-a1d2-43965108cdf7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 1677 time: 0.2282250 Oct 22 15:21:04.463230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.481822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] For port e556b199-a289-40f0-b24e-3b672144cde3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e556b199-a289-40f0-b24e-3b672144cde3,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:04.482559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.508807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for e556b199-a289-40f0-b24e-3b672144cde3 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:04.532840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1166aeb6-6937-4ed9-8b9a-7bddbaaffcc0 req-2cd5cd65-1c94-4f6b-bbb9-98033ca3d331 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859470 Oct 22 15:21:04.565691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57200) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:04.593323 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca19e-a7ce-47db-bdf1-2de17fdbd14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.627005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.638339 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:58Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:04.697767 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] Checking router: c10d6bb9-5cef-4380-87ce-c468d330565f for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:21:04.700969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:21:04.708831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:21:04.718594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:21:04.720247 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:21:04.721047 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:04.802838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=98056a1f-7405-422e-b2e3-2f2fc266d8b6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:04.874789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.875623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:04.878451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.885970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca19e-a7ce-47db-bdf1-2de17fdbd14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.918665 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:21:04.923013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=e556b199-a289-40f0-b24e-3b672144cde3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:04.977792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca19e-a7ce-47db-bdf1-2de17fdbd14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:04.978009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:04.980731 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d104aee-715a-4a20-b50e-4e8d6499340b" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:04.987140 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-893307e5-9df5-4a07-b9ce-347eb34afa63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6697569 Oct 22 15:21:05.042852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] No DVR routers for this DVR port e556b199-a289-40f0-b24e-3b672144cde3 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:05.048646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.052133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-8542496d-bb77-4c15-b0d9-283138c9563a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "DELETE /v2.0/ports/e556b199-a289-40f0-b24e-3b672144cde3 HTTP/1.1" status: 204 len: 173 time: 1.1699228 Oct 22 15:21:05.054067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Request body: {'port': {'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:21:05.074934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-13fc8f7b-8cf2-4f96-bab9-a53313418ebc None None] Provisioning complete for port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:21:05.078179 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13fc8f7b-8cf2-4f96-bab9-a53313418ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.079892 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d215c51-726b-4b6a-ac52-cc9e7b15ea8f x-openstack-request-id: req-5d215c51-726b-4b6a-ac52-cc9e7b15ea8f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:05.080368 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "4b2b0300-5b1b-4dba-bb83-a4541fd63fb6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:05.080755 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d215c51-726b-4b6a-ac52-cc9e7b15ea8f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:05.081639 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': '4b2b0300-5b1b-4dba-bb83-a4541fd63fb6', 'status': 'completed', 'code': 200} Oct 22 15:21:05.151220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.190038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-13fc8f7b-8cf2-4f96-bab9-a53313418ebc None None] Port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:21:05.200894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca19e-a7ce-47db-bdf1-2de17fdbd14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79c4a9f-b8e4-4f24-bad9-12e140e4e84d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:05.216422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb9ca19e-a7ce-47db-bdf1-2de17fdbd14e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=beb6ee0a0c7c4c82b6b1ea7f1e27762d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494198 Oct 22 15:21:05.221476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57208) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:05.319746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port 8b074713-ef14-48ed-bde4-f627208923be {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:05.320103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.400348 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:58Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:05.408044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df241c0-3249-4bc5-b81e-6a3ee7ba8a25 req-c60c5fd5-58ad-4e89-9cae-4246a8b25098 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:05.417220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7df241c0-3249-4bc5-b81e-6a3ee7ba8a25 req-c60c5fd5-58ad-4e89-9cae-4246a8b25098 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 931 time: 0.1616848 Oct 22 15:21:05.463592 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42d4b9-4412-4bdf-84c5-f13f3d0b57ce None None] The sync data for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 is: [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:09:44Z', 'revision_number': 4, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '77b807f1-037a-4b6d-b482-fed9ed35ee31', 'name': '', 'network_id': '33fb6315-ea58-4a85-a4d6-9bb0eee4d478', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'mac_address': 'fa:16:3e:e5:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:41Z', 'updated_at': '2021-10-22T15:09:58Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'subnets': [{'id': 'de804475-e937-4ee8-a347-1b47c8dd887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:21:05.518507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] For port 8b074713-ef14-48ed-bde4-f627208923be, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8b074713-ef14-48ed-bde4-f627208923be,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:05.518869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.536525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for 8b074713-ef14-48ed-bde4-f627208923be owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:05.716191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98056a1f-7405-422e-b2e3-2f2fc266d8b6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:21:05.724838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.756554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e326-054b-4c29-8fb0-428fdcb29c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.791903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e326-054b-4c29-8fb0-428fdcb29c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.808329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Transition to ACTIVE for port object 98056a1f-7405-422e-b2e3-2f2fc266d8b6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:21:05.812854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.834771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7df241c0-3249-4bc5-b81e-6a3ee7ba8a25 req-b28b95f0-cf9e-4447-92f8-de1eda1d2b85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166331 Oct 22 15:21:05.856105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=8b074713-ef14-48ed-bde4-f627208923be,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:05.904032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.905108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926f4d-071a-4352-9c7c-b82570a41d68 req-87b47d71-4e89-427b-91df-56a5ff3c9d0e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:05.916531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97926f4d-071a-4352-9c7c-b82570a41d68 req-87b47d71-4e89-427b-91df-56a5ff3c9d0e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 865 time: 0.1700130 Oct 22 15:21:05.942547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] No DVR routers for this DVR port 8b074713-ef14-48ed-bde4-f627208923be on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:05.950639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.954486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b38ad08-7670-40a3-8828-10cec2cd6929 req-198d739b-326b-4a50-b81b-1904086a1237 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.53 "DELETE /v2.0/ports/8b074713-ef14-48ed-bde4-f627208923be HTTP/1.1" status: 204 len: 173 time: 0.8885417 Oct 22 15:21:05.995271 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e326-054b-4c29-8fb0-428fdcb29c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:05.998753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2fcbc-8a65-4697-bb15-db6809932f41 None None] New status for floating IP 928da653-24f8-410b-9d6d-7869315192c2: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:21:06.018533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e326-054b-4c29-8fb0-428fdcb29c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:06.023335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1a8e326-054b-4c29-8fb0-428fdcb29c08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b79c4a9f-b8e4-4f24-bad9-12e140e4e84d HTTP/1.1" status: 204 len: 168 time: 0.7970839 Oct 22 15:21:06.029365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97926f4d-071a-4352-9c7c-b82570a41d68 req-cadd4828-4349-4859-b92d-a94b91f2ec9f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5101f97-6900-4428-8e7d-c9e26e1cb436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118383 Oct 22 15:21:06.099575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8e326-054b-4c29-8fb0-428fdcb29c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79c4a9f-b8e4-4f24-bad9-12e140e4e84d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:06.115385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Pushing event updated for resources: {'Port': ['ID=98056a1f-7405-422e-b2e3-2f2fc266d8b6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:06.314304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Attempting to bind port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:21:06.315196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Attempting to bind port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:21:06.315802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Attempting to bind port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:21:06.323881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:21:06.324328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Attempting to bind port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:21:06.330629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:21:06.331186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:21:06.331770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:21:06.332324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Bound port: 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:21:06.332805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:06.458448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] For port 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:21:06.462353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] For port 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:21:06.583078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:06.628328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:06.629217 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:06.630755 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] 10.222.0.53 "PUT /v2.0/ports/98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 1091 time: 1.6165013 Oct 22 15:21:06.633465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:06.643968 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:06.729483 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fdd9de-475f-4d9f-a713-3796aff081f2 x-openstack-request-id: req-04fdd9de-475f-4d9f-a713-3796aff081f2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:06.731082 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:06.734672 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04fdd9de-475f-4d9f-a713-3796aff081f2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:06.734672 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'status': 'completed', 'code': 200} Oct 22 15:21:06.735204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddd070-dee1-4560-a0f1-525178152d6e service neutron] Pushing event updated for resources: {'Port': ['ID=98056a1f-7405-422e-b2e3-2f2fc266d8b6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:06.803095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-283a51d5-78c7-46e9-a154-a6da13dcda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:06.805598 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-283a51d5-78c7-46e9-a154-a6da13dcda65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1094 time: 0.0727198 Oct 22 15:21:06.871799 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-c9257800-a088-41f5-a454-581e00b75c1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 217 time: 0.0555089 Oct 22 15:21:06.939960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-7bfa49cb-06c3-42b2-bcc1-2f5a79e82657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:06.942280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-7bfa49cb-06c3-42b2-bcc1-2f5a79e82657 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0620856 Oct 22 15:21:07.013229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-e1126351-0f93-46dd-883b-00f4907cb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:07.015717 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-e1126351-0f93-46dd-883b-00f4907cb637 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598857 Oct 22 15:21:07.018804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f0b1-0dc9-419a-ad6c-54c6c4591d8c req-c465ee21-4bb3-47f4-ae57-2554fefd6553 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:07.020411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1668f0b1-0dc9-419a-ad6c-54c6c4591d8c req-c465ee21-4bb3-47f4-ae57-2554fefd6553 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0738971 Oct 22 15:21:07.095453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1668f0b1-0dc9-419a-ad6c-54c6c4591d8c req-a74385a4-851c-4bbf-a402-a1f3f7c05dd7 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610962 Oct 22 15:21:07.095453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3'}, {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': '8b074713-ef14-48ed-bde4-f627208923be'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:07.122330 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02e7b9-ef0d-48a5-bb44-ef0e9ed59ad3" -d '{"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "e556b199-a289-40f0-b24e-3b672144cde3"}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "8b074713-ef14-48ed-bde4-f627208923be"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:07.150890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-8d5445ba-ef61-4bb7-8cd3-1d3df34f9534 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274273 Oct 22 15:21:07.204372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ef6aa86-0c07-46e3-9858-51599e286daa req-ceacbda3-1594-4754-8db5-984b10f94980 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0694137 Oct 22 15:21:07.205117 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0efc132-2705-4cb9-a7b0-3e582bc78395 x-openstack-request-id: req-f0efc132-2705-4cb9-a7b0-3e582bc78395 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:07.205453 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "e556b199-a289-40f0-b24e-3b672144cde3", "status": "completed", "code": 200}, {"server_uuid": "bdeb14d6-f2f4-47c2-9783-e93131d23b9e", "name": "network-vif-deleted", "tag": "8b074713-ef14-48ed-bde4-f627208923be", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:07.206090 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0efc132-2705-4cb9-a7b0-3e582bc78395 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:07.206495 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': 'e556b199-a289-40f0-b24e-3b672144cde3', 'status': 'completed', 'code': 200} Oct 22 15:21:07.206748 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb14d6-f2f4-47c2-9783-e93131d23b9e', 'name': 'network-vif-deleted', 'tag': '8b074713-ef14-48ed-bde4-f627208923be', 'status': 'completed', 'code': 200} Oct 22 15:21:07.268539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fccada52-bf91-4d69-b3ff-8fc270395038 req-92ead742-c16e-4483-aef9-1dd136de99b5 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097314 Oct 22 15:21:07.569949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-848de110-2fec-4488-a626-905698d8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:07.571490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-848de110-2fec-4488-a626-905698d8af5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1094 time: 0.0421643 Oct 22 15:21:07.668776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-7c25af5a-9926-4c1f-aaa1-84e76b24614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:07.670293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-7c25af5a-9926-4c1f-aaa1-84e76b24614f service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.0921359 Oct 22 15:21:07.714225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-8ad143d7-72c3-441a-9981-74ec1ecc27ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 217 time: 0.0368402 Oct 22 15:21:07.771616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-d2c7fc52-ecfa-4b14-bed2-05fd23cf0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:07.772692 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-d2c7fc52-ecfa-4b14-bed2-05fd23cf0f34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0515893 Oct 22 15:21:07.834476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-85b01dc2-baee-4833-b04b-80c9a3463f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:07.836585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-85b01dc2-baee-4833-b04b-80c9a3463f0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575759 Oct 22 15:21:07.953895 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-69bc8c4e-e9e1-4b10-8a72-a2add9126f97 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094208 Oct 22 15:21:08.056615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4d37bb9-ad30-4b5c-937f-d1ef1795220e req-aabdea2f-867f-4b63-8354-ee204a725e42 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957611 Oct 22 15:21:08.244107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed45dd9-37e0-4622-b1b3-4c185d39c42f req-f8fab431-6f2c-48dd-a553-235d4292e58c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:08.252513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aed45dd9-37e0-4622-b1b3-4c185d39c42f req-f8fab431-6f2c-48dd-a553-235d4292e58c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0638447 Oct 22 15:21:08.319736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aed45dd9-37e0-4622-b1b3-4c185d39c42f req-e007954b-695b-4679-8e61-4b47ad36ec85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663042 Oct 22 15:21:08.370688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b92ef38-4ffb-4209-92bb-934b14deadef req-2738329a-adc9-4167-a118-943059a66747 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0435541 Oct 22 15:21:09.465241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691ffdc-c08f-4c49-97a0-1bbe472d3a9d req-6947753b-1a22-4352-bf3c-5e4642e8df88 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:09.465241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e691ffdc-c08f-4c49-97a0-1bbe472d3a9d req-6947753b-1a22-4352-bf3c-5e4642e8df88 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0685799 Oct 22 15:21:09.500564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-262d25d5-8fd0-4fc5-89df-a27e56733a2d req-30f4005e-b967-4590-b7d3-102160d82ca5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0370226 Oct 22 15:21:09.532137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e691ffdc-c08f-4c49-97a0-1bbe472d3a9d req-eaf3b82d-3adc-4da8-b378-6eb6d5e2264d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563819 Oct 22 15:21:10.615153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de831b67-4ee2-4ec5-b789-61b1ecff11de req-f97d5894-2a5b-4503-a5f2-b080b9c29b30 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0306137 Oct 22 15:21:10.674024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250515f-1a9e-4235-b14b-5a51f5887320 req-bb471beb-f742-4484-ae19-cac66af8aa49 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:10.675686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4250515f-1a9e-4235-b14b-5a51f5887320 req-bb471beb-f742-4484-ae19-cac66af8aa49 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0584691 Oct 22 15:21:10.721587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4250515f-1a9e-4235-b14b-5a51f5887320 req-fa704ae9-51a0-417a-8d09-17ad2b2a1026 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359371 Oct 22 15:21:11.616735 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:11.734328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79575d1c-def3-4ab7-b8c7-4cbda2e5c5fb req-6106590e-ee99-4b1e-8b89-8dbb8eb9bfd0 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0307593 Oct 22 15:21:11.854445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c4815-939b-43e7-96d6-ac26c2ad19fb req-cb911c48-7de8-4221-8e81-0c64d0d1eafa tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:11.858062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac2c4815-939b-43e7-96d6-ac26c2ad19fb req-cb911c48-7de8-4221-8e81-0c64d0d1eafa tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0617580 Oct 22 15:21:11.900167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac2c4815-939b-43e7-96d6-ac26c2ad19fb req-9dc8cc8a-f2bd-42df-8231-885f695a5ecc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Oct 22 15:21:12.838940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5565e33a-d5c5-4dc8-a09c-932864ff6d67 req-a0c40117-dc44-4f2d-bd76-d3928f79400c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0282254 Oct 22 15:21:13.021762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdae708-ed05-4f9a-b1ad-f58d1f8efc1c req-bbd473b6-9f98-4d7a-a4a7-058d543322b2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:13.023264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcdae708-ed05-4f9a-b1ad-f58d1f8efc1c req-bbd473b6-9f98-4d7a-a4a7-058d543322b2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0534554 Oct 22 15:21:13.063565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcdae708-ed05-4f9a-b1ad-f58d1f8efc1c req-2fd45ef7-5610-4893-b6ab-0008e75496b3 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341668 Oct 22 15:21:13.943297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-543e361c-2a8a-41d1-9166-65d654e1d81e req-0bfb8a78-c2d3-49b5-8832-c791bf3aaf5b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0292168 Oct 22 15:21:14.198176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eac7f-4bfc-4623-a2b3-f66b4a191c0c req-2e778164-36a9-46b4-9687-e3d8b01127b1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:14.207451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c99eac7f-4bfc-4623-a2b3-f66b4a191c0c req-2e778164-36a9-46b4-9687-e3d8b01127b1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0652695 Oct 22 15:21:14.257491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c99eac7f-4bfc-4623-a2b3-f66b4a191c0c req-2b302d2a-9374-4e6c-9cba-32e33546830b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486741 Oct 22 15:21:15.056892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fc50f32-8dcc-46b8-b7b0-5fb1ede49622 req-c14e8af1-49fa-4c7a-bfef-d40acc3d3251 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0297477 Oct 22 15:21:15.435136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915919e4-e1f3-4345-82dd-5c6a9741b307 req-7b282460-6ea8-4545-a14e-b798a0037a2f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:15.447472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-915919e4-e1f3-4345-82dd-5c6a9741b307 req-7b282460-6ea8-4545-a14e-b798a0037a2f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0873163 Oct 22 15:21:15.491321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-915919e4-e1f3-4345-82dd-5c6a9741b307 req-030041de-2822-4c47-8e50-c73efd9ab5f5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Oct 22 15:21:16.202853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a29905c0-52cb-468b-9ec9-f517314c8c00 req-168556d4-d661-4ed5-88fd-443d99d5d04a tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0375783 Oct 22 15:21:16.675734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee85c-8406-47db-ae98-5bee39c23b35 req-07e3a3b9-90a2-4b17-8dbf-a47a238969e9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:16.677681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-336ee85c-8406-47db-ae98-5bee39c23b35 req-07e3a3b9-90a2-4b17-8dbf-a47a238969e9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0921311 Oct 22 15:21:16.727429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-336ee85c-8406-47db-ae98-5bee39c23b35 req-23be2603-845a-40ff-9784-f9e97dce59ae tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425067 Oct 22 15:21:17.373629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8babc55-faad-439a-af3b-66a0ab624fc8 req-103df727-2eea-4c58-b488-c28cd35abc8b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0774450 Oct 22 15:21:17.869587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704488ea-514b-4109-86c1-201f3e74e59d req-7901ab2b-2504-4882-a1ea-967c043766ee tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:17.871349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-704488ea-514b-4109-86c1-201f3e74e59d req-7901ab2b-2504-4882-a1ea-967c043766ee tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0557656 Oct 22 15:21:17.922137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-704488ea-514b-4109-86c1-201f3e74e59d req-0990cd93-721c-4e00-b525-66e61eb9206f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378532 Oct 22 15:21:18.488009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2ac9c3a-c78e-42a1-b6db-22f1aeabec16 req-2fe505ef-6d12-4d48-8445-9c47a8558e2e tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0286498 Oct 22 15:21:19.103686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f8c27-18b1-413a-966c-abdf57b3f107 req-c959a126-b42e-4552-935f-90935241932d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:19.118010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d76f8c27-18b1-413a-966c-abdf57b3f107 req-c959a126-b42e-4552-935f-90935241932d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.1056304 Oct 22 15:21:19.237102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d76f8c27-18b1-413a-966c-abdf57b3f107 req-1c1a6f66-08e7-496a-a0bb-77064e01691c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161582 Oct 22 15:21:19.676625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-705ffcf5-3bd5-4552-b6a1-f44db3c176be req-006616d9-b639-4af1-8512-9973d66952e3 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0648675 Oct 22 15:21:20.433393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c376ae-dba3-4ca9-8b12-50fc7878b71e req-d42dd763-0782-4ef0-a915-ca859c7a8011 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:20.435463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59c376ae-dba3-4ca9-8b12-50fc7878b71e req-d42dd763-0782-4ef0-a915-ca859c7a8011 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0794039 Oct 22 15:21:20.508236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59c376ae-dba3-4ca9-8b12-50fc7878b71e req-a326d01d-4c7a-4a8b-8549-d04e686d758c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638037 Oct 22 15:21:20.826524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27afddb6-62b2-482e-9d44-b5e3ce46f357 req-54fdadc4-150b-48a6-b492-b2b5a568acc6 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0375271 Oct 22 15:21:21.691844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dcda6-4da4-44e9-a042-69ecda95c6e3 req-5e89ad86-4f99-4ff7-a1dd-d1ea50f478ae tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:21.695597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c45dcda6-4da4-44e9-a042-69ecda95c6e3 req-5e89ad86-4f99-4ff7-a1dd-d1ea50f478ae tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0734539 Oct 22 15:21:21.763330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c45dcda6-4da4-44e9-a042-69ecda95c6e3 req-510f412d-218e-4703-8738-c8df185cd896 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627563 Oct 22 15:21:21.841234 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:21:21.938501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c794038b-b180-47e7-b659-a73e4b4069d7 req-f50c0e77-748c-4e56-a170-e889a0830b47 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0356443 Oct 22 15:21:22.688973 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4eca55b-98c4-4c49-b568-1d65d376256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:22.886834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c910ef-239f-4a42-93c2-b2fa834aac84 req-05aeed7e-eabe-475c-af90-032c37d2bdee tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:22.890608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83c910ef-239f-4a42-93c2-b2fa834aac84 req-05aeed7e-eabe-475c-af90-032c37d2bdee tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1283290 Oct 22 15:21:22.997740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83c910ef-239f-4a42-93c2-b2fa834aac84 req-682e3144-03dc-45e5-bb9f-fb986043fcd3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953381 Oct 22 15:21:23.023633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9300b1-53cc-456b-85f8-c3945721614b req-2acaf88a-76bb-470e-a513-f025aba6e13c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:23.025486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc9300b1-53cc-456b-85f8-c3945721614b req-2acaf88a-76bb-470e-a513-f025aba6e13c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 943 time: 0.0826957 Oct 22 15:21:23.079068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc9300b1-53cc-456b-85f8-c3945721614b req-56fe1a75-c7c4-4758-9a90-00bc13b89dec tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 Oct 22 15:21:23.154691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aef9e23a-0b8c-456f-8a90-a2d5c458bb44 req-dbe1c0c0-e35f-49a6-a02f-c9a122d3ab03 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0463154 Oct 22 15:21:23.460294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 98056a1f-7405-422e-b2e3-2f2fc266d8b6 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:21:23.621828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:23.635977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:21:23.676856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:23.691155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98056a1f-7405-422e-b2e3-2f2fc266d8b6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:21:23.711934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:23.845422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:23.916466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=98056a1f-7405-422e-b2e3-2f2fc266d8b6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:23.926369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.927069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.927598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.928144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.928673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.929220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.931448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.932049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.932580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.933109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.933664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:23.935238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:24.086870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['98056a1f-7405-422e-b2e3-2f2fc266d8b6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:21:24.189293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0859-c1db-4dde-9d36-657047e20561 req-9f9c1ad3-8fab-4cb5-8ea4-9e99cf2d262a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:24.191098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d7c0859-c1db-4dde-9d36-657047e20561 req-9f9c1ad3-8fab-4cb5-8ea4-9e99cf2d262a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1110809 Oct 22 15:21:24.275629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d7c0859-c1db-4dde-9d36-657047e20561 req-11fd795e-c3cb-4e54-9dfe-205871008e41 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735345 Oct 22 15:21:24.332025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e205ee0-ea70-42ad-8245-390bb4595365 req-6c325820-e565-4770-afba-5af94f123090 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:24.356760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e205ee0-ea70-42ad-8245-390bb4595365 req-6c325820-e565-4770-afba-5af94f123090 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 944 time: 0.1629179 Oct 22 15:21:24.438541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e205ee0-ea70-42ad-8245-390bb4595365 req-95813309-e465-4330-9183-7cdc67c735bc tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756664 Oct 22 15:21:24.499245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8122e186-0e90-455c-a4fb-e7aa6c0b95ac req-3ded221e-6a1e-4753-bdb2-01512e133d66 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0548141 Oct 22 15:21:25.159973 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-763506a8-ceff-4a1f-ab7e-4354e5e8d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:25.225120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-bad46a59-a5a3-4a0f-a0b3-2c8a85822eac tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:25.227601 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-bad46a59-a5a3-4a0f-a0b3-2c8a85822eac tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.0999918 Oct 22 15:21:25.342035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Deleting port 47c07125-cf04-46c5-981d-6670e84ec3db {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:25.342721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:25.476116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 98056a1f-7405-422e-b2e3-2f2fc266d8b6 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:21:25.492425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] For port 47c07125-cf04-46c5-981d-6670e84ec3db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=47c07125-cf04-46c5-981d-6670e84ec3db,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:25.493327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:25.508239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0752f20-f657-4310-b681-555757cb8ac7 req-582a170a-b278-4aa4-8be0-6be5cfd0e338 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:25.511732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Calling delete_port for 47c07125-cf04-46c5-981d-6670e84ec3db owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:25.520587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0752f20-f657-4310-b681-555757cb8ac7 req-582a170a-b278-4aa4-8be0-6be5cfd0e338 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 945 time: 0.1558688 Oct 22 15:21:25.620423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0752f20-f657-4310-b681-555757cb8ac7 req-e4fdff48-54d5-4953-bd89-8dff048a3d70 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022177 Oct 22 15:21:25.660272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:21:25.673152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4c45-6995-485d-adcf-0ebf174410af req-881cb733-f698-4eca-9cf2-3c09ddf2ee03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:25.677016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:21:25.677396 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:25.680135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1cc4c45-6995-485d-adcf-0ebf174410af req-881cb733-f698-4eca-9cf2-3c09ddf2ee03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 944 time: 0.0999908 Oct 22 15:21:25.772756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1cc4c45-6995-485d-adcf-0ebf174410af req-458d8d9b-5909-4884-85ca-b77b7ceff362 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916228 Oct 22 15:21:25.796284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94b44871-873b-4611-bf38-950bb7130cf1 req-4e2c95fc-9ac0-4266-a2a1-ce4ea7f9b47f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0871279 Oct 22 15:21:25.820361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:25.846312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:25.848681 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacae77e-b276-4098-855f-1e12852b5f57" -d '{"events": [{"server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "name": "network-vif-plugged", "status": "completed", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:25.862401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:25.891213 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424faffa-e1bb-41b9-be3d-a6e70b2fcc3e x-openstack-request-id: req-424faffa-e1bb-41b9-be3d-a6e70b2fcc3e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:25.891514 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "name": "network-vif-plugged", "status": "completed", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:25.891762 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-424faffa-e1bb-41b9-be3d-a6e70b2fcc3e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:25.892184 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'code': 200} Oct 22 15:21:25.919814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:25.939742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:21:25.948812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Pushing event deleted for resources: {'Port': ['ID=47c07125-cf04-46c5-981d-6670e84ec3db,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:25.983836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:26.046225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] No DVR routers for this DVR port 47c07125-cf04-46c5-981d-6670e84ec3db on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:26.050503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:26.054629 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a3cdc9b-1023-4dbf-8bfc-8bb4f43d7541 req-ac7eb1cf-6839-41fc-966f-952151aa83f8 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "DELETE /v2.0/ports/47c07125-cf04-46c5-981d-6670e84ec3db HTTP/1.1" status: 204 len: 173 time: 0.8195519 Oct 22 15:21:26.059013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'name': 'network-vif-deleted', 'tag': '47c07125-cf04-46c5-981d-6670e84ec3db'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:26.059541 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6f5b67-be35-44ba-9679-0a83931323c1" -d '{"events": [{"server_uuid": "a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38", "name": "network-vif-deleted", "tag": "47c07125-cf04-46c5-981d-6670e84ec3db"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:26.121194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f86a5a-81cf-402b-9fb0-abaae9143125 req-20dd6e60-bf90-4669-be80-bb1eafe77f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:26.127758 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f86a5a-81cf-402b-9fb0-abaae9143125 req-20dd6e60-bf90-4669-be80-bb1eafe77f99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1096 time: 0.1656525 Oct 22 15:21:26.156773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=98056a1f-7405-422e-b2e3-2f2fc266d8b6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:26.204906 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dada193d-07f6-4a41-9457-a6c0de65cb48 x-openstack-request-id: req-dada193d-07f6-4a41-9457-a6c0de65cb48 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:26.205612 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38", "name": "network-vif-deleted", "tag": "47c07125-cf04-46c5-981d-6670e84ec3db", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:26.206090 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dada193d-07f6-4a41-9457-a6c0de65cb48 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:26.206699 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38', 'name': 'network-vif-deleted', 'tag': '47c07125-cf04-46c5-981d-6670e84ec3db', 'status': 'completed', 'code': 200} Oct 22 15:21:26.211220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-62f86a5a-81cf-402b-9fb0-abaae9143125 req-23d54cca-46b7-425d-a61f-d9641e0ddf76 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777504 Oct 22 15:21:26.525551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:26.582330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:26.790685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b6d32c2-019a-492f-a949-f572bc80d94f req-57114af0-6483-4239-88f7-9e316b441fff tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76fbb88-1c90-4102-bfc6-b1a9a6fe3a38 HTTP/1.1" status: 200 len: 210 time: 0.0666316 Oct 22 15:21:26.933050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57646) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:26.982204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1eee455d-7cb7-4eeb-b22d-cd9382fcee3c req-027e39cc-6093-4d4e-9445-44cdef87c4ef tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0561759 Oct 22 15:21:27.059813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94376da3-afc1-4ed2-8ab4-fbdc026d93ae req-af1ddd9e-a0aa-4064-ad63-e96b24498230 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:27.062257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94376da3-afc1-4ed2-8ab4-fbdc026d93ae req-af1ddd9e-a0aa-4064-ad63-e96b24498230 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 945 time: 0.0821650 Oct 22 15:21:27.112192 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9206b887-b20a-4d21-b5f0-7a7aa4962f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.149554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94376da3-afc1-4ed2-8ab4-fbdc026d93ae req-94d1b86b-7fc3-41e8-bf2d-3e4b87d224da tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807211 Oct 22 15:21:27.286029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9206b887-b20a-4d21-b5f0-7a7aa4962f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.405527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9206b887-b20a-4d21-b5f0-7a7aa4962f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.453451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9206b887-b20a-4d21-b5f0-7a7aa4962f7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b77158f280c4486eabd60a531477e367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192132 Oct 22 15:21:27.456235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57656) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:27.458278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206b887-b20a-4d21-b5f0-7a7aa4962f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3577f3-e107-4e83-aee7-ba888e9940e9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:27.515978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4728ac4-7a4f-42cb-b28d-3174ef2c3872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.541311 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4728ac4-7a4f-42cb-b28d-3174ef2c3872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.629592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 47c07125-cf04-46c5-981d-6670e84ec3db no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:27.659531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 47c07125-cf04-46c5-981d-6670e84ec3db {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:27.659876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 47c07125-cf04-46c5-981d-6670e84ec3db not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:27.696825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4728ac4-7a4f-42cb-b28d-3174ef2c3872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.699760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4728ac4-7a4f-42cb-b28d-3174ef2c3872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:27.711410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e4728ac4-7a4f-42cb-b28d-3174ef2c3872 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c3577f3-e107-4e83-aee7-ba888e9940e9 HTTP/1.1" status: 204 len: 168 time: 0.2435627 Oct 22 15:21:27.712056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4728ac4-7a4f-42cb-b28d-3174ef2c3872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3577f3-e107-4e83-aee7-ba888e9940e9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:28.129376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcdc5d6a-2bf4-4c1c-9b8f-5cd8019864ff req-73f83f88-bbd9-4ad0-9f4b-2ec5eafe7849 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0419614 Oct 22 15:21:28.136247 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.274693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c466d-aca2-498d-9973-5c60609326b1 req-7fca3934-cb54-44e9-9812-a931f4416280 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:28.276337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f77c466d-aca2-498d-9973-5c60609326b1 req-7fca3934-cb54-44e9-9812-a931f4416280 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 945 time: 0.0655928 Oct 22 15:21:28.343812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f77c466d-aca2-498d-9973-5c60609326b1 req-71c5b78c-7352-470a-a0d9-dff1890af2f5 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605955 Oct 22 15:21:28.363880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c469f2-e408-4ec0-802e-19cf85aded5a req-68795d04-b07d-4ca3-b076-38989330dada tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:28.365374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49c469f2-e408-4ec0-802e-19cf85aded5a req-68795d04-b07d-4ca3-b076-38989330dada tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0757067 Oct 22 15:21:28.412481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49c469f2-e408-4ec0-802e-19cf85aded5a req-89f4147f-11f0-4796-8a65-c99275646578 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Oct 22 15:21:28.472859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214568b-2985-4881-8efe-85987cbe9822 req-93518d5c-159c-49f0-99eb-9022dba7fe8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:28.474367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3214568b-2985-4881-8efe-85987cbe9822 req-93518d5c-159c-49f0-99eb-9022dba7fe8f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 945 time: 0.0577254 Oct 22 15:21:28.493150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:28.513243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ede2fbf-b464-4b1b-89ba-6a7a7a15e4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.532362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3214568b-2985-4881-8efe-85987cbe9822 req-ad1cdd94-e063-4710-8df6-20549d52e8df tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491138 Oct 22 15:21:28.566782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:28.620221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ede2fbf-b464-4b1b-89ba-6a7a7a15e4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.621168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75ea21-b274-4c5a-809b-9a4992ac048b tempest-TestVolumeBootPattern-1258883810 tempest-TestVolumeBootPattern-1258883810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:28.623066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-df75ea21-b274-4c5a-809b-9a4992ac048b tempest-TestVolumeBootPattern-1258883810 tempest-TestVolumeBootPattern-1258883810-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1091 time: 0.0547636 Oct 22 15:21:28.626827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:28.631529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:21:28.690649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7ede2fbf-b464-4b1b-89ba-6a7a7a15e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.732472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.740106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7ede2fbf-b464-4b1b-89ba-6a7a7a15e4eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=065659cd263645b881999d40a488c8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458718 Oct 22 15:21:28.741877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57698) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:28.753299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2fbf-b464-4b1b-89ba-6a7a7a15e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff9b4f-e2f9-4623-968c-856a4e035eec,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:28.804672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-474d510f-9284-49d7-aa5c-6d651c9b239a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.829426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-474d510f-9284-49d7-aa5c-6d651c9b239a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.857187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.930942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-474d510f-9284-49d7-aa5c-6d651c9b239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.933592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-474d510f-9284-49d7-aa5c-6d651c9b239a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:28.938277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-474d510f-9284-49d7-aa5c-6d651c9b239a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61ff9b4f-e2f9-4623-968c-856a4e035eec HTTP/1.1" status: 204 len: 168 time: 0.1952426 Oct 22 15:21:28.946527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d510f-9284-49d7-aa5c-6d651c9b239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff9b4f-e2f9-4623-968c-856a4e035eec,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:29.080317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.25.1.234 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/2c8feb42-dfd0-495f-84dc-407df84c34e6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:21:29.198354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:29.247539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c158183-8119-4c84-9757-98dc85218b4e req-a61d6a7b-7684-41e8-83f9-55da403c3ef5 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0318618 Oct 22 15:21:29.388603 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:29.447855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:21:29.452622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:21:29.457908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:21:29.596566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24c86-02de-4571-a4e4-d722eeda44ad req-31ecdefb-c507-4a15-ae5a-eddefb84e0c2 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:29.604883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fe24c86-02de-4571-a4e4-d722eeda44ad req-31ecdefb-c507-4a15-ae5a-eddefb84e0c2 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.1005538 Oct 22 15:21:29.715369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fe24c86-02de-4571-a4e4-d722eeda44ad req-6c33ade1-51b8-4f85-9ec6-de138c5fee25 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092331 Oct 22 15:21:29.919182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=2c8feb42-dfd0-495f-84dc-407df84c34e6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:30.328159 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:30.364846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69cab7e4-8ed6-4a24-829c-7c9018dc8a95 req-97c18558-4603-40ec-9991-d51776fb9d15 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0360436 Oct 22 15:21:30.747360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:30.747360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:30.828643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:30.843663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b86187-0537-4918-b1cc-69565e0636ad req-df9f0f02-8b3e-4e75-a03b-2ef83c958494 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:30.849410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4b86187-0537-4918-b1cc-69565e0636ad req-df9f0f02-8b3e-4e75-a03b-2ef83c958494 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0690320 Oct 22 15:21:30.945767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=2c8feb42-dfd0-495f-84dc-407df84c34e6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:30.948805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4b86187-0537-4918-b1cc-69565e0636ad req-e87e076c-4685-46f4-8ffc-5dd94f971496 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922766 Oct 22 15:21:30.969684 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:31.080253 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Floating IP 2470b5a5-ccf8-46d0-b650-888a8ec7f087 associated. External IP: 172.25.1.234, port: 98056a1f-7405-422e-b2e3-2f2fc266d8b6. Oct 22 15:21:31.351123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:21:31.566891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-595ec0ac-a8ba-40ca-bc46-336eb51221db req-90e5510d-6606-45f6-aab6-5dee51ac28b2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0768645 Oct 22 15:21:31.617955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:21:31.632717 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac578491-56b0-4c70-841c-7474a76891df None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:21:31.654198 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:21:31.655125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:31.711123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:31.763866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1ac7a5a2-6b6f-4810-9dab-f317dc5e4e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1286290 Oct 22 15:21:31.763866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:31.763866 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:31.805112 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ffd83-5276-43f3-8704-d8226eca04c9 x-openstack-request-id: req-4a3ffd83-5276-43f3-8704-d8226eca04c9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:31.805406 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:31.805656 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a3ffd83-5276-43f3-8704-d8226eca04c9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:31.806093 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'status': 'completed', 'code': 200} Oct 22 15:21:31.822074 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:21:31.871928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-ae97a6e0-f29f-4952-8f3b-d198de386c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:31.873550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-ae97a6e0-f29f-4952-8f3b-d198de386c2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1096 time: 0.0436876 Oct 22 15:21:32.026882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-c38b868d-a8df-47bc-8420-518fb0903587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:32.028531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-c38b868d-a8df-47bc-8420-518fb0903587 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1461670 Oct 22 15:21:32.138849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e04f-e68f-4a4f-af3e-8de71264f931 req-5ac4f033-944b-45e7-8b3f-397066c92b57 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:32.146501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4c5e04f-e68f-4a4f-af3e-8de71264f931 req-5ac4f033-944b-45e7-8b3f-397066c92b57 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0850339 Oct 22 15:21:32.158395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-aae92664-645f-431e-b3a2-8cbc8c1b42c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 999 time: 0.1211786 Oct 22 15:21:32.227491 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:30Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:32.236555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4c5e04f-e68f-4a4f-af3e-8de71264f931 req-250bf77d-e5ad-47a4-b209-a8249d4ee5c3 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878053 Oct 22 15:21:32.274021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-0a7c148a-0cd3-4855-a53c-3eeff2c55820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:32.280957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-0a7c148a-0cd3-4855-a53c-3eeff2c55820 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1142366 Oct 22 15:21:32.284776 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac578491-56b0-4c70-841c-7474a76891df None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:21:32.299550 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:21:32.303614 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:32.334393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-0843d954-c7a8-47e3-90a9-4ec94251f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:32.336305 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-0843d954-c7a8-47e3-90a9-4ec94251f17e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493803 Oct 22 15:21:32.449611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-b20477ae-5eee-44a1-b37c-c8a90a503c39 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058869 Oct 22 15:21:32.583013 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2611fc6-6fbb-497a-9ab7-996ec7efe35c req-3bb92a0d-8bf6-4737-9c18-2384668bc546 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256998 Oct 22 15:21:32.594700 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:21:32.756872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a6aa9c0-7dfb-4511-b071-049ce87edda8 req-ffd63af0-d076-49d5-95ff-4a9cd8ea50f1 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0401201 Oct 22 15:21:32.815021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57818) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:32.954761 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ac578491-56b0-4c70-841c-7474a76891df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:30Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:32.960123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1830cb7-32d6-4334-9e33-09063c94759d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.008635 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac578491-56b0-4c70-841c-7474a76891df None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:30Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:21:33.059148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1830cb7-32d6-4334-9e33-09063c94759d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.130405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c1830cb7-32d6-4334-9e33-09063c94759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.176351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1830cb7-32d6-4334-9e33-09063c94759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87404b-113a-415b-bfbe-a6a8675ae84d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:33.185419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57828) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:33.192254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c1830cb7-32d6-4334-9e33-09063c94759d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bdd3655e16147de8b5e88938cfb6d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757486 Oct 22 15:21:33.254479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.293836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.409837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077deca2-39eb-45fb-9714-c5b69d027a21 req-54b725f5-0f88-46f0-bc93-f2123b2c245f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:33.411665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-077deca2-39eb-45fb-9714-c5b69d027a21 req-54b725f5-0f88-46f0-bc93-f2123b2c245f tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0864933 Oct 22 15:21:33.433862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10975778-08fb-47ce-b956-44094a813b81 None None] New status for floating IP 2470b5a5-ccf8-46d0-b650-888a8ec7f087: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:21:33.445077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.447975 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.451448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de87404b-113a-415b-bfbe-a6a8675ae84d HTTP/1.1" status: 204 len: 168 time: 0.2625649 Oct 22 15:21:33.463248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87404b-113a-415b-bfbe-a6a8675ae84d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:33.477781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-077deca2-39eb-45fb-9714-c5b69d027a21 req-3f58da37-2402-42cb-b092-26ef91d2942a tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04a5b9-0920-4510-8f8e-1caf6c724311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493739 Oct 22 15:21:33.482034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.482034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.482034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.482034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.482034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.487387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.487749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.488089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.488426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.489077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.489414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.489749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6956cdb-7a20-488a-bfd5-d4fb919faa7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:33.874708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:33.941798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-ac0eaa6f-3766-4406-b88d-a4ae6de4e5dd tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:21:33.943945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bd1f1e9-d6a6-41fd-a9fe-1bda2c43ba24 req-eef5c19e-1f5a-4fa5-b065-3173ce9db311 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0331297 Oct 22 15:21:33.946302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-ac0eaa6f-3766-4406-b88d-a4ae6de4e5dd tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0990286 Oct 22 15:21:34.080822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Deleting port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:34.081228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.192091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] For port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:34.193417 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.207971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Calling delete_port for 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:34.532286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.545114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:21:34.576585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Pushing event deleted for resources: {'Port': ['ID=2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:34.591171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 57874) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:34.611029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2689c0f-f930-477f-8cee-0066792d4c1f req-2871697a-2666-4e0a-88ac-afb50b6f4366 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0474768 Oct 22 15:21:34.629287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-276d4ddb-10bd-4f1f-9caf-ddf843aecb47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.647553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] No DVR routers for this DVR port 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:34.651752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.655651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-881616eb-8631-40f7-9d01-8221a2bcb83a req-07da495a-eb3d-4e55-b2c8-011490537252 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.69 "DELETE /v2.0/ports/2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 HTTP/1.1" status: 204 len: 173 time: 0.7006657 Oct 22 15:21:34.656301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'name': 'network-vif-deleted', 'tag': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:21:34.658648 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe9e980-08cb-42fd-8182-93f956bff010" -d '{"events": [{"server_uuid": "7689690b-9f7b-4c21-9634-f5184c34b0d2", "name": "network-vif-deleted", "tag": "2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:21:34.702122 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6008251-cd87-4e86-8695-ba52ea3c1bab x-openstack-request-id: req-c6008251-cd87-4e86-8695-ba52ea3c1bab {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:21:34.702466 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7689690b-9f7b-4c21-9634-f5184c34b0d2", "name": "network-vif-deleted", "tag": "2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:21:34.702779 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6008251-cd87-4e86-8695-ba52ea3c1bab {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:21:34.703272 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7689690b-9f7b-4c21-9634-f5184c34b0d2', 'name': 'network-vif-deleted', 'tag': '2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8', 'status': 'completed', 'code': 200} Oct 22 15:21:34.745256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-276d4ddb-10bd-4f1f-9caf-ddf843aecb47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.856567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-276d4ddb-10bd-4f1f-9caf-ddf843aecb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:34.878398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d4ddb-10bd-4f1f-9caf-ddf843aecb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52909264-302c-4be6-8aed-72a920871d96,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:34.909459 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-276d4ddb-10bd-4f1f-9caf-ddf843aecb47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dced0ec1ff94800bc9dcc4e8722fe18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170395 Oct 22 15:21:34.911926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:34.974054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dba34d9-b2e5-44a1-b9d7-fe2b9852343d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:35.004551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dba34d9-b2e5-44a1-b9d7-fe2b9852343d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:35.079205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9201cac4-7aa6-4f7d-9f9e-3f428cf11c49 req-23ff9581-1b0d-4415-8f21-cb6e0f56ed98 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0364189 Oct 22 15:21:35.153607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dba34d9-b2e5-44a1-b9d7-fe2b9852343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:35.158233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8dba34d9-b2e5-44a1-b9d7-fe2b9852343d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:35.159964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8dba34d9-b2e5-44a1-b9d7-fe2b9852343d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52909264-302c-4be6-8aed-72a920871d96 HTTP/1.1" status: 204 len: 168 time: 0.2466474 Oct 22 15:21:35.192110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba34d9-b2e5-44a1-b9d7-fe2b9852343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52909264-302c-4be6-8aed-72a920871d96,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:35.753254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d12b8b97-5b1e-4c4c-95df-9040a6cef9b7 req-ff63a496-f7d8-4ca2-9e59-40db85450230 tempest-ServerRescueNegativeTestJSON-1102553278 tempest-ServerRescueNegativeTestJSON-1102553278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7689690b-9f7b-4c21-9634-f5184c34b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0384190 Oct 22 15:21:36.209165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fd2043d-2af0-49de-ae37-66058bac8585 req-2a5a7ac1-cc1c-4a9f-810c-a1c109e3f13b tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0333495 Oct 22 15:21:36.827755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 57954) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:37.451491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f13e7ec-cf70-43d8-a469-404c972591b2 req-4e1c95e1-8384-4657-a064-169660b48f98 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdeb14d6-f2f4-47c2-9783-e93131d23b9e HTTP/1.1" status: 200 len: 210 time: 0.0983262 Oct 22 15:21:37.590591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:37.667862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:37.690082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:37.690631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f7f4ff5-4802-4e56-8bd2-e9e9b04961e8 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:37.965132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Deleting port 98c7b297-8544-417a-bdef-7095023f188f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:37.965475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.059275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] For port 98c7b297-8544-417a-bdef-7095023f188f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=98c7b297-8544-417a-bdef-7095023f188f,segment=NetworkSegment(0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40),segment_id=0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:38.059790 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.085203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Calling delete_port for 98c7b297-8544-417a-bdef-7095023f188f owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:38.525379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.583482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c7b297-8544-417a-bdef-7095023f188f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:38.711573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58014) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:38.778381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f09cd2f3-506e-4e42-86e8-79b3fded76c2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.810593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f09cd2f3-506e-4e42-86e8-79b3fded76c2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.815245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.977827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f09cd2f3-506e-4e42-86e8-79b3fded76c2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.982909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f09cd2f3-506e-4e42-86e8-79b3fded76c2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:38.988896 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f09cd2f3-506e-4e42-86e8-79b3fded76c2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/security-groups/e5101f97-6900-4428-8e7d-c9e26e1cb436 HTTP/1.1" status: 204 len: 168 time: 0.2754374 Oct 22 15:21:38.990324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58024) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:39.022314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cd2f3-506e-4e42-86e8-79b3fded76c2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5101f97-6900-4428-8e7d-c9e26e1cb436,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:39.032279 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-5e4618e0-ecaf-4f92-8763-f7318fea105f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] show failed (client error): The resource could not be found. Oct 22 15:21:39.041277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58030) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:39.045889 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5e4618e0-ecaf-4f92-8763-f7318fea105f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "GET /v2.0/security-groups/e5101f97-6900-4428-8e7d-c9e26e1cb436 HTTP/1.1" status: 404 len: 347 time: 0.0457985 Oct 22 15:21:39.260685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Router e2171474-2e2c-4f9b-87cb-2f0e5854c26d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:21:39.289705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port 549d0d8c-2547-440c-8c53-4235fd473028 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:39.290187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:39.442305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:39.442781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:39.461518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for 549d0d8c-2547-440c-8c53-4235fd473028 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:39.603828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:21:39.613610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-918bdcad-72e1-45f8-91ee-a366a09dd019 admin admin] 10.222.0.66 "PUT /v2.0/routers/e2171474-2e2c-4f9b-87cb-2f0e5854c26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819853 Oct 22 15:21:39.613990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58044) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:39.621466 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] Sync routers for ids ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:21:39.652691 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] Routers {'e2171474-2e2c-4f9b-87cb-2f0e5854c26d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:21:39.653472 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:39.852020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:39.893192 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] Set router e2171474-2e2c-4f9b-87cb-2f0e5854c26d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:21:39.907791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.051080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=549d0d8c-2547-440c-8c53-4235fd473028,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:40.093297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.096590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.098168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0db0bf6e-e931-4b4b-8486-66a076563668 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/floatingips/928da653-24f8-410b-9d6d-7869315192c2 HTTP/1.1" status: 204 len: 168 time: 1.0557878 Oct 22 15:21:40.101452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58056) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:40.174254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.225999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port f9b3d6b2-169e-4c1d-9602-e385a85dc17e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:40.226504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.292293 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f531cd88-cd99-47bd-b239-72576887833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:21:38Z', 'revision_number': 5, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port': {'id': 'f531cd88-cd99-47bd-b239-72576887833a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:40.308413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Deleting port f531cd88-cd99-47bd-b239-72576887833a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:40.308836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.321932 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] Checking router: e2171474-2e2c-4f9b-87cb-2f0e5854c26d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:21:40.335002 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] Routers {'e2171474-2e2c-4f9b-87cb-2f0e5854c26d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:21:40.335903 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:40.338253 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.356439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for f9b3d6b2-169e-4c1d-9602-e385a85dc17e owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:40.416749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] For port f531cd88-cd99-47bd-b239-72576887833a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f531cd88-cd99-47bd-b239-72576887833a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:40.417155 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.436529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Calling delete_port for f531cd88-cd99-47bd-b239-72576887833a owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:40.525688 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] Set router e2171474-2e2c-4f9b-87cb-2f0e5854c26d gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:21:40.604620 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:21:40Z', 'revision_number': 6, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:40.642084 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874603c-bda6-4a5e-a6a1-fe1e8592d0c4 None None] The sync data for ids ['e2171474-2e2c-4f9b-87cb-2f0e5854c26d'] in n-d-812148-2 is: [{'id': 'e2171474-2e2c-4f9b-87cb-2f0e5854c26d', 'name': 'tempest-ServerRescueNegativeTestJSON-1038744994-router', 'tenant_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:34Z', 'updated_at': '2021-10-22T15:21:40Z', 'revision_number': 6, 'project_id': '4d22ad7686c047a1852c6c2ecbe8d085', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:21:40.719980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.747652 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.757483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=f9b3d6b2-169e-4c1d-9602-e385a85dc17e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:40.784949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Pushing event deleted for resources: {'Port': ['ID=f531cd88-cd99-47bd-b239-72576887833a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:40.844534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.848002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b546fba4-518f-4f46-90f9-2b5b9647556c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/ports/f9b3d6b2-169e-4c1d-9602-e385a85dc17e HTTP/1.1" status: 204 len: 168 time: 0.7453699 Oct 22 15:21:40.854809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:40.875959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:40.991285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.018721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.098933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port 1263c878-b5a4-4ddf-9629-d53ff53b66e3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:41.099457 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.205915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.222273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for 1263c878-b5a4-4ddf-9629-d53ff53b66e3 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:41.286283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.287290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2171474-2e2c-4f9b-87cb-2f0e5854c26d {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:21:41.293598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.296144 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7147f147-32c8-43c4-93cb-f15507c32830 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e2171474-2e2c-4f9b-87cb-2f0e5854c26d HTTP/1.1" status: 204 len: 168 time: 1.6800377 Oct 22 15:21:41.298858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58088) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:41.363387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Deleting subnet 520685b4-dced-48f1-9d72-738a0eff3c78 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:21:41.369676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.430180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.474600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.540986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.617316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=1263c878-b5a4-4ddf-9629-d53ff53b66e3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:41.673970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.681070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58096) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:41.682272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-59887666-b16d-4970-a1c1-12fec8ca784f tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/ports/1263c878-b5a4-4ddf-9629-d53ff53b66e3 HTTP/1.1" status: 204 len: 168 time: 0.8256841 Oct 22 15:21:41.706847 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.727668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.772833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520685b4-dced-48f1-9d72-738a0eff3c78,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:41.774860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.781250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-980d7106-f8c2-49fc-8694-60bdf897d2e0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/520685b4-dced-48f1-9d72-738a0eff3c78 HTTP/1.1" status: 204 len: 168 time: 0.4782031 Oct 22 15:21:41.781705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:41.794517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting subnet ab5bf546-327b-40ad-a48b-8e46faeffe3f {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:21:41.798566 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.854343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.871664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.978477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:41.995004 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.004400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ba4297-3f86-470d-860a-abb1319fa0be']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:42.006215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 98c7b297-8544-417a-bdef-7095023f188f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:42.018403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:42.026001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd8e5de-8f84-4549-bc8d-f4baa9b5fa40') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:42.029496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.033458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 98c7b297-8544-417a-bdef-7095023f188f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:42.034082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 98c7b297-8544-417a-bdef-7095023f188f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:42.034695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f531cd88-cd99-47bd-b239-72576887833a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:42.044430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.051184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:21:42.051588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:21:42.053931 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:21:42.084905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f531cd88-cd99-47bd-b239-72576887833a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:42.085928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f531cd88-cd99-47bd-b239-72576887833a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:42.176900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.226615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5bf546-327b-40ad-a48b-8e46faeffe3f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:42.234143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.243317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-79b68661-9182-4f5c-9169-c6c965ed82e7 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/subnets/ab5bf546-327b-40ad-a48b-8e46faeffe3f HTTP/1.1" status: 204 len: 168 time: 0.5532568 Oct 22 15:21:42.243569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58112) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:42.249146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e8541-0450-4e5c-9f22-3d7f2d4ff7ab None None] Network b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:21:42.257691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.288495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.305190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] 10.222.0.66 "DELETE /v2.0/networks/b3ba4297-3f86-470d-860a-abb1319fa0be HTTP/1.1" status: 204 len: 168 time: 0.5114884 Oct 22 15:21:42.321700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ad3e-9915-4213-b410-1ee5939159ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ba4297-3f86-470d-860a-abb1319fa0be,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:42.345429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting subnet e43355f0-e997-4bb7-9485-fde24163fa1d {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:21:42.357914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.418045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.511757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] DHCP port deletion for b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:21:42.518366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.600152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] Deleting port 67139482-25a9-490a-920e-43c00b81827e {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:42.600578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.677221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] For port 67139482-25a9-490a-920e-43c00b81827e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=67139482-25a9-490a-920e-43c00b81827e,segment=NetworkSegment(3742da23-bc97-4ba0-9068-f6d302154b75),segment_id=3742da23-bc97-4ba0-9068-f6d302154b75)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:42.677703 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.693735 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] Calling delete_port for 67139482-25a9-490a-920e-43c00b81827e owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:42.725179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.753560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Subnet': ['ID=e43355f0-e997-4bb7-9485-fde24163fa1d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:42.768700 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.774934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4ab8b572-a7c1-4ed7-810b-377508b875a2 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/subnets/e43355f0-e997-4bb7-9485-fde24163fa1d HTTP/1.1" status: 204 len: 168 time: 0.5326118 Oct 22 15:21:42.775394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58124) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:42.777128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910efa5-1fe8-4dd4-8f0b-43c835032ced None None] Network 2e156361-31d1-464c-995c-a0083518d61f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:21:42.925917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.965266 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:42.994640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58130) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:43.034889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Deleting port 67139482-25a9-490a-920e-43c00b81827e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:43.035246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.039327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] No DVR routers for this DVR port 67139482-25a9-490a-920e-43c00b81827e on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:43.040840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c4f4-6082-481d-b9f5-13c0aab0afcd None None] Pushing event deleted for resources: {'Port': ['ID=67139482-25a9-490a-920e-43c00b81827e,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:43.088206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b1abd65-eb09-459e-92ac-1c9e34697c04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d22ad7686c047a1852c6c2ecbe8d085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900249 Oct 22 15:21:43.088806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58132) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:43.175078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] DHCP port deletion for 2e156361-31d1-464c-995c-a0083518d61f request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:21:43.193927 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d63e5432-8840-420a-950f-4fb6384ad976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.212157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] For port 67139482-25a9-490a-920e-43c00b81827e, host n-d-812148-2, got binding levels [] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:43.212817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.246879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Calling delete_port for 67139482-25a9-490a-920e-43c00b81827e owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:43.254352 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.ipam_backend_mixin [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Port 67139482-25a9-490a-920e-43c00b81827e was not found and therefore no delete operation was performed {{(pid=107802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 15:21:43.256170 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.262842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d63e5432-8840-420a-950f-4fb6384ad976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.279651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] Deleting port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:21:43.280031 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.289738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Port': ['ID=67139482-25a9-490a-920e-43c00b81827e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:43.302220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] No DVR routers for this DVR port 67139482-25a9-490a-920e-43c00b81827e on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:43.304843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.305584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.306332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.306885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.307456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.308187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.312952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.313605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.314257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.314811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.315750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.317244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:21:43.385675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] For port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,segment=NetworkSegment(4b7aae6d-f49d-4513-8c0c-d911f88ac4fe),segment_id=4b7aae6d-f49d-4513-8c0c-d911f88ac4fe)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:21:43.386068 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.400459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] Calling delete_port for e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:21:43.426844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.452691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dfe706-ba5c-42c8-a3ce-44296a1b9d94']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:43.464027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3742da23-bc97-4ba0-9068-f6d302154b75') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:43.464450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3742da23-bc97-4ba0-9068-f6d302154b75') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:43.469138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d63e5432-8840-420a-950f-4fb6384ad976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.475634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d63e5432-8840-420a-950f-4fb6384ad976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.475634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d63e5432-8840-420a-950f-4fb6384ad976 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d04a5b9-0920-4510-8f8e-1caf6c724311 HTTP/1.1" status: 204 len: 168 time: 0.3836646 Oct 22 15:21:43.487690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.489859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e5432-8840-420a-950f-4fb6384ad976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d04a5b9-0920-4510-8f8e-1caf6c724311,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:43.519636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.529008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:21:43.530032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:21:43.533392 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:21:43.628159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.673763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] No DVR routers for this DVR port e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:21:43.676644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71928-9999-4c26-a4af-bb97c27daa75 None None] Pushing event deleted for resources: {'Port': ['ID=e35ba1c6-46f0-4caa-8c49-882fcf5b65e1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:43.793208 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.800790 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.803994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/networks/b4dfe706-ba5c-42c8-a3ce-44296a1b9d94 HTTP/1.1" status: 204 len: 168 time: 1.0277488 Oct 22 15:21:43.806856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58150) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:21:43.820431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2d89-caa5-4621-94f0-d9ebd4fd9d7c tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Network': ['ID=b4dfe706-ba5c-42c8-a3ce-44296a1b9d94,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:43.908496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:43.992529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:44.035598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:44.035989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e35ba1c6-46f0-4caa-8c49-882fcf5b65e1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:44.036387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 67139482-25a9-490a-920e-43c00b81827e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:21:44.042560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:44.057527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 67139482-25a9-490a-920e-43c00b81827e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:21:44.058016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 67139482-25a9-490a-920e-43c00b81827e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:21:44.064966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e156361-31d1-464c-995c-a0083518d61f']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:44.080197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:44.084262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7aae6d-f49d-4513-8c0c-d911f88ac4fe') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:21:44.090507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:44.110957 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:44.117182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:21:44.117563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:21:44.120861 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:21:44.263042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:44.267950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:44.271381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] 10.222.0.66 "DELETE /v2.0/networks/2e156361-31d1-464c-995c-a0083518d61f HTTP/1.1" status: 204 len: 168 time: 0.4610820 Oct 22 15:21:44.288051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec051563-d15a-4c32-ab62-f5a15e190f23 tempest-TaggedBootDevicesTest_v242-1032245803 tempest-TaggedBootDevicesTest_v242-1032245803-project] Pushing event deleted for resources: {'Network': ['ID=2e156361-31d1-464c-995c-a0083518d61f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:21:45.896254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-490fbdb7-1820-42d2-ac59-0eafe862b7f2 req-c1d91f79-518a-4c02-8776-5825e2eeeafa tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0907881 Oct 22 15:21:46.984476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05298da4-30f1-46f6-b20f-ab4a70017648 req-37e5c662-30a7-4b64-9501-35eb455883eb tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Oct 22 15:21:48.172940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87c65165-abf0-422e-8713-8c408d2232c8 req-9577d2de-34eb-4e47-9242-87deb586fd50 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0340362 Oct 22 15:21:49.375526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1ae9f63-fdd9-4f50-945f-0cb1795037fa req-515a533c-53ac-468b-a1b5-1bc81d642748 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0592995 Oct 22 15:21:50.545739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2dcb5c4-f902-4d58-b8b3-1b15ed7947a3 req-be05b70e-8b86-469c-86e2-e062a030442f tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0452595 Oct 22 15:21:51.735505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a741d68-2e54-439d-9fe0-273747abdf85 req-593e6a69-4f5f-4e4f-a13b-911fbedc6805 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0991588 Oct 22 15:21:52.366026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bd7fc4cb-99f1-40d2-be7a-09051a2db25f req-9ebdbb2e-2c14-4489-b86a-32531be51cb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.1594353 Oct 22 15:21:52.742464 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-091cca5c-1328-4c9a-a3c2-e9eb668c4c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:52.969942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-882f0e46-fec9-4b76-abb7-628fda4fd64d req-207fea90-59a8-4312-b5db-3a9f4455c292 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0875006 Oct 22 15:21:54.107080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c2a88e1-d898-47ba-b1bf-d4ae38827a7b req-13974ab8-3505-4879-908c-a70d8e7b9894 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Oct 22 15:21:55.216634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f17d4987-bb66-4652-8f8d-19961bbf160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:55.473677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bee9973-b981-467b-a3ef-96ab83a6b212 req-259f7fce-07a9-48ac-8ab0-a2f83bafd7f7 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.1153865 Oct 22 15:21:56.519985 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:56.576862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:56.695128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b23ba2dd-f96a-4366-8228-676003ee07bc req-5376588a-904b-4750-839d-8c8390badeb7 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0721555 Oct 22 15:21:57.886841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5a2ce12-f4d9-432f-b96a-501156d1eab4 req-1bfd2263-ad75-4fcf-b90c-40a2b4cace9f tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0834544 Oct 22 15:21:58.176667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:21:58.853837 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:21:59.006353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-471ede09-4f4a-406a-b40e-37d0c9be24d9 req-d1ccb8ae-217e-4526-ace4-4f1b7bba6368 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Oct 22 15:22:00.024420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58626) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:00.199398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9afa6f2-8c2b-4af7-90e5-c523221b8a63 req-ce65585f-c665-4d7e-97ea-64bba5de61f3 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0685043 Oct 22 15:22:01.145430 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:01.374514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbaacb30-e144-4e01-bc27-bb38e303cd5c req-adbadf4e-e1ef-4e2c-b7b5-6d52162598e9 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0563140 Oct 22 15:22:01.649286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Deleting port 77b807f1-037a-4b6d-b482-fed9ed35ee31 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:22:01.651509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:01.761824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] For port 77b807f1-037a-4b6d-b482-fed9ed35ee31, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=77b807f1-037a-4b6d-b482-fed9ed35ee31,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:01.762273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:01.780069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Calling delete_port for 77b807f1-037a-4b6d-b482-fed9ed35ee31 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:22:02.125190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:02.162263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=77b807f1-037a-4b6d-b482-fed9ed35ee31,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:02.428269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:02.529884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ad25847-71a1-4f52-9850-636f26760893 req-815a64b0-cc15-4422-9089-b7da156c9eee tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0551941 Oct 22 15:22:02.705835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Router c10d6bb9-5cef-4380-87ce-c468d330565f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:22:02.820703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:22:02.831907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] Sync routers for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:22:02.835687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58672) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:02.836292 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c4d56b5-6a25-46d2-a2cb-6e05cedc0ecd admin admin] 10.222.0.66 "PUT /v2.0/routers/c10d6bb9-5cef-4380-87ce-c468d330565f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106461 Oct 22 15:22:02.858183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:02.859098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:02.955125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:03.012451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:03.298950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:22:01Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:03.337214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] Checking router: c10d6bb9-5cef-4380-87ce-c468d330565f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:22:03.345035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:03.347558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] Routers {'c10d6bb9-5cef-4380-87ce-c468d330565f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:03.348333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['c10d6bb9-5cef-4380-87ce-c468d330565f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:03.489152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Deleting port dd911923-e5b8-42d9-97c4-18ed323166da {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:22:03.490016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:03.509201 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] Set router c10d6bb9-5cef-4380-87ce-c468d330565f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:03.651709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] For port dd911923-e5b8-42d9-97c4-18ed323166da, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=dd911923-e5b8-42d9-97c4-18ed323166da,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:03.656513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:03.689750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Calling delete_port for dd911923-e5b8-42d9-97c4-18ed323166da owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:22:03.862910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:22:01Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:03.933123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7721da-c5a3-4d1b-a715-c40b5e86b025 None None] The sync data for ids ['c10d6bb9-5cef-4380-87ce-c468d330565f'] in n-d-812148-2 is: [{'id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'name': 'tempest-TaggedBootDevicesTest_v242-769658610-router', 'tenant_id': '53145c0420624f539a98a67a1a8af8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:32Z', 'updated_at': '2021-10-22T15:22:01Z', 'revision_number': 5, 'project_id': '53145c0420624f539a98a67a1a8af8d4', 'gw_port': {'id': 'dd911923-e5b8-42d9-97c4-18ed323166da', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10d6bb9-5cef-4380-87ce-c468d330565f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:34Z', 'updated_at': '2021-10-22T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:22:03.934743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:03.945717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e051747b-a5eb-4390-be47-57b4205a0e26 req-b1e7c7d5-e544-4fe8-b9eb-2c2706c83282 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0765026 Oct 22 15:22:04.125286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.163918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd911923-e5b8-42d9-97c4-18ed323166da,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:04.247259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.353823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.358837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.553229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.554178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10d6bb9-5cef-4380-87ce-c468d330565f {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:22:04.558871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.564275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9059c818-c4a5-40cc-9fb1-30a2577f2d7b admin admin] 10.222.0.66 "DELETE /v2.0/routers/c10d6bb9-5cef-4380-87ce-c468d330565f HTTP/1.1" status: 204 len: 168 time: 1.7231548 Oct 22 15:22:04.564369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:04.620481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Deleting subnet de804475-e937-4ee8-a347-1b47c8dd887f {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:22:04.624394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.676332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.773320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.902344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.929012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de804475-e937-4ee8-a347-1b47c8dd887f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:04.932745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:04.939059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-febe01c3-3ceb-43d6-b512-28d04b23819c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/de804475-e937-4ee8-a347-1b47c8dd887f HTTP/1.1" status: 204 len: 168 time: 0.3714852 Oct 22 15:22:04.939400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58690) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:04.941962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ec0e8-c976-4989-9503-f9462a37b04d None None] Network 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:05.044318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.205925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02d9f7d7-cd15-4d85-b8b6-ce2f17efc1e4 req-9603fa4e-e9e2-40b8-8d77-9eb291b0174f tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0795996 Oct 22 15:22:05.211462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Deleting port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:22:05.212221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.251280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] DHCP port deletion for 33fb6315-ea58-4a85-a4d6-9bb0eee4d478 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:22:05.319591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] For port d18bf6fb-6d9f-4bab-9b18-22d237a939a6, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,segment=NetworkSegment(70b5ce00-071b-43b1-839f-a5ab97c730e8),segment_id=70b5ce00-071b-43b1-839f-a5ab97c730e8)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:05.320305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.340530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Calling delete_port for d18bf6fb-6d9f-4bab-9b18-22d237a939a6 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:22:05.507643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.515421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Deleting port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:22:05.516033 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.538252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:05.548100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] No DVR routers for this DVR port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:22:05.621503 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.641720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] For port d18bf6fb-6d9f-4bab-9b18-22d237a939a6, host n-d-812148-2, got binding levels [] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:05.642122 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.649858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fb6315-ea58-4a85-a4d6-9bb0eee4d478']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:05.662177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b5ce00-071b-43b1-839f-a5ab97c730e8') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:05.668315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b5ce00-071b-43b1-839f-a5ab97c730e8') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:05.668520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Calling delete_port for d18bf6fb-6d9f-4bab-9b18-22d237a939a6 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:22:05.672264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.ipam_backend_mixin [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 was not found and therefore no delete operation was performed {{(pid=107803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 15:22:05.673582 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.673750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.690095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.696568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:22:05.697227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:22:05.702303 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:22:05.717430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] Pushing event deleted for resources: {'Port': ['ID=d18bf6fb-6d9f-4bab-9b18-22d237a939a6,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:05.717430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60433949-a99c-409e-8f5b-e1e8e7b3d495 None None] No DVR routers for this DVR port d18bf6fb-6d9f-4bab-9b18-22d237a939a6 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:22:05.739135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:05.845279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.870599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.874410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] 10.222.0.66 "DELETE /v2.0/networks/33fb6315-ea58-4a85-a4d6-9bb0eee4d478 HTTP/1.1" status: 204 len: 168 time: 0.9339886 Oct 22 15:22:05.886020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f81464f6-90c1-4b29-a437-95e0b78a685b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:05.889123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a1ce8-b0bd-4bda-b9e0-c3ea004b8699 admin admin] Pushing event deleted for resources: {'Network': ['ID=33fb6315-ea58-4a85-a4d6-9bb0eee4d478,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:06.005623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f81464f6-90c1-4b29-a437-95e0b78a685b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.016249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d18bf6fb-6d9f-4bab-9b18-22d237a939a6 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:22:06.040082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d18bf6fb-6d9f-4bab-9b18-22d237a939a6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:22:06.040421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d18bf6fb-6d9f-4bab-9b18-22d237a939a6 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:22:06.040832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 77b807f1-037a-4b6d-b482-fed9ed35ee31 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:22:06.061212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 77b807f1-037a-4b6d-b482-fed9ed35ee31 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:22:06.061609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 77b807f1-037a-4b6d-b482-fed9ed35ee31 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:22:06.062021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device dd911923-e5b8-42d9-97c4-18ed323166da no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:22:06.082420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: dd911923-e5b8-42d9-97c4-18ed323166da {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:22:06.082766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device dd911923-e5b8-42d9-97c4-18ed323166da not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:22:06.114223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f81464f6-90c1-4b29-a437-95e0b78a685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.154807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f81464f6-90c1-4b29-a437-95e0b78a685b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4045ab9e71654fe28dd4fc0a9238493b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144847 Oct 22 15:22:06.155585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81464f6-90c1-4b29-a437-95e0b78a685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a00ea0-efae-4b97-974b-069c4ca630dc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:06.158624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58710) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:06.211725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c367c141-f6a4-4163-adb3-73017d1330d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.217545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58714) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:06.244610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c367c141-f6a4-4163-adb3-73017d1330d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.284915 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d26c8496-5c45-423c-accf-ff847fdc15fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53145c0420624f539a98a67a1a8af8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653000 Oct 22 15:22:06.286791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:06.341612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-447c2c25-b8f0-4c9a-a239-b2af2e9d8ade req-75973732-3a5a-471e-9179-d49dbcfbd1b2 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0382030 Oct 22 15:22:06.348460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45768cf3-d5ec-4e82-9cb2-fcbd01db3a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.374230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45768cf3-d5ec-4e82-9cb2-fcbd01db3a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.433157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c367c141-f6a4-4163-adb3-73017d1330d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.436889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c367c141-f6a4-4163-adb3-73017d1330d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.438070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c367c141-f6a4-4163-adb3-73017d1330d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30a00ea0-efae-4b97-974b-069c4ca630dc HTTP/1.1" status: 204 len: 168 time: 0.2782652 Oct 22 15:22:06.446136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367c141-f6a4-4163-adb3-73017d1330d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a00ea0-efae-4b97-974b-069c4ca630dc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:06.518871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45768cf3-d5ec-4e82-9cb2-fcbd01db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.521600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45768cf3-d5ec-4e82-9cb2-fcbd01db3a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:06.525638 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-45768cf3-d5ec-4e82-9cb2-fcbd01db3a89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6f7f89f-36ec-4522-9a7a-9cdfedafbd57 HTTP/1.1" status: 204 len: 168 time: 0.2351458 Oct 22 15:22:06.535014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45768cf3-d5ec-4e82-9cb2-fcbd01db3a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f7f89f-36ec-4522-9a7a-9cdfedafbd57,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:07.365303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58740) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:07.387795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c0b591-a684-448d-bf79-c96e26181879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.472483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24d74018-621b-4e7f-9e6e-e7c01714cce2 req-5c0b4c41-a7c8-4cf9-a140-13100d663d8e tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Oct 22 15:22:07.497450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c0b591-a684-448d-bf79-c96e26181879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.610824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c0b591-a684-448d-bf79-c96e26181879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.652165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0b591-a684-448d-bf79-c96e26181879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d45e982-62cb-4eea-ae11-4b4859fa4d76,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:07.656715 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-08c0b591-a684-448d-bf79-c96e26181879 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e9e0033b7b541fbacd067c114643f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902501 Oct 22 15:22:07.659286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58750) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:07.711630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7db701ee-da29-4919-8411-eb9724ed865d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.735327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7db701ee-da29-4919-8411-eb9724ed865d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.809987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58754) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:07.862179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7db701ee-da29-4919-8411-eb9724ed865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.864990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7db701ee-da29-4919-8411-eb9724ed865d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:07.868489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7db701ee-da29-4919-8411-eb9724ed865d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d45e982-62cb-4eea-ae11-4b4859fa4d76 HTTP/1.1" status: 204 len: 168 time: 0.2059314 Oct 22 15:22:07.887513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db701ee-da29-4919-8411-eb9724ed865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d45e982-62cb-4eea-ae11-4b4859fa4d76,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:07.917685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-505710243-network', 'tenant_id': '670ed54c65a3458485d08d105efc6711'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:08.067467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Made reservation on behalf of 670ed54c65a3458485d08d105efc6711 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:08.070064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.080044 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.158550 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.257891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.285601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:22:08.328001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1cae3f-9057-4428-a0a7-4b04d37bfb09,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:08.331237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.344452 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Added segment 7952027a-aad9-480a-8d4f-dea8a20208e1 of type vlan for network 18929ce7-b13a-4332-b310-1c778093b779 Oct 22 15:22:08.379472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.525042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.526090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:08.526707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:08.589913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4adb0e41-a3d0-4211-bb20-e435209dc11c req-bf9cf1bc-9867-4420-ba5f-64f7780aa233 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0538695 Oct 22 15:22:08.621838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] Pushing event updated for resources: {'Network': ['ID=18929ce7-b13a-4332-b310-1c778093b779,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:08.631300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-68ed230b-83a0-400a-b55c-92a8b62f5270 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8155851 Oct 22 15:22:08.633372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 58800) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:08.634374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 18929ce7-b13a-4332-b310-1c778093b779 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:22:08.639515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Request body: {'subnet': {'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-505710243-subnet', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:08.747535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Made reservation on behalf of 670ed54c65a3458485d08d105efc6711 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:08.749979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:09.056285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:09.121100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8849b9c9-717e-45b4-97af-01985cfebdbc,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:09.139612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Checking segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:09.139982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Network hostable DHCP agents. Network: 18929ce7-b13a-4332-b310-1c778093b779, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:22:09.359121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Network 18929ce7-b13a-4332-b310-1c778093b779 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:22:09.473505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 18929ce7-b13a-4332-b310-1c778093b779) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:09.484364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:09.487694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:09.492505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83570f1-8494-4a41-8871-825205f402e3 None None] Network 18929ce7-b13a-4332-b310-1c778093b779 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:09.646866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b9de9444-cb10-4654-b00b-63fbc241448d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0098763 Oct 22 15:22:09.647867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58850) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:09.669788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:09.718099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea7d0b-1ec4-4f82-8116-8f7326613ea9 None None] Network 18929ce7-b13a-4332-b310-1c778093b779 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:09.791864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a6e0596-e37a-467f-88a4-b7b1c30b78b1 req-dbf571fb-5546-4b29-b913-be8b7d424406 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0741618 Oct 22 15:22:09.850931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:09.852262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:09.917324 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:10.167095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:10.518665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:10.539507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:10.674438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Allocated IP 172.25.1.54 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/97c354e7-000b-42bd-8910-f85fcec6a1a8) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:10.806944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:10.914819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18416ed1-2095-4975-a055-ea11328b5bed req-e6c41671-1b94-4dc8-9912-fa4d3f182d75 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0293479 Oct 22 15:22:10.948469 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:10.997849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Pushing event updated for resources: {'Port': ['ID=97c354e7-000b-42bd-8910-f85fcec6a1a8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:11.015567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:11.019591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:11.023463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:11.397293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:11.611365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:11.631978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:11.861974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Router aba51e3d-fb7b-4c93-a6df-641d637fb09d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:22:12.002338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:22:12.013224 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Sync routers for ids ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:22:12.023727 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Routers {'aba51e3d-fb7b-4c93-a6df-641d637fb09d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:12.028662 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:12.039580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8441bb3a-9b19-415e-8fe0-446b1adff83f req-7b69e0c3-5a55-406e-a552-b9aa0c86e858 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Oct 22 15:22:12.142365 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Set router aba51e3d-fb7b-4c93-a6df-641d637fb09d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:12.184801 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:12.186413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-82e13097-61ba-495b-a1dd-04e98e9fef73 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5375099 Oct 22 15:22:12.189042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 58966) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:12.336487 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:22:11Z', 'revision_number': 3, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:12.370629 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Checking router: aba51e3d-fb7b-4c93-a6df-641d637fb09d for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:22:12.372034 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Updating router aba51e3d-fb7b-4c93-a6df-641d637fb09d port 97c354e7-000b-42bd-8910-f85fcec6a1a8 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:22:12.515850 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:12.850413 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:12.920266 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:12.976765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Attempting to bind port 97c354e7-000b-42bd-8910-f85fcec6a1a8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:22:12.977140 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Attempting to bind port 97c354e7-000b-42bd-8910-f85fcec6a1a8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:22:12.977496 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Attempting to bind port 97c354e7-000b-42bd-8910-f85fcec6a1a8 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:12.979979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Pushing event updated for resources: {'Port': ['ID=97c354e7-000b-42bd-8910-f85fcec6a1a8,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:12.988332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:12.988879 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.988879 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.991902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.992531 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.992625 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:12.999081 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:22:12.999584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:12.999849 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:13.000242 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:22:13.000719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Bound port: 97c354e7-000b-42bd-8910-f85fcec6a1a8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:22:13.001624 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:13.055241 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] For port 97c354e7-000b-42bd-8910-f85fcec6a1a8, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:22:13.059121 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] For port 97c354e7-000b-42bd-8910-f85fcec6a1a8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=97c354e7-000b-42bd-8910-f85fcec6a1a8,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:22:13.165118 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:13.170599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f83dac75-18ef-483f-9e4f-bf01f7c25241 req-22fdf5f6-1746-4c67-a421-87d7b005b044 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0356390 Oct 22 15:22:13.183992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Allocated IP 172.20.0.1 (18929ce7-b13a-4332-b310-1c778093b779/8849b9c9-717e-45b4-97af-01985cfebdbc/72fc8a49-a0a7-4da9-ad45-f2dd948146c5) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:13.237591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6c45b-a1a1-4ba9-bdda-45c6686ac918 None None] Pushing event updated for resources: {'Port': ['ID=97c354e7-000b-42bd-8910-f85fcec6a1a8,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:13.247224 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Routers {'aba51e3d-fb7b-4c93-a6df-641d637fb09d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:13.248258 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:13.307462 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:13.364766 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] Set router aba51e3d-fb7b-4c93-a6df-641d637fb09d gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:13.411153 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:13.472651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Network 18929ce7-b13a-4332-b310-1c778093b779 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:13.479035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:13.481136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Pushing event updated for resources: {'Port': ['ID=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:13.483566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:13.521529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:13.606398 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:22:11Z', 'revision_number': 3, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:13.646720 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541d11-d6be-484d-b23b-8fc6fea2762c None None] The sync data for ids ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'] in n-d-812148-2 is: [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:22:11Z', 'revision_number': 3, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:22:13.771205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.020372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.090282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.168365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Pushing event updated for resources: {'Port': ['ID=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:14.172941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.300273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59066) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:14.305164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332993441', 'description': 'tempest-secgroup-smoke-1332993441 description', 'project_id': 'fc266bb0afc54a8397a279f407c86eba'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:14.327838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76fea3e8-a854-4f7a-85a2-5feedc7e3821 req-51c000ff-672a-44c7-8ebd-457bc8b5a81a tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0528600 Oct 22 15:22:14.370830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Network 18929ce7-b13a-4332-b310-1c778093b779 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:14.372331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:14.434324 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.557822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Router aba51e3d-fb7b-4c93-a6df-641d637fb09d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:22:14.566607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.645185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.678565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95064c3b-3701-4dfa-852b-f0e856418ba1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:14.698678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:22:14.712519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eaa4edd5-e4ab-47cf-aec8-4f45b99ae7ae admin admin] 10.222.0.66 "PUT /v2.0/routers/aba51e3d-fb7b-4c93-a6df-641d637fb09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221841 Oct 22 15:22:14.743457 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.747522 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8b14e5d1-efdf-45a8-a06a-36c5fcd0738a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4433658 Oct 22 15:22:14.748533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59090) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:14.753528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group_rule': {'security_group_id': '95064c3b-3701-4dfa-852b-f0e856418ba1', 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:14.845983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.927135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:14.998892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.017402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24d3325-609f-47fd-98ef-037102f1fae1,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:15.158007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.159550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-abc834c1-cd24-46cc-a557-87a96a1d6155 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4094560 Oct 22 15:22:15.162125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59120) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:15.166607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group_rule': {'security_group_id': '95064c3b-3701-4dfa-852b-f0e856418ba1', 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:15.187639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-3e449adf-b749-4174-875e-ac0d64d6081d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:15.187639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-3e449adf-b749-4174-875e-ac0d64d6081d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 810 time: 0.1121347 Oct 22 15:22:15.191469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ceab8d35-f494-4bbb-a4dd-3cb465ca5e90 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/quotas/670ed54c65a3458485d08d105efc6711 HTTP/1.1" status: 200 len: 375 time: 0.0135980 Oct 22 15:22:15.243173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-571c3c91-09b7-4a9e-8a11-c6df2e2f0767 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458584 Oct 22 15:22:15.330378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.347008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-cacce9f1-c18d-421f-884e-6503f1bfdfd3 service neutron] 10.222.0.66 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965545 Oct 22 15:22:15.408694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.472586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94361c01-c80f-475d-86d8-2b556185d800 req-da8f04f0-dba8-4922-80e2-32a627caac2c tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0379496 Oct 22 15:22:15.491433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-dd33d365-86f1-4d9b-a236-45022060e1e2 service neutron] 10.222.0.66 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435738 Oct 22 15:22:15.547859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Sync routers for ids ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:22:15.553481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.558695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Routers {'aba51e3d-fb7b-4c93-a6df-641d637fb09d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:15.559361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:15.575153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636b5773-bc75-4168-b469-30f49b460a4f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:15.675351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.676662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-95f8fe93-dce3-46ac-b43b-ebbeecee76ce tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5135889 Oct 22 15:22:15.679562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59142) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:15.684023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group_rule': {'security_group_id': '95064c3b-3701-4dfa-852b-f0e856418ba1', 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:15.684781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Set router aba51e3d-fb7b-4c93-a6df-641d637fb09d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:15.813965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37ae5a85-2043-4dd4-8637-9ce998882cc4 req-c94f3de0-1537-412c-b143-c2313988413f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 210 time: 0.0290265 Oct 22 15:22:15.862683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.921767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 4, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '72fc8a49-a0a7-4da9-ad45-f2dd948146c5', 'name': '', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'mac_address': 'fa:16:3e:34:50:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:13Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 2, 'project_id': '670ed54c65a3458485d08d105efc6711', 'subnets': [{'id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:15.937020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:15.959517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Checking router: aba51e3d-fb7b-4c93-a6df-641d637fb09d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:22:15.959878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Updating router aba51e3d-fb7b-4c93-a6df-641d637fb09d port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:22:15.990489 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.029265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97c354e7-000b-42bd-8910-f85fcec6a1a8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:16.050533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.072969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774acdb7-b1a8-4515-9792-7248a72199c3,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:16.144337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.145621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-65155500-90f2-487e-a1ba-4c0836488f67 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4650865 Oct 22 15:22:16.148587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59168) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:16.153408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group_rule': {'security_group_id': '95064c3b-3701-4dfa-852b-f0e856418ba1', 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:16.170900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 97c354e7-000b-42bd-8910-f85fcec6a1a8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:16.171305 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.272155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.336518 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.360454 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.395500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 97c354e7-000b-42bd-8910-f85fcec6a1a8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=97c354e7-000b-42bd-8910-f85fcec6a1a8,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:16.398809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.444901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.471282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b977e8-5807-482a-9809-2ede1987ee2c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:16.531141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.559937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.561616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-91e60332-7c4f-417f-b36e-e77c609bbecb tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4119790 Oct 22 15:22:16.564668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59194) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:16.569476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group_rule': {'security_group_id': '95064c3b-3701-4dfa-852b-f0e856418ba1', 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:16.574431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.618076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da575719-4747-4ea4-ab6f-9e1c8d25f5c8 req-b0522525-16ad-480c-b9fe-5a2a33974e8e tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0440588 Oct 22 15:22:16.621109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=97c354e7-000b-42bd-8910-f85fcec6a1a8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:16.696453 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Project fc266bb0afc54a8397a279f407c86eba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:22:16.702805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.704463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecfb68-c0eb-46d1-b88e-940512fa24ca None None] Pushing event updated for resources: {'Port': ['ID=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:16.720110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Attempting to bind port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:22:16.720475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Attempting to bind port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:22:16.720834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Attempting to bind port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 on network 18929ce7-b13a-4332-b310-1c778093b779 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:16.726024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:22:16.726391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Checking segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:16.726789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.727233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Bound using segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:22:16.727952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Bound port: 72fc8a49-a0a7-4da9-ad45-f2dd948146c5, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:22:16.728321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.797168 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.815082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] For port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:22:16.818306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] For port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:22:16.885090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.902162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e66e2f9-be81-4362-a8f4-b4770a85d355 req-6069284a-b617-47ab-95a3-ab7e61ec0800 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 210 time: 0.0283883 Oct 22 15:22:16.904737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d620c1af-2b11-4f27-96f1-2fa6d8814de8,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:16.921141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:16.980462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Routers {'aba51e3d-fb7b-4c93-a6df-641d637fb09d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:16.981148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:21:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:17.019149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecfb68-c0eb-46d1-b88e-940512fa24ca None None] Pushing event updated for resources: {'Port': ['ID=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:17.092477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] Set router aba51e3d-fb7b-4c93-a6df-641d637fb09d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:17.098582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:17.100562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98f08fbe-f3ba-4d37-8725-49fcfec852c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5347536 Oct 22 15:22:17.103980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59216) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:17.123583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'security_group_rule': {'security_group_id': '95064c3b-3701-4dfa-852b-f0e856418ba1', 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:17.233854 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Project fc266bb0afc54a8397a279f407c86eba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:22:17.239494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:17.315339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:17.332524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 4, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '72fc8a49-a0a7-4da9-ad45-f2dd948146c5', 'name': '', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'mac_address': 'fa:16:3e:34:50:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:13Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '670ed54c65a3458485d08d105efc6711', 'subnets': [{'id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:17.364728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fd84e-66dc-45ba-8b2a-51b4e57e830d None None] The sync data for ids ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'] in n-d-812148-2 is: [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:22:13Z', 'revision_number': 4, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '72fc8a49-a0a7-4da9-ad45-f2dd948146c5', 'name': '', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'mac_address': 'fa:16:3e:34:50:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:13Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '670ed54c65a3458485d08d105efc6711', 'subnets': [{'id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:22:17.417418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:17.469608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28de9443-5207-42a7-b3f7-bac78fbd4c6a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:17.543970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:17.558666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-57ef20ef-55b5-42e9-952c-4ff2dba2efaa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417493 Oct 22 15:22:17.750442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee3f53c6-2a96-45b5-84b3-47d3369fb8ee req-daf82c5d-66b0-4db8-8c7a-8cb93e02a086 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0325830 Oct 22 15:22:17.811814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-5b71f27f-e114-4461-80d2-e9dd0c436aa9 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332993441&fields=id&tenant_id=fc266bb0afc54a8397a279f407c86eba HTTP/1.1" status: 200 len: 267 time: 0.0441966 Oct 22 15:22:17.960398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-cbc49adb-e69e-47b9-bda5-3728ced9ea62 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:17.964904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-cbc49adb-e69e-47b9-bda5-3728ced9ea62 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 813 time: 0.1457064 Oct 22 15:22:17.988089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-2930c568-3a64-4cfe-b070-9b87b3f9750c tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/quotas/fc266bb0afc54a8397a279f407c86eba HTTP/1.1" status: 200 len: 375 time: 0.0144961 Oct 22 15:22:18.091583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1462a3b-a3cd-4b78-ae27-2acfe89caefb req-5ef55fd8-d0ae-436f-937a-30c3aa965407 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 210 time: 0.0524950 Oct 22 15:22:18.112996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-1cd114c5-9011-4d27-b896-c580a126f350 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132796 Oct 22 15:22:18.135469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97c354e7-000b-42bd-8910-f85fcec6a1a8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:18.196361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 97c354e7-000b-42bd-8910-f85fcec6a1a8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:18.196894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:18.260584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-b230010b-9352-4aa2-97af-5609f21e96fd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:22:18.267498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-b230010b-9352-4aa2-97af-5609f21e96fd service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1248250 Oct 22 15:22:18.291477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:18.350206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:18.350655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:18.380388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-469f8052-9fe0-441c-8d24-d6d71ada3644 service neutron] 10.222.0.66 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108479 Oct 22 15:22:18.490505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:18.540841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:18.550844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-d20306b6-5946-49b7-be36-fdfd2063d511 service neutron] 10.222.0.66 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695333 Oct 22 15:22:18.650537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:18.757469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:18.838284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-9e3802c8-9f5a-4b03-aac6-bb8c35d4b706 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:18.840662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-9e3802c8-9f5a-4b03-aac6-bb8c35d4b706 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.53 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 810 time: 0.1807058 Oct 22 15:22:18.856321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Request body: {'port': {'device_id': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'admin_state_up': True, 'tenant_id': '670ed54c65a3458485d08d105efc6711'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:18.895722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1dd81557-95e2-4a04-b7dc-72dc5854bba9 req-5afc8a80-74b6-47e3-bf68-0ed0b2495efe tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0391524 Oct 22 15:22:19.068500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Made reservation on behalf of 670ed54c65a3458485d08d105efc6711 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:19.072779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:19.209438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b111d4de-9330-4653-9ba0-ac436d72b485 req-57763379-53ab-41ab-82a1-3805b2a4a135 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 210 time: 0.0423439 Oct 22 15:22:19.238564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Allocated IP 172.20.0.2 (18929ce7-b13a-4332-b310-1c778093b779/8849b9c9-717e-45b4-97af-01985cfebdbc/bbabe792-e32c-4995-94ec-9742118daa15) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:19.299266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c9870ca-4f05-4174-a530-9ebabf877178 req-7859b03a-0e9f-4178-9021-e03896de3a3c tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0442195 Oct 22 15:22:19.418961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:19.536565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:19.581638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Network 18929ce7-b13a-4332-b310-1c778093b779 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:19.584663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:19.589231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:19.615339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Pushing event updated for resources: {'Port': ['ID=bbabe792-e32c-4995-94ec-9742118daa15,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:19.645846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:19.646466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:19.722172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b2444afd-5845-4346-bfa8-10a6249f88a5 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8717752 Oct 22 15:22:19.735691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Request body: {'port': {'device_id': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:19.797225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.071944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:20.099905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35dae313-7023-42d7-8f53-8acce1b953a9 req-0444ba7e-0a3f-4162-b0fe-7ec521ad1ef5 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0658529 Oct 22 15:22:20.145008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:20.145573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.200722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbabe792-e32c-4995-94ec-9742118daa15 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:20.212533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.225420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Transition to ACTIVE for port object bbabe792-e32c-4995-94ec-9742118daa15 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:22:20.345192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef266b-c2b3-465f-84cf-4a766f9c2809 req-1ee083cd-3e06-4799-a0a4-5546f1262875 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:20.347206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ef266b-c2b3-465f-84cf-4a766f9c2809 req-1ee083cd-3e06-4799-a0a4-5546f1262875 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 931 time: 0.0545650 Oct 22 15:22:20.364524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.404873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6477f36-e86c-4744-93c5-6093f539a38a req-25d73873-c51b-4aed-a6c6-f8a7770bf0ec tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0442023 Oct 22 15:22:20.449367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ef266b-c2b3-465f-84cf-4a766f9c2809 req-6766448b-18dc-4ce7-8d9f-c633fd6c2b47 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896103 Oct 22 15:22:20.471009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbabe792-e32c-4995-94ec-9742118daa15,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:20.524242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Attempting to bind port bbabe792-e32c-4995-94ec-9742118daa15 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:22:20.524579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Attempting to bind port bbabe792-e32c-4995-94ec-9742118daa15 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:22:20.524909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Attempting to bind port bbabe792-e32c-4995-94ec-9742118daa15 on network 18929ce7-b13a-4332-b310-1c778093b779 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:20.529691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Port bbabe792-e32c-4995-94ec-9742118daa15 on network 18929ce7-b13a-4332-b310-1c778093b779 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:22:20.529987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Attempting to bind port bbabe792-e32c-4995-94ec-9742118daa15 on network 18929ce7-b13a-4332-b310-1c778093b779 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:20.536083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:22:20.536947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Checking segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:20.537817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Bound using segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:22:20.538421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Bound port: bbabe792-e32c-4995-94ec-9742118daa15, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:22:20.538938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.604193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] For port bbabe792-e32c-4995-94ec-9742118daa15, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:22:20.607811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] For port bbabe792-e32c-4995-94ec-9742118daa15, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bbabe792-e32c-4995-94ec-9742118daa15,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:22:20.731313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.776740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:20.777349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:20.779316 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbabe792-e32c-4995-94ec-9742118daa15 HTTP/1.1" status: 200 len: 1091 time: 1.0490127 Oct 22 15:22:20.781553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'tag': 'bbabe792-e32c-4995-94ec-9742118daa15'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:20.784749 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ecac3a-6fac-43dd-9a93-402ae40abdee" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5901d3-70e3-4dff-8bab-bcd2cadefdf4", "tag": "bbabe792-e32c-4995-94ec-9742118daa15"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:20.811010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ee467-b84f-4607-956e-93c3495c8bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbabe792-e32c-4995-94ec-9742118daa15,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:20.917116 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef741a-95da-4bac-a21a-395ca58182db x-openstack-request-id: req-72ef741a-95da-4bac-a21a-395ca58182db {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:20.917525 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5901d3-70e3-4dff-8bab-bcd2cadefdf4", "tag": "bbabe792-e32c-4995-94ec-9742118daa15", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:20.917703 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72ef741a-95da-4bac-a21a-395ca58182db {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:20.918062 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'tag': 'bbabe792-e32c-4995-94ec-9742118daa15', 'status': 'completed', 'code': 200} Oct 22 15:22:20.964079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-5ea33523-3a1b-491b-a188-860414155fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:20.965783 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-5ea33523-3a1b-491b-a188-860414155fab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 1094 time: 0.0583317 Oct 22 15:22:21.015651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-c5b693b1-7087-4e1d-838b-617d974612f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbabe792-e32c-4995-94ec-9742118daa15 HTTP/1.1" status: 200 len: 217 time: 0.0407622 Oct 22 15:22:21.068928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b4a060e3-3d4b-42c2-a331-c9b1c8f1957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:21.070566 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-b4a060e3-3d4b-42c2-a331-c9b1c8f1957a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0477362 Oct 22 15:22:21.105456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-1575aa86-831c-4a75-99d6-6ce19e30295f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276692 Oct 22 15:22:21.219807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5eb8355-91dd-49c4-bd36-81d9858c67a4 req-ddcf6546-0075-4da9-aa38-ce8481892b74 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0350451 Oct 22 15:22:21.222216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-3c1ea911-7f21-4e52-81c1-9861eddaf199 service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075954 Oct 22 15:22:21.313098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-864b3812-0e08-4729-9375-945d11fb9c8c req-79da56b2-8976-4617-b3d6-e76bec252a2c service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843070 Oct 22 15:22:21.504785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73441c78-bd18-4966-8745-7c862db32143 req-5f3ffe3e-be2a-4171-9229-0e0da5bce592 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Oct 22 15:22:21.569793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-c9346be5-57db-497f-8a65-a240434f14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:21.569793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-c9346be5-57db-497f-8a65-a240434f14ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 1094 time: 0.0650952 Oct 22 15:22:21.598027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545661c3-eda2-4e1e-9691-9b0f72ea26f4 req-69a5d64f-098c-4a8f-8980-4958778fe1a7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:21.599614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-545661c3-eda2-4e1e-9691-9b0f72ea26f4 req-69a5d64f-098c-4a8f-8980-4958778fe1a7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 943 time: 0.0585086 Oct 22 15:22:21.639676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-545661c3-eda2-4e1e-9691-9b0f72ea26f4 req-37ab08bb-7fb4-424c-b3ed-e8734e6a4e0c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Oct 22 15:22:21.690309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-ca656489-4840-4cdb-8c01-72f519fa4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:21.692381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-ca656489-4840-4cdb-8c01-72f519fa4cb4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 911 time: 0.1179612 Oct 22 15:22:21.740778 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-677b2adf-8460-46bf-820d-5030e3523307 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbabe792-e32c-4995-94ec-9742118daa15 HTTP/1.1" status: 200 len: 217 time: 0.0409839 Oct 22 15:22:21.797657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-09f46409-7560-42e0-87fd-f1148dacdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:21.799124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-09f46409-7560-42e0-87fd-f1148dacdbcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0498250 Oct 22 15:22:21.836099 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-67adfb65-c574-4942-9007-3a82b7eefca2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290141 Oct 22 15:22:21.937943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-3d13075e-5d48-42fa-aaf4-e116616e7392 service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936584 Oct 22 15:22:22.035008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b3ecac3a-6fac-43dd-9a93-402ae40abdee req-2d659a95-9542-4ca2-b21d-4963448215b4 service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889151 Oct 22 15:22:22.145574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-173936fd-0749-4839-9a5c-dbcacac991aa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:22.146943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-173936fd-0749-4839-9a5c-dbcacac991aa tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.69 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 813 time: 0.1110928 Oct 22 15:22:22.194737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-501d0ada-3b0d-483b-8b6f-b94c825d2a6c tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc266bb0afc54a8397a279f407c86eba HTTP/1.1" status: 200 len: 380 time: 0.0367622 Oct 22 15:22:22.204315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'port': {'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'admin_state_up': True, 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'security_groups': ['95064c3b-3701-4dfa-852b-f0e856418ba1']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:22.339826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f274130-7c5c-4fd0-b69c-277680721200 req-d7fc1abc-713d-4178-ac32-086e93d8f9bb tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0302241 Oct 22 15:22:22.433740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Made reservation on behalf of fc266bb0afc54a8397a279f407c86eba for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:22.438671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:22.584272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Allocated IP 172.20.0.13 (e80c0589-b895-4b62-b861-f611612bfef2/69afaf66-8662-4f7d-92ec-f462e7f972d5/9878877e-c905-41b4-8f27-fd8cd529a0d6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:22.645262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03bb1235-60a0-4323-92a6-34e9528eaa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:22.703931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c89ac82a-4136-44ee-8b49-f1f1ac60b702 req-d756d428-7f6a-470d-a095-5fb3b4a7c25a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0412581 Oct 22 15:22:22.852241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd995f8c-2e1e-419f-a7fa-32fec40f8a8d req-102914ea-0d15-44dd-a6b0-9f78dacaecfd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:22.854605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd995f8c-2e1e-419f-a7fa-32fec40f8a8d req-102914ea-0d15-44dd-a6b0-9f78dacaecfd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 943 time: 0.0629756 Oct 22 15:22:22.869043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:22.935525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd995f8c-2e1e-419f-a7fa-32fec40f8a8d req-b9c5c2d8-315c-4dd2-8731-efe9dddb50ab tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661290 Oct 22 15:22:22.978329 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:23.024485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Network e80c0589-b895-4b62-b861-f611612bfef2 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:23.027637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:23.031563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:23.041913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'Port': ['ID=9878877e-c905-41b4-8f27-fd8cd529a0d6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:23.063366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-296171af-839c-4d23-9cf8-6b971cb13b2f tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:23.065416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-296171af-839c-4d23-9cf8-6b971cb13b2f tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/networks?id=744fb169-2c42-4864-871e-7f16f3fb9ce3 HTTP/1.1" status: 200 len: 813 time: 0.1239412 Oct 22 15:22:23.091418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-4bfbbdb7-e3f6-464f-98c2-fdb04a4f2136 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/quotas/d6a8011cfb194530933bf692927ef24b HTTP/1.1" status: 200 len: 375 time: 0.0198426 Oct 22 15:22:23.131138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:23.132050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:23.141275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-31228fc0-0d4d-4a49-8bea-1e04f810f92a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6a8011cfb194530933bf692927ef24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478787 Oct 22 15:22:23.214006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-f43dba70-7605-4501-beb5-e9b80efe0c6a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132368 Oct 22 15:22:23.229329 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Request body: {'port': {'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:23.288494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-45ddd8bf-8f9f-479f-a861-674e4163e8a3 service neutron] 10.222.0.66 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462147 Oct 22 15:22:23.328737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f595c8f8-bc90-4ce0-9d36-2eba54e78e9e None None] Provisioning complete for port 9878877e-c905-41b4-8f27-fd8cd529a0d6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:23.330481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f595c8f8-bc90-4ce0-9d36-2eba54e78e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:23.345407 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:23.388906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f595c8f8-bc90-4ce0-9d36-2eba54e78e9e None None] Port 9878877e-c905-41b4-8f27-fd8cd529a0d6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:22:23.443225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-b7e278d3-6166-4b14-a6dd-15cb4f8aa7a1 service neutron] 10.222.0.66 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479938 Oct 22 15:22:23.506420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50974345-9624-417e-ac69-5a8b6c7cbf72 req-c4a34abf-f1e8-474d-90a0-9f337d8ce578 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0511217 Oct 22 15:22:23.758896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e57fb05-2599-44d5-b782-5b73a2665aa4 req-cb9aae0a-f111-413c-a8b3-3c60b678c6f1 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 210 time: 0.0570617 Oct 22 15:22:23.780931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bbabe792-e32c-4995-94ec-9742118daa15 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:22:23.865333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5613de-0f0d-46d0-a2d7-52cee75efb47 req-5e360fdc-bbff-4263-a081-10e3c46f02dd tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:23.874047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd5613de-0f0d-46d0-a2d7-52cee75efb47 req-5e360fdc-bbff-4263-a081-10e3c46f02dd tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 932 time: 0.0731697 Oct 22 15:22:23.931197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd5613de-0f0d-46d0-a2d7-52cee75efb47 req-5af5ac71-ef08-4ddb-baf9-a3f927ccdc25 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555022 Oct 22 15:22:24.029111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bbabe792-e32c-4995-94ec-9742118daa15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bbabe792-e32c-4995-94ec-9742118daa15,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:24.055418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'bbabe792-e32c-4995-94ec-9742118daa15', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'port_id': 'bbabe792-e32c-4995-94ec-9742118daa15', 'mac_address': 'fa:16:3e:be:2a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:22:24.088599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f908b-f4ba-4cb2-b8cc-ed75799a6337 req-0c18868b-aa74-48af-96ae-61d4ee006bbd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:24.090676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a68f908b-f4ba-4cb2-b8cc-ed75799a6337 req-0c18868b-aa74-48af-96ae-61d4ee006bbd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 943 time: 0.0670645 Oct 22 15:22:24.129646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.146729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbabe792-e32c-4995-94ec-9742118daa15 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:24.160301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a68f908b-f4ba-4cb2-b8cc-ed75799a6337 req-0365d126-dd2a-4970-9768-86ff532de89e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624211 Oct 22 15:22:24.177489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bbabe792-e32c-4995-94ec-9742118daa15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bbabe792-e32c-4995-94ec-9742118daa15,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:24.262405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9878877e-c905-41b4-8f27-fd8cd529a0d6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:24.270580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.272975 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.284691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Transition to ACTIVE for port object 9878877e-c905-41b4-8f27-fd8cd529a0d6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:22:24.330120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=bbabe792-e32c-4995-94ec-9742118daa15,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:24.337665 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.338007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.338343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.338676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.339027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.339891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.340222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.342080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.342080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.342080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.342533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.342864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:24.399709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.483214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=9878877e-c905-41b4-8f27-fd8cd529a0d6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:24.512622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bbabe792-e32c-4995-94ec-9742118daa15'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:22:24.558988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Attempting to bind port 9878877e-c905-41b4-8f27-fd8cd529a0d6 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:22:24.559340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Attempting to bind port 9878877e-c905-41b4-8f27-fd8cd529a0d6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:22:24.559720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Attempting to bind port 9878877e-c905-41b4-8f27-fd8cd529a0d6 on network e80c0589-b895-4b62-b861-f611612bfef2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:24.571280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Port 9878877e-c905-41b4-8f27-fd8cd529a0d6 on network e80c0589-b895-4b62-b861-f611612bfef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:22:24.571280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Attempting to bind port 9878877e-c905-41b4-8f27-fd8cd529a0d6 on network e80c0589-b895-4b62-b861-f611612bfef2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:24.572798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:22:24.573098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Checking segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:24.573485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Bound using segment: {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:22:24.575955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Bound port: 9878877e-c905-41b4-8f27-fd8cd529a0d6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e2f110-e60b-42db-ad04-66cd1a912873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:22:24.576327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.667964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dcc7f5fa-670c-425e-8827-be9996168bb4 req-1b27fffb-527f-4e7e-b85e-3bb3d0075c55 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0542989 Oct 22 15:22:24.722835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] For port 9878877e-c905-41b4-8f27-fd8cd529a0d6, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:22:24.731133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] For port 9878877e-c905-41b4-8f27-fd8cd529a0d6, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:22:24.808626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.911442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=9878877e-c905-41b4-8f27-fd8cd529a0d6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:24.920722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06c7aa89-ac1c-4ea6-9543-faf8cceb3fe8 req-278115fe-b2ff-40bf-9676-1817e5a40371 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 210 time: 0.0585299 Oct 22 15:22:24.935668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:24.940032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:24.942727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c1db9605-e32c-451f-b1f8-2e97e23bcfe1 service neutron] 10.222.0.69 "PUT /v2.0/ports/9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 1092 time: 1.7181790 Oct 22 15:22:24.943259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:24.956269 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2652c6dd-c104-447d-8b2c-2c3a566d8a43" -d '{"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:25.040372 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a177f54-8bec-4ffd-8a20-45efe89301bc x-openstack-request-id: req-5a177f54-8bec-4ffd-8a20-45efe89301bc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:25.040675 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:25.040915 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a177f54-8bec-4ffd-8a20-45efe89301bc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:25.041322 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'status': 'completed', 'code': 200} Oct 22 15:22:25.176197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c6dd-c104-447d-8b2c-2c3a566d8a43 req-519d1c9d-5a8d-4a31-8e1e-aa3211d6e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.178142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2652c6dd-c104-447d-8b2c-2c3a566d8a43 req-519d1c9d-5a8d-4a31-8e1e-aa3211d6e7b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1095 time: 0.0843439 Oct 22 15:22:25.205117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-519e8b4f-0a20-495b-89af-53b1b0be4d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:25.217289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d9e92-54e5-45fb-9723-10440f38abeb req-187cca53-476e-46b4-9de4-064bdfa0213d tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.218964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c87d9e92-54e5-45fb-9723-10440f38abeb req-187cca53-476e-46b4-9de4-064bdfa0213d tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.1670494 Oct 22 15:22:25.316082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c87d9e92-54e5-45fb-9723-10440f38abeb req-f56138dc-01a1-4429-a87e-0df58aa4208c tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780320 Oct 22 15:22:25.359999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abc989-141f-437c-9aae-e07e2624ca00 req-72184dcf-2bb8-4ab9-a411-1f512fc93661 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.371089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51abc989-141f-437c-9aae-e07e2624ca00 req-72184dcf-2bb8-4ab9-a411-1f512fc93661 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 944 time: 0.0868137 Oct 22 15:22:25.409301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c6dd-c104-447d-8b2c-2c3a566d8a43 req-1e5a23f5-e643-4cfa-979f-02671467caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.415529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2652c6dd-c104-447d-8b2c-2c3a566d8a43 req-1e5a23f5-e643-4cfa-979f-02671467caca service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=fc266bb0afc54a8397a279f407c86eba&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2236867 Oct 22 15:22:25.430459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51abc989-141f-437c-9aae-e07e2624ca00 req-ea89a96b-66e2-4206-892f-4f36febd087b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583689 Oct 22 15:22:25.544433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c6dd-c104-447d-8b2c-2c3a566d8a43 req-c636a8dc-cfee-4749-a762-e533ec41f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.546303 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2652c6dd-c104-447d-8b2c-2c3a566d8a43 req-c636a8dc-cfee-4749-a762-e533ec41f034 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222374 Oct 22 15:22:25.637546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-9029712c-ddab-44a3-a0bf-0bc27e2611e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.639254 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-9029712c-ddab-44a3-a0bf-0bc27e2611e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1095 time: 0.0461371 Oct 22 15:22:25.731857 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-1729a712-68a3-4954-8c60-2beb32c11209 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0827119 Oct 22 15:22:25.789766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bbabe792-e32c-4995-94ec-9742118daa15 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:25.815956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-e3a05d16-50bb-4122-a09c-bc020eea2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.818073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-e3a05d16-50bb-4122-a09c-bc020eea2985 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 200 len: 852 time: 0.0775506 Oct 22 15:22:25.854407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a51d82a-1320-4c32-9b02-3b02b40dce20 req-d690238e-3d33-492b-97f5-daaaa8031498 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0522451 Oct 22 15:22:25.961785 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-42a95ab0-0845-42d2-8ece-ba01cb27d96c req-4ce43455-559d-40b3-b745-1b860d83df29 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0405798 Oct 22 15:22:25.965994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-cb0e7132-e445-4de9-a4e9-8abd765a9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:25.966643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-cb0e7132-e445-4de9-a4e9-8abd765a9b39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e80c0589-b895-4b62-b861-f611612bfef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337905 Oct 22 15:22:26.045321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b661d1a-9474-41db-99e2-ccdf8552954f req-b749477a-cdc9-4537-a42d-a64eb8c6fcfa tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 210 time: 0.0313449 Oct 22 15:22:26.108420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port bbabe792-e32c-4995-94ec-9742118daa15 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:22:26.112528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port bbabe792-e32c-4995-94ec-9742118daa15 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:26.112984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:26.194453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:26.228432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbabe792-e32c-4995-94ec-9742118daa15'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:26.230962 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7e5bc8-9ee6-412a-abbb-c3d3886c14f8" -d '{"events": [{"server_uuid": "0c5901d3-70e3-4dff-8bab-bcd2cadefdf4", "name": "network-vif-plugged", "status": "completed", "tag": "bbabe792-e32c-4995-94ec-9742118daa15"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:26.271457 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port bbabe792-e32c-4995-94ec-9742118daa15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bbabe792-e32c-4995-94ec-9742118daa15,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:26.375254 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:26.410839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-43636931-bb91-4f2b-b108-c23fe3e81d61 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839120 Oct 22 15:22:26.480568 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398efe7-0e5a-43d1-9c1b-96c860266174 x-openstack-request-id: req-7398efe7-0e5a-43d1-9c1b-96c860266174 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:26.481059 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5901d3-70e3-4dff-8bab-bcd2cadefdf4", "name": "network-vif-plugged", "status": "completed", "tag": "bbabe792-e32c-4995-94ec-9742118daa15", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:26.481512 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7398efe7-0e5a-43d1-9c1b-96c860266174 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:26.482598 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbabe792-e32c-4995-94ec-9742118daa15', 'code': 200} Oct 22 15:22:26.485006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=bbabe792-e32c-4995-94ec-9742118daa15,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:26.541624 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:26.544812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f19a8-7013-4c30-b34b-e396420edc1e req-bcb97243-e985-4595-88e5-baa5d07a3d9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:26.544812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d43f19a8-7013-4c30-b34b-e396420edc1e req-bcb97243-e985-4595-88e5-baa5d07a3d9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.1341548 Oct 22 15:22:26.578394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:26.678727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dd0f719d-c7e6-49dd-8fd9-1ec342403183 req-c5aa7420-178e-4530-bb26-63bd84755807 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526059 Oct 22 15:22:26.699517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d43f19a8-7013-4c30-b34b-e396420edc1e req-fd0c69d2-ab40-4bdf-9f04-b15ad91eb934 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367249 Oct 22 15:22:26.704655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9563eced-9753-4c58-b590-98a53a1903e4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:26.704655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9563eced-9753-4c58-b590-98a53a1903e4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.53 "GET /v2.0/networks?id=744fb169-2c42-4864-871e-7f16f3fb9ce3 HTTP/1.1" status: 200 len: 813 time: 0.2259643 Oct 22 15:22:26.718571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Request body: {'port': {'device_id': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3', 'admin_state_up': True, 'tenant_id': 'd6a8011cfb194530933bf692927ef24b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:26.721407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a118355-6e94-404e-919a-f125891e633d req-2da13f02-f751-4069-b59e-90d1a632c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:26.723318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a118355-6e94-404e-919a-f125891e633d req-2da13f02-f751-4069-b59e-90d1a632c88d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 1096 time: 0.1773722 Oct 22 15:22:26.737170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0793b2-03f1-4736-90cf-dc0f2948f22a req-22b2271b-fee4-4306-bcc7-8854026d9515 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:26.746025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c0793b2-03f1-4736-90cf-dc0f2948f22a req-22b2271b-fee4-4306-bcc7-8854026d9515 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.1490209 Oct 22 15:22:26.842043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c0793b2-03f1-4736-90cf-dc0f2948f22a req-c7a27a7b-a07e-4b3c-b55f-52755787b434 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921528 Oct 22 15:22:26.851925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a118355-6e94-404e-919a-f125891e633d req-3b6c716e-88ee-4275-9f51-63f0d42e429a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809317 Oct 22 15:22:26.968872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-295e3df3-9581-4702-8da0-09beb777af88 req-7a728bec-b409-4414-b77e-aa0291c71b0d tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0296884 Oct 22 15:22:26.982299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Made reservation on behalf of d6a8011cfb194530933bf692927ef24b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:26.987267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:27.147609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Allocated IP 172.20.0.8 (744fb169-2c42-4864-871e-7f16f3fb9ce3/b7007619-fafd-41ce-9e29-af7c14cb4cbb/44d22610-3714-4fc0-9daf-7f2360f18bdc) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:27.180828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc098923-53c0-4d25-b334-d3fb602dc743 req-c07d1730-4c35-486e-aeca-df29da38d1ad tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 210 time: 0.0394239 Oct 22 15:22:27.352204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:27.456884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:27.506855 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Network 744fb169-2c42-4864-871e-7f16f3fb9ce3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:27.511966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:27.514589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:27.551842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Pushing event updated for resources: {'Port': ['ID=44d22610-3714-4fc0-9daf-7f2360f18bdc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:27.595652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:27.596255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:27.704738 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-36e73cde-e6a9-4ced-97dd-7b4706f27f48 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9911532 Oct 22 15:22:27.784838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Request body: {'port': {'device_id': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:27.817414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9179-7647-48dd-a9a7-3d09cc6751af req-1fc9b63e-c66e-4ab8-880e-c8f5d363420f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:27.818910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c20b9179-7647-48dd-a9a7-3d09cc6751af req-1fc9b63e-c66e-4ab8-880e-c8f5d363420f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0524940 Oct 22 15:22:27.871692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:27.916216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c20b9179-7647-48dd-a9a7-3d09cc6751af req-a9d8b00f-94e1-4b04-a3bd-bb228d650fcc tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700250 Oct 22 15:22:28.032956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b45fa-25be-43e0-a0b0-f6b79ad6fb22 req-d4091895-b231-4205-b1e2-2901b6c8b25f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:28.038199 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-313b45fa-25be-43e0-a0b0-f6b79ad6fb22 req-d4091895-b231-4205-b1e2-2901b6c8b25f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0919795 Oct 22 15:22:28.139143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-313b45fa-25be-43e0-a0b0-f6b79ad6fb22 req-0fdba404-2a28-4cfd-8e56-d9369a55da39 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954883 Oct 22 15:22:28.145058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4f63046-e21b-4a74-9db2-46a84fe4481d req-84fc85d7-a3db-489a-bfc6-3e03dd90035e tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0429950 Oct 22 15:22:28.183243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:28.264682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d22610-3714-4fc0-9daf-7f2360f18bdc {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:28.288893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:28.293496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Transition to ACTIVE for port object 44d22610-3714-4fc0-9daf-7f2360f18bdc will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:22:28.314608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83fa8-fa35-4e35-9bbc-30bd779f899d req-323f0a80-d25c-45eb-aa08-b7c6fe346473 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:28.317240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ad83fa8-fa35-4e35-9bbc-30bd779f899d req-323f0a80-d25c-45eb-aa08-b7c6fe346473 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 931 time: 0.0629261 Oct 22 15:22:28.363636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ad83fa8-fa35-4e35-9bbc-30bd779f899d req-8e398fc3-57b2-4624-b2f7-36e5d7df22c7 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Oct 22 15:22:28.456502 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:28.508353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Pushing event updated for resources: {'Port': ['ID=44d22610-3714-4fc0-9daf-7f2360f18bdc,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:28.601144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Attempting to bind port 44d22610-3714-4fc0-9daf-7f2360f18bdc on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:22:28.601597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Attempting to bind port 44d22610-3714-4fc0-9daf-7f2360f18bdc by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:22:28.602017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Attempting to bind port 44d22610-3714-4fc0-9daf-7f2360f18bdc on network 744fb169-2c42-4864-871e-7f16f3fb9ce3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:28.607623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Port 44d22610-3714-4fc0-9daf-7f2360f18bdc on network 744fb169-2c42-4864-871e-7f16f3fb9ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:22:28.608104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Attempting to bind port 44d22610-3714-4fc0-9daf-7f2360f18bdc on network 744fb169-2c42-4864-871e-7f16f3fb9ce3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:28.613274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:22:28.613867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Checking segment: {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:28.614282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Bound using segment: {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:22:28.614876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Bound port: 44d22610-3714-4fc0-9daf-7f2360f18bdc, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:22:28.615267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:28.687351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] For port 44d22610-3714-4fc0-9daf-7f2360f18bdc, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:22:28.691268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] For port 44d22610-3714-4fc0-9daf-7f2360f18bdc, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=44d22610-3714-4fc0-9daf-7f2360f18bdc,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:22:28.804909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:28.839729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:28.841737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:28.842884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] 10.222.0.53 "PUT /v2.0/ports/44d22610-3714-4fc0-9daf-7f2360f18bdc HTTP/1.1" status: 200 len: 1091 time: 1.1251469 Oct 22 15:22:28.845413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'tag': '44d22610-3714-4fc0-9daf-7f2360f18bdc'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:28.848367 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3c4623-0213-4b53-8478-a6387ec5c714", "tag": "44d22610-3714-4fc0-9daf-7f2360f18bdc"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:28.902607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715bd75-bb81-4ee4-97e0-a2c53530a65c service neutron] Pushing event updated for resources: {'Port': ['ID=44d22610-3714-4fc0-9daf-7f2360f18bdc,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:28.910546 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f22f759-e1d9-4f6f-90b0-6f1490848a1a x-openstack-request-id: req-2f22f759-e1d9-4f6f-90b0-6f1490848a1a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:28.910845 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3c4623-0213-4b53-8478-a6387ec5c714", "tag": "44d22610-3714-4fc0-9daf-7f2360f18bdc", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:28.911138 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f22f759-e1d9-4f6f-90b0-6f1490848a1a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:28.911512 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'tag': '44d22610-3714-4fc0-9daf-7f2360f18bdc', 'status': 'completed', 'code': 200} Oct 22 15:22:28.985370 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae7058dc-192d-40f7-998a-7a6c8d8c7ae2 req-1acb3e52-302a-4c1d-844f-b8a86036e0e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dedb4298f8e4eb2a291be8dc339ead6&device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0480139 Oct 22 15:22:29.006228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-09b3a7b1-3a68-4d93-bb4b-c17eeca64831 req-d63780ab-872e-4c3a-a341-574ca96b18d6 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0401037 Oct 22 15:22:29.037940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae7058dc-192d-40f7-998a-7a6c8d8c7ae2 req-823cc5e6-65e4-4e6f-8362-2e85512bc798 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9dedb4298f8e4eb2a291be8dc339ead6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301280 Oct 22 15:22:29.055834 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1 req-30de96d2-7476-4e78-b9b6-0cf5bcc54bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.057743 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1 req-30de96d2-7476-4e78-b9b6-0cf5bcc54bdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6a8011cfb194530933bf692927ef24b&device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 1094 time: 0.1045911 Oct 22 15:22:29.070546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4f368-efcd-4e3a-a869-6cae83e0f2d5 req-33a82e13-1ac6-4745-ba93-5ab99d2afb15 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.073458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa4f368-efcd-4e3a-a869-6cae83e0f2d5 req-33a82e13-1ac6-4745-ba93-5ab99d2afb15 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0627079 Oct 22 15:22:29.124397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa4f368-efcd-4e3a-a869-6cae83e0f2d5 req-1b88a246-61e2-4c17-87fb-81493085bc1e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Oct 22 15:22:29.226803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7058dc-192d-40f7-998a-7a6c8d8c7ae2 req-f14d2713-0952-4e4e-8a8d-3f8739277562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.228572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae7058dc-192d-40f7-998a-7a6c8d8c7ae2 req-f14d2713-0952-4e4e-8a8d-3f8739277562 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822619 Oct 22 15:22:29.237966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1 req-7cfdc652-86b2-44da-b2ca-6af7dda364a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.243884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1 req-7cfdc652-86b2-44da-b2ca-6af7dda364a9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d6a8011cfb194530933bf692927ef24b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1663928 Oct 22 15:22:29.270561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74e568-599f-49b7-84d2-175663d4d2c2 req-57e67491-1edb-46fc-8fb2-962c7fedd308 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.272605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e74e568-599f-49b7-84d2-175663d4d2c2 req-57e67491-1edb-46fc-8fb2-962c7fedd308 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0535357 Oct 22 15:22:29.317606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e74e568-599f-49b7-84d2-175663d4d2c2 req-8ec3a383-18c6-4860-b8d9-ec00306f8692 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Oct 22 15:22:29.348978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1 req-a9fd4873-cbfa-42be-b717-da521a060be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.351228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2ddbd0b3-24a1-4edd-839a-00247eaa45b1 req-a9fd4873-cbfa-42be-b717-da521a060be6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046677 Oct 22 15:22:29.469813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-b5b498cf-f4d9-4127-b78a-7586d98bffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.471591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-b5b498cf-f4d9-4127-b78a-7586d98bffe0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6a8011cfb194530933bf692927ef24b&device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 1094 time: 0.0705354 Oct 22 15:22:29.519403 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-480979ce-e532-4252-967f-abe08e3aad34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44d22610-3714-4fc0-9daf-7f2360f18bdc HTTP/1.1" status: 200 len: 217 time: 0.0400052 Oct 22 15:22:29.531450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8b9af-db37-4636-b096-c215389eef22 req-66da75e7-75cf-45dd-9af4-cbdcc73a1dab tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.533112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5b8b9af-db37-4636-b096-c215389eef22 req-66da75e7-75cf-45dd-9af4-cbdcc73a1dab tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 943 time: 0.0560710 Oct 22 15:22:29.578581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-0abd01df-12c5-4496-b1f7-ecf440b0bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.607700 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-0abd01df-12c5-4496-b1f7-ecf440b0bf30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7007619-fafd-41ce-9e29-af7c14cb4cbb HTTP/1.1" status: 200 len: 853 time: 0.0541694 Oct 22 15:22:29.608232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5b8b9af-db37-4636-b096-c215389eef22 req-e1caa2b6-f6ad-4fae-84e9-31736b5fdbde tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Oct 22 15:22:29.643584 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-f7794c0f-3e97-48ed-b3b7-8b400b419ab3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=744fb169-2c42-4864-871e-7f16f3fb9ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414619 Oct 22 15:22:29.725333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-2f5758ec-c0aa-437b-958a-ac58e49b2c98 service neutron] 10.222.0.53 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889716 Oct 22 15:22:29.843270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0a831f3a-1458-4084-a48f-7a349ea16c18 req-870ec793-dab4-4f41-bf15-6958e4e1a3c5 service neutron] 10.222.0.53 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045349 Oct 22 15:22:29.956327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01c340-3185-4925-8ca4-f6c1765a37a5 req-5df8c9bc-08fd-4c51-92ca-d81b04d991de tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:29.957787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe01c340-3185-4925-8ca4-f6c1765a37a5 req-5df8c9bc-08fd-4c51-92ca-d81b04d991de tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0542068 Oct 22 15:22:30.002800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe01c340-3185-4925-8ca4-f6c1765a37a5 req-59cc68b8-fa01-4525-a5b3-4f23f7f78968 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Oct 22 15:22:30.067292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-c48a126b-2711-4832-b770-4e4bb40df1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:30.069231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-c48a126b-2711-4832-b770-4e4bb40df1bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0761988 Oct 22 15:22:30.132661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-944749d4-1237-4701-a9cc-da3d4b8b8d50 req-6c1a0214-731f-4d40-a48c-182b1da45998 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0336032 Oct 22 15:22:30.190252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-508a759a-91c7-43aa-8912-81188268f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:30.195703 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-508a759a-91c7-43aa-8912-81188268f9a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 911 time: 0.1146348 Oct 22 15:22:30.240834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-b3a8c4b9-86f7-4830-a80c-8105d3dc77b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbabe792-e32c-4995-94ec-9742118daa15 HTTP/1.1" status: 200 len: 217 time: 0.0395834 Oct 22 15:22:30.263691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75291b7d-3192-4422-bdf6-c7bc939aeb11 req-fe99e012-486d-42e5-bfc4-9ff21ff8ab86 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:30.265205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75291b7d-3192-4422-bdf6-c7bc939aeb11 req-fe99e012-486d-42e5-bfc4-9ff21ff8ab86 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0533104 Oct 22 15:22:30.296258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-a461d15e-4a1f-4e17-b2a8-1800ab11c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:30.297819 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-a461d15e-4a1f-4e17-b2a8-1800ab11c032 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0487709 Oct 22 15:22:30.315597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75291b7d-3192-4422-bdf6-c7bc939aeb11 req-3e5524b2-184d-40ba-ab26-aac39a6f9608 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355077 Oct 22 15:22:30.335469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-4b461514-1dae-4fdd-86a6-4d53e065aed2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303004 Oct 22 15:22:30.437284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-89a3f563-90dc-4ebb-bef2-48e8cc3c1085 service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927851 Oct 22 15:22:30.532361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8b3d7f51-e618-473a-bf97-53c4222afadf req-dad59389-285d-4ea4-ba1b-9950fc36ac7d service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874012 Oct 22 15:22:30.717914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04665d-0574-48c9-ae41-e22e53f60315 req-ea9f8b0a-80f5-492c-aed5-8127ba456445 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:30.719431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb04665d-0574-48c9-ae41-e22e53f60315 req-ea9f8b0a-80f5-492c-aed5-8127ba456445 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 943 time: 0.0554476 Oct 22 15:22:30.761686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb04665d-0574-48c9-ae41-e22e53f60315 req-ef786c56-b812-4946-9fb5-2c287c7eee32 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Oct 22 15:22:31.111841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae7058dc-192d-40f7-998a-7a6c8d8c7ae2 req-4a55a09e-d65a-4820-b0a2-856ecc1b3106 tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Oct 22 15:22:31.140570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e08b8-9d64-49cb-bbc4-cb17b8cd2b98 req-86466be5-afb9-4318-be51-836bd11d30c0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:31.142235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b51e08b8-9d64-49cb-bbc4-cb17b8cd2b98 req-86466be5-afb9-4318-be51-836bd11d30c0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0577641 Oct 22 15:22:31.189215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b51e08b8-9d64-49cb-bbc4-cb17b8cd2b98 req-a7b6902c-1322-46c6-850e-36659056543f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 Oct 22 15:22:31.245429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a82a8edb-66db-4be7-b6c6-ffc57759af89 req-af583d9c-ce0c-4c49-ac1f-3e942312373d tempest-ServerShowV254Test-1963009086 tempest-ServerShowV254Test-1963009086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a63e2f8-b128-458d-8562-592387bca720 HTTP/1.1" status: 200 len: 210 time: 0.0263948 Oct 22 15:22:31.436095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7aca-c415-4107-a2fb-23885b278a11 req-2f07fac9-a328-4a9c-90b0-110110b8c462 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:31.437593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e8c7aca-c415-4107-a2fb-23885b278a11 req-2f07fac9-a328-4a9c-90b0-110110b8c462 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0545969 Oct 22 15:22:31.478191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e8c7aca-c415-4107-a2fb-23885b278a11 req-0e7a7fe5-1bdd-4cc4-b8ad-2b04862e741b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344293 Oct 22 15:22:31.818227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 44d22610-3714-4fc0-9daf-7f2360f18bdc details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:22:31.892659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffc9dc-bc55-4fe5-8198-3b79b8b2bc2d req-75ede9a5-9294-428c-b9d0-7332579d5f02 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:31.899286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43ffc9dc-bc55-4fe5-8198-3b79b8b2bc2d req-75ede9a5-9294-428c-b9d0-7332579d5f02 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 943 time: 0.0521212 Oct 22 15:22:31.939654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43ffc9dc-bc55-4fe5-8198-3b79b8b2bc2d req-2f341a34-d254-43b9-aee8-fd5c001ead04 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Oct 22 15:22:32.072011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 44d22610-3714-4fc0-9daf-7f2360f18bdc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=44d22610-3714-4fc0-9daf-7f2360f18bdc,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:32.083836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '44d22610-3714-4fc0-9daf-7f2360f18bdc', 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3', 'port_id': '44d22610-3714-4fc0-9daf-7f2360f18bdc', 'mac_address': 'fa:16:3e:4c:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7007619-fafd-41ce-9e29-af7c14cb4cbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:22:32.124645 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:32.137438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d22610-3714-4fc0-9daf-7f2360f18bdc {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:32.159720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 44d22610-3714-4fc0-9daf-7f2360f18bdc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=44d22610-3714-4fc0-9daf-7f2360f18bdc,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:32.250140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:32.304344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=44d22610-3714-4fc0-9daf-7f2360f18bdc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:32.328386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6642-74af-4e98-a3f9-03895f6069ee req-e7884c88-0745-4609-8a71-0ccee862a22f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:32.330292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-933f6642-74af-4e98-a3f9-03895f6069ee req-e7884c88-0745-4609-8a71-0ccee862a22f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0672200 Oct 22 15:22:32.367490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-933f6642-74af-4e98-a3f9-03895f6069ee req-4d7b9d98-d780-4fb2-9fda-59577346798a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Oct 22 15:22:32.468571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['44d22610-3714-4fc0-9daf-7f2360f18bdc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:22:32.600594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824286-3666-4560-8d3c-d9c82fcc96b7 req-a733f552-b037-4f79-a994-35984ad6765d tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:32.601957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27824286-3666-4560-8d3c-d9c82fcc96b7 req-a733f552-b037-4f79-a994-35984ad6765d tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0531797 Oct 22 15:22:32.641479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27824286-3666-4560-8d3c-d9c82fcc96b7 req-72246884-eebb-4283-b1fd-1859d1775927 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Oct 22 15:22:32.934159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59640) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:33.072590 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b55be7ac-d81b-4dc8-bf15-551b5ae1e564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.079220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06388f28-8888-4931-b12a-64c890ee8437 req-9f449841-ab7f-488d-b7bb-ec2a7c980d3a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:33.080874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06388f28-8888-4931-b12a-64c890ee8437 req-9f449841-ab7f-488d-b7bb-ec2a7c980d3a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 944 time: 0.0623534 Oct 22 15:22:33.131243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06388f28-8888-4931-b12a-64c890ee8437 req-00cb85fd-86fe-4a75-8988-220bfdf671d9 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Oct 22 15:22:33.155139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b55be7ac-d81b-4dc8-bf15-551b5ae1e564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.296185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b55be7ac-d81b-4dc8-bf15-551b5ae1e564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.337459 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b55be7ac-d81b-4dc8-bf15-551b5ae1e564 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9dedb4298f8e4eb2a291be8dc339ead6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011161 Oct 22 15:22:33.338373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55be7ac-d81b-4dc8-bf15-551b5ae1e564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ad1a36-98bb-4a3b-b6f5-1e6e44406bd5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:33.340643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59650) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:33.405092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0b45-b822-4081-b68c-b057df9671ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.432223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0b45-b822-4081-b68c-b057df9671ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.497973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59658) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:33.639656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.747388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.807991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf80be-669f-4b0f-8339-24ae51eaee28 req-6d503333-b1f0-4d50-aeb9-f4f3733ceb2b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:33.809509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dcf80be-669f-4b0f-8339-24ae51eaee28 req-6d503333-b1f0-4d50-aeb9-f4f3733ceb2b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.3437939 Oct 22 15:22:33.822373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 44d22610-3714-4fc0-9daf-7f2360f18bdc up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:33.838702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6042f47-c729-495a-a367-c7d996f0b16c req-ac6b9f0d-7359-47e5-9687-3aac0fdc1f73 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:33.840169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6042f47-c729-495a-a367-c7d996f0b16c req-ac6b9f0d-7359-47e5-9687-3aac0fdc1f73 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0838439 Oct 22 15:22:33.867197 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:33.887378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dcf80be-669f-4b0f-8339-24ae51eaee28 req-30ade2e7-3447-4541-a671-031dbe284179 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682514 Oct 22 15:22:33.910933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6042f47-c729-495a-a367-c7d996f0b16c req-877173af-6410-44de-91be-26dfc7f36358 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568109 Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13bdf9c939334962a4936a1385b30947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275346 Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a43910-56a4-4cdc-8b6e-4cb0af7ddd51,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.014605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e48eb-7158-4baf-aa6e-efeff5ec489e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:22:34.016167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59664) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:34.064463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2a06c12-7dd9-47b8-be5f-95bbb3274db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.085295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2a06c12-7dd9-47b8-be5f-95bbb3274db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.249237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ff20e-0f46-4e73-a052-9405170d4841 req-f2cde0c1-6606-4da7-b2c4-4ee9fae9a4bb tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:34.250697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-167ff20e-0f46-4e73-a052-9405170d4841 req-f2cde0c1-6606-4da7-b2c4-4ee9fae9a4bb tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 944 time: 0.0478201 Oct 22 15:22:34.291089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-167ff20e-0f46-4e73-a052-9405170d4841 req-ebdc9f81-c926-4e1b-9756-8851a261549c tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Oct 22 15:22:34.437665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0b45-b822-4081-b68c-b057df9671ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.438467 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.475123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0b45-b822-4081-b68c-b057df9671ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.475123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd4d0b45-b822-4081-b68c-b057df9671ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8ad1a36-98bb-4a3b-b6f5-1e6e44406bd5 HTTP/1.1" status: 204 len: 168 time: 1.0981779 Oct 22 15:22:34.475123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d0b45-b822-4081-b68c-b057df9671ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ad1a36-98bb-4a3b-b6f5-1e6e44406bd5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:34.552474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 44d22610-3714-4fc0-9daf-7f2360f18bdc completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:22:34.552474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 44d22610-3714-4fc0-9daf-7f2360f18bdc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:34.552474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.625759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2a06c12-7dd9-47b8-be5f-95bbb3274db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.633210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.635050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2a06c12-7dd9-47b8-be5f-95bbb3274db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.636269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f2a06c12-7dd9-47b8-be5f-95bbb3274db4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59a43910-56a4-4cdc-8b6e-4cb0af7ddd51 HTTP/1.1" status: 204 len: 168 time: 0.6197212 Oct 22 15:22:34.645255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a06c12-7dd9-47b8-be5f-95bbb3274db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a43910-56a4-4cdc-8b6e-4cb0af7ddd51,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:34.666887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d22610-3714-4fc0-9daf-7f2360f18bdc'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:34.669406 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a35877-1217-4f2c-906d-8ce86878b38d" -d '{"events": [{"server_uuid": "ae3c4623-0213-4b53-8478-a6387ec5c714", "name": "network-vif-plugged", "status": "completed", "tag": "44d22610-3714-4fc0-9daf-7f2360f18bdc"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:34.689409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 44d22610-3714-4fc0-9daf-7f2360f18bdc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=44d22610-3714-4fc0-9daf-7f2360f18bdc,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:34.714209 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944a2889-2aea-4c81-8080-c4f6f5ba4a31 x-openstack-request-id: req-944a2889-2aea-4c81-8080-c4f6f5ba4a31 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:34.714535 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3c4623-0213-4b53-8478-a6387ec5c714", "name": "network-vif-plugged", "status": "completed", "tag": "44d22610-3714-4fc0-9daf-7f2360f18bdc", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:34.714792 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-944a2889-2aea-4c81-8080-c4f6f5ba4a31 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:34.715230 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d22610-3714-4fc0-9daf-7f2360f18bdc', 'code': 200} Oct 22 15:22:34.826348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb11902-d704-4b20-9adb-e3aa757d095b req-9c68d7b2-e320-4d85-9bce-eaabb4af9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:34.827836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9bb11902-d704-4b20-9adb-e3aa757d095b req-9c68d7b2-e320-4d85-9bce-eaabb4af9b0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 1095 time: 0.0416815 Oct 22 15:22:34.857236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:34.864881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9bb11902-d704-4b20-9adb-e3aa757d095b req-d4126ee6-7a40-4f5d-9c4c-231c4b836644 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292420 Oct 22 15:22:34.907959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=44d22610-3714-4fc0-9daf-7f2360f18bdc,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:35.015004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd04873-fb77-42cb-ba18-4bf6264086e2 req-626a417a-ca53-48b7-aa54-69e47c9122f6 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:35.022769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fd04873-fb77-42cb-ba18-4bf6264086e2 req-626a417a-ca53-48b7-aa54-69e47c9122f6 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0594332 Oct 22 15:22:35.067946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fd04873-fb77-42cb-ba18-4bf6264086e2 req-51eff619-8787-47ba-9336-fa39ebdc3946 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427842 Oct 22 15:22:35.137153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139c9be-0296-44cf-b7d7-12ea2d2e03ef req-6eb24b6f-c589-44fa-bb13-43a47e99cd37 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:35.143493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8139c9be-0296-44cf-b7d7-12ea2d2e03ef req-6eb24b6f-c589-44fa-bb13-43a47e99cd37 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0522842 Oct 22 15:22:35.178481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8139c9be-0296-44cf-b7d7-12ea2d2e03ef req-aa74a62e-e328-449e-bd1a-e2082c7d01ec tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Oct 22 15:22:35.409782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36ea7c-293f-4158-b78e-914d528ddd18 req-8ef53e5f-4d0c-4c28-b9cf-7fd4c0cac35a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:35.411438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df36ea7c-293f-4158-b78e-914d528ddd18 req-8ef53e5f-4d0c-4c28-b9cf-7fd4c0cac35a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 945 time: 0.0519257 Oct 22 15:22:35.456086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df36ea7c-293f-4158-b78e-914d528ddd18 req-fd78b7c8-2968-44c1-8c90-a93ecebf4fbe tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 Oct 22 15:22:35.853132 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:22:35.889363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:36.000431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-752331021-network', 'tenant_id': '8d0575226d9d4ee6afabfc78966e0b7c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:36.108517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Made reservation on behalf of 8d0575226d9d4ee6afabfc78966e0b7c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:36.111588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.125925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.189343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019e36-b1e4-4ded-8950-981cda3917b1 req-02063798-01f1-4d89-8597-1a46f740de40 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:36.190864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a019e36-b1e4-4ded-8950-981cda3917b1 req-02063798-01f1-4d89-8597-1a46f740de40 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0499644 Oct 22 15:22:36.204220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.229479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a019e36-b1e4-4ded-8950-981cda3917b1 req-c98b61ec-f556-4882-8ec0-9e481108aa4f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Oct 22 15:22:36.301902 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.329842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:22:36.336121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19e4fdc-f4ed-448e-8432-5ef1ee93c189,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:36.336575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594454b2-8595-462c-b01c-4cf9319f5e56 req-81741933-c0b6-4c91-ac6b-d0985b37acf1 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:36.338681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-594454b2-8595-462c-b01c-4cf9319f5e56 req-81741933-c0b6-4c91-ac6b-d0985b37acf1 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0522170 Oct 22 15:22:36.342741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.343113 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Added segment f22e4625-1d16-40c6-bf79-3a102c4c5838 of type vlan for network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 Oct 22 15:22:36.378422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-594454b2-8595-462c-b01c-4cf9319f5e56 req-8d671181-2ff6-4eb2-a2c3-8729b18600bc tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335486 Oct 22 15:22:36.389675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.484668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.485639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:36.486240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:36.564203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] Pushing event updated for resources: {'Network': ['ID=00fd12af-f3bd-44e4-90c3-a04fd2afba56,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:36.576098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:22:36.577490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9a63dce-ed1d-4521-8d40-ed0935e7235b req-8fbdf5d5-fb54-425d-b31f-8c811160178c tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0380054 Oct 22 15:22:36.606905 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23686880-6508-46de-9b5a-51aa532456ae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7133958 Oct 22 15:22:36.610611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59744) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:36.617199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Request body: {'subnet': {'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-752331021-subnet', 'tenant_id': '8d0575226d9d4ee6afabfc78966e0b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:36.632757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27394c90-2647-4b0c-afdb-4ffa15867ab4 req-79f89139-baa6-4e41-821a-34869c74a3d9 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:36.634541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27394c90-2647-4b0c-afdb-4ffa15867ab4 req-79f89139-baa6-4e41-821a-34869c74a3d9 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 945 time: 0.0827065 Oct 22 15:22:36.677209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27394c90-2647-4b0c-afdb-4ffa15867ab4 req-083ed8e4-6146-4a9b-9c90-b1a1657724aa tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355299 Oct 22 15:22:36.724199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Made reservation on behalf of 8d0575226d9d4ee6afabfc78966e0b7c for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:36.726718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:37.043733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:37.105970 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91051354-5c08-44de-a806-34a38e308125,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:37.114090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Checking segment: {'id': 'f22e4625-1d16-40c6-bf79-3a102c4c5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:37.114449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Network hostable DHCP agents. Network: 00fd12af-f3bd-44e4-90c3-a04fd2afba56, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:22:37.239111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:22:37.347782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec77f5-c965-4a64-82c6-ac6f919dae91 req-16111216-35f9-42ce-b7a3-04a302512b06 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:37.349256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62ec77f5-c965-4a64-82c6-ac6f919dae91 req-16111216-35f9-42ce-b7a3-04a302512b06 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0491033 Oct 22 15:22:37.358995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 00fd12af-f3bd-44e4-90c3-a04fd2afba56) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:37.363614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:37.364320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:37.369968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2089bc-ea50-41c9-ad52-3f62d25a9ebf None None] Network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:37.393752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62ec77f5-c965-4a64-82c6-ac6f919dae91 req-9622becd-5141-4ce1-bfc7-16479bb5490c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Oct 22 15:22:37.476599 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69323672-ce70-4e9a-b640-e7842d811dd0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8642092 Oct 22 15:22:37.515854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0000b-7d53-4a98-b504-80f7546c846a req-66672d37-1a02-41d4-a621-3df293bab088 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:37.531637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22c0000b-7d53-4a98-b504-80f7546c846a req-66672d37-1a02-41d4-a621-3df293bab088 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0794480 Oct 22 15:22:37.542158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e758c-7ab7-4cb1-88ad-da8f546bbdc7 None None] Network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:37.582309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22c0000b-7d53-4a98-b504-80f7546c846a req-867ecfbf-3b53-42f4-ba83-1cfc4432ff51 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463810 Oct 22 15:22:37.673943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93a8844c-83e7-4ff4-aba0-466271a5cfb3 req-c7564966-5500-47c9-969d-1eb870834bc4 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0335886 Oct 22 15:22:38.321212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59844) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:38.327160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2047617914-network', 'tenant_id': 'e5b90fd2df27452cb10cc6f4863cf75b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:38.467950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Made reservation on behalf of e5b90fd2df27452cb10cc6f4863cf75b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:38.470333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.489993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.550445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a518fe-6b0a-49c1-b0dd-8818c8fe1297 req-e30b6e37-f698-4a5b-8daa-b9a7aeddab92 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:38.551981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1a518fe-6b0a-49c1-b0dd-8818c8fe1297 req-e30b6e37-f698-4a5b-8daa-b9a7aeddab92 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0793293 Oct 22 15:22:38.615534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1a518fe-6b0a-49c1-b0dd-8818c8fe1297 req-4396c976-1a15-49fb-ab0d-f556a78cca76 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568879 Oct 22 15:22:38.646393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.718365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2e486-8d22-4acd-a8fe-e49788bdc0f5 req-a5946392-4691-4e65-afa3-ceb7e545fef5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:38.720304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0da2e486-8d22-4acd-a8fe-e49788bdc0f5 req-a5946392-4691-4e65-afa3-ceb7e545fef5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0546751 Oct 22 15:22:38.721676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.764877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:22:38.797349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.797689 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Added segment 91fe3399-1b79-4af3-b40a-48d89a2636b8 of type vlan for network 43db394d-63bf-432d-b46a-e826db21b897 Oct 22 15:22:38.813776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0b16c-2935-4410-bddf-6f646dbbc918,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:38.829815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b0dc139-f1aa-4aa6-9bcb-e3982f9d6117 req-8327d3f9-2b52-49cb-b1e1-2283ef221276 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0610352 Oct 22 15:22:38.857087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0da2e486-8d22-4acd-a8fe-e49788bdc0f5 req-93995230-8998-49cd-9900-58eed8432283 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285810 Oct 22 15:22:38.880774 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.963635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:38.964650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:38.965260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:39.059994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] Pushing event updated for resources: {'Network': ['ID=43db394d-63bf-432d-b46a-e826db21b897,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:39.070326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 43db394d-63bf-432d-b46a-e826db21b897 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:22:39.083612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ad4e8fe1-c16a-41f1-bdd1-3fc284d1d454 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7608786 Oct 22 15:22:39.086725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59854) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:39.094535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Request body: {'subnet': {'network_id': '43db394d-63bf-432d-b46a-e826db21b897', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2047617914-subnet', 'tenant_id': 'e5b90fd2df27452cb10cc6f4863cf75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:39.233312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Made reservation on behalf of e5b90fd2df27452cb10cc6f4863cf75b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:39.235713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:39.491002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:39.547135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5e9dcc-4af9-4462-876a-9571c98f0eaa,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:39.554252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Checking segment: {'id': '91fe3399-1b79-4af3-b40a-48d89a2636b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43db394d-63bf-432d-b46a-e826db21b897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:39.554602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Network hostable DHCP agents. Network: 43db394d-63bf-432d-b46a-e826db21b897, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:22:39.689426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Network 43db394d-63bf-432d-b46a-e826db21b897 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:22:39.739056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b1718-83c6-45cf-a1d6-53194921d14c req-c2b91450-e02f-4b70-b76a-cc334c04ed89 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:39.740714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-652b1718-83c6-45cf-a1d6-53194921d14c req-c2b91450-e02f-4b70-b76a-cc334c04ed89 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0553703 Oct 22 15:22:39.782263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-652b1718-83c6-45cf-a1d6-53194921d14c req-ae8533fe-567b-456f-8c87-28d3026c4e9e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Oct 22 15:22:39.799109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 43db394d-63bf-432d-b46a-e826db21b897) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:39.803267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:39.803844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:39.808923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385f8fc-0e36-4fde-bb34-8e150afce05f None None] Network 43db394d-63bf-432d-b46a-e826db21b897 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:39.998911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30079b73-95d5-456d-894a-131cb32fe857 None None] Network 43db394d-63bf-432d-b46a-e826db21b897 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:22:39.999086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82bbe3db-4667-42c5-b9ed-ea193a93da51 req-a42fedd0-0661-44a7-8a0a-049531bd9b47 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0435166 Oct 22 15:22:40.017578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9878877e-c905-41b4-8f27-fd8cd529a0d6 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:22:40.035306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef05f-ba21-42c6-a155-333d4a691198 req-0ff37812-a023-4908-aa16-2ab9069fd05e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:40.036814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d0ef05f-ba21-42c6-a155-333d4a691198 req-0ff37812-a023-4908-aa16-2ab9069fd05e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 944 time: 0.0822763 Oct 22 15:22:40.046893 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-92548cfc-79cd-4f66-b650-9d04c54e5bbc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9574528 Oct 22 15:22:40.085663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d0ef05f-ba21-42c6-a155-333d4a691198 req-32282f74-179a-44b6-ab2e-aafd8f2a5409 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Oct 22 15:22:40.225079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9878877e-c905-41b4-8f27-fd8cd529a0d6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:40.244367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:22:40.295183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:40.310195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9878877e-c905-41b4-8f27-fd8cd529a0d6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:40.335676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9878877e-c905-41b4-8f27-fd8cd529a0d6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:40.444949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:40.505591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=9878877e-c905-41b4-8f27-fd8cd529a0d6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:40.628249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-725a5e03-22e3-4c5e-a384-94c8979b95a5 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:40.634310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-725a5e03-22e3-4c5e-a384-94c8979b95a5 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/networks?id=00fd12af-f3bd-44e4-90c3-a04fd2afba56 HTTP/1.1" status: 200 len: 811 time: 0.1168077 Oct 22 15:22:40.651778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1d17db76-096a-4fd6-852e-3de6ed48338d tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/quotas/8d0575226d9d4ee6afabfc78966e0b7c HTTP/1.1" status: 200 len: 375 time: 0.0102601 Oct 22 15:22:40.701180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-af26c47c-5c09-437d-aced-ed96ea28a08c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428026 Oct 22 15:22:40.803398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-a1fd28e9-6951-4f8e-a24d-263836c428e1 service neutron] 10.222.0.66 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945740 Oct 22 15:22:40.854439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['9878877e-c905-41b4-8f27-fd8cd529a0d6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:22:40.965587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866f5c-dc29-470b-a9bd-074f6cb05907 req-2f25379e-2d95-421f-b701-f8277c6ba881 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:40.967918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29866f5c-dc29-470b-a9bd-074f6cb05907 req-2f25379e-2d95-421f-b701-f8277c6ba881 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0809820 Oct 22 15:22:40.972415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-0aac0848-c972-4695-bb83-1ad173e78400 service neutron] 10.222.0.66 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607356 Oct 22 15:22:41.021033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29866f5c-dc29-470b-a9bd-074f6cb05907 req-d45b50be-a847-486d-8a86-0756dff39ac3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Oct 22 15:22:41.120455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fc4b416-9244-4cfe-8b81-9bec87453957 req-733f655e-59d6-4555-b64a-b85cee621fea tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0297596 Oct 22 15:22:41.236055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20380-e3aa-433a-a2f8-2cb3a0ea574b req-d0087958-0094-4cdc-b9d2-fa1f3d598f07 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:41.237490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1c20380-e3aa-433a-a2f8-2cb3a0ea574b req-d0087958-0094-4cdc-b9d2-fa1f3d598f07 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 945 time: 0.0553567 Oct 22 15:22:41.300600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1c20380-e3aa-433a-a2f8-2cb3a0ea574b req-a5e6c94f-c923-4abc-8d3f-72702caa0759 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Oct 22 15:22:41.320228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c67044f2-639d-4aff-95ea-ae11b12111af req-e720dbe3-e7f4-4512-92b5-f063d73c4b34 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 210 time: 0.0380847 Oct 22 15:22:41.593411 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:42.026445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9878877e-c905-41b4-8f27-fd8cd529a0d6 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:42.160361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9451a360-e0ba-4393-9a1f-e32b62fee530 req-eb844e9d-0f49-403d-8f04-bdf973a6aa2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0352435 Oct 22 15:22:42.181013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27ea67-aad5-49af-8b00-69c9a8a47ce3 req-5e13693d-559a-4f46-a6c9-e96f1bd38659 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:42.183279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb27ea67-aad5-49af-8b00-69c9a8a47ce3 req-5e13693d-559a-4f46-a6c9-e96f1bd38659 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0636165 Oct 22 15:22:42.193429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 9878877e-c905-41b4-8f27-fd8cd529a0d6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:22:42.197786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 9878877e-c905-41b4-8f27-fd8cd529a0d6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:42.198084 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:42.247643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31e3be0e-f780-4a7e-90c9-144f0aa3fed2 req-eeeb0ccc-3a23-4f4c-ad8f-0533e9a9c833 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0401673 Oct 22 15:22:42.255474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb27ea67-aad5-49af-8b00-69c9a8a47ce3 req-c874eaf5-edba-437d-a453-48085f194d28 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636768 Oct 22 15:22:42.300192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:42.329101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:42.331578 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe62b86-4167-4e07-8d01-f006a04306e5" -d '{"events": [{"server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "name": "network-vif-plugged", "status": "completed", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:42.353458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9878877e-c905-41b4-8f27-fd8cd529a0d6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:42.381677 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76fae1-0af3-469e-b7ff-677cfe6ae92a x-openstack-request-id: req-dc76fae1-0af3-469e-b7ff-677cfe6ae92a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:42.381677 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "name": "network-vif-plugged", "status": "completed", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:42.381677 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc76fae1-0af3-469e-b7ff-677cfe6ae92a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:42.381677 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'code': 200} Oct 22 15:22:42.443834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd74dd-47a1-4b7f-b399-51c1155e01bf req-36d9095d-3d36-4d32-bf45-b2f53731bbd3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:42.445446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07cd74dd-47a1-4b7f-b399-51c1155e01bf req-36d9095d-3d36-4d32-bf45-b2f53731bbd3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 945 time: 0.0738416 Oct 22 15:22:42.450433 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:42.463927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84b6516e-e66b-4f4f-b4e3-ad4bd968737a req-6210f9aa-e5e9-40b3-88ac-8ca8e6c0f41a tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 210 time: 0.0435975 Oct 22 15:22:42.505451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07cd74dd-47a1-4b7f-b399-51c1155e01bf req-2474e0c9-e00e-44a9-a8ca-d713d988d971 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Oct 22 15:22:42.523474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=9878877e-c905-41b4-8f27-fd8cd529a0d6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:42.524606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab58d09-cc08-4b40-8dd7-19838f6a5d5f req-115655c8-9801-4b02-ba70-237ea65a77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:42.527664 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cab58d09-cc08-4b40-8dd7-19838f6a5d5f req-115655c8-9801-4b02-ba70-237ea65a77d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1097 time: 0.0531216 Oct 22 15:22:42.567981 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cab58d09-cc08-4b40-8dd7-19838f6a5d5f req-fc75d7d1-72a5-4a32-aace-b20e14b3e519 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Oct 22 15:22:43.394042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a6944b1-c227-4dfe-8236-ca1669e98ff4 req-4f19ac0a-534a-493a-a083-eb981c165c8e tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0443592 Oct 22 15:22:43.419848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d42a8-4abb-4ee4-b6a0-99883c183b8b req-1440a822-2f2a-4695-b28e-f55bdde32465 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:43.421377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-377d42a8-4abb-4ee4-b6a0-99883c183b8b req-1440a822-2f2a-4695-b28e-f55bdde32465 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0838599 Oct 22 15:22:43.465648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-377d42a8-4abb-4ee4-b6a0-99883c183b8b req-24e527ab-d511-4f5d-89d9-855c047b36c2 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Oct 22 15:22:43.568549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2466ba5-ba97-4794-9ea4-53b35479003d req-6428e8cc-bb40-49d9-830b-484c48b7ee1f tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 210 time: 0.0299115 Oct 22 15:22:43.642791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279fc9e-eff0-42b4-aaba-97f2a0514fab req-2c180dcd-6052-4de3-8443-45859193ab06 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:43.644800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4279fc9e-eff0-42b4-aaba-97f2a0514fab req-2c180dcd-6052-4de3-8443-45859193ab06 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 946 time: 0.0589786 Oct 22 15:22:43.687633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4279fc9e-eff0-42b4-aaba-97f2a0514fab req-b781bfd5-e50e-41f1-844a-b480d02f96e7 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367572 Oct 22 15:22:44.408914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-826fa70c-a907-4944-97c2-88acec62a2d1 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:44.409969 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-826fa70c-a907-4944-97c2-88acec62a2d1 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.69 "GET /v2.0/networks?id=00fd12af-f3bd-44e4-90c3-a04fd2afba56 HTTP/1.1" status: 200 len: 811 time: 0.1074388 Oct 22 15:22:44.425780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Request body: {'port': {'device_id': 'fec6c510-c028-44db-8dd5-5c3988103475', 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56', 'admin_state_up': True, 'tenant_id': '8d0575226d9d4ee6afabfc78966e0b7c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:44.529088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97d54aaa-b649-4339-8324-8e7a10b0d889 req-4ac3e02b-bd40-4cba-96c9-7bac89e0b51a tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0469587 Oct 22 15:22:44.596640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bb364-87a5-424e-b54e-4fa73d143a2a req-1ef84f58-ab2f-450b-b02f-cd90529d7239 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:44.598440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e97bb364-87a5-424e-b54e-4fa73d143a2a req-1ef84f58-ab2f-450b-b02f-cd90529d7239 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0580523 Oct 22 15:22:44.641767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e97bb364-87a5-424e-b54e-4fa73d143a2a req-0fc3172c-68c7-4dcc-ac0e-ee7df104bd88 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Oct 22 15:22:44.661846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Made reservation on behalf of 8d0575226d9d4ee6afabfc78966e0b7c for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:22:44.669040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:44.764454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18017383-483d-4cf8-a36d-097cde1c76c5 req-6d70fdb0-6b8e-4870-8d6d-18261f179842 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 210 time: 0.0388916 Oct 22 15:22:44.841378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Allocated IP 172.20.0.7 (00fd12af-f3bd-44e4-90c3-a04fd2afba56/91051354-5c08-44de-a806-34a38e308125/865259d2-c6e4-423d-9a80-2db56f5e1502) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:44.879062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23148-af7d-42c2-a5a1-e41f1aab3950 req-9670e4fa-ba12-45a5-b63e-c439422c8e08 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:44.880901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5b23148-af7d-42c2-a5a1-e41f1aab3950 req-9670e4fa-ba12-45a5-b63e-c439422c8e08 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 946 time: 0.0608697 Oct 22 15:22:44.946316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5b23148-af7d-42c2-a5a1-e41f1aab3950 req-77ae4744-dbee-44d7-afee-3e40ebd3729a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582271 Oct 22 15:22:45.030591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:45.102514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f53b78-229e-4d89-a077-19059d1899c0 req-8d1af36f-b8a9-4cf7-84ee-5194b91e9267 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:45.104356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07f53b78-229e-4d89-a077-19059d1899c0 req-8d1af36f-b8a9-4cf7-84ee-5194b91e9267 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 946 time: 0.0623677 Oct 22 15:22:45.145582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d081ecd2-4198-4089-99ca-4c5c12c54e0f req-45d3e00d-cc0a-455f-908c-4619a9a26367 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0395749 Oct 22 15:22:45.173215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07f53b78-229e-4d89-a077-19059d1899c0 req-516d2bfd-55aa-417d-b4dd-0a13105271e4 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491350 Oct 22 15:22:45.188191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59948) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:45.198223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:45.247461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:45.251564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:45.254339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:45.282049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Pushing event updated for resources: {'Port': ['ID=865259d2-c6e4-423d-9a80-2db56f5e1502,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:45.317417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:45.318039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:45.408087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5816a2d2-8835-4f83-a281-bac7a4b40a39 tempest-TestVolumeBackupRestore-2083941547 tempest-TestVolumeBackupRestore-2083941547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:45.409926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5816a2d2-8835-4f83-a281-bac7a4b40a39 tempest-TestVolumeBackupRestore-2083941547 tempest-TestVolumeBackupRestore-2083941547-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1092 time: 0.2204924 Oct 22 15:22:45.412737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 59956) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:45.417326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:45.429079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-672418c0-bfce-4cbf-9cf4-2683e91169da tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0091879 Oct 22 15:22:45.444673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Request body: {'port': {'device_id': 'fec6c510-c028-44db-8dd5-5c3988103475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:45.505750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:45.546178 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:45.785387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865e26-0695-471b-a79c-a03a4b89d802 req-7aa93c58-12d7-492a-a1c8-6817ffe7242c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:45.793792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12865e26-0695-471b-a79c-a03a4b89d802 req-7aa93c58-12d7-492a-a1c8-6817ffe7242c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0720584 Oct 22 15:22:45.850951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12865e26-0695-471b-a79c-a03a4b89d802 req-b3584cbc-1f3c-414d-90f6-88ddf259cfc8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Oct 22 15:22:45.931844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d24de8-963a-4b99-a42f-2021a6dbfba4 req-fca0d373-d5d6-4d6c-b761-7d52c769f213 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:45.939340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5d24de8-963a-4b99-a42f-2021a6dbfba4 req-fca0d373-d5d6-4d6c-b761-7d52c769f213 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 931 time: 0.0680892 Oct 22 15:22:45.977435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5d24de8-963a-4b99-a42f-2021a6dbfba4 req-579ceaaa-7cc3-4b21-8fb4-a7fd198bca70 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369551 Oct 22 15:22:46.177383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:46.256854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf1e831c-b6cd-430d-901b-971fe217645c req-dd988540-cd81-410e-9b62-b6044730dee2 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0308235 Oct 22 15:22:46.280819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865259d2-c6e4-423d-9a80-2db56f5e1502 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:46.310518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:46.332656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Transition to ACTIVE for port object 865259d2-c6e4-423d-9a80-2db56f5e1502 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:22:46.348585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Allocated IP 172.25.1.128 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/0348eecb-6b45-43d3-97e8-c95f1ed03ee9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:22:46.437420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:46.485121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:46.516022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Pushing event updated for resources: {'Port': ['ID=865259d2-c6e4-423d-9a80-2db56f5e1502,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:46.602671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Attempting to bind port 865259d2-c6e4-423d-9a80-2db56f5e1502 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:22:46.603053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Attempting to bind port 865259d2-c6e4-423d-9a80-2db56f5e1502 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'f22e4625-1d16-40c6-bf79-3a102c4c5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:22:46.603392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Attempting to bind port 865259d2-c6e4-423d-9a80-2db56f5e1502 on network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:46.610538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Port 865259d2-c6e4-423d-9a80-2db56f5e1502 on network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:22:46.613001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Attempting to bind port 865259d2-c6e4-423d-9a80-2db56f5e1502 on network 00fd12af-f3bd-44e4-90c3-a04fd2afba56 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:22:46.620347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:22:46.620691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Checking segment: {'id': 'f22e4625-1d16-40c6-bf79-3a102c4c5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:22:46.621076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Bound using segment: {'id': 'f22e4625-1d16-40c6-bf79-3a102c4c5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:22:46.621508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Bound port: 865259d2-c6e4-423d-9a80-2db56f5e1502, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22e4625-1d16-40c6-bf79-3a102c4c5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:22:46.621877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:46.689420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] For port 865259d2-c6e4-423d-9a80-2db56f5e1502, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:22:46.692737 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] For port 865259d2-c6e4-423d-9a80-2db56f5e1502, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=865259d2-c6e4-423d-9a80-2db56f5e1502,segment=NetworkSegment(f22e4625-1d16-40c6-bf79-3a102c4c5838),segment_id=f22e4625-1d16-40c6-bf79-3a102c4c5838)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:22:46.694316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:46.747235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:22:46.754037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:22:46.783037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:22:46.801202 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'Port': ['ID=0348eecb-6b45-43d3-97e8-c95f1ed03ee9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:46.837758 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-d9323662-5ca9-4591-b5c9-6a22b9f1c000 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994706 Oct 22 15:22:46.996122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e42efd-2bdb-44b5-b9f2-25dffa3e1944 req-e8a0915a-e853-4f0c-a3c5-5967094230e3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:46.997977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0e42efd-2bdb-44b5-b9f2-25dffa3e1944 req-e8a0915a-e853-4f0c-a3c5-5967094230e3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0603426 Oct 22 15:22:47.020498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241458de-aebc-4268-ac17-805fd7f3318f req-d37b3e95-0875-4f9f-8e80-813f1dc2b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.022135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-d37b3e95-0875-4f9f-8e80-813f1dc2b4ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1096 time: 0.1217854 Oct 22 15:22:47.052444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0e42efd-2bdb-44b5-b9f2-25dffa3e1944 req-8dcc02e3-4a82-4a92-8f08-112686f6e724 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Oct 22 15:22:47.154203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d06c2-8f2d-4825-ba1b-f27c03bd355d req-e70a5abe-9d98-4da0-8b07-02817f79a616 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.156215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d06c2-8f2d-4825-ba1b-f27c03bd355d req-e70a5abe-9d98-4da0-8b07-02817f79a616 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 943 time: 0.0645294 Oct 22 15:22:47.207996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674d06c2-8f2d-4825-ba1b-f27c03bd355d req-33226c0e-80fc-464b-ac14-307f992fc0c5 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Oct 22 15:22:47.217192 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:47.286776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241458de-aebc-4268-ac17-805fd7f3318f req-35e1417a-98f1-4416-9ba4-12acba50e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.289460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-35e1417a-98f1-4416-9ba4-12acba50e3b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.2110693 Oct 22 15:22:47.298949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.299864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:47.301375 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] 10.222.0.69 "PUT /v2.0/ports/865259d2-c6e4-423d-9a80-2db56f5e1502 HTTP/1.1" status: 200 len: 1091 time: 1.8627169 Oct 22 15:22:47.307130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec6c510-c028-44db-8dd5-5c3988103475', 'tag': '865259d2-c6e4-423d-9a80-2db56f5e1502'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:47.309837 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a4b664-332d-465f-b427-a005a398fb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fec6c510-c028-44db-8dd5-5c3988103475", "tag": "865259d2-c6e4-423d-9a80-2db56f5e1502"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:47.379796 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9fd94c-31f2-4795-b905-bf49a63e7c14 x-openstack-request-id: req-5a9fd94c-31f2-4795-b905-bf49a63e7c14 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:47.380085 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec6c510-c028-44db-8dd5-5c3988103475", "tag": "865259d2-c6e4-423d-9a80-2db56f5e1502", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:47.380338 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a9fd94c-31f2-4795-b905-bf49a63e7c14 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:47.380745 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec6c510-c028-44db-8dd5-5c3988103475', 'tag': '865259d2-c6e4-423d-9a80-2db56f5e1502', 'status': 'completed', 'code': 200} Oct 22 15:22:47.391674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05e903a0-53bb-458b-96b4-6450386e7fa9 req-fc388ec2-f191-4193-b249-abac84cb7e91 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0358715 Oct 22 15:22:47.417118 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88cc8-cd58-460b-8e91-a4ddb9b0864f service neutron] Pushing event updated for resources: {'Port': ['ID=865259d2-c6e4-423d-9a80-2db56f5e1502,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:47.488443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-994b4b5e-cfc4-44cd-9ac7-126d7b33bff7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 1001 time: 0.1843452 Oct 22 15:22:47.537187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:47.542778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4b664-332d-465f-b427-a005a398fb6c req-b202acf5-ba94-44ba-8d7e-07206150d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.546923 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-11a4b664-332d-465f-b427-a005a398fb6c req-b202acf5-ba94-44ba-8d7e-07206150d9c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 1094 time: 0.1531014 Oct 22 15:22:47.615390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241458de-aebc-4268-ac17-805fd7f3318f req-a37523ca-ce15-4804-9183-3004dbe1a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.616858 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-a37523ca-ce15-4804-9183-3004dbe1a5ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1148610 Oct 22 15:22:47.738774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:47.740803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4b664-332d-465f-b427-a005a398fb6c req-44f1f1bf-2e27-4ebe-995c-b2b3245207e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.742270 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-11a4b664-332d-465f-b427-a005a398fb6c req-44f1f1bf-2e27-4ebe-995c-b2b3245207e5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1760371 Oct 22 15:22:47.779087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241458de-aebc-4268-ac17-805fd7f3318f req-e1ab53a7-53dd-4111-8509-e73ca0bbc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.780672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-e1ab53a7-53dd-4111-8509-e73ca0bbc259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483788 Oct 22 15:22:47.958679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4b664-332d-465f-b427-a005a398fb6c req-f54a5884-7de2-4d14-ae90-7eca5dde6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:47.960254 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-11a4b664-332d-465f-b427-a005a398fb6c req-f54a5884-7de2-4d14-ae90-7eca5dde6f89 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937063 Oct 22 15:22:48.021266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-944cd155-852f-4c0a-bebb-fe45ea1d99fd service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294934 Oct 22 15:22:48.137871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-23d91354-56b4-45cd-aade-4d1b018397d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:48.139460 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-23d91354-56b4-45cd-aade-4d1b018397d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 1094 time: 0.1334689 Oct 22 15:22:48.209890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-b2d4515a-6993-4776-8981-977ded1a14fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865259d2-c6e4-423d-9a80-2db56f5e1502 HTTP/1.1" status: 200 len: 217 time: 0.0596104 Oct 22 15:22:48.217204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:48.224090 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-241458de-aebc-4268-ac17-805fd7f3318f req-fe750e8e-4ee2-4142-a805-1f878d0cc625 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836617 Oct 22 15:22:48.237809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243cc6-f219-4cf3-bff3-c23d0323e0be req-32e32403-5dd9-497d-b801-06c0c759be56 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:48.237809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a243cc6-f219-4cf3-bff3-c23d0323e0be req-32e32403-5dd9-497d-b801-06c0c759be56 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0913441 Oct 22 15:22:48.280276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a243cc6-f219-4cf3-bff3-c23d0323e0be req-dbb2e170-97b9-450e-b8dd-35143ebf8511 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Oct 22 15:22:48.336372 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:48.339963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d89d-fb93-479b-bb66-7a55afeb113d req-9e88f936-70fc-4b95-a9ac-74a5fe718654 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:48.341696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e88d89d-fb93-479b-bb66-7a55afeb113d req-9e88f936-70fc-4b95-a9ac-74a5fe718654 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 943 time: 0.0604331 Oct 22 15:22:48.389343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e88d89d-fb93-479b-bb66-7a55afeb113d req-b0ad41a9-ba89-4f58-a68a-f3ce023663bc tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Oct 22 15:22:48.446429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event updated for resources: {'Port': ['ID=0348eecb-6b45-43d3-97e8-c95f1ed03ee9,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:48.472316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-425f80c8-466e-405a-a181-3ca0ab1b3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:48.474147 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-425f80c8-466e-405a-a181-3ca0ab1b3408 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91051354-5c08-44de-a806-34a38e308125 HTTP/1.1" status: 200 len: 851 time: 0.1060100 Oct 22 15:22:48.477908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:48.509007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8660da4f-f015-4eb4-9d38-c2eb69d107fb req-460232b3-5281-4b1b-8353-a9b093466547 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0298674 Oct 22 15:22:48.544499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-92c43dac-7619-42d2-991c-4e9c6d938c80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00fd12af-f3bd-44e4-90c3-a04fd2afba56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626822 Oct 22 15:22:48.678364 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Floating IP 527515ba-83e3-4b4b-8ca0-9598b2d2d4b7 associated. External IP: 172.25.1.128, port: 9878877e-c905-41b4-8f27-fd8cd529a0d6. Oct 22 15:22:49.088339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-11dd7e9f-494d-4e9c-a7cf-ff48d903ded0 service neutron] 10.222.0.69 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341125 Oct 22 15:22:49.298646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1c8eaf6-8596-4911-bb7b-ef859effbc14 req-321c9745-fec5-40f7-9cab-976077f93c4e service neutron] 10.222.0.69 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011969 Oct 22 15:22:49.315982 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-b42de0b0-8c50-4cb1-a59f-bb1d5357daf6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234539 Oct 22 15:22:49.415627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778cca-2534-4a95-924b-c7767a679a6e req-18a169ba-efe0-49d8-90b9-9ce9ce75a4b7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:49.417206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c778cca-2534-4a95-924b-c7767a679a6e req-18a169ba-efe0-49d8-90b9-9ce9ce75a4b7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0560229 Oct 22 15:22:49.428580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:22:49.438931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849ae7-0109-4111-accc-66152c8186d0 req-4d48a265-2e3c-4af9-87ed-f74788764b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:49.440795 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-4d48a265-2e3c-4af9-87ed-f74788764b12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1097 time: 0.0728886 Oct 22 15:22:49.478558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c778cca-2534-4a95-924b-c7767a679a6e req-4a6c9707-b82c-4381-a873-063576f5446f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Oct 22 15:22:49.542004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253718de-464a-4571-b80e-80abae33cfcc req-918b956b-b029-4628-9139-04f93555806d tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:49.549882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-253718de-464a-4571-b80e-80abae33cfcc req-918b956b-b029-4628-9139-04f93555806d tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 943 time: 0.0610206 Oct 22 15:22:49.609629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-253718de-464a-4571-b80e-80abae33cfcc req-eb3414a7-dfc8-4898-85e1-6387624cc5c4 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Oct 22 15:22:49.636780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b66561f0-96c5-433e-9e74-337dcbad9b7c req-dcfe4bec-b854-4c6a-8996-758d28ed0922 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0412674 Oct 22 15:22:49.658735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:22:49.668479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849ae7-0109-4111-accc-66152c8186d0 req-3088c268-5879-433c-86f4-3b77255c7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:49.668479 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-3088c268-5879-433c-86f4-3b77255c7148 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 914 time: 0.1651857 Oct 22 15:22:49.674121 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] Sync routers for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:22:49.689625 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:49.691123 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:22:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:49.759360 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-de654e47-bd89-4620-9a3f-9268c8ac0b4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 1000 time: 0.0825818 Oct 22 15:22:49.861862 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:49.862044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849ae7-0109-4111-accc-66152c8186d0 req-9f69b29c-7986-4228-a814-df5537f8acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:49.862044 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-9f69b29c-7986-4228-a814-df5537f8acf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 200 len: 852 time: 0.0605090 Oct 22 15:22:49.889860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849ae7-0109-4111-accc-66152c8186d0 req-6424728a-4be8-4f68-94ee-4848968b6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:49.891642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-6424728a-4be8-4f68-94ee-4848968b6d8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e80c0589-b895-4b62-b861-f611612bfef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565159 Oct 22 15:22:49.964232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:50.003448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-df425e17-1f35-4ad7-bffc-a1081db19fcf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5896049 Oct 22 15:22:50.006203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59992) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:50.008555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:50.010696 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea" -d '{"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:50.025190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-e3a80283-1369-401d-a513-839da9ef0c76 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248617 Oct 22 15:22:50.061338 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f45004-fef1-4a55-bf0a-1586cae6a0f4 x-openstack-request-id: req-19f45004-fef1-4a55-bf0a-1586cae6a0f4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:50.061850 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:50.062314 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19f45004-fef1-4a55-bf0a-1586cae6a0f4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:50.065306 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'status': 'completed', 'code': 200} Oct 22 15:22:50.084665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6c059-f473-4243-98fa-83e6b9db7e60 tempest-TestVolumeBackupRestore-2083941547 tempest-TestVolumeBackupRestore-2083941547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.087262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2bc6c059-f473-4243-98fa-83e6b9db7e60 tempest-TestVolumeBackupRestore-2083941547 tempest-TestVolumeBackupRestore-2083941547-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1092 time: 0.0795436 Oct 22 15:22:50.089687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 59996) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:22:50.090493 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '527515ba-83e3-4b4b-8ca0-9598b2d2d4b7', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:22:47Z', 'updated_at': '2021-10-22T15:22:47Z', 'revision_number': 0, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:50.097395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Request body: {'floatingip': {'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:22:50.131473 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] Checking router: 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:22:50.141424 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df849ae7-0109-4111-accc-66152c8186d0 req-f13d160f-3c8e-413a-bba6-8625e1228383 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020958 Oct 22 15:22:50.141645 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:50.142030 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:22:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:50.157305 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:50.279579 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:50.359982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-ebc37011-b7b7-43e2-88e4-51f10def2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.362075 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-ebc37011-b7b7-43e2-88e4-51f10def2606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1097 time: 0.0737138 Oct 22 15:22:50.494706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-8656f1a0-d155-42af-834a-95056106b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.496268 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-8656f1a0-d155-42af-834a-95056106b428 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 914 time: 0.1219802 Oct 22 15:22:50.601286 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-24e64e8c-0549-46d4-bda6-f64edb39571c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 1000 time: 0.0923271 Oct 22 15:22:50.704043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-8d23c2a8-49e2-4343-b986-98636c4cdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.705501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '527515ba-83e3-4b4b-8ca0-9598b2d2d4b7', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:22:47Z', 'updated_at': '2021-10-22T15:22:47Z', 'revision_number': 0, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:50.706009 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-8d23c2a8-49e2-4343-b986-98636c4cdaeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 200 len: 852 time: 0.0969319 Oct 22 15:22:50.738980 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396a47-c8a9-47fa-ae78-70822b7fdaf8 None None] The sync data for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 is: [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '527515ba-83e3-4b4b-8ca0-9598b2d2d4b7', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:22:47Z', 'updated_at': '2021-10-22T15:22:47Z', 'revision_number': 0, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:22:50.766293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-418f015c-9cbc-4e45-a232-34f98bd1994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.768566 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-418f015c-9cbc-4e45-a232-34f98bd1994b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e80c0589-b895-4b62-b861-f611612bfef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508950 Oct 22 15:22:50.863297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206bb6-cddf-4323-9c3b-1745152e207a req-ada413fc-5bcd-41a7-824c-41d95c185ce9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.863297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19206bb6-cddf-4323-9c3b-1745152e207a req-ada413fc-5bcd-41a7-824c-41d95c185ce9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.2599297 Oct 22 15:22:50.882687 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-b4c6acbc-4681-4e4b-bb4b-5057d4d4c29c service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052456 Oct 22 15:22:50.899440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04636f-63dc-4da9-bc13-749bf4b8ff3e req-4771d8a1-1ce5-405f-966f-0244645dd630 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:50.900955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da04636f-63dc-4da9-bc13-749bf4b8ff3e req-4771d8a1-1ce5-405f-966f-0244645dd630 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 943 time: 0.1757963 Oct 22 15:22:50.912079 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.resource_extend [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 15:22:51.000346 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:51.001509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dba5d6b6-e2f2-41e5-90f5-3519897d01ea req-4c3c92cb-9f81-4aab-81de-92afb5d346eb service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062388 Oct 22 15:22:51.009019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19206bb6-cddf-4323-9c3b-1745152e207a req-caaa949b-052c-4b99-a1c9-f9439fe3b06f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359415 Oct 22 15:22:51.018688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da04636f-63dc-4da9-bc13-749bf4b8ff3e req-3ce8d480-d11a-4cf5-8754-244054125748 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991354 Oct 22 15:22:51.030121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85c733-7b1c-432b-9066-e7b3d5b5cbf3 None None] New status for floating IP 527515ba-83e3-4b4b-8ca0-9598b2d2d4b7: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:22:51.084953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:51.158492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b26fa519-94c0-4ce9-aaab-171c61380752 req-1e98115e-ef72-49d6-b0c4-c739025af4a1 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0315192 Oct 22 15:22:51.167767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-ce85c733-7b1c-432b-9066-e7b3d5b5cbf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:22:51.168125 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-ce85c733-7b1c-432b-9066-e7b3d5b5cbf3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:22:51.597930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:22:51.670578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85c733-7b1c-432b-9066-e7b3d5b5cbf3 None None] New status for floating IP 527515ba-83e3-4b4b-8ca0-9598b2d2d4b7: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:22:51.710558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:22:51.715378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:51.745164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:51.747835 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e065fed-5250-457b-b7ee-caf165d9a43a" -d '{"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:51.784737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9ff8d716-2485-4440-99ee-c17ab705e76e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "PUT /v2.0/floatingips/527515ba-83e3-4b4b-8ca0-9598b2d2d4b7 HTTP/1.1" status: 200 len: 992 time: 1.6938918 Oct 22 15:22:51.850631 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb501e-ba71-4533-a3fe-21611c09558d x-openstack-request-id: req-9cfb501e-ba71-4533-a3fe-21611c09558d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:51.851203 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:51.851478 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9cfb501e-ba71-4533-a3fe-21611c09558d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:51.851920 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'status': 'completed', 'code': 200} Oct 22 15:22:51.918926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-3766a71e-95dd-4740-9033-435aef3ed1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:51.924596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-3766a71e-95dd-4740-9033-435aef3ed1ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1097 time: 0.0451169 Oct 22 15:22:51.960103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] Sync routers for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:22:51.970672 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:51.971407 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:22:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:52.040065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-57e8f436-1505-4efc-a060-21eae5205824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:52.041780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-57e8f436-1505-4efc-a060-21eae5205824 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 914 time: 0.1139717 Oct 22 15:22:52.093780 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:52.165966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-e4481463-ba9a-4aaf-9f53-f401825cbe3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 1002 time: 0.1171670 Oct 22 15:22:52.196530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a0962-ee3f-48f6-86c2-78eacc8b6c38 req-7d56132b-a300-49c2-8c06-b30397060f61 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:52.198700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-453a0962-ee3f-48f6-86c2-78eacc8b6c38 req-7d56132b-a300-49c2-8c06-b30397060f61 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 943 time: 0.0886137 Oct 22 15:22:52.231239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-c0c4775d-d935-49e5-9663-bca6a75214f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:52.233116 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-c0c4775d-d935-49e5-9663-bca6a75214f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 200 len: 852 time: 0.0604339 Oct 22 15:22:52.276608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-453a0962-ee3f-48f6-86c2-78eacc8b6c38 req-0163d210-e362-4832-8be3-3b0d4d7149f8 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511620 Oct 22 15:22:52.285055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-2653041a-494e-41d3-a07b-81c2c0fba16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:52.286847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-2653041a-494e-41d3-a07b-81c2c0fba16c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e80c0589-b895-4b62-b861-f611612bfef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461013 Oct 22 15:22:52.290373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fdb1-0703-4f92-b577-c37e05ceea8e req-fe092750-fa7e-4e65-8288-f7a515b3c0fd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:52.291920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c501fdb1-0703-4f92-b577-c37e05ceea8e req-fe092750-fa7e-4e65-8288-f7a515b3c0fd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0922945 Oct 22 15:22:52.356582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c501fdb1-0703-4f92-b577-c37e05ceea8e req-54b196b4-310c-423e-9c15-f3640d30a76b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530436 Oct 22 15:22:52.431062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a048a04-3fe2-4eed-947e-97a9a99bdc71 req-6d65afa5-0817-4262-bc7c-f9e13f25ea29 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0637498 Oct 22 15:22:52.459083 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-7b44af91-4013-44fa-88e3-fe73717593b9 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550789 Oct 22 15:22:52.469964 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '527515ba-83e3-4b4b-8ca0-9598b2d2d4b7', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:22:47Z', 'updated_at': '2021-10-22T15:22:51Z', 'revision_number': 2, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:52.497276 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] Checking router: 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:22:52.506563 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:22:52.507191 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:22:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:52.551591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e065fed-5250-457b-b7ee-caf165d9a43a req-9887d1e9-4318-41bc-a4a4-0964a9f3bb96 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 Oct 22 15:22:52.621381 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:22:52.650526 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c46f-899f-4be0-a068-1cc5a7525f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:52.849131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '527515ba-83e3-4b4b-8ca0-9598b2d2d4b7', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:22:47Z', 'updated_at': '2021-10-22T15:22:51Z', 'revision_number': 2, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:22:52.875633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a8ed7-ac2f-4151-bbb6-5508563a4065 None None] The sync data for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 is: [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '527515ba-83e3-4b4b-8ca0-9598b2d2d4b7', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'port_id': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'mac_address': 'fa:16:3e:f2:bb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748349-d5df-4161-8d86-44321a276b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:22:47Z', 'updated_at': '2021-10-22T15:22:51Z', 'revision_number': 2, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:22:53.403960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1277b-1480-43c9-914e-2e8a353f3ff2 req-ac67f97a-e3e9-41aa-ac1a-320a705c28ab tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:53.412248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1f1277b-1480-43c9-914e-2e8a353f3ff2 req-ac67f97a-e3e9-41aa-ac1a-320a705c28ab tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 943 time: 0.0602126 Oct 22 15:22:53.484897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1f1277b-1480-43c9-914e-2e8a353f3ff2 req-6915405b-9528-4958-8588-b8c0dcd38260 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Oct 22 15:22:53.512098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad423-6d6a-43aa-ae70-344a29eab728 req-2e1e4ab9-14e1-4aa8-9e8e-30403dfdbe59 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:53.513890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-877ad423-6d6a-43aa-ae70-344a29eab728 req-2e1e4ab9-14e1-4aa8-9e8e-30403dfdbe59 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0702326 Oct 22 15:22:53.555968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-877ad423-6d6a-43aa-ae70-344a29eab728 req-573871b7-749a-4292-90ff-f77b43aaac44 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Oct 22 15:22:53.583037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d78a4796-60b7-42ec-b1cc-d04843ca0b1e req-d6fce5fb-6c8f-4948-9d9c-f41aeeeb8f35 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0260947 Oct 22 15:22:53.852742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:53.855200 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509fd873-2f56-489e-a3d1-9e58bcf0e53b" -d '{"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:53.900026 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5207bdb-8e1d-4a14-9668-953968c4dc04 x-openstack-request-id: req-f5207bdb-8e1d-4a14-9668-953968c4dc04 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:53.900320 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:53.900565 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5207bdb-8e1d-4a14-9668-953968c4dc04 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:53.900976 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'status': 'completed', 'code': 200} Oct 22 15:22:53.971271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-c57423fa-c90d-4fc3-a9c4-25606b410873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:53.972862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-c57423fa-c90d-4fc3-a9c4-25606b410873 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1097 time: 0.0512002 Oct 22 15:22:54.071259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-7bef07f2-3742-4555-a1bb-a42542b0aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:54.072725 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-7bef07f2-3742-4555-a1bb-a42542b0aebe service neutron] 10.222.0.69 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 914 time: 0.0921588 Oct 22 15:22:54.113567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 865259d2-c6e4-423d-9a80-2db56f5e1502 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:22:54.149486 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-06957357-e007-4aad-9ca3-4cd2b932fa7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 1002 time: 0.0631034 Oct 22 15:22:54.199100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-f711b0de-036d-4f2a-8405-2bcb0231159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:54.200578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-f711b0de-036d-4f2a-8405-2bcb0231159c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 200 len: 852 time: 0.0432794 Oct 22 15:22:54.210329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 865259d2-c6e4-423d-9a80-2db56f5e1502, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=865259d2-c6e4-423d-9a80-2db56f5e1502,segment=NetworkSegment(f22e4625-1d16-40c6-bf79-3a102c4c5838),segment_id=f22e4625-1d16-40c6-bf79-3a102c4c5838)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:54.221601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '865259d2-c6e4-423d-9a80-2db56f5e1502', 'network_id': '00fd12af-f3bd-44e4-90c3-a04fd2afba56', 'port_id': '865259d2-c6e4-423d-9a80-2db56f5e1502', 'mac_address': 'fa:16:3e:04:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91051354-5c08-44de-a806-34a38e308125', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:22:54.246373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-3c2d13de-8047-42a5-94d6-7e910255ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:54.248496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-3c2d13de-8047-42a5-94d6-7e910255ef75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e80c0589-b895-4b62-b861-f611612bfef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401680 Oct 22 15:22:54.262668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:54.275779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865259d2-c6e4-423d-9a80-2db56f5e1502 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:22:54.296355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 865259d2-c6e4-423d-9a80-2db56f5e1502, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=865259d2-c6e4-423d-9a80-2db56f5e1502,segment=NetworkSegment(f22e4625-1d16-40c6-bf79-3a102c4c5838),segment_id=f22e4625-1d16-40c6-bf79-3a102c4c5838)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:54.348854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-8273c956-bb2b-435d-a6b3-628492175f04 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930181 Oct 22 15:22:54.392881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:54.447604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-509fd873-2f56-489e-a3d1-9e58bcf0e53b req-f3e58626-ced0-46af-8bb7-0eb597298b7d service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886910 Oct 22 15:22:54.455956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=865259d2-c6e4-423d-9a80-2db56f5e1502,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:54.609199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f4455-deb2-4f2d-96d3-26b8f54d9d33 req-8f8448bd-901f-412c-a335-9d0a69f52f81 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:54.611417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f33f4455-deb2-4f2d-96d3-26b8f54d9d33 req-8f8448bd-901f-412c-a335-9d0a69f52f81 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 944 time: 0.0547192 Oct 22 15:22:54.681386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f33f4455-deb2-4f2d-96d3-26b8f54d9d33 req-f58a538a-40aa-4b20-b159-c2c1af9c9abe tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 Oct 22 15:22:54.702855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada550-eb72-4dfd-9624-8b3569629733 req-709ed30a-593c-4f16-aa4e-c70f1b7564ff tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:54.704389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2ada550-eb72-4dfd-9624-8b3569629733 req-709ed30a-593c-4f16-aa4e-c70f1b7564ff tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0676079 Oct 22 15:22:54.741261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['865259d2-c6e4-423d-9a80-2db56f5e1502'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:22:54.746400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2ada550-eb72-4dfd-9624-8b3569629733 req-d6a51524-17f2-432b-bf87-9fdd8f5d924e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Oct 22 15:22:54.783460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f13fd78f-399a-45c3-8332-64f911eedf23 req-6bd64bb9-2a23-446f-a7e8-d465c073a33f tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0331514 Oct 22 15:22:55.192969 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-12d5344d-a284-4ccf-a033-8f48da6e811b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:55.824952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de315ac-9842-435b-8262-26ed210b3653 req-9eaedc00-7c9b-4e08-9b9a-c36f82cc1b6a tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:55.827715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5de315ac-9842-435b-8262-26ed210b3653 req-9eaedc00-7c9b-4e08-9b9a-c36f82cc1b6a tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 944 time: 0.0655065 Oct 22 15:22:55.902332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5de315ac-9842-435b-8262-26ed210b3653 req-5f0bab50-13a1-4701-a53f-3b58d067505c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674903 Oct 22 15:22:55.918853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4cff-b8a0-4c88-a151-cff1ff77dbd2 req-a8ede095-8783-4062-895a-232896220326 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:55.920994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ceb4cff-b8a0-4c88-a151-cff1ff77dbd2 req-a8ede095-8783-4062-895a-232896220326 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0782852 Oct 22 15:22:55.969456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ceb4cff-b8a0-4c88-a151-cff1ff77dbd2 req-b6d15916-e425-433e-9f1d-68dc0b759e61 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Oct 22 15:22:55.999152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdd7e805-d2cd-4e21-b66f-6726ff350013 req-f26743a7-e537-4cee-84a9-d5bb65132471 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0287330 Oct 22 15:22:56.117843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 865259d2-c6e4-423d-9a80-2db56f5e1502 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:22:56.256210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 865259d2-c6e4-423d-9a80-2db56f5e1502 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:22:56.260462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 865259d2-c6e4-423d-9a80-2db56f5e1502 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:22:56.260826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:56.345092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:56.368367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6c510-c028-44db-8dd5-5c3988103475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865259d2-c6e4-423d-9a80-2db56f5e1502'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:22:56.370685 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb336f9-fdab-4cfa-ba69-664837ad617a" -d '{"events": [{"server_uuid": "fec6c510-c028-44db-8dd5-5c3988103475", "name": "network-vif-plugged", "status": "completed", "tag": "865259d2-c6e4-423d-9a80-2db56f5e1502"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:22:56.385578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 865259d2-c6e4-423d-9a80-2db56f5e1502, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=865259d2-c6e4-423d-9a80-2db56f5e1502,segment=NetworkSegment(f22e4625-1d16-40c6-bf79-3a102c4c5838),segment_id=f22e4625-1d16-40c6-bf79-3a102c4c5838)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:22:56.408654 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f590d47-5c93-48de-bad1-248c6dfaed6e x-openstack-request-id: req-5f590d47-5c93-48de-bad1-248c6dfaed6e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:22:56.409454 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6c510-c028-44db-8dd5-5c3988103475", "name": "network-vif-plugged", "status": "completed", "tag": "865259d2-c6e4-423d-9a80-2db56f5e1502", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:22:56.409454 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f590d47-5c93-48de-bad1-248c6dfaed6e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:22:56.409713 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6c510-c028-44db-8dd5-5c3988103475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865259d2-c6e4-423d-9a80-2db56f5e1502', 'code': 200} Oct 22 15:22:56.477653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:56.506772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:56.515848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400f7d2-86e4-40a8-a941-3c3996c4f823 req-46c236d2-65bd-440c-a0a0-34106c7d3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:56.517463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f400f7d2-86e4-40a8-a941-3c3996c4f823 req-46c236d2-65bd-440c-a0a0-34106c7d3be0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 1096 time: 0.0457501 Oct 22 15:22:56.533852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=865259d2-c6e4-423d-9a80-2db56f5e1502,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:22:56.562598 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f400f7d2-86e4-40a8-a941-3c3996c4f823 req-fa4168db-403f-4425-81c3-6800328ddb12 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350580 Oct 22 15:22:56.581241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:56.817719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa046818-3a91-465e-a067-6ea3d70b4641 req-50f35c10-46f8-4e6f-8dec-40425f20fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:56.819432 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa046818-3a91-465e-a067-6ea3d70b4641 req-50f35c10-46f8-4e6f-8dec-40425f20fce6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0431309 Oct 22 15:22:56.860809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fa046818-3a91-465e-a067-6ea3d70b4641 req-015d7ce6-fdef-4efc-91b1-d7b58f9edec2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Oct 22 15:22:57.029461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5f120-e0ee-46f6-acd1-a7fcb2584fa3 req-bcc8222f-6df1-4cc9-8564-3978b3dcd1ba tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:57.031251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bc5f120-e0ee-46f6-acd1-a7fcb2584fa3 req-bcc8222f-6df1-4cc9-8564-3978b3dcd1ba tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0583022 Oct 22 15:22:57.105244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bc5f120-e0ee-46f6-acd1-a7fcb2584fa3 req-d8435497-7d60-43f8-aeb7-cf8c45e3685b tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Oct 22 15:22:57.129834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ed8a8-b486-4d6a-ad7d-59626f63ee81 req-6091ad84-0df2-4d95-9fba-b8ca4f99661c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:57.129834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e0ed8a8-b486-4d6a-ad7d-59626f63ee81 req-6091ad84-0df2-4d95-9fba-b8ca4f99661c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0744357 Oct 22 15:22:57.180052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e0ed8a8-b486-4d6a-ad7d-59626f63ee81 req-bf342882-431d-44e0-bb3b-84b578bde3f2 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Oct 22 15:22:57.215189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49d0c8c5-1d6b-4a43-bf92-9942b437bce4 req-1e4b1e37-9d9c-4834-9393-69e954fb400f tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0302608 Oct 22 15:22:58.125224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:22:58.235518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c282b0d-57a4-4b2f-937f-cb972427e70f req-b0c7e933-dffb-4345-b05e-68728593c937 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:58.236125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c282b0d-57a4-4b2f-937f-cb972427e70f req-b0c7e933-dffb-4345-b05e-68728593c937 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0560660 Oct 22 15:22:58.280979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c282b0d-57a4-4b2f-937f-cb972427e70f req-3069a646-2be0-4f57-9fb3-2f45853693f1 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Oct 22 15:22:58.337220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64fb36-fc38-4794-8303-3f71305b1046 req-5cf8faf5-b5e1-49a0-90e3-b6c505558151 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:58.346158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c64fb36-fc38-4794-8303-3f71305b1046 req-5cf8faf5-b5e1-49a0-90e3-b6c505558151 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Oct 22 15:22:58.392878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60886b8c-de5e-4cd4-a575-77db24fcff22 req-4b7be29a-004f-4edf-bbc0-4c27db26c857 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0386221 Oct 22 15:22:58.410538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c64fb36-fc38-4794-8303-3f71305b1046 req-a0033824-426f-498b-83bd-6211beec5f04 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628531 Oct 22 15:22:58.707023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-4dd4bed6-bcf3-4de6-8610-b8cd428b24da tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:58.708659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-4dd4bed6-bcf3-4de6-8610-b8cd428b24da tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 810 time: 0.1112692 Oct 22 15:22:58.725331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-99651cc7-3191-4bb2-b77c-b27c8b03a63c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/quotas/670ed54c65a3458485d08d105efc6711 HTTP/1.1" status: 200 len: 375 time: 0.0105352 Oct 22 15:22:58.788711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-ea4b4be1-cb65-4c11-85c7-f33e360b83be tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572007 Oct 22 15:22:58.881648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-002bcfb7-1c01-4f0f-babd-87b3685a4e5a service neutron] 10.222.0.66 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Oct 22 15:22:58.976018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-556aaf05-9781-4414-b811-ab70ed923daf service neutron] 10.222.0.66 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881300 Oct 22 15:22:59.264010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-561f503d-3181-42f0-beda-863d29dc97b2 req-0039065d-5604-4256-8c10-0d4fa0386751 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Oct 22 15:22:59.416714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56769f74-ef16-476c-903c-7e9ee392dad4 req-5d895b08-605b-4528-95c7-476af6bc83a2 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:59.418202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56769f74-ef16-476c-903c-7e9ee392dad4 req-5d895b08-605b-4528-95c7-476af6bc83a2 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0567250 Oct 22 15:22:59.462019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56769f74-ef16-476c-903c-7e9ee392dad4 req-df4dba0e-35ea-4222-9fdf-b9baf766a63b tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Oct 22 15:22:59.502263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f55b3c3-f5dc-44ab-a539-aeda448e4879 req-06d86125-c0d0-46ea-a033-75a1ccb19183 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0300820 Oct 22 15:22:59.585511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c94d-00ba-4b3d-8a81-54edc66330b9 req-6ed3661f-44c8-490e-939a-3c7f84e97067 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:22:59.587092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10f0c94d-00ba-4b3d-8a81-54edc66330b9 req-6ed3661f-44c8-490e-939a-3c7f84e97067 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0559435 Oct 22 15:22:59.626031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10f0c94d-00ba-4b3d-8a81-54edc66330b9 req-bac8a2ba-22f8-4f20-a470-5917e9969474 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Oct 22 15:23:00.257845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0ebe-9244-4326-9bd9-7e7a4e0b4a67 req-f20e0327-ea4f-473b-8a88-de2613c22a82 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:00.259403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-363f0ebe-9244-4326-9bd9-7e7a4e0b4a67 req-f20e0327-ea4f-473b-8a88-de2613c22a82 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0517702 Oct 22 15:23:00.298668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-363f0ebe-9244-4326-9bd9-7e7a4e0b4a67 req-4a7e1aa9-4962-44f1-877c-6bd9f7dbbfd9 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Oct 22 15:23:00.344070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab3e524b-753c-4450-8bd2-e68582fe4657 req-8ea0c30d-e561-4ad1-b7c5-b6561e2a975a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 210 time: 0.0278151 Oct 22 15:23:00.610176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f715eb8-ab69-48c0-b779-ed470a4d9da3 req-d1b272b1-be82-423e-bd6a-bc92a2267584 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0329373 Oct 22 15:23:01.438669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ed31-c850-4277-9785-70a59a1113c0 req-f21d7fdd-4b96-4bd1-915e-698ff6d01705 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:01.440247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b29ed31-c850-4277-9785-70a59a1113c0 req-f21d7fdd-4b96-4bd1-915e-698ff6d01705 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0661557 Oct 22 15:23:01.462555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c10c6bf3-8a9f-4741-bd96-4a38d9d67c91 req-c10ce5f1-df7b-4019-983c-42c296c107ff tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 210 time: 0.0432875 Oct 22 15:23:01.500505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b29ed31-c850-4277-9785-70a59a1113c0 req-ae95c51b-2db0-4646-b314-641d22603441 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Oct 22 15:23:01.716077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c8fc654-77ff-4d03-a2d9-6b138c954618 req-9aafa016-20ab-45b8-b811-d5ab6f3f2d8c tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0289972 Oct 22 15:23:01.847759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-1fa02a83-a0fd-4118-8576-69125525e4a3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:01.849254 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-1fa02a83-a0fd-4118-8576-69125525e4a3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.69 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 810 time: 0.1154723 Oct 22 15:23:01.862597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Request body: {'port': {'device_id': '5221198f-b30e-4789-aeef-d8087c839303', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'admin_state_up': True, 'tenant_id': '670ed54c65a3458485d08d105efc6711'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:02.088916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Made reservation on behalf of 670ed54c65a3458485d08d105efc6711 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:23:02.093079 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:02.223780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Allocated IP 172.20.0.10 (18929ce7-b13a-4332-b310-1c778093b779/8849b9c9-717e-45b4-97af-01985cfebdbc/26b8fae7-2ae3-46bd-8860-cdfceb4f3810) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:23:02.369745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:02.525295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:02.540351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bbabe792-e32c-4995-94ec-9742118daa15'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:02.581340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Network 18929ce7-b13a-4332-b310-1c778093b779 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:23:02.589858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:23:02.594575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:23:02.605664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Pushing event updated for resources: {'Port': ['ID=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:02.636686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fb76-518e-40b9-8eb0-22ded19906bd req-835b547e-a87d-4a06-9cc3-1ea0137b5c80 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:02.640114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a26fb76-518e-40b9-8eb0-22ded19906bd req-835b547e-a87d-4a06-9cc3-1ea0137b5c80 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 932 time: 0.0894594 Oct 22 15:23:02.662822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:02.663607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:02.678835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1eb3c-068e-4810-94ea-908ba9e27fef req-13265668-cba8-427b-b007-da02162b341a tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:02.680366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41d1eb3c-068e-4810-94ea-908ba9e27fef req-13265668-cba8-427b-b007-da02162b341a tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0899768 Oct 22 15:23:02.710312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a26fb76-518e-40b9-8eb0-22ded19906bd req-af15e838-3536-48d4-b807-9353f394be93 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645010 Oct 22 15:23:02.731059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41d1eb3c-068e-4810-94ea-908ba9e27fef req-876dda65-87a3-41c2-b49d-4fd8e62f8599 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Oct 22 15:23:02.761904 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-6c4d2ae0-8902-49b4-94bf-fb4e026bf5a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9032710 Oct 22 15:23:02.775659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Request body: {'port': {'device_id': '5221198f-b30e-4789-aeef-d8087c839303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:02.833992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:02.835116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecca5aea-bdfa-4d2b-a0e1-54c68d2f50f1 req-99ec93ce-f6c1-41aa-93e0-595f520de575 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0380952 Oct 22 15:23:03.113848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:23:03.121826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:03.134299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Transition to ACTIVE for port object 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:23:03.265794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4d88b-e395-403a-8339-79f551e4de75 req-7220e151-1676-40f3-b4f8-d9d82244a3df tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:03.267407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43a4d88b-e395-403a-8339-79f551e4de75 req-7220e151-1676-40f3-b4f8-d9d82244a3df tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0537324 Oct 22 15:23:03.301699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:03.306338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43a4d88b-e395-403a-8339-79f551e4de75 req-a8b0aed7-d2c7-4e0a-96d3-a17cd92d9719 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Oct 22 15:23:03.353148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Pushing event updated for resources: {'Port': ['ID=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:03.435999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Attempting to bind port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:23:03.436384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Attempting to bind port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:23:03.436778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Attempting to bind port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 on network 18929ce7-b13a-4332-b310-1c778093b779 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:23:03.450501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 on network 18929ce7-b13a-4332-b310-1c778093b779 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:23:03.451076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Attempting to bind port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 on network 18929ce7-b13a-4332-b310-1c778093b779 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:23:03.470000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:23:03.470451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Checking segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:23:03.470716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Bound using segment: {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:23:03.471188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Bound port: 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7952027a-aad9-480a-8d4f-dea8a20208e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '18929ce7-b13a-4332-b310-1c778093b779'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:23:03.471555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:03.513434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-aa2bb69b-29b2-44e2-a0d1-9729394bd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:03.514960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-aa2bb69b-29b2-44e2-a0d1-9729394bd468 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 1096 time: 0.0759280 Oct 22 15:23:03.571856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] For port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:23:03.616120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] For port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:23:03.639350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-dbcb9bca-8b6a-4dc3-9f93-48d9d1232508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:03.640843 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-dbcb9bca-8b6a-4dc3-9f93-48d9d1232508 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00fd12af-f3bd-44e4-90c3-a04fd2afba56 HTTP/1.1" status: 200 len: 912 time: 0.1169169 Oct 22 15:23:03.682342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-b504c23f-924e-482d-8ce6-955ee936093e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865259d2-c6e4-423d-9a80-2db56f5e1502 HTTP/1.1" status: 200 len: 217 time: 0.0338016 Oct 22 15:23:03.743451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-abc597be-0ec3-4dd4-acef-7b8eca96e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:03.744930 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-abc597be-0ec3-4dd4-acef-7b8eca96e238 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91051354-5c08-44de-a806-34a38e308125 HTTP/1.1" status: 200 len: 851 time: 0.0540094 Oct 22 15:23:03.782691 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-03cad65a-13ab-42cd-ab71-518b05870e10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00fd12af-f3bd-44e4-90c3-a04fd2afba56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288656 Oct 22 15:23:03.800884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:03.846763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532830a9-54d5-4303-a900-65b655fbc354 req-0b6bfee3-7713-485c-a225-fa927966c1d7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:03.848653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-532830a9-54d5-4303-a900-65b655fbc354 req-0b6bfee3-7713-485c-a225-fa927966c1d7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 944 time: 0.0560541 Oct 22 15:23:03.866856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:03.911521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-532830a9-54d5-4303-a900-65b655fbc354 req-e8252395-3282-452b-ac05-a1e283d471c0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532801 Oct 22 15:23:03.955583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f75f0094-ecd8-461f-b578-d78c9d8732f3 req-0df9e3fc-9af7-4d7a-afcf-909671c4acae tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0344918 Oct 22 15:23:04.243580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.244182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:04.245546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] 10.222.0.69 "PUT /v2.0/ports/26b8fae7-2ae3-46bd-8860-cdfceb4f3810 HTTP/1.1" status: 200 len: 1092 time: 1.4744444 Oct 22 15:23:04.248332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5221198f-b30e-4789-aeef-d8087c839303', 'tag': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:04.250396 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e6fd0-4d94-461d-b639-93a2935cdefb" -d '{"events": [{"name": "network-changed", "server_uuid": "5221198f-b30e-4789-aeef-d8087c839303", "tag": "26b8fae7-2ae3-46bd-8860-cdfceb4f3810"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:04.276290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb303239-f1f5-405c-81a9-373d4986f309 service neutron] Pushing event updated for resources: {'Port': ['ID=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:04.290081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-94890896-4533-4703-9ab1-493e13cbe995 service neutron] 10.222.0.69 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987574 Oct 22 15:23:04.296431 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f9273f-ca13-4e18-9df8-4cc326793761 x-openstack-request-id: req-04f9273f-ca13-4e18-9df8-4cc326793761 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:04.296722 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5221198f-b30e-4789-aeef-d8087c839303", "tag": "26b8fae7-2ae3-46bd-8860-cdfceb4f3810", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:04.296973 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04f9273f-ca13-4e18-9df8-4cc326793761 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:04.297442 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5221198f-b30e-4789-aeef-d8087c839303', 'tag': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810', 'status': 'completed', 'code': 200} Oct 22 15:23:04.412469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6fd0-4d94-461d-b639-93a2935cdefb req-a6e1e62f-be73-4c25-90ce-b4823008c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.413974 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c52e6fd0-4d94-461d-b639-93a2935cdefb req-a6e1e62f-be73-4c25-90ce-b4823008c66c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 1095 time: 0.0902762 Oct 22 15:23:04.424812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f88bb5e1-02dc-443e-9e8a-9713a16bda17 req-9be8cce7-19f2-4cdb-bffc-f3059aecf15b service neutron] 10.222.0.69 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238589 Oct 22 15:23:04.430777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b257b2d-5b43-4f02-95a2-39ae90de0f3a req-afbaff92-7b9e-48c5-84df-36884593874c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.432764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b257b2d-5b43-4f02-95a2-39ae90de0f3a req-afbaff92-7b9e-48c5-84df-36884593874c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0544012 Oct 22 15:23:04.485679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b257b2d-5b43-4f02-95a2-39ae90de0f3a req-18a4e15f-a6e7-4ed0-984d-507e085902e6 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458643 Oct 22 15:23:04.530532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6fd0-4d94-461d-b639-93a2935cdefb req-8b9d4591-1bbb-4e52-b95f-7deed73bcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.532202 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c52e6fd0-4d94-461d-b639-93a2935cdefb req-8b9d4591-1bbb-4e52-b95f-7deed73bcbe3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=670ed54c65a3458485d08d105efc6711&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1061649 Oct 22 15:23:04.641016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6fd0-4d94-461d-b639-93a2935cdefb req-38c0a0b7-48e9-49db-b9ce-6e3706893da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.642610 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c52e6fd0-4d94-461d-b639-93a2935cdefb req-38c0a0b7-48e9-49db-b9ce-6e3706893da8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939536 Oct 22 15:23:04.724419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-fbd04b2d-58fe-4470-92ab-22d11be73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.725915 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-fbd04b2d-58fe-4470-92ab-22d11be73570 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 1095 time: 0.0407462 Oct 22 15:23:04.768731 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-858cedb5-ff73-4623-8535-8853bd15323d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810 HTTP/1.1" status: 200 len: 217 time: 0.0341852 Oct 22 15:23:04.826729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-1360e204-fb50-4c93-9dde-ab4f0ec08f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:04.828242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-1360e204-fb50-4c93-9dde-ab4f0ec08f75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0482278 Oct 22 15:23:04.863442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-38595cc5-79c6-4292-b987-910cf7b55ffc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255733 Oct 22 15:23:04.959226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-732688d9-db9b-4f96-8517-73b6ceb60f15 service neutron] 10.222.0.69 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852132 Oct 22 15:23:05.043842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d793e92-e5ba-4134-ac4d-34e8d31b2e59 req-ddd700c3-b7a1-4d5f-ab6d-ade7eac5b2bf tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:05.046234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d793e92-e5ba-4134-ac4d-34e8d31b2e59 req-ddd700c3-b7a1-4d5f-ab6d-ade7eac5b2bf tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 944 time: 0.0595033 Oct 22 15:23:05.079096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cc44c6bc-82bd-47b2-9fb7-249d18aa8860 req-febdddc6-f646-49d3-837d-15281945ef64 service neutron] 10.222.0.69 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053779 Oct 22 15:23:05.088395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-315e0dde-8b5c-4f5f-a345-702f2f4bafc6 req-ae17cad0-fa2c-4620-bb00-73acc3d6b65f tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0410604 Oct 22 15:23:05.112207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d793e92-e5ba-4134-ac4d-34e8d31b2e59 req-27843cf1-c98e-4321-91ef-aa20854edce0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560725 Oct 22 15:23:05.610940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81b5e2-9acc-4d2e-bf3a-c3c9b1313997 req-27cc3869-0837-44ea-a948-7690fa28414c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:05.612688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa81b5e2-9acc-4d2e-bf3a-c3c9b1313997 req-27cc3869-0837-44ea-a948-7690fa28414c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0585392 Oct 22 15:23:05.652553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa81b5e2-9acc-4d2e-bf3a-c3c9b1313997 req-5f4204b4-2161-4f56-90c0-98d1a6ae032e tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Oct 22 15:23:06.225771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-946d620c-5ee9-4850-a52e-b3bbec2358bc req-ec9306b5-47fc-419b-b9ec-d4c81cffc319 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0433118 Oct 22 15:23:06.265685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b9451-5c08-4e25-8c5a-0a9dffaeb961 req-8ff48e49-819c-4b5f-9e43-772d05f91fc3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:06.267261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f40b9451-5c08-4e25-8c5a-0a9dffaeb961 req-8ff48e49-819c-4b5f-9e43-772d05f91fc3 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 944 time: 0.0742583 Oct 22 15:23:06.312941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f40b9451-5c08-4e25-8c5a-0a9dffaeb961 req-aa7d530d-23d8-4b83-a526-18aec701aa62 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 Oct 22 15:23:06.773575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf6d8-2f94-476a-9dae-f3f359b1094b req-1e197b10-3944-4297-84a8-15d7c93efba0 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:06.775101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1abbf6d8-2f94-476a-9dae-f3f359b1094b req-1e197b10-3944-4297-84a8-15d7c93efba0 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0541627 Oct 22 15:23:06.816170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1abbf6d8-2f94-476a-9dae-f3f359b1094b req-c21d9762-7193-46ad-9597-efa90586aa87 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Oct 22 15:23:07.328909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234be64-a403-4cb3-87f8-53c35026b0ec req-7c08b8f1-36ab-4c51-8b92-99f8990f1783 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:07.330379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6234be64-a403-4cb3-87f8-53c35026b0ec req-7c08b8f1-36ab-4c51-8b92-99f8990f1783 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0546341 Oct 22 15:23:07.369223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6234be64-a403-4cb3-87f8-53c35026b0ec req-080a8575-b514-4daa-9e90-4e516c6cfad8 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Oct 22 15:23:07.456170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ed32989-cb0f-4e38-9ec7-f04fe1dbad05 req-9366d3b4-1525-44ef-ac5e-10f8dfec4054 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0281196 Oct 22 15:23:07.564641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681ea8a-f927-45a7-ae0c-abd908a49c3c req-609b51f6-4293-4579-b370-cb86b30c7be8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:07.566175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6681ea8a-f927-45a7-ae0c-abd908a49c3c req-609b51f6-4293-4579-b370-cb86b30c7be8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 944 time: 0.0511184 Oct 22 15:23:07.605244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6681ea8a-f927-45a7-ae0c-abd908a49c3c req-9576b6aa-6b7b-43d4-90a1-51dfaecde447 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Oct 22 15:23:08.501813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcacb6-d56c-4fbe-b5b5-631c494f45cc req-40ff0b92-ae5c-4c3f-b2ea-9357871c986c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:08.503517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ebcacb6-d56c-4fbe-b5b5-631c494f45cc req-40ff0b92-ae5c-4c3f-b2ea-9357871c986c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0635943 Oct 22 15:23:08.571577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ebcacb6-d56c-4fbe-b5b5-631c494f45cc req-b9f1f750-a730-4b14-86a8-65a32e9c580b tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615768 Oct 22 15:23:08.573695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b93371f1-e8b4-4377-af5d-6064c8e3649f req-6d0c8343-e69e-4185-a1fb-1e519b9015aa tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0325613 Oct 22 15:23:08.727322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17535fa-db97-4b0a-95ff-9f26dc3d6e9b req-a3c594dc-2d73-4107-8909-5428d2bd1528 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:08.729093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f17535fa-db97-4b0a-95ff-9f26dc3d6e9b req-a3c594dc-2d73-4107-8909-5428d2bd1528 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 944 time: 0.0527704 Oct 22 15:23:08.769506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f17535fa-db97-4b0a-95ff-9f26dc3d6e9b req-cf98171a-095e-47a8-965a-19ae5223e5f0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Oct 22 15:23:09.716576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-103d42ff-8e1e-4196-bd10-dc371602151c req-f2313292-61b1-4e16-baff-cab69be8d8c9 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0566287 Oct 22 15:23:09.736107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490dd81-fdbb-4ebb-809c-1810f7293b76 req-bf88530f-7119-4b60-9b84-b6f176a1ff06 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:09.737608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a490dd81-fdbb-4ebb-809c-1810f7293b76 req-bf88530f-7119-4b60-9b84-b6f176a1ff06 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0800085 Oct 22 15:23:09.807046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a490dd81-fdbb-4ebb-809c-1810f7293b76 req-353049a8-752f-4883-965b-413a230ce409 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Oct 22 15:23:09.911093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdadec4-8834-4844-88cc-4d6f4bea3be4 req-cac6a99f-6450-4070-9bff-26969e36b8c0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:09.921343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fdadec4-8834-4844-88cc-4d6f4bea3be4 req-cac6a99f-6450-4070-9bff-26969e36b8c0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 944 time: 0.0704687 Oct 22 15:23:09.961784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fdadec4-8834-4844-88cc-4d6f4bea3be4 req-9d767a9a-88ea-40db-b53d-243fc510e76f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Oct 22 15:23:10.197920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:23:10.295658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecaab8-fafe-454d-babc-d6e9a3d80b3f req-2bf1529c-75a7-44ee-97b8-7dc7fa602b1b tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:10.297282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8ecaab8-fafe-454d-babc-d6e9a3d80b3f req-2bf1529c-75a7-44ee-97b8-7dc7fa602b1b tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0540941 Oct 22 15:23:10.313217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:10.326314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810', 'network_id': '18929ce7-b13a-4332-b310-1c778093b779', 'port_id': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810', 'mac_address': 'fa:16:3e:b7:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8849b9c9-717e-45b4-97af-01985cfebdbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:23:10.345769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8ecaab8-fafe-454d-babc-d6e9a3d80b3f req-c365d673-6340-4331-81e3-b027558e1767 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Oct 22 15:23:10.393973 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:10.418362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:23:10.442669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-8d30f0f5-ccda-4075-a195-acdcf4d314c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:10.445114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-8d30f0f5-ccda-4075-a195-acdcf4d314c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 1096 time: 0.0580428 Oct 22 15:23:10.447148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:10.541869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:10.544655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-acaf010c-24bd-4881-8b60-a96546a9c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:10.546152 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-acaf010c-24bd-4881-8b60-a96546a9c38c service neutron] 10.222.0.69 "GET /v2.0/networks?id=00fd12af-f3bd-44e4-90c3-a04fd2afba56 HTTP/1.1" status: 200 len: 912 time: 0.0939534 Oct 22 15:23:10.592629 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-6f1fcac9-cd51-4804-939f-449e51a1fc91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865259d2-c6e4-423d-9a80-2db56f5e1502 HTTP/1.1" status: 200 len: 217 time: 0.0371833 Oct 22 15:23:10.596170 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:10.644412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-fbd9f3cb-9226-4654-af07-eece351cd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:10.645898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-fbd9f3cb-9226-4654-af07-eece351cd39c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91051354-5c08-44de-a806-34a38e308125 HTTP/1.1" status: 200 len: 851 time: 0.0457773 Oct 22 15:23:10.683677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-544db0d1-5a7a-4217-9fc3-bac98082ef0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00fd12af-f3bd-44e4-90c3-a04fd2afba56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304224 Oct 22 15:23:10.781621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-2cd35d30-1457-4d17-9464-8ed2cf39fcc5 service neutron] 10.222.0.69 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882199 Oct 22 15:23:10.832912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b98203a9-89da-446c-98c4-7b2004f6dbaa req-090f214b-2c15-4be5-b839-673eb738a508 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0347185 Oct 22 15:23:10.886939 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-da455105-7d1d-46c0-b97e-18afe446fca2 req-8b53e270-e8c3-4c1d-9231-3602877f8836 service neutron] 10.222.0.69 "GET /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958970 Oct 22 15:23:10.963390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['26b8fae7-2ae3-46bd-8860-cdfceb4f3810'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:11.086635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e12f7c-3d2e-487f-89fc-b9a3c83f6d5b req-be5d8e6b-6c53-4992-b4f3-fa16564b764a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:11.088420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e12f7c-3d2e-487f-89fc-b9a3c83f6d5b req-be5d8e6b-6c53-4992-b4f3-fa16564b764a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Oct 22 15:23:11.132601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e12f7c-3d2e-487f-89fc-b9a3c83f6d5b req-1362b645-3f8c-41f9-ab85-3a89f942efd2 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360043 Oct 22 15:23:11.481059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466325-e2b2-4063-9cfd-fc1b92008d84 req-edbfb193-8978-4900-bab4-e1408cfb4733 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:11.483630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed466325-e2b2-4063-9cfd-fc1b92008d84 req-edbfb193-8978-4900-bab4-e1408cfb4733 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0560150 Oct 22 15:23:11.523979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed466325-e2b2-4063-9cfd-fc1b92008d84 req-5c50e1ff-fd32-4f79-bce0-1522655d1517 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Oct 22 15:23:11.656006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:11.940080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27ce8065-7a46-454b-8f8a-58a5b17b2e64 req-7da008d6-fcf6-4f94-8016-3bbbaaceac28 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0276921 Oct 22 15:23:12.220804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:23:12.270531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54e1bd-9183-4f91-957c-c9fac8f8b235 req-4bfb4987-1f67-4648-abf5-221f7f76fcfb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:12.272589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d54e1bd-9183-4f91-957c-c9fac8f8b235 req-4bfb4987-1f67-4648-abf5-221f7f76fcfb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 945 time: 0.0630810 Oct 22 15:23:12.316178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d54e1bd-9183-4f91-957c-c9fac8f8b235 req-437998e4-98ee-46da-bd08-a425f1aa191a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368268 Oct 22 15:23:12.391105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:23:12.395314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:23:12.395799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:12.479109 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:12.503451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5221198f-b30e-4789-aeef-d8087c839303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:12.505717 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a052cb6-21e9-4293-8dc1-9f5a4a6e190f" -d '{"events": [{"server_uuid": "5221198f-b30e-4789-aeef-d8087c839303", "name": "network-vif-plugged", "status": "completed", "tag": "26b8fae7-2ae3-46bd-8860-cdfceb4f3810"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:12.519335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:12.546393 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd441d6-4d3d-4e55-90d6-1fddf70902bc x-openstack-request-id: req-7bd441d6-4d3d-4e55-90d6-1fddf70902bc {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:12.546751 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5221198f-b30e-4789-aeef-d8087c839303", "name": "network-vif-plugged", "status": "completed", "tag": "26b8fae7-2ae3-46bd-8860-cdfceb4f3810", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:12.550741 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bd441d6-4d3d-4e55-90d6-1fddf70902bc {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:12.550741 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5221198f-b30e-4789-aeef-d8087c839303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810', 'code': 200} Oct 22 15:23:12.621431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:12.655365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be4ff3-9ca5-46e2-8078-6912657ded20 req-f5f74eee-6f78-428e-8ca9-9056767b7a21 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:12.659641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54be4ff3-9ca5-46e2-8078-6912657ded20 req-f5f74eee-6f78-428e-8ca9-9056767b7a21 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0613201 Oct 22 15:23:12.671634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa3d7-a6a3-4077-be2e-e37c2d5818bd req-c1e635f1-67fd-47ef-9e91-fa1d2ab0f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:12.673238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5bfa3d7-a6a3-4077-be2e-e37c2d5818bd req-c1e635f1-67fd-47ef-9e91-fa1d2ab0f3db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 1097 time: 0.0586452 Oct 22 15:23:12.679676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:12.713075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54be4ff3-9ca5-46e2-8078-6912657ded20 req-e73444e7-4da8-425d-b7f4-a4059abd3d78 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Oct 22 15:23:12.727511 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d5bfa3d7-a6a3-4077-be2e-e37c2d5818bd req-11add54e-6101-4a0f-b924-fe3d1c7221c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Oct 22 15:23:12.853209 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:23:13.060293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2966182-2e89-4f3a-b229-ff288a595872 req-627f0541-cbf8-47be-b7cd-98893e9d0903 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0273817 Oct 22 15:23:13.459418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8f1c-7e31-4ed9-bf18-b30ece0d8222 req-f33f41b7-b0e7-4527-a63f-acd618becad8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:13.461068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-704d8f1c-7e31-4ed9-bf18-b30ece0d8222 req-f33f41b7-b0e7-4527-a63f-acd618becad8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0756562 Oct 22 15:23:13.529446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-704d8f1c-7e31-4ed9-bf18-b30ece0d8222 req-5205baed-1466-4d6c-abaf-731a26c64075 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Oct 22 15:23:13.537900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6cd57-dc9b-4952-a26d-88c35a1ac10c req-c1fadbd6-4aaa-4f7b-be38-210b4219fe8d tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:13.539475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d6cd57-dc9b-4952-a26d-88c35a1ac10c req-c1fadbd6-4aaa-4f7b-be38-210b4219fe8d tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0773978 Oct 22 15:23:13.582288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d6cd57-dc9b-4952-a26d-88c35a1ac10c req-9718a118-db58-4a1b-b86a-98b2ae41806a tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Oct 22 15:23:14.171012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1537be46-ce53-42f4-9dfa-c5d9520dd914 req-9452fcb9-0e86-4ba4-8a3d-0086ebff9941 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0298595 Oct 22 15:23:14.655164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5e76a-1c3d-4d3a-a991-39240932a40d req-c16a90c8-d9db-4d22-8a49-5c1c35299f54 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:14.656971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4f5e76a-1c3d-4d3a-a991-39240932a40d req-c16a90c8-d9db-4d22-8a49-5c1c35299f54 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0581322 Oct 22 15:23:14.733167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4f5e76a-1c3d-4d3a-a991-39240932a40d req-38d77595-8d19-48da-8ff3-e8f7eee36a98 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573857 Oct 22 15:23:14.741417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457f6a-c761-4f78-8d03-4123ba7ddca9 req-ab9fb1a5-2c20-4297-b866-72915e12ee9f tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:14.743476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18457f6a-c761-4f78-8d03-4123ba7ddca9 req-ab9fb1a5-2c20-4297-b866-72915e12ee9f tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0844598 Oct 22 15:23:14.783744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18457f6a-c761-4f78-8d03-4123ba7ddca9 req-a07ba08f-2f0c-48b1-aaca-16f076d0bcff tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Oct 22 15:23:15.276818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06216f86-0c3d-453d-8d05-b9a8b7490c2f req-292899eb-adc6-4709-a677-8eeff57529fa tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0297520 Oct 22 15:23:15.344457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1eff4a-b528-4493-a022-f5ad17b543f9 req-78f42e36-b52b-45c9-a917-88f2d9336d35 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:15.345934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e1eff4a-b528-4493-a022-f5ad17b543f9 req-78f42e36-b52b-45c9-a917-88f2d9336d35 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0550609 Oct 22 15:23:15.384238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e1eff4a-b528-4493-a022-f5ad17b543f9 req-20e77ae6-1cc0-419e-8d87-0ad213780c94 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Oct 22 15:23:15.435752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-3927a65d-6e00-4d83-b265-fafacac820ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:15.437274 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-3927a65d-6e00-4d83-b265-fafacac820ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 1097 time: 0.0442472 Oct 22 15:23:15.532896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-e3a2b656-3aca-4abf-8243-2e9d67f74a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:15.534290 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-e3a2b656-3aca-4abf-8243-2e9d67f74a29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 911 time: 0.0895557 Oct 22 15:23:15.583546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-e7a2930c-6009-4a55-bf9b-687967aee3eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810 HTTP/1.1" status: 200 len: 217 time: 0.0341632 Oct 22 15:23:15.651161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-626e4f56-db6e-43a6-b3aa-020ec56f1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:15.652598 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-626e4f56-db6e-43a6-b3aa-020ec56f1887 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0494161 Oct 22 15:23:15.690111 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-8d564de6-311d-4754-92db-273d44f901c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254569 Oct 22 15:23:15.786050 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-5f54f6d3-faf4-4fc3-a795-33a8832983af service neutron] 10.222.0.69 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880492 Oct 22 15:23:15.893002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fd7e5b79-4123-4fce-a6b0-cf5c1677efe1 req-b1221acd-429c-48c1-b1ea-6ad8cae2441f service neutron] 10.222.0.69 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927584 Oct 22 15:23:15.910234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c85a3-b2a1-4933-879e-695e747a92ca req-51f15001-360f-41aa-b4ed-19f6f8a061dd tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:15.911853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e2c85a3-b2a1-4933-879e-695e747a92ca req-51f15001-360f-41aa-b4ed-19f6f8a061dd tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0536094 Oct 22 15:23:15.951838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e2c85a3-b2a1-4933-879e-695e747a92ca req-ab87f106-3ee2-4aa5-b920-9f4eeddd07a4 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/security-groups?id=d19e4fdc-f4ed-448e-8432-5ef1ee93c189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Oct 22 15:23:15.974520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-afc7d4b3-9013-446c-a4e0-b5f0785472cb tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:15.976084 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-afc7d4b3-9013-446c-a4e0-b5f0785472cb tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.69 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 945 time: 0.0545394 Oct 22 15:23:16.078724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Deleting port 865259d2-c6e4-423d-9a80-2db56f5e1502 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:23:16.079002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:16.168173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] For port 865259d2-c6e4-423d-9a80-2db56f5e1502, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=865259d2-c6e4-423d-9a80-2db56f5e1502,segment=NetworkSegment(f22e4625-1d16-40c6-bf79-3a102c4c5838),segment_id=f22e4625-1d16-40c6-bf79-3a102c4c5838)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:16.168537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:16.181005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Calling delete_port for 865259d2-c6e4-423d-9a80-2db56f5e1502 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:23:16.380599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37a53e09-1b13-49f7-91e3-34c0a417995e req-cd34438b-2f2e-40e1-9295-60be09fce720 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0271585 Oct 22 15:23:16.414085 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:16.430509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['865259d2-c6e4-423d-9a80-2db56f5e1502'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:16.444810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Pushing event deleted for resources: {'Port': ['ID=865259d2-c6e4-423d-9a80-2db56f5e1502,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:16.490872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] No DVR routers for this DVR port 865259d2-c6e4-423d-9a80-2db56f5e1502 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:23:16.493606 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:16.496973 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-985f8319-d676-4faa-a4a2-b269ad184c23 req-f5f69a1b-09dc-4040-bea5-27addee0b75c tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.69 "DELETE /v2.0/ports/865259d2-c6e4-423d-9a80-2db56f5e1502 HTTP/1.1" status: 204 len: 173 time: 0.5145123 Oct 22 15:23:16.500336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6c510-c028-44db-8dd5-5c3988103475', 'name': 'network-vif-deleted', 'tag': '865259d2-c6e4-423d-9a80-2db56f5e1502'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:16.500461 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d829448c-6a69-46e2-9ca5-107e7cd41242" -d '{"events": [{"server_uuid": "fec6c510-c028-44db-8dd5-5c3988103475", "name": "network-vif-deleted", "tag": "865259d2-c6e4-423d-9a80-2db56f5e1502"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:16.517515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c747d-13ba-4494-86c4-deb06be8e01e req-ee19ecaf-c132-4e33-8596-35b9d05d6a8a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:16.519138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e2c747d-13ba-4494-86c4-deb06be8e01e req-ee19ecaf-c132-4e33-8596-35b9d05d6a8a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0582502 Oct 22 15:23:16.535565 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20549bcd-b375-4234-ab2e-f8e62769ba02 x-openstack-request-id: req-20549bcd-b375-4234-ab2e-f8e62769ba02 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:16.535856 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6c510-c028-44db-8dd5-5c3988103475", "name": "network-vif-deleted", "tag": "865259d2-c6e4-423d-9a80-2db56f5e1502", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:16.536261 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20549bcd-b375-4234-ab2e-f8e62769ba02 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:16.536665 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6c510-c028-44db-8dd5-5c3988103475', 'name': 'network-vif-deleted', 'tag': '865259d2-c6e4-423d-9a80-2db56f5e1502', 'status': 'completed', 'code': 200} Oct 22 15:23:16.560542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e2c747d-13ba-4494-86c4-deb06be8e01e req-d5a3b70c-31f8-43d5-b0f5-ff2fd5a3e4bf tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Oct 22 15:23:17.057829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ea2bf3c-e030-4072-9a43-82b3188060b7 req-58e7f8d1-5a4d-48c3-89ee-390c1b433767 tempest-TestServerAdvancedOps-2105412650 tempest-TestServerAdvancedOps-2105412650-project] 10.222.0.66 "GET /v2.0/ports?device_id=fec6c510-c028-44db-8dd5-5c3988103475 HTTP/1.1" status: 200 len: 210 time: 0.0265670 Oct 22 15:23:17.487125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c9f22e9-1949-475c-8fed-5b7dc6d5a6ef req-88875d7c-d9ad-40c7-ab5e-7b22a14deb2f tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0277545 Oct 22 15:23:17.680465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59392cae-ffc8-4311-b874-b7f010171ebd req-0ed4d232-d842-4b85-ab89-fc3b1b9872ec tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:17.681839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59392cae-ffc8-4311-b874-b7f010171ebd req-0ed4d232-d842-4b85-ab89-fc3b1b9872ec tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0496404 Oct 22 15:23:17.725487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59392cae-ffc8-4311-b874-b7f010171ebd req-84f6b33e-08c4-4213-a6ec-d3f9f8721abb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Oct 22 15:23:18.121907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60290) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:18.166854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Deleting subnet 91051354-5c08-44de-a806-34a38e308125 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:23:18.170688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.204601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.244316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.388453 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.419801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91051354-5c08-44de-a806-34a38e308125,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:18.427392 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.428528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5e67d49f-d3cf-410f-b61d-69556ec7b73e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/91051354-5c08-44de-a806-34a38e308125 HTTP/1.1" status: 204 len: 168 time: 0.3055997 Oct 22 15:23:18.431121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60292) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:18.500694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.583656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.599115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7139a665-af76-41ca-b5a8-5476ccb39ed8 req-fa4b2f97-2f24-4944-8f53-6778e9d00d3d tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0327253 Oct 22 15:23:18.605770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fd12af-f3bd-44e4-90c3-a04fd2afba56']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:23:18.616865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22e4625-1d16-40c6-bf79-3a102c4c5838') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:23:18.617162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22e4625-1d16-40c6-bf79-3a102c4c5838') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:23:18.627238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.641675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.647660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:23:18.654566 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:23:18.843225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56193f-cb4f-45a8-a963-5db218b28e76 req-baeccb6f-ae69-43a2-ad4e-ee3c183a27e9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:18.844712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f56193f-cb4f-45a8-a963-5db218b28e76 req-baeccb6f-ae69-43a2-ad4e-ee3c183a27e9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0492818 Oct 22 15:23:18.873721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.883777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f56193f-cb4f-45a8-a963-5db218b28e76 req-66187005-b06f-42e7-b3c4-c7687b189a61 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Oct 22 15:23:18.887361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.892072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/00fd12af-f3bd-44e4-90c3-a04fd2afba56 HTTP/1.1" status: 204 len: 168 time: 0.4599147 Oct 22 15:23:18.895097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60300) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:18.908248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed2c0-cf18-4370-9e69-8641c3b1c6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00fd12af-f3bd-44e4-90c3-a04fd2afba56,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:18.941044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Deleting subnet ba5e9dcc-4af9-4462-876a-9571c98f0eaa {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:23:18.944318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:18.978157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.027649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.199104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.224681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5e9dcc-4af9-4462-876a-9571c98f0eaa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:19.229382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.233360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ba5e9dcc-4af9-4462-876a-9571c98f0eaa HTTP/1.1" status: 204 len: 168 time: 0.3371267 Oct 22 15:23:19.236099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60302) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:19.238735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.239113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.239453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.239785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.240113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.240444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.240767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.241088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.241412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.241733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.242051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.242372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69729a-8238-45aa-8118-a911ad174bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:19.308871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.391626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.412450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43db394d-63bf-432d-b46a-e826db21b897']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:23:19.422440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fe3399-1b79-4af3-b40a-48d89a2636b8') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:23:19.422727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fe3399-1b79-4af3-b40a-48d89a2636b8') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:23:19.432323 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.446120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.452085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:23:19.452462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:23:19.454092 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:23:19.633107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.638437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:19.641920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] 10.222.0.66 "DELETE /v2.0/networks/43db394d-63bf-432d-b46a-e826db21b897 HTTP/1.1" status: 204 len: 168 time: 0.4045994 Oct 22 15:23:19.652798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2392b-32de-40f5-9714-b31c2b919ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=43db394d-63bf-432d-b46a-e826db21b897,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:19.715670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3515e9d6-4362-40ce-8bb6-b22a30af4710 req-8d373b67-6ff6-4b9e-97ef-4f8e802f56eb tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0309215 Oct 22 15:23:20.006234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897ed9a-c774-423d-a1dd-9001aefc695f req-527b0b96-a334-4eb1-9286-3d01f2338f2d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:20.007735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6897ed9a-c774-423d-a1dd-9001aefc695f req-527b0b96-a334-4eb1-9286-3d01f2338f2d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0494761 Oct 22 15:23:20.046378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6897ed9a-c774-423d-a1dd-9001aefc695f req-ff99399a-b306-402e-ba14-625f4561866a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Oct 22 15:23:20.170626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60312) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:20.211440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e3c2a0b4-a731-493f-acad-7a894f295240 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d0575226d9d4ee6afabfc78966e0b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395896 Oct 22 15:23:20.213757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60314) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:20.266466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-044b13e1-92a5-427d-993d-8dd016d29103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:20.287252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-044b13e1-92a5-427d-993d-8dd016d29103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:20.301086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 865259d2-c6e4-423d-9a80-2db56f5e1502 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:23:20.321377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 865259d2-c6e4-423d-9a80-2db56f5e1502 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:23:20.321720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 865259d2-c6e4-423d-9a80-2db56f5e1502 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:23:20.425162 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-044b13e1-92a5-427d-993d-8dd016d29103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:20.427878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-044b13e1-92a5-427d-993d-8dd016d29103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:20.429826 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-044b13e1-92a5-427d-993d-8dd016d29103 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d19e4fdc-f4ed-448e-8432-5ef1ee93c189 HTTP/1.1" status: 204 len: 168 time: 0.2144196 Oct 22 15:23:20.437672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b13e1-92a5-427d-993d-8dd016d29103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19e4fdc-f4ed-448e-8432-5ef1ee93c189,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:20.651884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8d3e1fcf-a439-45ee-b293-131ea5b21599 req-042bbf08-191f-49f2-ba67-898730563629 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0254321 Oct 22 15:23:20.824897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d93ba81-b4c6-4151-a2cc-950cc3184547 req-6743f0ee-324e-4cb2-a8d2-43a31c022d43 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0312524 Oct 22 15:23:21.167530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5119bb-f196-4ff4-b305-ad5c8e622a62 req-af384de8-b39e-4f4d-ad36-bf057e1f13bb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:21.169740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb5119bb-f196-4ff4-b305-ad5c8e622a62 req-af384de8-b39e-4f4d-ad36-bf057e1f13bb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0498195 Oct 22 15:23:21.201763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60330) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:21.208832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb5119bb-f196-4ff4-b305-ad5c8e622a62 req-094e64c8-a4e2-49c7-92ae-4f30ccc803f8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Oct 22 15:23:21.244768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a6a79557-5669-4f11-bc30-4d262926973d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5b90fd2df27452cb10cc6f4863cf75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394928 Oct 22 15:23:21.246837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60332) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:21.298071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9699faec-12a0-4e52-b3da-5646ec566215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:21.319034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9699faec-12a0-4e52-b3da-5646ec566215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:21.471190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9699faec-12a0-4e52-b3da-5646ec566215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:21.476953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9699faec-12a0-4e52-b3da-5646ec566215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:21.476953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9699faec-12a0-4e52-b3da-5646ec566215 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aca0b16c-2935-4410-bddf-6f646dbbc918 HTTP/1.1" status: 204 len: 168 time: 0.2268193 Oct 22 15:23:21.483399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699faec-12a0-4e52-b3da-5646ec566215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0b16c-2935-4410-bddf-6f646dbbc918,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:21.946035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9e6d7f1-b3c1-42e2-9c36-57c8b0401484 req-da29693f-45ea-49ea-8b7e-143d6b8bb2e1 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0386586 Oct 22 15:23:22.334047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13c6fb-d56b-4aee-a9ed-f0dc6bdef0e5 req-d76107f4-9009-4008-9014-9de355656fd4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:22.336052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f13c6fb-d56b-4aee-a9ed-f0dc6bdef0e5 req-d76107f4-9009-4008-9014-9de355656fd4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0552363 Oct 22 15:23:22.380719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f13c6fb-d56b-4aee-a9ed-f0dc6bdef0e5 req-f47fd4f0-f9f7-4f2f-88a0-2d3558fa02d2 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Oct 22 15:23:22.630908 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1fec7468-ad14-4b65-a0fa-54d72c8f04da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:23.065425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa86aabe-d34c-4be4-a91e-09d792d7760f req-7601bc9c-17b2-43eb-9412-40d36f77e154 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0366225 Oct 22 15:23:23.518625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17f974-c431-419e-9ef3-482613bf7cab req-96607d58-e87d-4a20-9cc7-49a89f6ff197 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:23.520191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c17f974-c431-419e-9ef3-482613bf7cab req-96607d58-e87d-4a20-9cc7-49a89f6ff197 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0561678 Oct 22 15:23:23.564974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43be6eac-6552-4c6a-911c-6392a22013c1 req-35b81bb2-86fe-4848-97c8-5e8230e16e61 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0435021 Oct 22 15:23:23.572278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a70bc2e-1e86-479b-9439-fe43a1b809dc req-19071d97-c78e-4aad-a46a-4663534b9bce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2bb0c60f62434af99453015444092807&device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0256147 Oct 22 15:23:23.587885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c17f974-c431-419e-9ef3-482613bf7cab req-5bb59b9e-b7df-47ae-b01d-2178650155a9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560691 Oct 22 15:23:23.604713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a70bc2e-1e86-479b-9439-fe43a1b809dc req-7c29e310-d709-4b4d-9133-fe71fe9c3073 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2bb0c60f62434af99453015444092807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241652 Oct 22 15:23:23.703882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70bc2e-1e86-479b-9439-fe43a1b809dc req-f77dbe4b-7cb5-4fe0-b603-e85ed344547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:23.705295 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a70bc2e-1e86-479b-9439-fe43a1b809dc req-f77dbe4b-7cb5-4fe0-b603-e85ed344547f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936582 Oct 22 15:23:24.665829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-859ffce0-bb7a-4af2-af82-cc756395209f req-f5a86994-440f-40ec-b2f8-087532b22955 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0282080 Oct 22 15:23:24.715606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1a99-c42a-42d3-b005-4ec49fd1add3 req-0c5cec8a-441b-43aa-9228-3aab14111d47 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:24.717213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-754f1a99-c42a-42d3-b005-4ec49fd1add3 req-0c5cec8a-441b-43aa-9228-3aab14111d47 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0494227 Oct 22 15:23:24.756067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-754f1a99-c42a-42d3-b005-4ec49fd1add3 req-a14784cf-6fa7-49a5-8fdb-7e25a46af8cb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Oct 22 15:23:25.182274 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a70bc2e-1e86-479b-9439-fe43a1b809dc req-7b131664-36bd-4e27-9b52-2a84445ee0fd tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0266790 Oct 22 15:23:25.221440 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3809c095-bf14-4193-929f-634fab7892f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:25.780379 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46286d1c-f043-4110-a563-04818df91ad6 req-2d5e8157-2231-4fd7-a540-d9504cf19fa4 tempest-ServerShowV257Test-1691026644 tempest-ServerShowV257Test-1691026644-project] 10.222.0.66 "GET /v2.0/ports?device_id=8126d5b5-6698-4ad7-9377-c16d39ff13ae HTTP/1.1" status: 200 len: 210 time: 0.0281780 Oct 22 15:23:25.890572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4729e67-d883-4115-8713-adad87d30c74 req-caa9fee7-6ce5-422f-872b-13448bc8d5ca tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:25.892463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4729e67-d883-4115-8713-adad87d30c74 req-caa9fee7-6ce5-422f-872b-13448bc8d5ca tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0578029 Oct 22 15:23:25.935666 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4729e67-d883-4115-8713-adad87d30c74 req-2b4378fb-db73-4846-8414-a3c3f6fd1e30 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Oct 22 15:23:26.495348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:26.581285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.083207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2f51f-328d-4c12-8efe-9b1256983efd req-fcf9cdd0-5c13-4cbb-a29d-520ffcb058fb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:27.085475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12c2f51f-328d-4c12-8efe-9b1256983efd req-fcf9cdd0-5c13-4cbb-a29d-520ffcb058fb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0559130 Oct 22 15:23:27.125021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12c2f51f-328d-4c12-8efe-9b1256983efd req-b587d6d3-2c35-46f9-9012-933f2fc11e20 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Oct 22 15:23:27.419811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60380) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:27.536586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a2709eb-9479-4e42-9804-b0117041f2ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.629683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a2709eb-9479-4e42-9804-b0117041f2ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.724122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a2709eb-9479-4e42-9804-b0117041f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.767102 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a2709eb-9479-4e42-9804-b0117041f2ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bb0c60f62434af99453015444092807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477676 Oct 22 15:23:27.768231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2709eb-9479-4e42-9804-b0117041f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4d486-2f30-4dd2-a6e6-7f756e32922d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:27.769805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60384) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:27.821048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95caa144-14f8-40ff-8707-bdee90209bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.842678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95caa144-14f8-40ff-8707-bdee90209bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.981520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95caa144-14f8-40ff-8707-bdee90209bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.984177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-95caa144-14f8-40ff-8707-bdee90209bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:27.988170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-95caa144-14f8-40ff-8707-bdee90209bb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19e4d486-2f30-4dd2-a6e6-7f756e32922d HTTP/1.1" status: 204 len: 168 time: 0.2144442 Oct 22 15:23:27.993221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caa144-14f8-40ff-8707-bdee90209bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4d486-2f30-4dd2-a6e6-7f756e32922d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:28.130102 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:28.241479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04836ec7-a57f-44f5-8c53-4c11f5ad5fc8 req-43f2f382-24ee-4bb5-ad5f-e615362ca48d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:28.243008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04836ec7-a57f-44f5-8c53-4c11f5ad5fc8 req-43f2f382-24ee-4bb5-ad5f-e615362ca48d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0496194 Oct 22 15:23:28.281731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04836ec7-a57f-44f5-8c53-4c11f5ad5fc8 req-9972aa4a-eda1-4e99-9803-152b7a10f23a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Oct 22 15:23:29.133522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60414) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:29.232744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-118402307-network', 'tenant_id': 'f40541de01b04c558bd868f1b20c892b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:29.335672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Made reservation on behalf of f40541de01b04c558bd868f1b20c892b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:23:29.338925 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.348398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.430006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75777f3d-2be2-4c03-9533-b3031bca0e9f req-3ac4a5fa-6a86-466a-bf3a-6aa514ae1e82 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:29.431635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75777f3d-2be2-4c03-9533-b3031bca0e9f req-3ac4a5fa-6a86-466a-bf3a-6aa514ae1e82 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0804291 Oct 22 15:23:29.499686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75777f3d-2be2-4c03-9533-b3031bca0e9f req-817e7d2f-8979-4a4a-a04e-c06ccc621191 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601346 Oct 22 15:23:29.504358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.576409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.602386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:23:29.611317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e26dea-dcd6-48eb-a594-e98bbca76327,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:29.617480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.618398 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Added segment 2bd22823-79e7-43bf-8f4c-a09d48dcfd8f of type vlan for network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 Oct 22 15:23:29.660572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.735368 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.736333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:29.736944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:29.804623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:29.814777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:23:29.882234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:23:29.882765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e7fefbd4-2443-44ac-94db-fa9d2cda5338 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7477994 Oct 22 15:23:29.887262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Request body: {'subnet': {'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-118402307-subnet', 'tenant_id': 'f40541de01b04c558bd868f1b20c892b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:30.002166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Made reservation on behalf of f40541de01b04c558bd868f1b20c892b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:23:30.009972 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:30.244771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:30.302464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ba8044-7046-4d5e-8ef0-3b647342d6b7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:30.330394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Checking segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:23:30.331315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Network hostable DHCP agents. Network: e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:23:30.455872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:23:30.516439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:23:30.520705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:30.521532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:30.533435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d2423-6f86-4cc5-bfc2-660f36bc479f None None] Network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:23:30.657655 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-072c5f59-9115-4266-920c-d704d544ebff admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7739973 Oct 22 15:23:30.667453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1563cf-cae6-461f-bcb4-a769446e61d0 None None] Network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:23:30.907864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129084-d177-4746-a70a-91f3af2c0660 req-0f37faed-a10a-4388-a0e7-f1c376663934 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:30.909352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a129084-d177-4746-a70a-91f3af2c0660 req-0f37faed-a10a-4388-a0e7-f1c376663934 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.3350825 Oct 22 15:23:30.947800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a129084-d177-4746-a70a-91f3af2c0660 req-9ead0b12-59f4-4ca5-b39d-336536703409 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Oct 22 15:23:31.117560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-4bbebdef-8556-4772-8e65-fea81f8ccdae tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:31.118947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-4bbebdef-8556-4772-8e65-fea81f8ccdae tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 813 time: 0.1070566 Oct 22 15:23:31.133677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-3899f61f-135c-405e-8f8a-e362ffe75055 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/quotas/f40541de01b04c558bd868f1b20c892b HTTP/1.1" status: 200 len: 375 time: 0.0089512 Oct 22 15:23:31.166140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-7310512c-ff9f-46b9-8520-756e6ac799b3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260539 Oct 22 15:23:31.254417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-c6412f3f-0a8c-4511-82f4-e41d4f928714 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808811 Oct 22 15:23:31.346460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-3dbd895d-a722-4da2-b4d3-0fb2ec9c6243 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Oct 22 15:23:31.600224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-919bc78e-e55d-4f87-9912-2aa942f8fdb3 req-988c4f02-1a85-4f5d-8ed4-a2fcdba29f06 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 210 time: 0.0304301 Oct 22 15:23:32.078167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a6dbd-b861-4048-bfc5-d48127439259 req-f8a05976-8171-4a17-bc58-4ce9a79306a6 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:32.079905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-797a6dbd-b861-4048-bfc5-d48127439259 req-f8a05976-8171-4a17-bc58-4ce9a79306a6 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0493929 Oct 22 15:23:32.130766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-797a6dbd-b861-4048-bfc5-d48127439259 req-794e3dc6-ebd3-4ec5-a65b-63b5358cfe54 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363400 Oct 22 15:23:32.702537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f18cc70-62d3-4e9b-9963-dad5c8819abb req-fb58a623-e9ba-4fa4-bf94-86692a962c19 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 210 time: 0.0341165 Oct 22 15:23:33.249531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929a197-a4b3-492e-bfdd-c2d7c62d372e req-55f4adff-776b-414b-98ee-0fe3e2e638de tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:33.251013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4929a197-a4b3-492e-bfdd-c2d7c62d372e req-55f4adff-776b-414b-98ee-0fe3e2e638de tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0527241 Oct 22 15:23:33.289076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4929a197-a4b3-492e-bfdd-c2d7c62d372e req-11b8c0bc-29ee-4cf1-b077-fa25ae0653c0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Oct 22 15:23:33.796637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bbe6579-ea48-40a6-a597-a97d33173ae7 req-7fa5a824-0252-4ea9-98fd-ec1ecea99f1a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 210 time: 0.0271404 Oct 22 15:23:33.860993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:34.138698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-2e5ad21c-0d8c-44e0-b775-467d22eaecac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:34.140205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-2e5ad21c-0d8c-44e0-b775-467d22eaecac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.69 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 813 time: 0.1089628 Oct 22 15:23:34.153947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Request body: {'port': {'device_id': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'admin_state_up': True, 'tenant_id': 'f40541de01b04c558bd868f1b20c892b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:34.353432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Made reservation on behalf of f40541de01b04c558bd868f1b20c892b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:23:34.360000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:34.428621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10314410-9474-4b1d-a048-faa8d0e10aa3 req-4b1452a1-a821-41d2-8f8a-7344f4223121 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:34.431279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10314410-9474-4b1d-a048-faa8d0e10aa3 req-4b1452a1-a821-41d2-8f8a-7344f4223121 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0622725 Oct 22 15:23:34.477917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10314410-9474-4b1d-a048-faa8d0e10aa3 req-92cb887d-f3b7-4da8-b462-db95c9a0a4b6 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Oct 22 15:23:34.510101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Allocated IP 172.20.0.2 (e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6/39ba8044-7046-4d5e-8ef0-3b647342d6b7/30184411-9e45-4c53-9224-7c12f16c6a9c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:23:34.667367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:34.764982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:34.813954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:23:34.817141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:23:34.822835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:23:34.828837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:34.861523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.861884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.862203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.862539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.862869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.863243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.863584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.863962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.864369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.864651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.864985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.865313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:34.897136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:34.898008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:34.930950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04098d7a-5e61-44ff-a027-c27eaa1892c2 req-87f4c654-19b6-4761-959a-e91a52c9b15c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:34.932177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04098d7a-5e61-44ff-a027-c27eaa1892c2 req-87f4c654-19b6-4761-959a-e91a52c9b15c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 931 time: 0.0563264 Oct 22 15:23:34.971366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04098d7a-5e61-44ff-a027-c27eaa1892c2 req-94f484c8-ddd5-48b0-802a-c458e1eaba18 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Oct 22 15:23:34.993594 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-c9eb7dc9-512f-4a81-b1ea-f605b038e0c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8432736 Oct 22 15:23:35.047646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Request body: {'port': {'device_id': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:35.109792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:35.386416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:23:35.395965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:35.411360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Transition to ACTIVE for port object 30184411-9e45-4c53-9224-7c12f16c6a9c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:23:35.482141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:35.530910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:35.604654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76f28b-366e-4db7-b053-fc4d4b7c2263 req-bad20eb6-549e-46c6-9d3c-66bfc72c38a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:35.612317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:23:35.612658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:23:35.613000 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:23:35.613275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b76f28b-366e-4db7-b053-fc4d4b7c2263 req-bad20eb6-549e-46c6-9d3c-66bfc72c38a4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0597935 Oct 22 15:23:35.619243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Port 30184411-9e45-4c53-9224-7c12f16c6a9c on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:23:35.619571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:23:35.625511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:23:35.635224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Checking segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:23:35.635224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Bound using segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:23:35.635224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Bound port: 30184411-9e45-4c53-9224-7c12f16c6a9c, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:23:35.635224 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:35.671207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b76f28b-366e-4db7-b053-fc4d4b7c2263 req-c4836295-38cc-47df-8fca-d985a251239d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566642 Oct 22 15:23:35.726627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:23:35.729665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:23:35.833339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:35.867963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:35.868683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:35.870156 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] 10.222.0.69 "PUT /v2.0/ports/30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 1091 time: 0.8271716 Oct 22 15:23:35.870594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:35.873477 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5486c51e-d704-4a80-b462-5d13239c614e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:35.896171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7becf4b-e33f-4f18-b9c0-7bc9877ebdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:35.915237 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134a5acc-ad04-499b-bb63-14ffb3d772d9 x-openstack-request-id: req-134a5acc-ad04-499b-bb63-14ffb3d772d9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:35.921087 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:35.921087 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-134a5acc-ad04-499b-bb63-14ffb3d772d9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:35.921087 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'status': 'completed', 'code': 200} Oct 22 15:23:35.995654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c51e-d704-4a80-b462-5d13239c614e req-4c29f9a1-ffb6-4859-8685-390b97033932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:35.995654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5486c51e-d704-4a80-b462-5d13239c614e req-4c29f9a1-ffb6-4859-8685-390b97033932 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1094 time: 0.0501051 Oct 22 15:23:36.097668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f5be-a9c1-4f26-857f-5a9d9b228dbe req-f9ccc054-61cd-4952-8e21-eee417d195ab tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:36.099318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61a8f5be-a9c1-4f26-857f-5a9d9b228dbe req-f9ccc054-61cd-4952-8e21-eee417d195ab tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0536997 Oct 22 15:23:36.101721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c51e-d704-4a80-b462-5d13239c614e req-f02c4977-5239-4822-ac3f-d83316565ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:36.103240 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5486c51e-d704-4a80-b462-5d13239c614e req-f02c4977-5239-4822-ac3f-d83316565ab4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f40541de01b04c558bd868f1b20c892b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1033444 Oct 22 15:23:36.139082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61a8f5be-a9c1-4f26-857f-5a9d9b228dbe req-26a56a9b-5375-49b2-8a4e-a25eeabd42c5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Oct 22 15:23:36.202419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c51e-d704-4a80-b462-5d13239c614e req-b90596a4-2d0d-4fea-b608-ee420841a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:36.203947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5486c51e-d704-4a80-b462-5d13239c614e req-b90596a4-2d0d-4fea-b608-ee420841a61c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929682 Oct 22 15:23:36.283505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-04c18645-1bf8-43c5-953e-dd16ab15a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:36.285006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-04c18645-1bf8-43c5-953e-dd16ab15a592 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1094 time: 0.0403466 Oct 22 15:23:36.333274 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-a68a5e35-9310-4607-9dc5-3fd571003ab5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 217 time: 0.0386021 Oct 22 15:23:36.382915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306e37-1c32-472a-b974-24475c1957c0 req-85eff8a5-f8e6-4f61-ae38-677ffb14683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:36.384379 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-85eff8a5-f8e6-4f61-ae38-677ffb14683b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0442536 Oct 22 15:23:36.416931 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-6063b0f6-c112-4c7c-8aa6-b316426c741c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249548 Oct 22 15:23:36.513906 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-71ff0484-8375-4e56-9597-6eff5d89713b service neutron] 10.222.0.69 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889878 Oct 22 15:23:36.604196 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-24306e37-1c32-472a-b974-24475c1957c0 req-563af5af-8a94-486c-a711-0bc76ca3e816 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 Oct 22 15:23:36.792872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105005-d6c3-483d-87bc-535d6397c246 req-dd904790-aece-41d4-a0f7-a543540188b2 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:36.794751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca105005-d6c3-483d-87bc-535d6397c246 req-dd904790-aece-41d4-a0f7-a543540188b2 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0560405 Oct 22 15:23:36.832728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca105005-d6c3-483d-87bc-535d6397c246 req-c854626a-c078-458b-b506-08dcff3a6e98 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Oct 22 15:23:37.258236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf42f-e41b-45a3-83a4-8fdbe9a40e66 req-05414cf1-2fa5-42ec-867e-4ce6c959697c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:37.268502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59abf42f-e41b-45a3-83a4-8fdbe9a40e66 req-05414cf1-2fa5-42ec-867e-4ce6c959697c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0521798 Oct 22 15:23:37.299046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59abf42f-e41b-45a3-83a4-8fdbe9a40e66 req-913f7696-b643-44ae-b01c-27c1ef5e4ffe tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Oct 22 15:23:37.949334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d9678-68c9-4282-9292-f7535f1d9bdb req-72bfea67-1384-43fc-9189-a50d3113ad14 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:37.951685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c47d9678-68c9-4282-9292-f7535f1d9bdb req-72bfea67-1384-43fc-9189-a50d3113ad14 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0504887 Oct 22 15:23:37.990198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c47d9678-68c9-4282-9292-f7535f1d9bdb req-963ca002-5fb5-4f4e-8ef5-8624e18b4775 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Oct 22 15:23:38.422422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2c18-71b1-4735-915b-ecfb371a05e4 req-26366f65-49d3-4ccf-8f7e-1f9f05f26490 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:38.423976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-517c2c18-71b1-4735-915b-ecfb371a05e4 req-26366f65-49d3-4ccf-8f7e-1f9f05f26490 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0571396 Oct 22 15:23:38.471648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-517c2c18-71b1-4735-915b-ecfb371a05e4 req-c678ca77-7aef-48ca-b231-e58b450bed14 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Oct 22 15:23:39.114112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3be3b-c0e4-4747-bdc8-08acc4d5f5b4 req-cd3df494-2dee-493c-a57a-3f70ff0d8b35 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:39.115730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20c3be3b-c0e4-4747-bdc8-08acc4d5f5b4 req-cd3df494-2dee-493c-a57a-3f70ff0d8b35 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0522103 Oct 22 15:23:39.154592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20c3be3b-c0e4-4747-bdc8-08acc4d5f5b4 req-d158feb4-e8f9-4117-926b-c91ca9e73d3a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Oct 22 15:23:39.592430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995534e-4d7b-4aee-8bba-35b3020e1e56 req-b93bbc73-e1b7-4fe4-95f8-70c66fc0a7a1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:39.593982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8995534e-4d7b-4aee-8bba-35b3020e1e56 req-b93bbc73-e1b7-4fe4-95f8-70c66fc0a7a1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0527549 Oct 22 15:23:39.633803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8995534e-4d7b-4aee-8bba-35b3020e1e56 req-f9dd4088-40d5-4e6d-97db-03e11e7e3599 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338354 Oct 22 15:23:40.272705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d0fa-26dd-43ae-954c-9edc9ddd5275 req-c64e91a0-1e70-4e2f-acf1-fb5f0e06245a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:40.274111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76c1d0fa-26dd-43ae-954c-9edc9ddd5275 req-c64e91a0-1e70-4e2f-acf1-fb5f0e06245a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0529828 Oct 22 15:23:40.313949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76c1d0fa-26dd-43ae-954c-9edc9ddd5275 req-3e36d66c-59b1-436e-9fe6-24450b9542bd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Oct 22 15:23:40.352087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:23:40.453544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:40.464769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'port_id': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'mac_address': 'fa:16:3e:cf:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ba8044-7046-4d5e-8ef0-3b647342d6b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:23:40.504357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:40.517546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:23:40.537812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:40.581580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:40.630877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:40.638893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.639315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.639657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.639994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.640331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.640658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.640983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.641305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.641629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.641948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.642269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.642612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:23:40.755744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe7f2b-aeae-44c6-89aa-f56ac3ec5d46 req-9afbb49e-3b6b-4d65-b79c-29fa421dba5e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:40.757128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ebe7f2b-aeae-44c6-89aa-f56ac3ec5d46 req-9afbb49e-3b6b-4d65-b79c-29fa421dba5e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.0508225 Oct 22 15:23:40.796934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ebe7f2b-aeae-44c6-89aa-f56ac3ec5d46 req-9efe9b40-89b4-4d9b-b759-4978fe195a24 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Oct 22 15:23:40.963158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['30184411-9e45-4c53-9224-7c12f16c6a9c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:41.439835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75a1c9-8841-45dd-a285-fad241adf9be req-cd4e58f6-577f-4684-b774-6c6d290d74c1 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:41.441445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b75a1c9-8841-45dd-a285-fad241adf9be req-cd4e58f6-577f-4684-b774-6c6d290d74c1 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0541821 Oct 22 15:23:41.483555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b75a1c9-8841-45dd-a285-fad241adf9be req-58b2d668-df0d-42e8-93f7-7c8a59c3606e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354342 Oct 22 15:23:41.598470 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:41.920235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3a1df-82e9-427a-99a1-9a1d1cde378e req-7fcb1e34-9369-42e0-977c-bed119fa10fc tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:41.921732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3f3a1df-82e9-427a-99a1-9a1d1cde378e req-7fcb1e34-9369-42e0-977c-bed119fa10fc tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.0542064 Oct 22 15:23:41.961412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3f3a1df-82e9-427a-99a1-9a1d1cde378e req-7ab6219a-94ea-41e1-a9a4-55c4801ba120 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Oct 22 15:23:42.356535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:23:42.472946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 30184411-9e45-4c53-9224-7c12f16c6a9c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:23:42.477478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 30184411-9e45-4c53-9224-7c12f16c6a9c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:23:42.477853 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:42.565017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:42.590816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:42.593217 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93e743-1e1c-4490-b181-1298f6d00225" -d '{"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-plugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:42.617560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:42.631195 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03baaabd-2337-4a62-ad61-f67eff20083f x-openstack-request-id: req-03baaabd-2337-4a62-ad61-f67eff20083f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:42.631915 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-plugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:42.632215 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03baaabd-2337-4a62-ad61-f67eff20083f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:42.632686 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'code': 200} Oct 22 15:23:42.633218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86749a-9fa7-4a0e-9d17-0e15dd65c2b3 req-7f7d8e05-8d88-4b59-9bf3-9abfc3cd9018 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:42.635153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a86749a-9fa7-4a0e-9d17-0e15dd65c2b3 req-7f7d8e05-8d88-4b59-9bf3-9abfc3cd9018 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0688145 Oct 22 15:23:42.677909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a86749a-9fa7-4a0e-9d17-0e15dd65c2b3 req-6378e462-5d24-4dfe-b3e5-2e170f57738f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Oct 22 15:23:42.712624 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:42.749810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630c3b9-091b-4a55-b416-fdea01e05bce req-a469cd64-bf90-469f-80cb-389406b897d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:42.751442 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0630c3b9-091b-4a55-b416-fdea01e05bce req-a469cd64-bf90-469f-80cb-389406b897d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1096 time: 0.0493896 Oct 22 15:23:42.776645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:42.803164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0630c3b9-091b-4a55-b416-fdea01e05bce req-a01dcdc7-9638-4956-8388-b0d0f0c3c4f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Oct 22 15:23:43.095080 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c3233-3c9d-47db-a0d8-74b173d89fc0 req-9daca07f-1f0b-4faa-bc95-e08fd4f813f8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:43.096631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-077c3233-3c9d-47db-a0d8-74b173d89fc0 req-9daca07f-1f0b-4faa-bc95-e08fd4f813f8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0595100 Oct 22 15:23:43.136242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-077c3233-3c9d-47db-a0d8-74b173d89fc0 req-294eb27b-5aeb-40fb-ae8a-ee5f5fbb4762 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Oct 22 15:23:43.804308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4b2e-052b-41de-b933-89d2a04dba62 req-f1654107-67cb-4441-b675-ef9bb903b941 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:43.805915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e8e4b2e-052b-41de-b933-89d2a04dba62 req-f1654107-67cb-4441-b675-ef9bb903b941 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0562332 Oct 22 15:23:43.847970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e8e4b2e-052b-41de-b933-89d2a04dba62 req-2714d7c0-b958-4bc6-a29d-1462305ee697 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Oct 22 15:23:44.261118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6150d-9fa7-4392-9c1f-1e2be6d1dd70 req-6094c514-b30b-4c7d-8a8a-09221a410a0e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:44.262595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a6150d-9fa7-4392-9c1f-1e2be6d1dd70 req-6094c514-b30b-4c7d-8a8a-09221a410a0e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0522811 Oct 22 15:23:44.303582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a6150d-9fa7-4392-9c1f-1e2be6d1dd70 req-dd585f4a-9fcb-4899-aeff-959118629feb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Oct 22 15:23:44.967072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2081a9-d04a-4cca-b87e-bda6fb7e08f3 req-02a480f3-f65e-44e3-ba3e-889bd7c5df2e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:44.968544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee2081a9-d04a-4cca-b87e-bda6fb7e08f3 req-02a480f3-f65e-44e3-ba3e-889bd7c5df2e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0511165 Oct 22 15:23:45.006197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee2081a9-d04a-4cca-b87e-bda6fb7e08f3 req-d1b103d0-0d7a-42f8-a9b5-389213cb9dd8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Oct 22 15:23:45.425885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f78a-8e5e-4e9c-9e1b-9ffbcbde44d3 req-673319e9-fa15-46d1-a01a-f5d89fbe9af8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:45.427417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ac5f78a-8e5e-4e9c-9e1b-9ffbcbde44d3 req-673319e9-fa15-46d1-a01a-f5d89fbe9af8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0557754 Oct 22 15:23:45.466111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ac5f78a-8e5e-4e9c-9e1b-9ffbcbde44d3 req-8d1a76e3-dbd0-47c6-9138-f3bdacab5dca tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Oct 22 15:23:45.735429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-4dadc613-684d-4812-b3f2-c193c1ed6045 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:45.736900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-4dadc613-684d-4812-b3f2-c193c1ed6045 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 813 time: 0.1389573 Oct 22 15:23:45.759903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9b1d6-311f-44d4-bd17-4a1295707743 req-109c7068-903f-4a04-afc3-2e89f3ad09fd tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:45.761332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb9b1d6-311f-44d4-bd17-4a1295707743 req-109c7068-903f-4a04-afc3-2e89f3ad09fd tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 945 time: 0.0880218 Oct 22 15:23:45.764935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-cf2c786c-6353-4147-814d-e67cf1044cbe tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/quotas/f40541de01b04c558bd868f1b20c892b HTTP/1.1" status: 200 len: 375 time: 0.0222073 Oct 22 15:23:45.831170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb9b1d6-311f-44d4-bd17-4a1295707743 req-10dcc772-067c-4c34-831d-e64bc0fe4911 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Oct 22 15:23:45.839697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-6c606d9d-aca1-473d-a5c4-3e20c2f8d5a0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661554 Oct 22 15:23:45.938628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-c0cfc004-dd53-43d7-a884-c549d7155a29 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914998 Oct 22 15:23:46.031932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-a95bdf3c-aa9c-4e88-97fc-c2ee0b9180dc service neutron] 10.222.0.66 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860283 Oct 22 15:23:46.127929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635527d8-bbd8-40b5-9b1d-72adb9a6f4c8 req-8b06c920-2df2-4bf0-aa02-9ddb6a0e695b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:46.129494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-635527d8-bbd8-40b5-9b1d-72adb9a6f4c8 req-8b06c920-2df2-4bf0-aa02-9ddb6a0e695b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0558653 Oct 22 15:23:46.167116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-635527d8-bbd8-40b5-9b1d-72adb9a6f4c8 req-aa1dd3da-4f0f-423b-811d-67d7133809bb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Oct 22 15:23:46.251938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84b1a28e-895d-44c9-8224-0582f88946d4 req-8e5e4341-6e5f-4771-9f67-124d4bb548aa tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 210 time: 0.0285642 Oct 22 15:23:46.784263 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-b41ad02f-cb52-4421-9fcb-03dec624797e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436015 Oct 22 15:23:46.850800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-71357589-f27f-4a02-b996-b709d2a8feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:46.852649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-71357589-f27f-4a02-b996-b709d2a8feec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0412049 Oct 22 15:23:46.970226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a04cf-432c-489d-8e4b-9e7fc6c4e0df req-e45ae265-791d-4424-8712-611397f97c8d tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:46.971804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-612a04cf-432c-489d-8e4b-9e7fc6c4e0df req-e45ae265-791d-4424-8712-611397f97c8d tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 945 time: 0.0562179 Oct 22 15:23:46.982164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-f1a3c12d-198e-40aa-a545-e85255beaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:46.983935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-f1a3c12d-198e-40aa-a545-e85255beaa1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 911 time: 0.1037560 Oct 22 15:23:47.012713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-612a04cf-432c-489d-8e4b-9e7fc6c4e0df req-6f52b4d5-1bac-4a1b-b5b9-879fcd25aa9c tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341802 Oct 22 15:23:47.030675 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-61ebafe8-43a3-45a2-a432-e2fc8bc22356 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbabe792-e32c-4995-94ec-9742118daa15 HTTP/1.1" status: 200 len: 217 time: 0.0365300 Oct 22 15:23:47.081875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-f1b3a939-8065-4a66-815e-f90a01cfbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:47.083388 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-f1b3a939-8065-4a66-815e-f90a01cfbb54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0447919 Oct 22 15:23:47.115912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-ae467fa3-db97-464c-8c24-ed6ce87f4585 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252097 Oct 22 15:23:47.178460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-ae4f6738-ebf1-4c63-a23d-fd6577e35aa7 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:47.180197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-ae4f6738-ebf1-4c63-a23d-fd6577e35aa7 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 945 time: 0.0555522 Oct 22 15:23:47.225301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-71e83320-13ec-4d46-b41e-4f0fca422d71 service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999136 Oct 22 15:23:47.342281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-cb436ac3-fd15-4424-8e6d-ca91076b4b76 service neutron] 10.222.0.53 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093512 Oct 22 15:23:47.376097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f1d00bc-2d43-4be9-8e1a-20c473247964 req-0c11f4a5-ea4e-439c-bf48-01e6e9ae7c17 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 210 time: 0.0375252 Oct 22 15:23:47.392162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb282-9e10-4f3d-ab0f-fbf62d2b2ef9 req-9f7a8e80-37be-46e5-921b-f12693a3184f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:47.393726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01cfb282-9e10-4f3d-ab0f-fbf62d2b2ef9 req-9f7a8e80-37be-46e5-921b-f12693a3184f tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.1395535 Oct 22 15:23:47.404171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Deleting port 44d22610-3714-4fc0-9daf-7f2360f18bdc {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:23:47.404506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:47.499951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01cfb282-9e10-4f3d-ab0f-fbf62d2b2ef9 req-5dfb9f3a-741e-4328-837a-2dd76a61db9b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985413 Oct 22 15:23:47.529402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] For port 44d22610-3714-4fc0-9daf-7f2360f18bdc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=44d22610-3714-4fc0-9daf-7f2360f18bdc,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:47.529823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:47.544256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Calling delete_port for 44d22610-3714-4fc0-9daf-7f2360f18bdc owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:23:47.741272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:47.753983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['44d22610-3714-4fc0-9daf-7f2360f18bdc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:47.770902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Pushing event deleted for resources: {'Port': ['ID=44d22610-3714-4fc0-9daf-7f2360f18bdc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:47.821121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] No DVR routers for this DVR port 44d22610-3714-4fc0-9daf-7f2360f18bdc on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:23:47.824041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:47.828291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-255db8d6-1256-4538-be83-85a6b3ef0aec req-5f04dff3-4723-4104-beca-7b76ab80b9c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.53 "DELETE /v2.0/ports/44d22610-3714-4fc0-9daf-7f2360f18bdc HTTP/1.1" status: 204 len: 173 time: 0.6268828 Oct 22 15:23:47.828741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'name': 'network-vif-deleted', 'tag': '44d22610-3714-4fc0-9daf-7f2360f18bdc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:47.831397 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ab177-6da2-4724-bec2-368fe7f5e49c" -d '{"events": [{"server_uuid": "ae3c4623-0213-4b53-8478-a6387ec5c714", "name": "network-vif-deleted", "tag": "44d22610-3714-4fc0-9daf-7f2360f18bdc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:47.880655 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad25325d-3f08-4b19-98e7-37e70d00c843 x-openstack-request-id: req-ad25325d-3f08-4b19-98e7-37e70d00c843 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:47.880959 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3c4623-0213-4b53-8478-a6387ec5c714", "name": "network-vif-deleted", "tag": "44d22610-3714-4fc0-9daf-7f2360f18bdc", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:47.881235 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad25325d-3f08-4b19-98e7-37e70d00c843 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:47.881648 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3c4623-0213-4b53-8478-a6387ec5c714', 'name': 'network-vif-deleted', 'tag': '44d22610-3714-4fc0-9daf-7f2360f18bdc', 'status': 'completed', 'code': 200} Oct 22 15:23:48.124328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c9f16de-95f5-46a1-a40a-824113fffc19 req-8b9a5972-30a8-4de1-aad9-ab602cd8bdcb tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae3c4623-0213-4b53-8478-a6387ec5c714 HTTP/1.1" status: 200 len: 210 time: 0.0361142 Oct 22 15:23:48.308815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2517249-1675-4fc8-9326-6012ad012cf7 req-7a6fb816-b93e-4744-bd04-9848a90dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:48.311370 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c2517249-1675-4fc8-9326-6012ad012cf7 req-7a6fb816-b93e-4744-bd04-9848a90dfb71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 1097 time: 0.4069080 Oct 22 15:23:48.357778 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c2517249-1675-4fc8-9326-6012ad012cf7 req-69ba6f60-66df-4806-869b-eca22fc0e26a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354655 Oct 22 15:23:48.433203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-cb3848cf-0741-4d51-8e61-b67fff1e0713 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:48.435392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-cb3848cf-0741-4d51-8e61-b67fff1e0713 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.53 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 813 time: 0.1535659 Oct 22 15:23:48.451604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Request body: {'port': {'device_id': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'admin_state_up': True, 'tenant_id': 'f40541de01b04c558bd868f1b20c892b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:48.512340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91b26590-8ffb-44e1-a30e-93de9e334fae req-684faafd-4cb3-4317-ac28-ab726c610e58 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 210 time: 0.0451336 Oct 22 15:23:48.648544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f563-9349-486a-94d0-642c767994df req-58ab9c10-191e-46a7-8e5b-9cb89ca5bacb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:48.650262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3907f563-9349-486a-94d0-642c767994df req-58ab9c10-191e-46a7-8e5b-9cb89ca5bacb tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0591447 Oct 22 15:23:48.699947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3907f563-9349-486a-94d0-642c767994df req-95f720c1-60d4-433c-ac1c-cf6e81db694c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341794 Oct 22 15:23:48.741265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Made reservation on behalf of f40541de01b04c558bd868f1b20c892b for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:23:48.744932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:48.885170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Allocated IP 172.20.0.10 (e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6/39ba8044-7046-4d5e-8ef0-3b647342d6b7/fd6d9469-21bf-44d6-905d-b5dd3591652b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:23:49.055999 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:49.176448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:49.189066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['30184411-9e45-4c53-9224-7c12f16c6a9c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:49.224496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:23:49.228248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:23:49.233092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:23:49.269951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Pushing event updated for resources: {'Port': ['ID=fd6d9469-21bf-44d6-905d-b5dd3591652b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:49.300808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:49.301048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:49.419225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-7f940ffc-1f19-42df-811c-9bd1b30b69ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9723117 Oct 22 15:23:49.432251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Request body: {'port': {'device_id': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:23:49.498339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:49.731120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b723ec-0084-42c6-a53b-41fb013fdd7b req-c1957892-14d8-4394-9a55-88acf95c4611 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:49.732671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b723ec-0084-42c6-a53b-41fb013fdd7b req-c1957892-14d8-4394-9a55-88acf95c4611 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 932 time: 0.1142528 Oct 22 15:23:49.840972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b723ec-0084-42c6-a53b-41fb013fdd7b req-ca09e96b-5f1b-459c-a5ad-6fc0eba79e23 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829890 Oct 22 15:23:49.861257 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:23:49.889168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce5141-4523-4043-a932-f6b4c9074345 req-b9d4f571-3410-4858-918a-dbe284542123 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:49.892811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bce5141-4523-4043-a932-f6b4c9074345 req-b9d4f571-3410-4858-918a-dbe284542123 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.1035817 Oct 22 15:23:49.938157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6d9469-21bf-44d6-905d-b5dd3591652b {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:23:49.951027 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:49.966791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bce5141-4523-4043-a932-f6b4c9074345 req-94029ed7-41b0-47b5-a63e-d7634ef323d7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587373 Oct 22 15:23:49.973860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Transition to ACTIVE for port object fd6d9469-21bf-44d6-905d-b5dd3591652b will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:23:49.989223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 44d22610-3714-4fc0-9daf-7f2360f18bdc no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:23:50.013206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 44d22610-3714-4fc0-9daf-7f2360f18bdc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:23:50.013543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 44d22610-3714-4fc0-9daf-7f2360f18bdc not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:23:50.093326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:50.147422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6d9469-21bf-44d6-905d-b5dd3591652b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:50.221983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Attempting to bind port fd6d9469-21bf-44d6-905d-b5dd3591652b on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:23:50.222609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Attempting to bind port fd6d9469-21bf-44d6-905d-b5dd3591652b by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:23:50.222955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Attempting to bind port fd6d9469-21bf-44d6-905d-b5dd3591652b on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:23:50.227562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Port fd6d9469-21bf-44d6-905d-b5dd3591652b on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:23:50.231782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Attempting to bind port fd6d9469-21bf-44d6-905d-b5dd3591652b on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:23:50.233130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:23:50.233399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Checking segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:23:50.233772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Bound using segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:23:50.234800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Bound port: fd6d9469-21bf-44d6-905d-b5dd3591652b, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:23:50.235181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:50.301671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] For port fd6d9469-21bf-44d6-905d-b5dd3591652b, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:23:50.305202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] For port fd6d9469-21bf-44d6-905d-b5dd3591652b, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd6d9469-21bf-44d6-905d-b5dd3591652b,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:23:50.359064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:50.399055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:50.399390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:50.406250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/fd6d9469-21bf-44d6-905d-b5dd3591652b HTTP/1.1" status: 200 len: 1092 time: 0.9734101 Oct 22 15:23:50.406250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'tag': 'fd6d9469-21bf-44d6-905d-b5dd3591652b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:50.407351 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2647ac-263d-41e4-904a-b7ee4d0cca18" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f24a88-1f48-46f8-8dc5-21df7b9e9c32", "tag": "fd6d9469-21bf-44d6-905d-b5dd3591652b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:50.439742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d995b69-2b5a-483f-b67d-68a0fc5e28f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6d9469-21bf-44d6-905d-b5dd3591652b,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:50.454528 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf9aa9-99b0-4bb0-b0f5-567c1832e438 x-openstack-request-id: req-cddf9aa9-99b0-4bb0-b0f5-567c1832e438 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:50.454915 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f24a88-1f48-46f8-8dc5-21df7b9e9c32", "tag": "fd6d9469-21bf-44d6-905d-b5dd3591652b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:50.455279 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cddf9aa9-99b0-4bb0-b0f5-567c1832e438 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:50.455806 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'tag': 'fd6d9469-21bf-44d6-905d-b5dd3591652b', 'status': 'completed', 'code': 200} Oct 22 15:23:50.522197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2647ac-263d-41e4-904a-b7ee4d0cca18 req-19cd0720-43ac-45ca-b462-aab3ce67049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:50.523859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d2647ac-263d-41e4-904a-b7ee4d0cca18 req-19cd0720-43ac-45ca-b462-aab3ce67049f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 1095 time: 0.0459783 Oct 22 15:23:50.700920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2647ac-263d-41e4-904a-b7ee4d0cca18 req-f2172b43-2fe1-4cf6-a4f0-05ba5270bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:50.702445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d2647ac-263d-41e4-904a-b7ee4d0cca18 req-f2172b43-2fe1-4cf6-a4f0-05ba5270bfb6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f40541de01b04c558bd868f1b20c892b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1684089 Oct 22 15:23:51.233319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2647ac-263d-41e4-904a-b7ee4d0cca18 req-d5953484-5f2a-45cd-a5ff-8535666b457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.234789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d2647ac-263d-41e4-904a-b7ee4d0cca18 req-d5953484-5f2a-45cd-a5ff-8535666b457c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5250211 Oct 22 15:23:51.243096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4329-519e-4975-9075-72be4f6abc33 req-e3f4494e-aad3-4593-b130-c467ad9877db tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.244498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-371b4329-519e-4975-9075-72be4f6abc33 req-e3f4494e-aad3-4593-b130-c467ad9877db tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 944 time: 0.1764498 Oct 22 15:23:51.252293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39e81b-ad15-4002-9cf5-0bda4b27886a req-97cd93c5-2070-4c2c-9ea4-263e21ec91be tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.253774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf39e81b-ad15-4002-9cf5-0bda4b27886a req-97cd93c5-2070-4c2c-9ea4-263e21ec91be tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.1874413 Oct 22 15:23:51.329702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-371b4329-519e-4975-9075-72be4f6abc33 req-4d06e445-4a3b-4118-9744-5eac7ab5fffe tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749426 Oct 22 15:23:51.351876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf39e81b-ad15-4002-9cf5-0bda4b27886a req-84c534a2-0601-47f3-936e-6df374be0717 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829334 Oct 22 15:23:51.358849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-8cdc7126-cb93-4468-8fc0-582c44222aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.360460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-8cdc7126-cb93-4468-8fc0-582c44222aef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 1095 time: 0.0829825 Oct 22 15:23:51.405658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-92813002-77fe-41d8-ad70-893b5f5038c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd6d9469-21bf-44d6-905d-b5dd3591652b HTTP/1.1" status: 200 len: 217 time: 0.0371318 Oct 22 15:23:51.460184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2159-6c43-4893-95c0-b684f812a818 req-cb432aaf-afa7-4881-a867-6adc5f97e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.461709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-cb432aaf-afa7-4881-a867-6adc5f97e5a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0496609 Oct 22 15:23:51.494121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-19c63551-d433-4dac-be9d-741c35a36505 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258524 Oct 22 15:23:51.594902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-5a99dc55-4301-47dc-bcd3-f9fd5fb86661 service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934300 Oct 22 15:23:51.703855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-661f2159-6c43-4893-95c0-b684f812a818 req-faaefe6d-02a6-4a50-8d4e-4bd7ab4997e4 service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018310 Oct 22 15:23:51.936940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af628804-ca00-4e54-b4cb-f3c23529fb1c req-97422c3b-276b-4e36-bbb3-314533b03ed9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.947032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-5f97b9fb-23bc-4812-a459-9864820588b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:51.947936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af628804-ca00-4e54-b4cb-f3c23529fb1c req-97422c3b-276b-4e36-bbb3-314533b03ed9 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.1282015 Oct 22 15:23:51.948533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-5f97b9fb-23bc-4812-a459-9864820588b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=670ed54c65a3458485d08d105efc6711&device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 1097 time: 0.0651736 Oct 22 15:23:51.992134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af628804-ca00-4e54-b4cb-f3c23529fb1c req-20a6e849-9f17-4000-9ace-171d47e43b0c tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Oct 22 15:23:52.071344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-c0991655-3911-4d48-a3b5-aa85649da22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:52.075100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-c0991655-3911-4d48-a3b5-aa85649da22a service neutron] 10.222.0.69 "GET /v2.0/networks?id=18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 200 len: 911 time: 0.1165047 Oct 22 15:23:52.116338 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-00f59d78-61c1-48da-b271-d9555a5ec5e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810 HTTP/1.1" status: 200 len: 217 time: 0.0360014 Oct 22 15:23:52.166861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-2ada8019-3a80-40ff-bc3e-7bf1888a5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:52.169131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-2ada8019-3a80-40ff-bc3e-7bf1888a5230 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 200 len: 850 time: 0.0459046 Oct 22 15:23:52.209529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-a0c87e9a-6f11-4c98-a403-60af834b7037 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18929ce7-b13a-4332-b310-1c778093b779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298047 Oct 22 15:23:52.311189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-b75935a5-b1eb-49a5-9032-54d103b9db44 service neutron] 10.222.0.69 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936391 Oct 22 15:23:52.423609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8fd979f-d454-4286-a58f-546bf6570b08 req-f6dcc598-8ace-4310-9f7d-65ad9def4049 service neutron] 10.222.0.69 "GET /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047277 Oct 22 15:23:52.477355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3a88-6c7c-46a8-9457-01b893c969e2 req-379856c4-76fa-4364-a789-c2c4d33e9d8d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:52.478844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-534b3a88-6c7c-46a8-9457-01b893c969e2 req-379856c4-76fa-4364-a789-c2c4d33e9d8d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 944 time: 0.0573337 Oct 22 15:23:52.522110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-534b3a88-6c7c-46a8-9457-01b893c969e2 req-416b0c6a-7258-489c-857e-accb0a2bcb49 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363679 Oct 22 15:23:52.681422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2983fd0e-8b68-4731-9559-8c1459d206d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:53.124136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206c484-17b8-429d-9bc5-2a79423784f7 req-54523b26-8300-4555-9615-8eb9e550d2ec tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:53.125859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1206c484-17b8-429d-9bc5-2a79423784f7 req-54523b26-8300-4555-9615-8eb9e550d2ec tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0548820 Oct 22 15:23:53.172450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1206c484-17b8-429d-9bc5-2a79423784f7 req-922e1be2-fa79-489f-a22e-406581ba245b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Oct 22 15:23:53.662911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88926dcb-d59d-4db8-bb6d-50c68d4f7ca7 req-b37a5c30-5693-4803-83a2-3ba82acbf47e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:53.665011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88926dcb-d59d-4db8-bb6d-50c68d4f7ca7 req-b37a5c30-5693-4803-83a2-3ba82acbf47e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 944 time: 0.0708101 Oct 22 15:23:53.720506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88926dcb-d59d-4db8-bb6d-50c68d4f7ca7 req-8791dccc-129c-4626-ac0b-8175917fa899 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Oct 22 15:23:53.995734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd6d9469-21bf-44d6-905d-b5dd3591652b details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:23:54.098755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port fd6d9469-21bf-44d6-905d-b5dd3591652b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd6d9469-21bf-44d6-905d-b5dd3591652b,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:54.111709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'fd6d9469-21bf-44d6-905d-b5dd3591652b', 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'port_id': 'fd6d9469-21bf-44d6-905d-b5dd3591652b', 'mac_address': 'fa:16:3e:29:4b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ba8044-7046-4d5e-8ef0-3b647342d6b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:23:54.150715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:54.164671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6d9469-21bf-44d6-905d-b5dd3591652b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:23:54.187818 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port fd6d9469-21bf-44d6-905d-b5dd3591652b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd6d9469-21bf-44d6-905d-b5dd3591652b,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:54.301198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:54.343394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f471d3-7fd5-4b07-b36b-a8194786fe35 req-64ebb53f-5d52-4f55-9092-0ee3b49dcf6b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:54.352614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4f471d3-7fd5-4b07-b36b-a8194786fe35 req-64ebb53f-5d52-4f55-9092-0ee3b49dcf6b tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0839384 Oct 22 15:23:54.354725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=fd6d9469-21bf-44d6-905d-b5dd3591652b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:54.399557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4f471d3-7fd5-4b07-b36b-a8194786fe35 req-6abd1023-068d-42ff-bcc3-7faffc32ed0e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Oct 22 15:23:54.520660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['fd6d9469-21bf-44d6-905d-b5dd3591652b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:23:54.845840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518f743-51cd-44e8-80ee-d7fa5739b871 req-0d978418-67d9-4968-ab7f-b678cd69d9d8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:54.847408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6518f743-51cd-44e8-80ee-d7fa5739b871 req-0d978418-67d9-4968-ab7f-b678cd69d9d8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 945 time: 0.0531478 Oct 22 15:23:54.889726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6518f743-51cd-44e8-80ee-d7fa5739b871 req-dbe5251f-c4bf-4796-93b7-ec9a582ebdf7 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358984 Oct 22 15:23:55.173099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2e35eef-cf28-4a29-8d71-3437b7ca7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:55.521275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11405dab-b5b9-4c24-9ab5-1d4fc5321042 req-51ef4f6b-3f64-4372-9489-2decacbddb31 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:55.522782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11405dab-b5b9-4c24-9ab5-1d4fc5321042 req-51ef4f6b-3f64-4372-9489-2decacbddb31 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Oct 22 15:23:55.567522 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11405dab-b5b9-4c24-9ab5-1d4fc5321042 req-3fdeb6bd-8672-4043-b263-586b30abe628 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Oct 22 15:23:56.011394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd6d9469-21bf-44d6-905d-b5dd3591652b up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:23:56.017419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df07ac8-8e4a-49ec-a53f-4a084fb5cdb4 req-65ba14a6-4c0a-4203-a972-4c258362afef tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:56.019106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6df07ac8-8e4a-49ec-a53f-4a084fb5cdb4 req-65ba14a6-4c0a-4203-a972-4c258362afef tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 945 time: 0.0571437 Oct 22 15:23:56.067590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6df07ac8-8e4a-49ec-a53f-4a084fb5cdb4 req-6d4df0d7-2ff4-4b3f-80c8-14f695796231 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Oct 22 15:23:56.170345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port fd6d9469-21bf-44d6-905d-b5dd3591652b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:23:56.174923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port fd6d9469-21bf-44d6-905d-b5dd3591652b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:23:56.176021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:56.245404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c24b6-4def-4e42-8411-19743c8a5277 req-50874f98-0f37-4d76-a1bd-319b072ba930 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:56.247680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b48c24b6-4def-4e42-8411-19743c8a5277 req-50874f98-0f37-4d76-a1bd-319b072ba930 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0670595 Oct 22 15:23:56.267725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:56.294582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6d9469-21bf-44d6-905d-b5dd3591652b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:23:56.297504 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080c031-4333-46eb-8dcd-2150324b54f6" -d '{"events": [{"server_uuid": "d2f24a88-1f48-46f8-8dc5-21df7b9e9c32", "name": "network-vif-plugged", "status": "completed", "tag": "fd6d9469-21bf-44d6-905d-b5dd3591652b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:23:56.305911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b48c24b6-4def-4e42-8411-19743c8a5277 req-c5fce37f-8ab2-4050-b183-3fc9560a6efd tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Oct 22 15:23:56.321456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port fd6d9469-21bf-44d6-905d-b5dd3591652b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd6d9469-21bf-44d6-905d-b5dd3591652b,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:56.342808 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adc9343-ccd6-4ab7-83bf-adf5601646f6 x-openstack-request-id: req-3adc9343-ccd6-4ab7-83bf-adf5601646f6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:23:56.343279 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f24a88-1f48-46f8-8dc5-21df7b9e9c32", "name": "network-vif-plugged", "status": "completed", "tag": "fd6d9469-21bf-44d6-905d-b5dd3591652b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:23:56.343487 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3adc9343-ccd6-4ab7-83bf-adf5601646f6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:23:56.344135 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6d9469-21bf-44d6-905d-b5dd3591652b', 'code': 200} Oct 22 15:23:56.440035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:56.449902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c842-d549-4809-8109-82ea80007810 req-5fef01b4-b002-4cdb-85ae-a97920cb05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:56.452810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69d7c842-d549-4809-8109-82ea80007810 req-5fef01b4-b002-4cdb-85ae-a97920cb05a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 1096 time: 0.0455394 Oct 22 15:23:56.493643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69d7c842-d549-4809-8109-82ea80007810 req-5299472c-cf81-485c-b655-73f90bdcd2e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Oct 22 15:23:56.510684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=fd6d9469-21bf-44d6-905d-b5dd3591652b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:23:56.598570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:56.720534 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:57.194901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb687fbb-bb9d-4d62-a564-14c0b6119842 req-ada18654-1815-4d80-b1eb-2000f122ee75 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:57.197483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb687fbb-bb9d-4d62-a564-14c0b6119842 req-ada18654-1815-4d80-b1eb-2000f122ee75 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 946 time: 0.0544658 Oct 22 15:23:57.247273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb687fbb-bb9d-4d62-a564-14c0b6119842 req-bd0d0aa2-9ae8-4394-88d9-55e02871f0fc tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Oct 22 15:23:57.466109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7e91-7503-4595-b431-7768564ae8ee req-16ae20e1-7c9d-41d0-b482-d983066c7da0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:57.483953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81ea7e91-7503-4595-b431-7768564ae8ee req-16ae20e1-7c9d-41d0-b482-d983066c7da0 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0817797 Oct 22 15:23:57.511213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81ea7e91-7503-4595-b431-7768564ae8ee req-822e8ed1-0ada-4177-9d47-ef33e5a7d874 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Oct 22 15:23:58.190214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:58.375458 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e1d8e-c0ca-46b1-b811-f9262aa0c210 req-ccf59afb-ce7c-4bb3-a7a5-05ceba796177 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:58.377112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a9e1d8e-c0ca-46b1-b811-f9262aa0c210 req-ccf59afb-ce7c-4bb3-a7a5-05ceba796177 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 946 time: 0.0550768 Oct 22 15:23:58.428733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a9e1d8e-c0ca-46b1-b811-f9262aa0c210 req-6239ee94-d166-46c7-8d66-4ce0181dfe15 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Oct 22 15:23:58.635160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856bdd7-e523-4814-a0c8-5ceaf2b82edf req-c36cdfc5-a62f-4b74-8f3e-c8377ff69c1d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:58.637301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8856bdd7-e523-4814-a0c8-5ceaf2b82edf req-c36cdfc5-a62f-4b74-8f3e-c8377ff69c1d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0544510 Oct 22 15:23:58.685629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8856bdd7-e523-4814-a0c8-5ceaf2b82edf req-ab64a0c6-5f44-48d1-8413-a2a1b39234fe tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Oct 22 15:23:59.037955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c464b-98e6-45b1-ae50-e94fdb287e91 req-e53d0bf5-1e43-49d5-9a7e-aa7a82d6ffd6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:59.039483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d7c464b-98e6-45b1-ae50-e94fdb287e91 req-e53d0bf5-1e43-49d5-9a7e-aa7a82d6ffd6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 946 time: 0.0527377 Oct 22 15:23:59.102704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d7c464b-98e6-45b1-ae50-e94fdb287e91 req-df9eeaaa-40c0-4b32-9bcc-780074a85978 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Oct 22 15:23:59.188823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85845353-8fd3-45f4-ae5c-4909fa62d048 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:59.190237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85845353-8fd3-45f4-ae5c-4909fa62d048 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/networks?id=744fb169-2c42-4864-871e-7f16f3fb9ce3 HTTP/1.1" status: 200 len: 813 time: 0.1220415 Oct 22 15:23:59.205529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-9013191e-7dc2-4fd3-a7a8-0e880e1895e2 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/quotas/d6a8011cfb194530933bf692927ef24b HTTP/1.1" status: 200 len: 375 time: 0.0092785 Oct 22 15:23:59.238477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-c48333c2-75b4-4ac4-ba8b-cda5ca90345d tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6a8011cfb194530933bf692927ef24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272245 Oct 22 15:23:59.329926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-7def654f-5a32-4fb5-9b94-88cbdf87c1b8 service neutron] 10.222.0.66 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841517 Oct 22 15:23:59.428139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-f0edd0b7-b762-4cb9-8c78-dbad927e2a41 service neutron] 10.222.0.66 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918422 Oct 22 15:23:59.709212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5993b015-fb9c-4341-b794-74be3f8364ec req-f9bc6dae-28c6-4d56-901b-1b59c8b5cc41 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 210 time: 0.0309176 Oct 22 15:23:59.747753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-5895dfcb-5b4d-4be2-bb0c-45babf062154 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:59.749470 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-5895dfcb-5b4d-4be2-bb0c-45babf062154 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.69 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0628130 Oct 22 15:23:59.831230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed5826-3e74-4538-b7e4-f0617065c777 req-46079706-7f39-4d35-bf62-9eccfb080fc7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:23:59.832846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29ed5826-3e74-4538-b7e4-f0617065c777 req-46079706-7f39-4d35-bf62-9eccfb080fc7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 946 time: 0.0617397 Oct 22 15:23:59.873992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Deleting port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:23:59.874327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:59.874852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29ed5826-3e74-4538-b7e4-f0617065c777 req-25b72dac-8628-4bec-8abc-ebe1823705fa tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Oct 22 15:23:59.964469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] For port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:23:59.964793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:23:59.979487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Calling delete_port for 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:00.240886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155a0b-d415-4f07-91f3-cb47dc3d430f req-29f0e3b2-2686-4470-826e-7336b9b3749b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:00.242271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2155a0b-d415-4f07-91f3-cb47dc3d430f req-29f0e3b2-2686-4470-826e-7336b9b3749b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 946 time: 0.0550632 Oct 22 15:24:00.312816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2155a0b-d415-4f07-91f3-cb47dc3d430f req-f80d535e-5efb-4e38-880f-1e4a22c2f6cb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638502 Oct 22 15:24:00.319693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:00.330723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bbabe792-e32c-4995-94ec-9742118daa15'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:00.333038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['26b8fae7-2ae3-46bd-8860-cdfceb4f3810'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:00.342895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-d3ac8e09-e312-441a-b930-1eca58bb74c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:00.344572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-d3ac8e09-e312-441a-b930-1eca58bb74c8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 946 time: 0.0811467 Oct 22 15:24:00.357081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Pushing event deleted for resources: {'Port': ['ID=26b8fae7-2ae3-46bd-8860-cdfceb4f3810,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:00.414765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] No DVR routers for this DVR port 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:00.418615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:00.426622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6e4b93eb-581d-4eeb-ba12-c7adf39ca4ac req-0d75ea44-11cc-4d06-8e22-260d67d1e19d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.69 "DELETE /v2.0/ports/26b8fae7-2ae3-46bd-8860-cdfceb4f3810 HTTP/1.1" status: 204 len: 173 time: 0.6657283 Oct 22 15:24:00.426622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5221198f-b30e-4789-aeef-d8087c839303', 'name': 'network-vif-deleted', 'tag': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:00.426622 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b5416-9728-4f5c-bd4a-73a76f234d51" -d '{"events": [{"server_uuid": "5221198f-b30e-4789-aeef-d8087c839303", "name": "network-vif-deleted", "tag": "26b8fae7-2ae3-46bd-8860-cdfceb4f3810"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:00.472121 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e2e55-b796-4094-b994-5e3a311f2a20 x-openstack-request-id: req-255e2e55-b796-4094-b994-5e3a311f2a20 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:00.472412 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5221198f-b30e-4789-aeef-d8087c839303", "name": "network-vif-deleted", "tag": "26b8fae7-2ae3-46bd-8860-cdfceb4f3810", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:00.472671 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-255e2e55-b796-4094-b994-5e3a311f2a20 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:00.473077 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5221198f-b30e-4789-aeef-d8087c839303', 'name': 'network-vif-deleted', 'tag': '26b8fae7-2ae3-46bd-8860-cdfceb4f3810', 'status': 'completed', 'code': 200} Oct 22 15:24:00.506887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Deleting port fd6d9469-21bf-44d6-905d-b5dd3591652b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:00.507473 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:00.606997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] For port fd6d9469-21bf-44d6-905d-b5dd3591652b, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd6d9469-21bf-44d6-905d-b5dd3591652b,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:00.607728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:00.623122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Calling delete_port for fd6d9469-21bf-44d6-905d-b5dd3591652b owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:00.810904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ccd2bf9-f42b-416a-8614-e05a0d937adb req-d48e7395-2f93-43c2-86d0-56d162a076bf tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 210 time: 0.0371096 Oct 22 15:24:00.899926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:00.912473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['fd6d9469-21bf-44d6-905d-b5dd3591652b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:00.920107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['30184411-9e45-4c53-9224-7c12f16c6a9c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:00.932258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Pushing event deleted for resources: {'Port': ['ID=fd6d9469-21bf-44d6-905d-b5dd3591652b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:00.992518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] No DVR routers for this DVR port fd6d9469-21bf-44d6-905d-b5dd3591652b on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:00.995515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:00.999083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-94776b4d-6ac7-4d62-b195-cb235af0c5fb req-dd1a4358-4403-443a-a756-23d9a4aa82e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.53 "DELETE /v2.0/ports/fd6d9469-21bf-44d6-905d-b5dd3591652b HTTP/1.1" status: 204 len: 173 time: 0.6478984 Oct 22 15:24:00.999538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'name': 'network-vif-deleted', 'tag': 'fd6d9469-21bf-44d6-905d-b5dd3591652b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:01.001832 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139225ed-e8ea-41c5-b31e-623e88bacb3c" -d '{"events": [{"server_uuid": "d2f24a88-1f48-46f8-8dc5-21df7b9e9c32", "name": "network-vif-deleted", "tag": "fd6d9469-21bf-44d6-905d-b5dd3591652b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:01.035044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17106c58-689d-44e0-a3e8-3193b5bc9371 req-1a52e60e-4099-4fd7-ad6e-887e0a6d214a tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=5221198f-b30e-4789-aeef-d8087c839303 HTTP/1.1" status: 200 len: 210 time: 0.0300589 Oct 22 15:24:01.055029 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cc133-34db-4430-9106-69bb626f9702 x-openstack-request-id: req-6f4cc133-34db-4430-9106-69bb626f9702 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:01.055543 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f24a88-1f48-46f8-8dc5-21df7b9e9c32", "name": "network-vif-deleted", "tag": "fd6d9469-21bf-44d6-905d-b5dd3591652b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:01.056379 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f4cc133-34db-4430-9106-69bb626f9702 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:01.056874 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f24a88-1f48-46f8-8dc5-21df7b9e9c32', 'name': 'network-vif-deleted', 'tag': 'fd6d9469-21bf-44d6-905d-b5dd3591652b', 'status': 'completed', 'code': 200} Oct 22 15:24:01.419570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d5a961b-4e36-4b3f-84bf-ba99006e60a3 req-408d1ce9-619e-4b6a-b022-823b320551f2 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2f24a88-1f48-46f8-8dc5-21df7b9e9c32 HTTP/1.1" status: 200 len: 210 time: 0.0323675 Oct 22 15:24:01.916779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cce796ed-5be2-47ee-86c9-6de6eef20068 req-920fd4f2-e7ef-4bf4-b28b-f10b0a31de16 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 210 time: 0.0352492 Oct 22 15:24:02.562078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-f9e9bcbb-f786-4a07-b34c-3799d1333113 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:02.563714 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-f9e9bcbb-f786-4a07-b34c-3799d1333113 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.69 "GET /v2.0/networks?id=744fb169-2c42-4864-871e-7f16f3fb9ce3 HTTP/1.1" status: 200 len: 813 time: 0.1120286 Oct 22 15:24:02.578993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Request body: {'port': {'device_id': '178a9002-bce6-4bec-8e48-08aec74125bf', 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3', 'admin_state_up': True, 'tenant_id': 'd6a8011cfb194530933bf692927ef24b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:02.592361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cd4ac-c67b-4ff1-aaa0-cc13c78b715d req-c629a782-9f4c-40c2-9322-0717545eb25e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:02.594217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-716cd4ac-c67b-4ff1-aaa0-cc13c78b715d req-c629a782-9f4c-40c2-9322-0717545eb25e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0525723 Oct 22 15:24:02.649431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-716cd4ac-c67b-4ff1-aaa0-cc13c78b715d req-de542f5f-d9d0-40e2-8b68-0b8888e66f47 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Oct 22 15:24:02.735818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe9430-7db5-4731-ba49-ca9802830c42 req-e11db99e-4410-4d8f-a501-d48730c79ed7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:02.737523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07fe9430-7db5-4731-ba49-ca9802830c42 req-e11db99e-4410-4d8f-a501-d48730c79ed7 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0781124 Oct 22 15:24:02.784387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07fe9430-7db5-4731-ba49-ca9802830c42 req-8fec3c77-0590-4665-a7ef-21e72da0dec8 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Oct 22 15:24:02.849891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22ac6-3133-439f-bc15-0d0824b0efac req-aecd156b-8410-46ae-b8c1-c1d08daef46e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:02.851666 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5a22ac6-3133-439f-bc15-0d0824b0efac req-aecd156b-8410-46ae-b8c1-c1d08daef46e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0497932 Oct 22 15:24:02.890297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5a22ac6-3133-439f-bc15-0d0824b0efac req-bb5d4779-5e3c-4296-92a5-469fb7d79e48 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Oct 22 15:24:02.943918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Made reservation on behalf of d6a8011cfb194530933bf692927ef24b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:24:02.948520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:03.014523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566789d-7341-4ac8-8847-f46f0d40f7af req-9be6b427-7430-4fed-9174-31e18c2b6ad8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:03.016012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7566789d-7341-4ac8-8847-f46f0d40f7af req-9be6b427-7430-4fed-9174-31e18c2b6ad8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0538504 Oct 22 15:24:03.059373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-830ec449-c830-4b9a-bc5a-7277a7a5e667 req-0f30fa9f-f65c-4b66-936e-88bc4e503908 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 210 time: 0.0547404 Oct 22 15:24:03.079942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7566789d-7341-4ac8-8847-f46f0d40f7af req-e19b2317-525d-40d1-aa6c-b27430351e55 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 Oct 22 15:24:03.125658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Allocated IP 172.20.0.12 (744fb169-2c42-4864-871e-7f16f3fb9ce3/b7007619-fafd-41ce-9e29-af7c14cb4cbb/35abef19-945e-4d57-847c-780adb7f0f6f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:24:03.287185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:03.471601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:03.519301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Network 744fb169-2c42-4864-871e-7f16f3fb9ce3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:24:03.525741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:24:03.533635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:24:03.537727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Pushing event updated for resources: {'Port': ['ID=35abef19-945e-4d57-847c-780adb7f0f6f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:03.590558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:03.591366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:03.724094 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-85817222-e567-4a88-8678-626d0c4a0984 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1488233 Oct 22 15:24:03.742462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Request body: {'port': {'device_id': '178a9002-bce6-4bec-8e48-08aec74125bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:03.805811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:03.887666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:03.916971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721394d-d7df-48d5-874a-7d4c4ae739c2 req-8f2792d9-05be-4efe-a12a-ecbe580c9ac4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:03.918761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b721394d-d7df-48d5-874a-7d4c4ae739c2 req-8f2792d9-05be-4efe-a12a-ecbe580c9ac4 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0551839 Oct 22 15:24:03.959937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b721394d-d7df-48d5-874a-7d4c4ae739c2 req-343b8e32-a47c-43d5-8b80-a0bd74c45ad1 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Oct 22 15:24:04.069961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd6d9469-21bf-44d6-905d-b5dd3591652b no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:04.092837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: fd6d9469-21bf-44d6-905d-b5dd3591652b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:04.093172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd6d9469-21bf-44d6-905d-b5dd3591652b not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:04.099739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35abef19-945e-4d57-847c-780adb7f0f6f {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:04.108951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.122358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Transition to ACTIVE for port object 35abef19-945e-4d57-847c-780adb7f0f6f will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:24:04.202537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0048fd-fa7f-4859-a88b-9bb0ac5ab274 req-dc6fb7dc-2d92-4c94-9cf5-d360cc154db9 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:04.204706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b0048fd-fa7f-4859-a88b-9bb0ac5ab274 req-dc6fb7dc-2d92-4c94-9cf5-d360cc154db9 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 932 time: 0.0536568 Oct 22 15:24:04.244693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b0048fd-fa7f-4859-a88b-9bb0ac5ab274 req-84de798e-984f-4beb-97df-39ff5f95e5af tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Oct 22 15:24:04.249972 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.310328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Pushing event updated for resources: {'Port': ['ID=35abef19-945e-4d57-847c-780adb7f0f6f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:04.384922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Attempting to bind port 35abef19-945e-4d57-847c-780adb7f0f6f on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:24:04.385198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Attempting to bind port 35abef19-945e-4d57-847c-780adb7f0f6f by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:24:04.385566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Attempting to bind port 35abef19-945e-4d57-847c-780adb7f0f6f on network 744fb169-2c42-4864-871e-7f16f3fb9ce3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:24:04.390796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Port 35abef19-945e-4d57-847c-780adb7f0f6f on network 744fb169-2c42-4864-871e-7f16f3fb9ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:24:04.391158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Attempting to bind port 35abef19-945e-4d57-847c-780adb7f0f6f on network 744fb169-2c42-4864-871e-7f16f3fb9ce3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:24:04.396795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:24:04.397298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Checking segment: {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:24:04.397865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Bound using segment: {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:24:04.398443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Bound port: 35abef19-945e-4d57-847c-780adb7f0f6f, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eabd86-7b78-48f3-ab70-657e5da677de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:24:04.398802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.445881 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:04.475454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] For port 35abef19-945e-4d57-847c-780adb7f0f6f, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:24:04.478061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:04.478400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 26b8fae7-2ae3-46bd-8860-cdfceb4f3810 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:04.479490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] For port 35abef19-945e-4d57-847c-780adb7f0f6f, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35abef19-945e-4d57-847c-780adb7f0f6f,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:24:04.564812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.604152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:04.604769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.606393 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] 10.222.0.69 "PUT /v2.0/ports/35abef19-945e-4d57-847c-780adb7f0f6f HTTP/1.1" status: 200 len: 1092 time: 0.8680818 Oct 22 15:24:04.606836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178a9002-bce6-4bec-8e48-08aec74125bf', 'tag': '35abef19-945e-4d57-847c-780adb7f0f6f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:04.609127 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab4948-72a9-4f3a-8b31-224de3147ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "178a9002-bce6-4bec-8e48-08aec74125bf", "tag": "35abef19-945e-4d57-847c-780adb7f0f6f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:04.632585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3e131-a6b6-4d4c-bb40-834fb61dfa74 service neutron] Pushing event updated for resources: {'Port': ['ID=35abef19-945e-4d57-847c-780adb7f0f6f,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:04.665169 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e2159-e9b5-4a48-aed7-56159e56efd8 x-openstack-request-id: req-758e2159-e9b5-4a48-aed7-56159e56efd8 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:04.665492 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178a9002-bce6-4bec-8e48-08aec74125bf", "tag": "35abef19-945e-4d57-847c-780adb7f0f6f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:04.665776 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-758e2159-e9b5-4a48-aed7-56159e56efd8 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:04.666292 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178a9002-bce6-4bec-8e48-08aec74125bf', 'tag': '35abef19-945e-4d57-847c-780adb7f0f6f', 'status': 'completed', 'code': 200} Oct 22 15:24:04.732920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-552f671d-29b2-4162-9bfd-1049afc3f00d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:04.734777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-552f671d-29b2-4162-9bfd-1049afc3f00d tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0792472 Oct 22 15:24:04.751530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4948-72a9-4f3a-8b31-224de3147ab8 req-55450889-40b9-43ed-a765-07dfa30eed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:04.754127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-13ab4948-72a9-4f3a-8b31-224de3147ab8 req-55450889-40b9-43ed-a765-07dfa30eed6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6a8011cfb194530933bf692927ef24b&device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 1095 time: 0.0612545 Oct 22 15:24:04.843424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Deleting port bbabe792-e32c-4995-94ec-9742118daa15 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:04.843767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.895166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4948-72a9-4f3a-8b31-224de3147ab8 req-f2be6889-b87a-423d-9f1f-4fbe086e1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:04.896934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-13ab4948-72a9-4f3a-8b31-224de3147ab8 req-f2be6889-b87a-423d-9f1f-4fbe086e1360 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d6a8011cfb194530933bf692927ef24b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1329384 Oct 22 15:24:04.961240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] For port bbabe792-e32c-4995-94ec-9742118daa15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=bbabe792-e32c-4995-94ec-9742118daa15,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:04.961610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:04.982375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Calling delete_port for bbabe792-e32c-4995-94ec-9742118daa15 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:05.032043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4948-72a9-4f3a-8b31-224de3147ab8 req-f43f7d5e-6471-4f2e-a500-aff3891945b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:05.034169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-13ab4948-72a9-4f3a-8b31-224de3147ab8 req-f43f7d5e-6471-4f2e-a500-aff3891945b8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220775 Oct 22 15:24:05.134127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-94c4d459-8f74-4ba3-8c85-cfe76c917a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:05.135766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-94c4d459-8f74-4ba3-8c85-cfe76c917a11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6a8011cfb194530933bf692927ef24b&device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 1095 time: 0.0472889 Oct 22 15:24:05.140262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc5ec-307f-413b-988e-4f01862a55e9 req-78250707-661b-4696-9e83-724895c44162 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:05.142055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab8bc5ec-307f-413b-988e-4f01862a55e9 req-78250707-661b-4696-9e83-724895c44162 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 945 time: 0.0747814 Oct 22 15:24:05.190949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-656796b1-29df-4e8d-918d-67cffdd7975f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35abef19-945e-4d57-847c-780adb7f0f6f HTTP/1.1" status: 200 len: 217 time: 0.0443115 Oct 22 15:24:05.222511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab8bc5ec-307f-413b-988e-4f01862a55e9 req-1d9423bd-7e96-4ebb-bfdb-b4e4e9aaea8e tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b1cae3f-9057-4428-a0a7-4b04d37bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735955 Oct 22 15:24:05.248276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-3aac2eb4-e5cb-440c-928f-0dfefe0c5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:05.249954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-3aac2eb4-e5cb-440c-928f-0dfefe0c5121 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7007619-fafd-41ce-9e29-af7c14cb4cbb HTTP/1.1" status: 200 len: 853 time: 0.0492637 Oct 22 15:24:05.283706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-573a724b-8a7e-4aff-8734-2d6f4dfbedbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=744fb169-2c42-4864-871e-7f16f3fb9ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250185 Oct 22 15:24:05.385200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca17d57-3707-48d2-963a-a3d62cba63b2 req-e119457d-b33b-41aa-bf4f-b5ef28518c3a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:05.387081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ca17d57-3707-48d2-963a-a3d62cba63b2 req-e119457d-b33b-41aa-bf4f-b5ef28518c3a tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 944 time: 0.0649850 Oct 22 15:24:05.387252 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-8a388a34-7b33-4a99-a234-ebc777e3a47b service neutron] 10.222.0.69 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954218 Oct 22 15:24:05.409447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:05.432695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['bbabe792-e32c-4995-94ec-9742118daa15'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:05.484717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Pushing event deleted for resources: {'Port': ['ID=bbabe792-e32c-4995-94ec-9742118daa15,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:05.504809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] No DVR routers for this DVR port bbabe792-e32c-4995-94ec-9742118daa15 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:05.510091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:05.513486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b0d0cc9-d70f-48ca-8aee-37c83e16b6b1 req-56cbb7b2-c304-4419-89a6-093ef2a7a241 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.53 "DELETE /v2.0/ports/bbabe792-e32c-4995-94ec-9742118daa15 HTTP/1.1" status: 204 len: 173 time: 0.7704582 Oct 22 15:24:05.513942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'name': 'network-vif-deleted', 'tag': 'bbabe792-e32c-4995-94ec-9742118daa15'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:05.516314 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a0f4b5-d162-4127-b42e-f05513aedfae" -d '{"events": [{"server_uuid": "0c5901d3-70e3-4dff-8bab-bcd2cadefdf4", "name": "network-vif-deleted", "tag": "bbabe792-e32c-4995-94ec-9742118daa15"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:05.516527 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1d435c54-0ce8-4b25-98cf-752be285b170 req-654a045d-dd46-4d5c-a442-5f7c262e4c9c service neutron] 10.222.0.69 "GET /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201825 Oct 22 15:24:05.542572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ca17d57-3707-48d2-963a-a3d62cba63b2 req-67a6696f-1203-49f8-b163-79fba3d4e5ae tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478341 Oct 22 15:24:05.578623 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796595da-4ffe-45a0-bca1-9a886278eed1 x-openstack-request-id: req-796595da-4ffe-45a0-bca1-9a886278eed1 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:05.578623 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5901d3-70e3-4dff-8bab-bcd2cadefdf4", "name": "network-vif-deleted", "tag": "bbabe792-e32c-4995-94ec-9742118daa15", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:05.578623 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-796595da-4ffe-45a0-bca1-9a886278eed1 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:05.578623 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5901d3-70e3-4dff-8bab-bcd2cadefdf4', 'name': 'network-vif-deleted', 'tag': 'bbabe792-e32c-4995-94ec-9742118daa15', 'status': 'completed', 'code': 200} Oct 22 15:24:06.341019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55af99ac-7a4e-46b4-8a2b-b817c020aa36 req-3434906a-161e-4067-8469-b98da2ccac79 tempest-ServerRescueTestJSON-462636093 tempest-ServerRescueTestJSON-462636093-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5901d3-70e3-4dff-8bab-bcd2cadefdf4 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Oct 22 15:24:06.471227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0419c15-e381-45c3-b663-81815ee3c34a req-f18db101-f470-4556-a087-f0d76e337497 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:06.472688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0419c15-e381-45c3-b663-81815ee3c34a req-f18db101-f470-4556-a087-f0d76e337497 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0541677 Oct 22 15:24:06.511102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0419c15-e381-45c3-b663-81815ee3c34a req-a179cf56-40aa-48ab-b251-f542f61db9ed tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Oct 22 15:24:06.675984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234444-f70c-4a0c-8e72-fd346e60628e req-b3959ab6-0a43-46c8-89d7-cddcedf096e4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:06.677404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25234444-f70c-4a0c-8e72-fd346e60628e req-b3959ab6-0a43-46c8-89d7-cddcedf096e4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0919905 Oct 22 15:24:06.698545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad53f0d-ea4d-47a5-a29b-7ad3d142c9b9 req-facdc37f-37ac-403a-8b52-c8f258049612 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:06.706157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ad53f0d-ea4d-47a5-a29b-7ad3d142c9b9 req-facdc37f-37ac-403a-8b52-c8f258049612 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 944 time: 0.0760009 Oct 22 15:24:06.756276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25234444-f70c-4a0c-8e72-fd346e60628e req-9724071e-10c2-46e1-a5d4-1bc2affff591 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706890 Oct 22 15:24:06.763579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ad53f0d-ea4d-47a5-a29b-7ad3d142c9b9 req-328613bb-f055-4973-81ef-1bfadfcb2c72 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Oct 22 15:24:07.399141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60854) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:07.769621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:07.893518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31414-7e90-49e2-ace5-2e6940099da6 req-b230fb12-fdc4-4ddd-873f-3c0544f46776 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:07.895078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72c31414-7e90-49e2-ace5-2e6940099da6 req-b230fb12-fdc4-4ddd-873f-3c0544f46776 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 944 time: 0.0564725 Oct 22 15:24:07.933192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72c31414-7e90-49e2-ace5-2e6940099da6 req-e09eaf6c-2f1b-4108-be55-e701d02d9e8d tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Oct 22 15:24:08.031352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Deleting port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:08.031715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:08.101272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bbabe792-e32c-4995-94ec-9742118daa15 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:08.124545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: bbabe792-e32c-4995-94ec-9742118daa15 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:08.125038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device bbabe792-e32c-4995-94ec-9742118daa15 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:08.128348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] For port 72fc8a49-a0a7-4da9-ad45-f2dd948146c5, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,segment=NetworkSegment(7952027a-aad9-480a-8d4f-dea8a20208e1),segment_id=7952027a-aad9-480a-8d4f-dea8a20208e1)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:08.129235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:08.143087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Calling delete_port for 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:08.477931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35abef19-945e-4d57-847c-780adb7f0f6f details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:24:08.582554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 35abef19-945e-4d57-847c-780adb7f0f6f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35abef19-945e-4d57-847c-780adb7f0f6f,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:08.597871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '35abef19-945e-4d57-847c-780adb7f0f6f', 'network_id': '744fb169-2c42-4864-871e-7f16f3fb9ce3', 'port_id': '35abef19-945e-4d57-847c-780adb7f0f6f', 'mac_address': 'fa:16:3e:62:64:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7007619-fafd-41ce-9e29-af7c14cb4cbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:24:08.604269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:08.633706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=72fc8a49-a0a7-4da9-ad45-f2dd948146c5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:08.642662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:08.657049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35abef19-945e-4d57-847c-780adb7f0f6f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:08.681832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 35abef19-945e-4d57-847c-780adb7f0f6f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35abef19-945e-4d57-847c-780adb7f0f6f,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:08.798186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:08.818345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:08.866891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=35abef19-945e-4d57-847c-780adb7f0f6f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:09.044672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Router aba51e3d-fb7b-4c93-a6df-641d637fb09d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:24:09.109888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf056f07-e767-4c12-b5dc-f7bd02e0f705 req-30212b7b-3649-4fa2-81cd-1b84bcbd650c tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:09.113775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf056f07-e767-4c12-b5dc-f7bd02e0f705 req-30212b7b-3649-4fa2-81cd-1b84bcbd650c tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 945 time: 0.1012228 Oct 22 15:24:09.151222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['35abef19-945e-4d57-847c-780adb7f0f6f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:09.160026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf056f07-e767-4c12-b5dc-f7bd02e0f705 req-16d349d0-d270-4a1b-b717-76b97a575189 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Oct 22 15:24:09.178401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:24:09.184408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e4fba9d-ad4c-40fc-87e9-827d1b8de6eb admin admin] 10.222.0.66 "PUT /v2.0/routers/aba51e3d-fb7b-4c93-a6df-641d637fb09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7841532 Oct 22 15:24:09.186846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60872) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:09.195094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] Sync routers for ids ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:24:09.213563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] Routers {'aba51e3d-fb7b-4c93-a6df-641d637fb09d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:09.214231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:09.299361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:09.552326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] Set router aba51e3d-fb7b-4c93-a6df-641d637fb09d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:09.770501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:09.776246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:24:08Z', 'revision_number': 5, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:09.807388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] Checking router: aba51e3d-fb7b-4c93-a6df-641d637fb09d for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:24:09.815997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] Routers {'aba51e3d-fb7b-4c93-a6df-641d637fb09d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:09.816648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:09.840627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8ca10-cbb1-478b-a57a-d7ae1e8279ca req-6834b017-3e3d-4778-a4b0-4b8c233ba29c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:09.842764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12a8ca10-cbb1-478b-a57a-d7ae1e8279ca req-6834b017-3e3d-4778-a4b0-4b8c233ba29c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0555046 Oct 22 15:24:09.883999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12a8ca10-cbb1-478b-a57a-d7ae1e8279ca req-30cfa5a1-1545-47cc-ab83-9d8c09a22940 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Oct 22 15:24:09.904266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Deleting port 97c354e7-000b-42bd-8910-f85fcec6a1a8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:09.904608 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:09.939382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] Set router aba51e3d-fb7b-4c93-a6df-641d637fb09d gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:10.006114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] For port 97c354e7-000b-42bd-8910-f85fcec6a1a8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=97c354e7-000b-42bd-8910-f85fcec6a1a8,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:10.006514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.023625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Calling delete_port for 97c354e7-000b-42bd-8910-f85fcec6a1a8 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:10.057940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad925678-ce0d-4a37-b746-561ab2bc4d41 req-81716757-8889-49f7-ba26-cec6e3d94426 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:10.059613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad925678-ce0d-4a37-b746-561ab2bc4d41 req-81716757-8889-49f7-ba26-cec6e3d94426 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0813117 Oct 22 15:24:10.129072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad925678-ce0d-4a37-b746-561ab2bc4d41 req-7aef3c8d-a9a7-469a-9da3-47abb4b2d0cc tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630543 Oct 22 15:24:10.227095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:24:08Z', 'revision_number': 5, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:10.268163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd85dc1-31f3-4139-a276-a9e1500aa182 None None] The sync data for ids ['aba51e3d-fb7b-4c93-a6df-641d637fb09d'] in n-d-812148-2 is: [{'id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'name': 'tempest-ServerRescueTestJSON-505710243-router', 'tenant_id': '670ed54c65a3458485d08d105efc6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:22:09Z', 'updated_at': '2021-10-22T15:24:08Z', 'revision_number': 5, 'project_id': '670ed54c65a3458485d08d105efc6711', 'gw_port': {'id': '97c354e7-000b-42bd-8910-f85fcec6a1a8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:45:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba51e3d-fb7b-4c93-a6df-641d637fb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:22:10Z', 'updated_at': '2021-10-22T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:24:10.409954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.413420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328230a6-714b-4c45-8887-7f75f0a9c093 req-2996ef6b-4a14-498b-8785-f26ffa7b260d tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:10.416783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-328230a6-714b-4c45-8887-7f75f0a9c093 req-2996ef6b-4a14-498b-8785-f26ffa7b260d tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 945 time: 0.1207461 Oct 22 15:24:10.439730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baee2e-7cd7-4395-a5bf-f33da3516082 req-444908b4-24a8-447c-a3af-ae69616112cb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:10.441594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32baee2e-7cd7-4395-a5bf-f33da3516082 req-444908b4-24a8-447c-a3af-ae69616112cb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0937319 Oct 22 15:24:10.458381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Pushing event deleted for resources: {'Port': ['ID=97c354e7-000b-42bd-8910-f85fcec6a1a8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:10.485439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35abef19-945e-4d57-847c-780adb7f0f6f up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:24:10.550095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-328230a6-714b-4c45-8887-7f75f0a9c093 req-b7724a47-ca59-49a1-83f4-32b412ac4025 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071370 Oct 22 15:24:10.550675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.557385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32baee2e-7cd7-4395-a5bf-f33da3516082 req-6f4ab150-d8dc-4899-9383-05c415d27baa tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081138 Oct 22 15:24:10.638004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 35abef19-945e-4d57-847c-780adb7f0f6f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:24:10.645685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 35abef19-945e-4d57-847c-780adb7f0f6f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:24:10.648833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.661862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.664563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.741250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17447fb-1f96-4fde-bf7e-30db406a4fbe req-5d447aa2-bc65-426d-895f-4caee6f4bd85 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:10.741250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e17447fb-1f96-4fde-bf7e-30db406a4fbe req-5d447aa2-bc65-426d-895f-4caee6f4bd85 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0787323 Oct 22 15:24:10.780420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.790722 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e17447fb-1f96-4fde-bf7e-30db406a4fbe req-be5c8d85-6798-408c-8c97-bdeaa3b8deac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 Oct 22 15:24:10.808927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a9002-bce6-4bec-8e48-08aec74125bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35abef19-945e-4d57-847c-780adb7f0f6f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:10.811240 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc0a4f-477a-4ea7-bdb1-bbad027f134d" -d '{"events": [{"server_uuid": "178a9002-bce6-4bec-8e48-08aec74125bf", "name": "network-vif-plugged", "status": "completed", "tag": "35abef19-945e-4d57-847c-780adb7f0f6f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:10.828750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.829896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba51e3d-fb7b-4c93-a6df-641d637fb09d {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:24:10.832902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 35abef19-945e-4d57-847c-780adb7f0f6f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35abef19-945e-4d57-847c-780adb7f0f6f,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:10.835229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.838531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-294be247-761f-4ca4-b7eb-ab71e245850f admin admin] 10.222.0.66 "DELETE /v2.0/routers/aba51e3d-fb7b-4c93-a6df-641d637fb09d HTTP/1.1" status: 204 len: 168 time: 1.6485431 Oct 22 15:24:10.839005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60902) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:10.873870 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21abb731-d3ed-4c81-8e1f-4914a47e30c1 x-openstack-request-id: req-21abb731-d3ed-4c81-8e1f-4914a47e30c1 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:10.878487 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a9002-bce6-4bec-8e48-08aec74125bf", "name": "network-vif-plugged", "status": "completed", "tag": "35abef19-945e-4d57-847c-780adb7f0f6f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:10.878487 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21abb731-d3ed-4c81-8e1f-4914a47e30c1 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:10.878487 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a9002-bce6-4bec-8e48-08aec74125bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35abef19-945e-4d57-847c-780adb7f0f6f', 'code': 200} Oct 22 15:24:10.912577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Deleting subnet 8849b9c9-717e-45b4-97af-01985cfebdbc {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:24:10.925420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.928995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:10.990382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=35abef19-945e-4d57-847c-780adb7f0f6f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:10.997461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.001589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113307-506c-4141-842e-b5ebe0f91e57 req-2c47d433-5d65-4579-bb97-167691a21428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:11.003472 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ee113307-506c-4141-842e-b5ebe0f91e57 req-2c47d433-5d65-4579-bb97-167691a21428 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 1097 time: 0.0611420 Oct 22 15:24:11.040163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa16b2-24b6-42dd-ba7d-623c66509c55 req-62544417-bec1-42d8-b9b1-38e92890d037 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:11.041736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5fa16b2-24b6-42dd-ba7d-623c66509c55 req-62544417-bec1-42d8-b9b1-38e92890d037 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1109662 Oct 22 15:24:11.053408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ee113307-506c-4141-842e-b5ebe0f91e57 req-48123427-c1a6-4446-99bf-3edca77e2385 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Oct 22 15:24:11.071909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.118349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5fa16b2-24b6-42dd-ba7d-623c66509c55 req-bc6a3d77-741d-4abc-b924-679a7f6c7526 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690532 Oct 22 15:24:11.181640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:11.238172 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.269725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.273699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8849b9c9-717e-45b4-97af-01985cfebdbc HTTP/1.1" status: 204 len: 168 time: 0.4327435 Oct 22 15:24:11.280849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17be9be-cb70-495a-8132-0c782908fa04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8849b9c9-717e-45b4-97af-01985cfebdbc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:11.280983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60916) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:11.307438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bcc09-54d1-4ec2-8b24-c0909b5c9693 req-36f1ed92-6fd2-461f-b40f-490a6f91930e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:11.309277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-388bcc09-54d1-4ec2-8b24-c0909b5c9693 req-36f1ed92-6fd2-461f-b40f-490a6f91930e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1044996 Oct 22 15:24:11.392806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.401266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-388bcc09-54d1-4ec2-8b24-c0909b5c9693 req-a9615e02-1c09-4fc7-ad45-de4c78ef2a8d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844574 Oct 22 15:24:11.507955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Deleting port 0348eecb-6b45-43d3-97e8-c95f1ed03ee9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:11.508634 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.519040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.546848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18929ce7-b13a-4332-b310-1c778093b779']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:11.557443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7952027a-aad9-480a-8d4f-dea8a20208e1') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:11.557744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7952027a-aad9-480a-8d4f-dea8a20208e1') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:11.572210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.607900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.607900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.612065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.621028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:24:11.621436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:24:11.623280 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:24:11.633353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Calling delete_port for 0348eecb-6b45-43d3-97e8-c95f1ed03ee9 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:11.666837 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.701077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d8d38-0f37-411d-9939-516aaecd4113 req-30a9fc85-a34a-47f2-8cd4-8dbb21c787cb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:11.702643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d0d8d38-0f37-411d-9939-516aaecd4113 req-30a9fc85-a34a-47f2-8cd4-8dbb21c787cb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1271219 Oct 22 15:24:11.760683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d0d8d38-0f37-411d-9939-516aaecd4113 req-e0086512-1bc6-4dfd-8419-ea0214a08bbd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Oct 22 15:24:11.769506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b103dea-fae2-4eea-9ad4-bab4a0a331d6 req-2e35f151-4d30-44da-83a7-3c250698d214 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:11.771003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b103dea-fae2-4eea-9ad4-bab4a0a331d6 req-2e35f151-4d30-44da-83a7-3c250698d214 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 946 time: 0.1274421 Oct 22 15:24:11.823586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b103dea-fae2-4eea-9ad4-bab4a0a331d6 req-281785c6-bf4f-4d99-8e39-8f0c10d0fac7 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Oct 22 15:24:11.842131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.860619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.863734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] 10.222.0.66 "DELETE /v2.0/networks/18929ce7-b13a-4332-b310-1c778093b779 HTTP/1.1" status: 204 len: 168 time: 0.5818903 Oct 22 15:24:11.877037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c7db8-3d4e-496f-adee-94da3be6e09a admin admin] Pushing event deleted for resources: {'Network': ['ID=18929ce7-b13a-4332-b310-1c778093b779,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:11.902765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15bc1c-5148-494a-8a23-5db6fdcb15b3 req-9ba1e4ae-1d01-49a3-86bc-517ffcd44356 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:11.904333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f15bc1c-5148-494a-8a23-5db6fdcb15b3 req-9ba1e4ae-1d01-49a3-86bc-517ffcd44356 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0732460 Oct 22 15:24:11.907404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:11.937433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event deleted for resources: {'Port': ['ID=0348eecb-6b45-43d3-97e8-c95f1ed03ee9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:11.946335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f15bc1c-5148-494a-8a23-5db6fdcb15b3 req-824ad7cc-d24d-4e84-b72e-557dc96e7004 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Oct 22 15:24:12.029768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:12.030101 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Floating IP 527515ba-83e3-4b4b-8ca0-9598b2d2d4b7 disassociated (deleted). External IP: 172.25.1.128, port: 9878877e-c905-41b4-8f27-fd8cd529a0d6. Oct 22 15:24:12.053818 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97c354e7-000b-42bd-8910-f85fcec6a1a8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:12.082289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 97c354e7-000b-42bd-8910-f85fcec6a1a8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:12.082683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 97c354e7-000b-42bd-8910-f85fcec6a1a8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:12.083114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:12.102833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:12.103244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 72fc8a49-a0a7-4da9-ad45-f2dd948146c5 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:12.138354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b86007-26b1-437c-a227-7522c9e93c98 req-85bfd5b4-524f-4b21-9258-7b6994e75782 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:12.140007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22b86007-26b1-437c-a227-7522c9e93c98 req-85bfd5b4-524f-4b21-9258-7b6994e75782 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0593204 Oct 22 15:24:12.178730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22b86007-26b1-437c-a227-7522c9e93c98 req-dcdee569-6916-4c6e-9910-bb177b5ec269 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Oct 22 15:24:12.284528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:24:12.324993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8586e4-546d-4acd-a3a1-e76ddbc811db req-e658fd44-66c9-471c-81f2-0f8ae3f9ad01 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:12.326493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd8586e4-546d-4acd-a3a1-e76ddbc811db req-e658fd44-66c9-471c-81f2-0f8ae3f9ad01 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0727561 Oct 22 15:24:12.373988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd8586e4-546d-4acd-a3a1-e76ddbc811db req-c2071c9a-8af4-4312-a0c6-9dfc3335bf77 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367739 Oct 22 15:24:12.436139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 60946) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:12.450602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:24:12.459896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:12.461995 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] Sync routers for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:24:12.472617 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:12.474434 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:12.505634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0b81b7d9-b074-44ac-9256-f712217f12f3 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "DELETE /v2.0/floatingips/527515ba-83e3-4b4b-8ca0-9598b2d2d4b7 HTTP/1.1" status: 204 len: 168 time: 1.3228893 Oct 22 15:24:12.511017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:12.511424 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c54c8-a2c6-42db-ba06-97a82f542d46" -d '{"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:12.527161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 60952) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:12.544897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-087bacbe-0b49-43b2-82be-cf18351c2fba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=670ed54c65a3458485d08d105efc6711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051881 Oct 22 15:24:12.563982 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4776d0de-9920-4e90-a6c4-151978388ba9 x-openstack-request-id: req-4776d0de-9920-4e90-a6c4-151978388ba9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:12.563982 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:12.563982 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4776d0de-9920-4e90-a6c4-151978388ba9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:12.563982 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'status': 'completed', 'code': 200} Oct 22 15:24:12.608963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714bef5a-a53a-4f48-a5ed-00e7ef86ecf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:12.616958 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:12.642630 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714bef5a-a53a-4f48-a5ed-00e7ef86ecf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:12.770511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-21809de7-5066-443c-b41f-7611c0e36215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:12.772042 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-21809de7-5066-443c-b41f-7611c0e36215 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc266bb0afc54a8397a279f407c86eba&device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 1097 time: 0.1652172 Oct 22 15:24:12.784860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bcbde-b2e6-41b8-b053-7549fae2e3db req-4d0cc6e4-ac34-4725-9f7e-c726e3cf47fd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:12.786611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-188bcbde-b2e6-41b8-b053-7549fae2e3db req-4d0cc6e4-ac34-4725-9f7e-c726e3cf47fd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1334717 Oct 22 15:24:12.842233 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:12.845922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-188bcbde-b2e6-41b8-b053-7549fae2e3db req-c580435f-5e8e-4fdc-95cb-c132b9d0e3e7 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500057 Oct 22 15:24:12.876287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714bef5a-a53a-4f48-a5ed-00e7ef86ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:12.879814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-714bef5a-a53a-4f48-a5ed-00e7ef86ecf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:12.881395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-714bef5a-a53a-4f48-a5ed-00e7ef86ecf6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b1cae3f-9057-4428-a0a7-4b04d37bfb09 HTTP/1.1" status: 204 len: 168 time: 0.3519175 Oct 22 15:24:12.905790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-ca7ef4a9-398c-4404-b044-0f6cbb00a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:12.907367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-ca7ef4a9-398c-4404-b044-0f6cbb00a96d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 200 len: 914 time: 0.1195428 Oct 22 15:24:12.912073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bef5a-a53a-4f48-a5ed-00e7ef86ecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1cae3f-9057-4428-a0a7-4b04d37bfb09,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:12.982008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-04ed2302-7d8b-4714-bfae-00e02131e3d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0655825 Oct 22 15:24:13.004777 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] Checking router: 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:24:13.014756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:13.015395 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:13.026606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ff9b-4102-42c0-b536-2d17d5678c49 req-353462e7-0c95-40c2-a577-b18ac48d41c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.035549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e227ff9b-4102-42c0-b536-2d17d5678c49 req-353462e7-0c95-40c2-a577-b18ac48d41c4 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 946 time: 0.0746312 Oct 22 15:24:13.042099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-9d8bee09-3fd2-4072-bc5e-006974158e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.044361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-9d8bee09-3fd2-4072-bc5e-006974158e4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 200 len: 852 time: 0.0541141 Oct 22 15:24:13.086893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e227ff9b-4102-42c0-b536-2d17d5678c49 req-97a081e9-4bc8-4598-9527-4a6d2572ee7b tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503583 Oct 22 15:24:13.100421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-777ceeb6-bc1c-4218-894b-44aa98cf0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.102209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-777ceeb6-bc1c-4218-894b-44aa98cf0b84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e80c0589-b895-4b62-b861-f611612bfef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491288 Oct 22 15:24:13.157633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:13.226643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49126af-ab00-46bc-9587-7cbbf50d5509 req-c735259c-ff1d-4a03-9ddd-2f966779ac82 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.228364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d49126af-ab00-46bc-9587-7cbbf50d5509 req-c735259c-ff1d-4a03-9ddd-2f966779ac82 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0729899 Oct 22 15:24:13.267561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-16ce2164-9b90-4028-b546-bfc80587e578 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516483 Oct 22 15:24:13.287881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d49126af-ab00-46bc-9587-7cbbf50d5509 req-a826b38e-32c7-40fc-bc91-21c0d0c308e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Oct 22 15:24:13.381542 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-357c54c8-a2c6-42db-ba06-97a82f542d46 req-405d5a26-2a35-46ca-a42d-45ee8c7d6c06 service neutron] 10.222.0.69 "GET /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028800 Oct 22 15:24:13.456555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddf92-caa9-4a0c-a8e4-93af7ddc2515 req-8b1e3c97-255f-4034-b7e1-758eebb3929f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.458403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cfddf92-caa9-4a0c-a8e4-93af7ddc2515 req-8b1e3c97-255f-4034-b7e1-758eebb3929f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 946 time: 0.0961235 Oct 22 15:24:13.503655 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:13.508718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cfddf92-caa9-4a0c-a8e4-93af7ddc2515 req-cf655b07-9a07-476e-b4b3-501bea744bfd tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Oct 22 15:24:13.535329 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0046-dce1-439b-a756-d097018ad67a None None] The sync data for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 is: [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:18:10Z', 'revision_number': 4, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1d943ea5-bd14-47c7-b66f-e3dc4a473059', 'name': '', 'network_id': 'e80c0589-b895-4b62-b861-f611612bfef2', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'mac_address': 'fa:16:3e:b2:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:08Z', 'updated_at': '2021-10-22T15:18:14Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'subnets': [{'id': '69afaf66-8662-4f7d-92ec-f462e7f972d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:24:13.727364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd3ee9-c215-4679-82a4-a995fb6423e6 req-1a611a7a-08a7-470e-b0ab-808668c1f1f6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.729382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bccd3ee9-c215-4679-82a4-a995fb6423e6 req-1a611a7a-08a7-470e-b0ab-808668c1f1f6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 813 time: 0.1226313 Oct 22 15:24:13.750318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bccd3ee9-c215-4679-82a4-a995fb6423e6 req-344b7687-86b7-45a4-843b-c3e1acae2e11 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/quotas/f40541de01b04c558bd868f1b20c892b HTTP/1.1" status: 200 len: 375 time: 0.0105507 Oct 22 15:24:13.806405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bccd3ee9-c215-4679-82a4-a995fb6423e6 req-e16d8e9a-78a5-4d7a-8a1f-ce98ddb65193 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503342 Oct 22 15:24:13.882728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac1512-358b-463d-87aa-cb277a37aa15 None None] New status for floating IP 527515ba-83e3-4b4b-8ca0-9598b2d2d4b7: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:24:13.937517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3550007-954f-4797-800b-cf381431b68d req-93af6c84-27df-4b8d-875e-2b7948d5da81 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:13.939155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3550007-954f-4797-800b-cf381431b68d req-93af6c84-27df-4b8d-875e-2b7948d5da81 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0612364 Oct 22 15:24:13.983978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3550007-954f-4797-800b-cf381431b68d req-16c4c36a-8f22-4e4a-96bb-04d84d6bb9e6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384398 Oct 22 15:24:14.117124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccd7d1-eea4-4a33-86cc-da7624e37fb0 req-370ac61d-0b84-418c-b3b9-bff85756331c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:14.118621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39ccd7d1-eea4-4a33-86cc-da7624e37fb0 req-370ac61d-0b84-418c-b3b9-bff85756331c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0609901 Oct 22 15:24:14.164281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39ccd7d1-eea4-4a33-86cc-da7624e37fb0 req-7145f75b-4ddd-48d2-b530-afc6894a3513 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385308 Oct 22 15:24:14.377875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99730bb0-11c0-4a6b-b7f3-41ecfd5bf8a1 req-26395dde-63b4-4bb9-934a-e509ed285140 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f40541de01b04c558bd868f1b20c892b HTTP/1.1" status: 200 len: 221 time: 0.0291326 Oct 22 15:24:14.482259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 32794) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:14.506218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ab10c-52ba-4a9a-a06f-517b7469bcce req-63f5c7c9-894e-411f-a30c-ce0951653752 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:14.507718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-271ab10c-52ba-4a9a-a06f-517b7469bcce req-63f5c7c9-894e-411f-a30c-ce0951653752 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0702169 Oct 22 15:24:14.574373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-271ab10c-52ba-4a9a-a06f-517b7469bcce req-4ea34e17-fe9c-4da5-baae-58d97c9d3220 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580251 Oct 22 15:24:14.655758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1717873560-network', 'tenant_id': '8f94da2b38a6497e9e50bf0c5096ada3'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:14.702827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d655b-14ac-4120-a3f7-287017a6dbdf req-e4a3926e-787c-44c6-85f9-81dba86c2229 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:14.704322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-680d655b-14ac-4120-a3f7-287017a6dbdf req-e4a3926e-787c-44c6-85f9-81dba86c2229 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 946 time: 0.0826662 Oct 22 15:24:14.745113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f21c6-4240-4e25-beda-6a66a46be754 req-3f3c4c1b-c655-4eb9-b8f3-b1ebc1f2d155 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:14.746847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf7f21c6-4240-4e25-beda-6a66a46be754 req-3f3c4c1b-c655-4eb9-b8f3-b1ebc1f2d155 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0819080 Oct 22 15:24:14.779345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-680d655b-14ac-4120-a3f7-287017a6dbdf req-c8be0fc0-9344-4c87-bfa3-9a387054587a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/security-groups?id=95064c3b-3701-4dfa-852b-f0e856418ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671761 Oct 22 15:24:14.804528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf7f21c6-4240-4e25-beda-6a66a46be754 req-e745ed4b-d1fb-44a2-8e03-c88ec2faa08d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 Oct 22 15:24:14.852775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Made reservation on behalf of 8f94da2b38a6497e9e50bf0c5096ada3 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:24:14.855567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:14.868134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:14.955585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:14.957313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0122069-b682-42bf-9a65-3986b7fa9780 req-540b7e17-cb2a-4135-8ace-69bc7ebc9997 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:14.958893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0122069-b682-42bf-9a65-3986b7fa9780 req-540b7e17-cb2a-4135-8ace-69bc7ebc9997 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0610764 Oct 22 15:24:15.000003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0122069-b682-42bf-9a65-3986b7fa9780 req-9ac9b473-0f13-46c5-aa0a-190ec5274f8d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Oct 22 15:24:15.052152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-6c2b3ee1-154b-4e9e-9885-6f80ad778cd7 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:15.053953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-6c2b3ee1-154b-4e9e-9885-6f80ad778cd7 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.69 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 946 time: 0.0639040 Oct 22 15:24:15.068914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.132140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:24:15.149510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a996d-9390-41b1-b943-fab1f2ad01b7 req-e008b815-4d3c-412e-9021-7b77765d25b8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:15.167801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c4a996d-9390-41b1-b943-fab1f2ad01b7 req-e008b815-4d3c-412e-9021-7b77765d25b8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0868323 Oct 22 15:24:15.174734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67700a0-f5f0-411a-9153-ee9ce769380b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:15.206064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.206385 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Added segment 629d08be-a2ff-4f61-9689-03ec85c973ed of type vlan for network 82f3990e-9337-4a40-9e4a-14722aa1c481 Oct 22 15:24:15.242899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c4a996d-9390-41b1-b943-fab1f2ad01b7 req-3e74b75a-5168-4818-9f90-95702bfede65 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Oct 22 15:24:15.259511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.299931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Deleting port 9878877e-c905-41b4-8f27-fd8cd529a0d6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:15.300592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.404486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011cef2-d8e2-4e45-bd42-178e4394043b req-fea258e8-8df6-42cf-9b4b-30a0bc1541a3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:15.415661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1011cef2-d8e2-4e45-bd42-178e4394043b req-fea258e8-8df6-42cf-9b4b-30a0bc1541a3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0616760 Oct 22 15:24:15.440305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] For port 9878877e-c905-41b4-8f27-fd8cd529a0d6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9878877e-c905-41b4-8f27-fd8cd529a0d6,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:15.440583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.456504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Calling delete_port for 9878877e-c905-41b4-8f27-fd8cd529a0d6 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:15.462155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1011cef2-d8e2-4e45-bd42-178e4394043b req-726b4b7e-e488-43f9-8311-4fd0fdedd09e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Oct 22 15:24:15.541843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.544982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:15.553342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.613527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ad82d-5a59-4612-9039-9a9300a7ff6c req-4d8a8524-3684-4423-9ade-8db958f61910 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:15.619383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-334ad82d-5a59-4612-9039-9a9300a7ff6c req-4d8a8524-3684-4423-9ade-8db958f61910 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0673714 Oct 22 15:24:15.677717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] Pushing event updated for resources: {'Network': ['ID=82f3990e-9337-4a40-9e4a-14722aa1c481,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:15.678406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-334ad82d-5a59-4612-9039-9a9300a7ff6c req-065af0e8-bd74-4048-9834-0b85cd5bedc0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500364 Oct 22 15:24:15.691397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 82f3990e-9337-4a40-9e4a-14722aa1c481 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:24:15.737317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bccf7af1-238f-42e3-97b3-050cfb323da6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2533314 Oct 22 15:24:15.740074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32824) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:15.752295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Request body: {'subnet': {'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1717873560-subnet', 'tenant_id': '8f94da2b38a6497e9e50bf0c5096ada3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:15.861800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a0a09-7512-44d5-883e-f1a92d23096d req-0e3e192a-c297-45ce-9b2b-d7e172fc98f9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:15.863484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef8a0a09-7512-44d5-883e-f1a92d23096d req-0e3e192a-c297-45ce-9b2b-d7e172fc98f9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0722787 Oct 22 15:24:15.872804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.901538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eec19124-4293-4cd9-99de-e61c5cb744ac req-d854ab51-702a-43c4-8563-293ce1b3b345 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0369771 Oct 22 15:24:15.911503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event deleted for resources: {'Port': ['ID=9878877e-c905-41b4-8f27-fd8cd529a0d6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:15.928152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Made reservation on behalf of 8f94da2b38a6497e9e50bf0c5096ada3 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:24:15.930536 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:15.984729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] No DVR routers for this DVR port 9878877e-c905-41b4-8f27-fd8cd529a0d6 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:15.988895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:16.000535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1467c9a4-7cc8-413f-a137-fe74ca34c309 req-a39afab4-323f-4a92-bbee-7962fe83599b tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.69 "DELETE /v2.0/ports/9878877e-c905-41b4-8f27-fd8cd529a0d6 HTTP/1.1" status: 204 len: 173 time: 0.9397650 Oct 22 15:24:16.001172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'name': 'network-vif-deleted', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:16.005210 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99946bb2-d114-4ca1-a385-a72fddd0c89e" -d '{"events": [{"server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "name": "network-vif-deleted", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:16.063964 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc48f33-b132-41b6-a323-61a37cc41af0 x-openstack-request-id: req-bbc48f33-b132-41b6-a323-61a37cc41af0 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:16.064590 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05748349-d5df-4161-8d86-44321a276b21", "name": "network-vif-deleted", "tag": "9878877e-c905-41b4-8f27-fd8cd529a0d6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:16.064938 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbc48f33-b132-41b6-a323-61a37cc41af0 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:16.065455 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05748349-d5df-4161-8d86-44321a276b21', 'name': 'network-vif-deleted', 'tag': '9878877e-c905-41b4-8f27-fd8cd529a0d6', 'status': 'completed', 'code': 200} Oct 22 15:24:16.284218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef8a0a09-7512-44d5-883e-f1a92d23096d req-9f891683-a077-4a1f-9401-3220a0052897 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108193 Oct 22 15:24:16.513641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9955-deb3-427d-8e25-e438cebbf789 req-3061ad11-05a1-44ec-bd43-5b6b9e7a323e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:16.516183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e5f9955-deb3-427d-8e25-e438cebbf789 req-3061ad11-05a1-44ec-bd43-5b6b9e7a323e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1072471 Oct 22 15:24:16.567534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e5f9955-deb3-427d-8e25-e438cebbf789 req-8e41a323-1991-44ee-9e3d-19b4bee1e7a9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Oct 22 15:24:16.627904 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:16.721185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cc985e-18fd-4cc4-8644-0c5e3f09c940,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:16.736016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Checking segment: {'id': '629d08be-a2ff-4f61-9689-03ec85c973ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:24:16.736373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Network hostable DHCP agents. Network: 82f3990e-9337-4a40-9e4a-14722aa1c481, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:24:16.761857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b1a1-c74e-4456-ab29-d18c6369324a req-ccda084b-0e1f-42f1-a132-927c058a3e98 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:16.763237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa50b1a1-c74e-4456-ab29-d18c6369324a req-ccda084b-0e1f-42f1-a132-927c058a3e98 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0888610 Oct 22 15:24:16.807161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa50b1a1-c74e-4456-ab29-d18c6369324a req-d078b78b-d8cc-4e54-a240-b366d84e47f1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Oct 22 15:24:16.867303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Network 82f3990e-9337-4a40-9e4a-14722aa1c481 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:24:16.931535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a3284-c34f-4d76-9f85-bd7fb6d5bd61 req-477f1e79-c284-4738-9f1c-8ada6d6d9f0e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:16.935235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad2a3284-c34f-4d76-9f85-bd7fb6d5bd61 req-477f1e79-c284-4738-9f1c-8ada6d6d9f0e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0556777 Oct 22 15:24:16.980733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad2a3284-c34f-4d76-9f85-bd7fb6d5bd61 req-bcee6a30-e8b2-4a2a-9cb5-14e18a38d0c3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Oct 22 15:24:16.989610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 82f3990e-9337-4a40-9e4a-14722aa1c481) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:24:17.004071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:17.010394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:17.010548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d7b6d-a910-4c66-8231-9bffc36ff0d7 None None] Network 82f3990e-9337-4a40-9e4a-14722aa1c481 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:24:17.045484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3938b953-2f03-46dd-bde9-65647a99da8e req-b0b09e5d-9c70-4006-a254-5b2d15b17e7e tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0495431 Oct 22 15:24:17.169703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-312d1e01-7688-4c98-bcfd-a6df60a91d47 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4282873 Oct 22 15:24:17.185166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f4dc2-e4ec-4a64-b8fb-bd43cd9c0b12 None None] Network 82f3990e-9337-4a40-9e4a-14722aa1c481 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:24:17.195448 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c5be-3647-4730-a784-12c7c89c6dc4 req-e48413d1-5f37-499a-b4fe-713753b9d802 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:17.214074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edb8c5be-3647-4730-a784-12c7c89c6dc4 req-e48413d1-5f37-499a-b4fe-713753b9d802 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0796328 Oct 22 15:24:17.258462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edb8c5be-3647-4730-a784-12c7c89c6dc4 req-f98c4c38-a482-4842-b70b-0e7a6fabdc80 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Oct 22 15:24:17.435640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a093ef-f062-42d2-bc68-ee13016ef8ad req-826827af-8142-4c57-b862-705624526da4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:17.437262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76a093ef-f062-42d2-bc68-ee13016ef8ad req-826827af-8142-4c57-b862-705624526da4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0722623 Oct 22 15:24:17.483632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76a093ef-f062-42d2-bc68-ee13016ef8ad req-7a7ac19c-7e26-4f23-bb3a-a2d1305bff8d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Oct 22 15:24:17.648366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0718-65ca-48ab-ad1e-e35ba7888cf1 req-bff2b174-3810-4de2-bd97-21a84105680c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:17.649986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bcc0718-65ca-48ab-ad1e-e35ba7888cf1 req-bff2b174-3810-4de2-bd97-21a84105680c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0648971 Oct 22 15:24:17.746572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bcc0718-65ca-48ab-ad1e-e35ba7888cf1 req-18a850f1-24f0-4788-9cb6-4c4b19f0db2e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863988 Oct 22 15:24:17.794782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-3432a23f-d832-48b6-a79e-195a90cdf7bf tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:17.796320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-3432a23f-d832-48b6-a79e-195a90cdf7bf tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/networks?id=82f3990e-9337-4a40-9e4a-14722aa1c481 HTTP/1.1" status: 200 len: 809 time: 0.1453416 Oct 22 15:24:17.815756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-036ffdb2-e170-45bc-8577-0ecd2c6fc2e7 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/quotas/8f94da2b38a6497e9e50bf0c5096ada3 HTTP/1.1" status: 200 len: 375 time: 0.0130684 Oct 22 15:24:17.856843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-6174f915-eaf1-4115-9772-71aee6a82997 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f94da2b38a6497e9e50bf0c5096ada3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375338 Oct 22 15:24:17.951664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25942d5-5fcc-451a-8dd8-101cb0d4dc67 req-44df2352-2a2a-486c-bbc6-609aa4abcbc1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:17.953262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d25942d5-5fcc-451a-8dd8-101cb0d4dc67 req-44df2352-2a2a-486c-bbc6-609aa4abcbc1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1216671 Oct 22 15:24:17.994473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-3bea70af-83eb-49e4-b1aa-66825136a3a4 service neutron] 10.222.0.66 "GET /v2.0/networks/82f3990e-9337-4a40-9e4a-14722aa1c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244416 Oct 22 15:24:18.014294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d25942d5-5fcc-451a-8dd8-101cb0d4dc67 req-1b051920-f4c2-4361-877d-604e50a93a24 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550044 Oct 22 15:24:18.115192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-01026c6e-4d89-4aab-bbb4-0716026ddb05 service neutron] 10.222.0.66 "GET /v2.0/networks/82f3990e-9337-4a40-9e4a-14722aa1c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126921 Oct 22 15:24:18.171509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56f172e7-8ab6-4c7f-9459-d594d43e8895 req-23fe56e9-d9bc-4f3e-9732-f9202ec2adbf tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0352345 Oct 22 15:24:18.299317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f55c82-a9c9-4441-a051-3a7d53b6b11d req-28e583a1-1d62-40c5-9849-bb903469deac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:18.301116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7f55c82-a9c9-4441-a051-3a7d53b6b11d req-28e583a1-1d62-40c5-9849-bb903469deac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0560741 Oct 22 15:24:18.343679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7f55c82-a9c9-4441-a051-3a7d53b6b11d req-caa75609-b635-4fc9-9697-3453d12d106f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Oct 22 15:24:18.487832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a95dc-4e27-42d0-af27-54cfc701904e req-c8db4c80-0eea-40b2-bb9f-4cec81ad9aa5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:18.489451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536a95dc-4e27-42d0-af27-54cfc701904e req-c8db4c80-0eea-40b2-bb9f-4cec81ad9aa5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0750148 Oct 22 15:24:18.509822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98e1f0fd-c7f1-413f-a57c-b29090f2a029 req-258f39e2-76b3-4b26-83dd-82beec04b882 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 210 time: 0.0432773 Oct 22 15:24:18.540841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9878877e-c905-41b4-8f27-fd8cd529a0d6 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:18.568130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 9878877e-c905-41b4-8f27-fd8cd529a0d6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:18.568861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9878877e-c905-41b4-8f27-fd8cd529a0d6 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:18.575658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536a95dc-4e27-42d0-af27-54cfc701904e req-7f28fa21-fd35-4995-a528-1c1232234231 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Oct 22 15:24:18.775884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d4971-a587-47c0-868a-e4818813604f req-d7d22cd3-d748-449c-846d-486f1c8a6d3b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:18.777611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-658d4971-a587-47c0-868a-e4818813604f req-d7d22cd3-d748-449c-846d-486f1c8a6d3b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0506310 Oct 22 15:24:18.821347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-658d4971-a587-47c0-868a-e4818813604f req-da335ea3-6663-4ed9-a5f8-b6655cfe8625 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Oct 22 15:24:18.939267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c01c5-1f74-4195-b36a-64b0d7fd4957 req-a25b153a-1915-4b35-83b8-695ec0feb191 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:18.940865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4c01c5-1f74-4195-b36a-64b0d7fd4957 req-a25b153a-1915-4b35-83b8-695ec0feb191 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0511997 Oct 22 15:24:18.981237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4c01c5-1f74-4195-b36a-64b0d7fd4957 req-3f0939fc-0cd6-446b-b163-9dead13e17bd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Oct 22 15:24:19.118407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1e881-dcda-41c1-929b-1d86e87ea2e2 req-2a02b86d-7e2e-4671-9583-a2f0505f1242 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:19.119951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45b1e881-dcda-41c1-929b-1d86e87ea2e2 req-2a02b86d-7e2e-4671-9583-a2f0505f1242 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0550756 Oct 22 15:24:19.159536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45b1e881-dcda-41c1-929b-1d86e87ea2e2 req-912a3650-9148-46be-9f2a-d88b87ee72e0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329423 Oct 22 15:24:19.296561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d31a34dc-fd05-48db-a48f-c44f0631008b req-85a627dd-eb5f-4d4c-a76e-a935b641d290 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0320184 Oct 22 15:24:19.311870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644546c-87a1-4262-9598-5c56777d2c7c req-4f3d7b0a-dc69-4430-9c78-f4775dff4e85 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:19.313382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9644546c-87a1-4262-9598-5c56777d2c7c req-4f3d7b0a-dc69-4430-9c78-f4775dff4e85 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0761459 Oct 22 15:24:19.359186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9644546c-87a1-4262-9598-5c56777d2c7c req-261bdd5a-5853-45fd-a6d2-cb4394a63f6d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Oct 22 15:24:19.596774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a82eff0f-904b-4901-8504-fb89a53fe7d3 req-914ceae2-3b74-4029-ace5-40bbc52e286e tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 210 time: 0.0281086 Oct 22 15:24:19.853529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b90e9-dc81-49ad-b1be-6d25e79c46f8 req-5f241c9a-9b6c-4f8d-9d67-977ba02e6c5e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:19.855213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-106b90e9-dc81-49ad-b1be-6d25e79c46f8 req-5f241c9a-9b6c-4f8d-9d67-977ba02e6c5e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0546227 Oct 22 15:24:19.903813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-106b90e9-dc81-49ad-b1be-6d25e79c46f8 req-9c429f36-1fdb-4928-b3b4-01be90f8fd98 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358098 Oct 22 15:24:20.396581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7926f1f-d8e6-404b-b479-647c0c8edb44 req-ee6ce703-46c7-4169-a81e-a9cefd04977d tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0305142 Oct 22 15:24:20.694273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b428dbee-e81c-4fc8-91ff-74cf098c9b63 req-4ead97e8-be0d-4e90-be0d-d5d7d566b9fc tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 210 time: 0.0279448 Oct 22 15:24:21.024741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15027052-13df-49a0-81f8-b55a9a279213 req-17c16585-7991-4815-b864-359e64d676d9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:21.026432 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15027052-13df-49a0-81f8-b55a9a279213 req-17c16585-7991-4815-b864-359e64d676d9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0523832 Oct 22 15:24:21.071240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15027052-13df-49a0-81f8-b55a9a279213 req-f8ae7908-05f1-4657-8fcf-5fe1e8cdf0e9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Oct 22 15:24:21.516665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5b3725a-2a5e-4e41-a42f-35049a4e683a req-251b09b1-0c6c-47c9-8269-1814e7e3767a tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0375357 Oct 22 15:24:21.625883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef62b76-f506-4555-84aa-b7f263b636ca req-79d08f78-0d71-4a35-b127-194e774ddc97 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:21.627334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ef62b76-f506-4555-84aa-b7f263b636ca req-79d08f78-0d71-4a35-b127-194e774ddc97 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1388619 Oct 22 15:24:21.684488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-b8b8554b-0b38-4616-bd86-47bf30992172 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:21.685946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-b8b8554b-0b38-4616-bd86-47bf30992172 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.53 "GET /v2.0/networks?id=82f3990e-9337-4a40-9e4a-14722aa1c481 HTTP/1.1" status: 200 len: 809 time: 0.1720769 Oct 22 15:24:21.693603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ef62b76-f506-4555-84aa-b7f263b636ca req-24e429cf-c238-4e1a-b981-bb975321961e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588412 Oct 22 15:24:21.702036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Request body: {'port': {'device_id': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481', 'admin_state_up': True, 'tenant_id': '8f94da2b38a6497e9e50bf0c5096ada3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:21.812124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4ee6ef1-36d0-408e-9d46-209bd513dab6 req-3b64e2c5-249c-4d05-a62a-7d27cf278e13 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 210 time: 0.0401855 Oct 22 15:24:21.992332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Made reservation on behalf of 8f94da2b38a6497e9e50bf0c5096ada3 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:24:21.997182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:22.136335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Allocated IP 172.20.0.8 (82f3990e-9337-4a40-9e4a-14722aa1c481/d7cc985e-18fd-4cc4-8644-0c5e3f09c940/382ca03f-4944-478c-9ebc-9aac759d9ce3) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:24:22.298320 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:22.430367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:22.477141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Network 82f3990e-9337-4a40-9e4a-14722aa1c481 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:24:22.481516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:24:22.486188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:24:22.515459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Pushing event updated for resources: {'Port': ['ID=382ca03f-4944-478c-9ebc-9aac759d9ce3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:22.536515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.537189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.537537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.537882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.538220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.538557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.538912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.540722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.541071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.541410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.541747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.542131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:22.565472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:22.566136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:22.621326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2c290e1-548d-4d10-8e68-e8fac2b7cd3d req-1dec576c-4965-4dc4-9862-06453ab597c5 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0289485 Oct 22 15:24:22.689648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ef07a09d-4209-461e-9987-d44e39e37eab tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932156 Oct 22 15:24:22.702766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Request body: {'port': {'device_id': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:22.721151 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1404834-971b-4664-9271-b4452cde998e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:22.760953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:22.905062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546fc5a-76b0-4795-b0ed-dd8de08d1cf8 req-e9280744-c5fe-4446-b98c-cfa5cdeed8c4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:22.906538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1546fc5a-76b0-4795-b0ed-dd8de08d1cf8 req-e9280744-c5fe-4446-b98c-cfa5cdeed8c4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1350114 Oct 22 15:24:23.017445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1546fc5a-76b0-4795-b0ed-dd8de08d1cf8 req-c23f436b-beb4-47c3-a494-6a827cef0796 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942762 Oct 22 15:24:23.051941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f4065-dca7-4a18-a83b-d83e908e766f req-18cd93a1-cc3d-410c-9dba-2e452eb1aca5 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:23.053400 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a74f4065-dca7-4a18-a83b-d83e908e766f req-18cd93a1-cc3d-410c-9dba-2e452eb1aca5 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 931 time: 0.1573598 Oct 22 15:24:23.114457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a74f4065-dca7-4a18-a83b-d83e908e766f req-973dd29d-fc4a-48c6-86ed-6d28cdf72951 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533192 Oct 22 15:24:23.176518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382ca03f-4944-478c-9ebc-9aac759d9ce3 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:23.185951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:23.199325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Transition to ACTIVE for port object 382ca03f-4944-478c-9ebc-9aac759d9ce3 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:24:23.314920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:23.364408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Pushing event updated for resources: {'Port': ['ID=382ca03f-4944-478c-9ebc-9aac759d9ce3,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:23.435490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Attempting to bind port 382ca03f-4944-478c-9ebc-9aac759d9ce3 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:24:23.435826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Attempting to bind port 382ca03f-4944-478c-9ebc-9aac759d9ce3 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '629d08be-a2ff-4f61-9689-03ec85c973ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:24:23.436153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Attempting to bind port 382ca03f-4944-478c-9ebc-9aac759d9ce3 on network 82f3990e-9337-4a40-9e4a-14722aa1c481 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:24:23.440657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Port 382ca03f-4944-478c-9ebc-9aac759d9ce3 on network 82f3990e-9337-4a40-9e4a-14722aa1c481 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:24:23.440974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Attempting to bind port 382ca03f-4944-478c-9ebc-9aac759d9ce3 on network 82f3990e-9337-4a40-9e4a-14722aa1c481 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:24:23.446932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:24:23.447482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Checking segment: {'id': '629d08be-a2ff-4f61-9689-03ec85c973ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:24:23.447954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Bound using segment: {'id': '629d08be-a2ff-4f61-9689-03ec85c973ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:24:23.448672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Bound port: 382ca03f-4944-478c-9ebc-9aac759d9ce3, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629d08be-a2ff-4f61-9689-03ec85c973ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:24:23.449212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:23.534596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] For port 382ca03f-4944-478c-9ebc-9aac759d9ce3, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:24:23.538435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] For port 382ca03f-4944-478c-9ebc-9aac759d9ce3, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=382ca03f-4944-478c-9ebc-9aac759d9ce3,segment=NetworkSegment(629d08be-a2ff-4f61-9689-03ec85c973ed),segment_id=629d08be-a2ff-4f61-9689-03ec85c973ed)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:24:23.675849 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:23.717740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:23.718358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:23.719871 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] 10.222.0.53 "PUT /v2.0/ports/382ca03f-4944-478c-9ebc-9aac759d9ce3 HTTP/1.1" status: 200 len: 1091 time: 1.0215108 Oct 22 15:24:23.720431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'tag': '382ca03f-4944-478c-9ebc-9aac759d9ce3'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:23.722777 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e24a75-634a-40ec-a570-17e2deec757e" -d '{"events": [{"name": "network-changed", "server_uuid": "353ebf74-182b-4935-a2e9-8b1e6402ce4b", "tag": "382ca03f-4944-478c-9ebc-9aac759d9ce3"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:23.764847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76317706-a153-4829-9397-8f95839c903c req-2eee6dbb-5222-402c-916b-ee663d609957 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0526776 Oct 22 15:24:23.771197 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fcfb31-f400-4c0d-ac32-789cddffb08e x-openstack-request-id: req-d4fcfb31-f400-4c0d-ac32-789cddffb08e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:23.771490 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ebf74-182b-4935-a2e9-8b1e6402ce4b", "tag": "382ca03f-4944-478c-9ebc-9aac759d9ce3", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:23.771749 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4fcfb31-f400-4c0d-ac32-789cddffb08e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:23.772570 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'tag': '382ca03f-4944-478c-9ebc-9aac759d9ce3', 'status': 'completed', 'code': 200} Oct 22 15:24:23.778068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ebcc2-fc60-4252-8d9d-be00019d43cb service neutron] Pushing event updated for resources: {'Port': ['ID=382ca03f-4944-478c-9ebc-9aac759d9ce3,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:23.840194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24a75-634a-40ec-a570-17e2deec757e req-e36b6754-bb4d-4578-a421-1052aee1c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:23.841693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e24a75-634a-40ec-a570-17e2deec757e req-e36b6754-bb4d-4578-a421-1052aee1c9b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f94da2b38a6497e9e50bf0c5096ada3&device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 1094 time: 0.0449185 Oct 22 15:24:23.948277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24a75-634a-40ec-a570-17e2deec757e req-eb1ec004-81a0-4901-99cd-548248b4256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:23.950255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e24a75-634a-40ec-a570-17e2deec757e req-eb1ec004-81a0-4901-99cd-548248b4256f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f94da2b38a6497e9e50bf0c5096ada3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001112 Oct 22 15:24:24.058455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24a75-634a-40ec-a570-17e2deec757e req-23937444-defd-4f4c-aa72-ecc5d906f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:24.060074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e24a75-634a-40ec-a570-17e2deec757e req-23937444-defd-4f4c-aa72-ecc5d906f0dc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031382 Oct 22 15:24:24.167825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ca01a836-9809-4d39-8d4f-051ccba1ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:24.169347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-ca01a836-9809-4d39-8d4f-051ccba1ce26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f94da2b38a6497e9e50bf0c5096ada3&device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 1094 time: 0.0675004 Oct 22 15:24:24.179275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424fc02-9f51-4459-a158-7ac81d5873d1 req-401c5efb-805c-4cf9-9f53-ab5d9ded33d3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:24.182511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a424fc02-9f51-4459-a158-7ac81d5873d1 req-401c5efb-805c-4cf9-9f53-ab5d9ded33d3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0887506 Oct 22 15:24:24.244107 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-d707198f-ba5e-4a36-b00f-b61fce3c86ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382ca03f-4944-478c-9ebc-9aac759d9ce3 HTTP/1.1" status: 200 len: 217 time: 0.0620027 Oct 22 15:24:24.313659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a424fc02-9f51-4459-a158-7ac81d5873d1 req-38ed833d-7497-4ca0-9c65-ee2d71d0f435 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247115 Oct 22 15:24:24.331056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752945-30d9-4f17-ba68-4a674e922442 req-89d579d1-a3a0-4b45-9f15-b81b14a66701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:24.332670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-89d579d1-a3a0-4b45-9f15-b81b14a66701 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7cc985e-18fd-4cc4-8644-0c5e3f09c940 HTTP/1.1" status: 200 len: 849 time: 0.0669553 Oct 22 15:24:24.341533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbefe2-88b6-4b90-9891-f37a98016b08 req-284a16c3-cf6e-43f0-9292-cc638ed150e5 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:24.343087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cdbefe2-88b6-4b90-9891-f37a98016b08 req-284a16c3-cf6e-43f0-9292-cc638ed150e5 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 943 time: 0.1470053 Oct 22 15:24:24.380194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-237d07f5-44f4-423d-a4b2-d01a99812bf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82f3990e-9337-4a40-9e4a-14722aa1c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360131 Oct 22 15:24:24.426471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cdbefe2-88b6-4b90-9891-f37a98016b08 req-ed8f338a-b5fe-41bd-8949-c57154593ac3 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743954 Oct 22 15:24:24.496561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-3ac77ace-dff3-4609-8f7b-9f15c7e51884 service neutron] 10.222.0.53 "GET /v2.0/networks/82f3990e-9337-4a40-9e4a-14722aa1c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064987 Oct 22 15:24:24.618985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7752945-30d9-4f17-ba68-4a674e922442 req-b4b29519-a56e-4572-8ac7-94c502700323 service neutron] 10.222.0.53 "GET /v2.0/networks/82f3990e-9337-4a40-9e4a-14722aa1c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144340 Oct 22 15:24:24.879224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2687a8f5-5592-4b86-bb88-941a1d6d9fec req-a810d73b-b12b-40fe-a3c9-22ee4aa62567 tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "GET /v2.0/ports?device_id=05748349-d5df-4161-8d86-44321a276b21 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Oct 22 15:24:25.300836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ec6-aad2-4c94-862d-dcdb9ded3c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:25.436020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcff05-3b43-4d3c-b780-feee7a8a37e1 req-c766324c-8184-45fc-aa07-ed1f129695ec tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:25.437735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02fcff05-3b43-4d3c-b780-feee7a8a37e1 req-c766324c-8184-45fc-aa07-ed1f129695ec tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0536296 Oct 22 15:24:25.479802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02fcff05-3b43-4d3c-b780-feee7a8a37e1 req-10969db9-ea1c-4ec6-8f59-0e3a59f2c77d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Oct 22 15:24:25.553456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c362e0-0503-49ce-b181-13374a23bab1 req-027fb0bf-ac6f-4a31-82b3-c51ddad278c7 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:25.555159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06c362e0-0503-49ce-b181-13374a23bab1 req-027fb0bf-ac6f-4a31-82b3-c51ddad278c7 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 943 time: 0.0502810 Oct 22 15:24:25.599906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06c362e0-0503-49ce-b181-13374a23bab1 req-cc77e4e6-3299-42f0-b5b8-c69b25a8f33e tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Oct 22 15:24:25.938104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 32960) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:26.000040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77d59998-3409-4b8f-bf74-a7588f6cdf9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.024652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77d59998-3409-4b8f-bf74-a7588f6cdf9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.189589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77d59998-3409-4b8f-bf74-a7588f6cdf9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.190118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 382ca03f-4944-478c-9ebc-9aac759d9ce3 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:24:26.192219 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-77d59998-3409-4b8f-bf74-a7588f6cdf9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.193501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-77d59998-3409-4b8f-bf74-a7588f6cdf9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] 10.222.0.66 "DELETE /v2.0/security-groups/95064c3b-3701-4dfa-852b-f0e856418ba1 HTTP/1.1" status: 204 len: 168 time: 0.2543344 Oct 22 15:24:26.203452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d59998-3409-4b8f-bf74-a7588f6cdf9f tempest-TestVolumeBackupRestore-25792091 tempest-TestVolumeBackupRestore-25792091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95064c3b-3701-4dfa-852b-f0e856418ba1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:26.304079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 382ca03f-4944-478c-9ebc-9aac759d9ce3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=382ca03f-4944-478c-9ebc-9aac759d9ce3,segment=NetworkSegment(629d08be-a2ff-4f61-9689-03ec85c973ed),segment_id=629d08be-a2ff-4f61-9689-03ec85c973ed)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:26.317261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '382ca03f-4944-478c-9ebc-9aac759d9ce3', 'network_id': '82f3990e-9337-4a40-9e4a-14722aa1c481', 'port_id': '382ca03f-4944-478c-9ebc-9aac759d9ce3', 'mac_address': 'fa:16:3e:9d:1e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cc985e-18fd-4cc4-8644-0c5e3f09c940', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:24:26.353655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.366544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382ca03f-4944-478c-9ebc-9aac759d9ce3 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:26.386568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 382ca03f-4944-478c-9ebc-9aac759d9ce3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=382ca03f-4944-478c-9ebc-9aac759d9ce3,segment=NetworkSegment(629d08be-a2ff-4f61-9689-03ec85c973ed),segment_id=629d08be-a2ff-4f61-9689-03ec85c973ed)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:26.500753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.554471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=382ca03f-4944-478c-9ebc-9aac759d9ce3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:26.566457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.604138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47479009-94a9-4b4e-82f1-ad8fdcfa5faf req-c5c43ec5-3195-4ecd-af69-f7a6bb2e52d7 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:26.605721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47479009-94a9-4b4e-82f1-ad8fdcfa5faf req-c5c43ec5-3195-4ecd-af69-f7a6bb2e52d7 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0503197 Oct 22 15:24:26.628450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:26.647376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47479009-94a9-4b4e-82f1-ad8fdcfa5faf req-832729b3-9214-4b50-8a7f-f4e2befc94de tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Oct 22 15:24:26.700507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['382ca03f-4944-478c-9ebc-9aac759d9ce3'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:26.759042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37d238-d28c-4797-89e3-1a752905d66b req-358f154b-b6ba-4bf7-80e6-184ab2727d77 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:26.760451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc37d238-d28c-4797-89e3-1a752905d66b req-358f154b-b6ba-4bf7-80e6-184ab2727d77 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 944 time: 0.0543406 Oct 22 15:24:26.800718 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc37d238-d28c-4797-89e3-1a752905d66b req-e02b6ad9-a979-4660-a1fc-ec429439ab8b tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340002 Oct 22 15:24:26.850941 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:24:27.777756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42185165-3c1b-4a7c-b608-d316c029b964 req-c18247ff-345a-4be0-92b2-41f2e2201c39 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:27.779372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42185165-3c1b-4a7c-b608-d316c029b964 req-c18247ff-345a-4be0-92b2-41f2e2201c39 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0523019 Oct 22 15:24:27.817182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42185165-3c1b-4a7c-b608-d316c029b964 req-c20206e0-9120-4a12-8c11-a3961c3ab75f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Oct 22 15:24:27.953876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae70b-86e6-468f-9959-d6772040bfce req-a70f31d7-a469-4610-aa19-15a8d26c13a4 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:27.955262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24dae70b-86e6-468f-9959-d6772040bfce req-a70f31d7-a469-4610-aa19-15a8d26c13a4 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 944 time: 0.0826156 Oct 22 15:24:27.976771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c22816-85d4-4045-8ed7-d280c4705f42 req-5da6e356-ed16-4012-8597-09c2ddf89843 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:27.978198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0c22816-85d4-4045-8ed7-d280c4705f42 req-5da6e356-ed16-4012-8597-09c2ddf89843 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0749736 Oct 22 15:24:28.042837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24dae70b-86e6-468f-9959-d6772040bfce req-92e30795-ddd6-4c5d-b3f4-48be741963a0 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740921 Oct 22 15:24:28.047336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0c22816-85d4-4045-8ed7-d280c4705f42 req-1f373837-9b5f-4142-902a-2413259ba3d4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608485 Oct 22 15:24:28.184554 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:28.221601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 382ca03f-4944-478c-9ebc-9aac759d9ce3 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:24:28.237752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b7a0-901d-4724-bba5-3d51709b7bde req-02391213-3d9e-47a9-834d-0d82fc3d5754 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:28.239655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df76b7a0-901d-4724-bba5-3d51709b7bde req-02391213-3d9e-47a9-834d-0d82fc3d5754 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0544448 Oct 22 15:24:28.289890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df76b7a0-901d-4724-bba5-3d51709b7bde req-c3aa3ae7-91d1-44a1-915b-cbb88a068589 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Oct 22 15:24:28.448138 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 382ca03f-4944-478c-9ebc-9aac759d9ce3 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:24:28.454819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 382ca03f-4944-478c-9ebc-9aac759d9ce3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:24:28.455919 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:28.489298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e8b2e-a4d3-4ab8-9a6b-5d19e6267d9d req-c475ca00-34d1-437f-aef7-9d2463fa28eb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:28.489298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c1e8b2e-a4d3-4ab8-9a6b-5d19e6267d9d req-c475ca00-34d1-437f-aef7-9d2463fa28eb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0710125 Oct 22 15:24:28.545003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c1e8b2e-a4d3-4ab8-9a6b-5d19e6267d9d req-8539de7c-fd44-4c74-93fd-07077a9809d9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Oct 22 15:24:28.571076 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:28.605275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ca03f-4944-478c-9ebc-9aac759d9ce3'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:28.607839 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f0ce16-e21a-43f0-9f3e-f0c2e5f05d37" -d '{"events": [{"server_uuid": "353ebf74-182b-4935-a2e9-8b1e6402ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "382ca03f-4944-478c-9ebc-9aac759d9ce3"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:28.623413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 382ca03f-4944-478c-9ebc-9aac759d9ce3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=382ca03f-4944-478c-9ebc-9aac759d9ce3,segment=NetworkSegment(629d08be-a2ff-4f61-9689-03ec85c973ed),segment_id=629d08be-a2ff-4f61-9689-03ec85c973ed)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:28.652095 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc91e1a5-3f0d-492c-bdf5-a9340e13c020 x-openstack-request-id: req-bc91e1a5-3f0d-492c-bdf5-a9340e13c020 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:28.652095 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ebf74-182b-4935-a2e9-8b1e6402ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "382ca03f-4944-478c-9ebc-9aac759d9ce3", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:28.652988 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc91e1a5-3f0d-492c-bdf5-a9340e13c020 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:28.653402 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ca03f-4944-478c-9ebc-9aac759d9ce3', 'code': 200} Oct 22 15:24:28.719266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6b61-f4b4-484d-bd4d-fbbaa810a7af req-92755e6f-9c2e-40d8-8cce-105f54008a71 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:28.721083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d17f6b61-f4b4-484d-bd4d-fbbaa810a7af req-92755e6f-9c2e-40d8-8cce-105f54008a71 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0852182 Oct 22 15:24:28.776137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:28.809255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe37b8-084b-41e4-be0f-ad8e89291168 req-88afc6d1-63b6-4354-906c-048c372c425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:28.812066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cbe37b8-084b-41e4-be0f-ad8e89291168 req-88afc6d1-63b6-4354-906c-048c372c425c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 1095 time: 0.0865757 Oct 22 15:24:28.825422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d17f6b61-f4b4-484d-bd4d-fbbaa810a7af req-21731f48-d3e2-47f2-a6b6-c6a506552fe0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860932 Oct 22 15:24:28.842716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=382ca03f-4944-478c-9ebc-9aac759d9ce3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:28.878232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2cbe37b8-084b-41e4-be0f-ad8e89291168 req-82856cc4-7326-4619-b346-a35f9a46401b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Oct 22 15:24:28.960007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4213138-d30b-4055-b27a-d228f70bc8c2 req-ed1064b0-8cf8-4b64-954d-e5db9ca8735b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:28.961592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4213138-d30b-4055-b27a-d228f70bc8c2 req-ed1064b0-8cf8-4b64-954d-e5db9ca8735b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0549216 Oct 22 15:24:29.004018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4213138-d30b-4055-b27a-d228f70bc8c2 req-81705568-436e-4c12-a8a9-6a065ab040cc tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354583 Oct 22 15:24:29.220631 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b3f21-3857-4322-ac8e-92795196bbd6 req-faa011a0-c86b-49cb-9240-481d2ec43935 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:29.222144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d2b3f21-3857-4322-ac8e-92795196bbd6 req-faa011a0-c86b-49cb-9240-481d2ec43935 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 945 time: 0.0998998 Oct 22 15:24:29.230495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f7f3a-9878-49bd-8db6-84b35f33bb54 req-1c3c1fc2-65d8-4b3a-8431-67347b0f937a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:29.232427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-967f7f3a-9878-49bd-8db6-84b35f33bb54 req-1c3c1fc2-65d8-4b3a-8431-67347b0f937a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0768635 Oct 22 15:24:29.297394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d2b3f21-3857-4322-ac8e-92795196bbd6 req-6966c8d1-f1f1-4e49-9de2-72d9327bb2e1 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Oct 22 15:24:29.307645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-967f7f3a-9878-49bd-8db6-84b35f33bb54 req-41aea776-b030-4d35-9203-ceb932cd5b14 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669265 Oct 22 15:24:29.465071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afca6-5cda-48d9-b5fa-021b1523af26 req-5426bca3-2cc5-409b-994e-0edbf8c36425 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:29.466628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-337afca6-5cda-48d9-b5fa-021b1523af26 req-5426bca3-2cc5-409b-994e-0edbf8c36425 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0829141 Oct 22 15:24:29.517947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-337afca6-5cda-48d9-b5fa-021b1523af26 req-f4fe34f9-31a4-4370-a943-d1fd5de9aabb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443473 Oct 22 15:24:29.649982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae57fc-42b6-4e74-b3be-9d468de69c66 req-8cfcfdb7-c85b-4eb1-9fd0-4035546de773 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:29.651705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceae57fc-42b6-4e74-b3be-9d468de69c66 req-8cfcfdb7-c85b-4eb1-9fd0-4035546de773 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0506184 Oct 22 15:24:29.693125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceae57fc-42b6-4e74-b3be-9d468de69c66 req-9e426552-1367-41f9-8061-bb6f1b5ae098 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350800 Oct 22 15:24:29.838220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab52e-fb2a-45c9-9678-efb5900cbb48 req-049e2e51-ba05-40d3-824a-1a75128a35a5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:29.845427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65aab52e-fb2a-45c9-9678-efb5900cbb48 req-049e2e51-ba05-40d3-824a-1a75128a35a5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0735416 Oct 22 15:24:29.927179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65aab52e-fb2a-45c9-9678-efb5900cbb48 req-42b4fe7a-3619-4923-81ba-60656f820f9c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658278 Oct 22 15:24:30.137596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a6203-edf3-44ea-99bd-3b9882c9ce02 req-764399bc-9049-4c0a-952a-5a719058cf81 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:30.139090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c3a6203-edf3-44ea-99bd-3b9882c9ce02 req-764399bc-9049-4c0a-952a-5a719058cf81 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0720150 Oct 22 15:24:30.579593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c3a6203-edf3-44ea-99bd-3b9882c9ce02 req-3adb784e-ac3d-47af-ac68-465ada9fc1dd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334064 Oct 22 15:24:30.597934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1285e8-d219-4f16-b64f-46ce52e77d7e req-516206a3-58b0-4276-8f46-c01480781944 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:30.599510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a1285e8-d219-4f16-b64f-46ce52e77d7e req-516206a3-58b0-4276-8f46-c01480781944 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 945 time: 0.0714009 Oct 22 15:24:30.657392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a1285e8-d219-4f16-b64f-46ce52e77d7e req-bbfe2f43-ab8e-467f-b1f2-ff83717df4c4 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502789 Oct 22 15:24:30.718759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14838142-fa02-4de3-9700-fdfd4b5db729 req-1d9581a0-7436-4411-8c80-9c38654ebde5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:30.727713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14838142-fa02-4de3-9700-fdfd4b5db729 req-1d9581a0-7436-4411-8c80-9c38654ebde5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0680687 Oct 22 15:24:30.791705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14838142-fa02-4de3-9700-fdfd4b5db729 req-572a5688-8538-48fd-8f10-ef1534b2c0ca tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629442 Oct 22 15:24:31.042854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84abe6a-c0aa-4913-94e9-fcf233a34b40 req-3ebeedf8-06f7-44cc-9c7b-5c0912732e04 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:31.043445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c84abe6a-c0aa-4913-94e9-fcf233a34b40 req-3ebeedf8-06f7-44cc-9c7b-5c0912732e04 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1010859 Oct 22 15:24:31.093768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c84abe6a-c0aa-4913-94e9-fcf233a34b40 req-f7a35733-5d57-4382-93e2-6d0c67101ded tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Oct 22 15:24:31.215821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe83261-a588-4e9d-a8c6-dd267c6b75a5 req-1f09764d-5291-414a-8214-8460ebae6c98 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:31.217309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fe83261-a588-4e9d-a8c6-dd267c6b75a5 req-1f09764d-5291-414a-8214-8460ebae6c98 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0567291 Oct 22 15:24:31.272117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fe83261-a588-4e9d-a8c6-dd267c6b75a5 req-79b18f29-fdb1-4832-b229-72f6e66acfd4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Oct 22 15:24:31.428074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ac8e0-190c-4a27-96d9-47c86d71faa6 req-0583ed75-1fd2-4eef-b6ac-57078ec1f3cd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:31.429737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df8ac8e0-190c-4a27-96d9-47c86d71faa6 req-0583ed75-1fd2-4eef-b6ac-57078ec1f3cd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0605445 Oct 22 15:24:31.471169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df8ac8e0-190c-4a27-96d9-47c86d71faa6 req-d95827b7-a098-4d1e-931d-48774af5bba6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Oct 22 15:24:31.630832 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312315f-ff3b-4a9c-a514-6fba4095aebe req-25480553-4908-474c-a8cb-cd7fa9a493d9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:31.632717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9312315f-ff3b-4a9c-a514-6fba4095aebe req-25480553-4908-474c-a8cb-cd7fa9a493d9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0873010 Oct 22 15:24:31.683564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9312315f-ff3b-4a9c-a514-6fba4095aebe req-47442f68-5d3d-4940-82e3-ecb33de3b6e0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Oct 22 15:24:31.920694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab308a-9c02-448a-88b5-3b0701951f83 req-29ad3225-22d4-4d81-9327-db94162340a9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:31.922211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13ab308a-9c02-448a-88b5-3b0701951f83 req-29ad3225-22d4-4d81-9327-db94162340a9 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1040242 Oct 22 15:24:31.969169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-13ab308a-9c02-448a-88b5-3b0701951f83 req-af6fc84a-9de2-4ef7-b557-58396401fafb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 Oct 22 15:24:32.156761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405bab3-e06e-40b2-aea4-214b6ed4f398 req-c73a005b-4ecc-4e89-83fe-5ad8f633198b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:32.158513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4405bab3-e06e-40b2-aea4-214b6ed4f398 req-c73a005b-4ecc-4e89-83fe-5ad8f633198b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0608435 Oct 22 15:24:32.200288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4405bab3-e06e-40b2-aea4-214b6ed4f398 req-bf50d1d0-c2d9-45c2-8bc1-fca8419503b3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Oct 22 15:24:32.412567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537b4c1-e738-4313-8cd8-fd26244736fa req-64bfdddd-fc59-4007-b84c-a53b9a3d0483 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:32.414335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0537b4c1-e738-4313-8cd8-fd26244736fa req-64bfdddd-fc59-4007-b84c-a53b9a3d0483 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0672414 Oct 22 15:24:32.459468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0537b4c1-e738-4313-8cd8-fd26244736fa req-92e8756a-4b23-4676-9941-6ad0c923512e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377336 Oct 22 15:24:32.630368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad3d33-c41e-4a05-8826-3035d906452b req-cfe216e7-875c-4562-a255-1fc60cb967b2 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:32.633599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36ad3d33-c41e-4a05-8826-3035d906452b req-cfe216e7-875c-4562-a255-1fc60cb967b2 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0975053 Oct 22 15:24:32.711375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36ad3d33-c41e-4a05-8826-3035d906452b req-b2ac91b6-1b29-4da0-a399-5518abf9c1c4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601332 Oct 22 15:24:32.856686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd06a9-1f8b-44a1-8909-b494f589d9bd req-c1de85d3-4dec-436f-b1b9-6fca9c50fba0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:32.858188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9fd06a9-1f8b-44a1-8909-b494f589d9bd req-c1de85d3-4dec-436f-b1b9-6fca9c50fba0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0546343 Oct 22 15:24:32.905587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9fd06a9-1f8b-44a1-8909-b494f589d9bd req-144fbc94-f665-46e3-ba3a-b0ff6ed74dbc tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Oct 22 15:24:33.152782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b005e-ac7b-4e58-8874-fd1364864f07 req-273a9dae-0c11-464b-83bd-37a4ad1dc45e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:33.156735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-273b005e-ac7b-4e58-8874-fd1364864f07 req-273a9dae-0c11-464b-83bd-37a4ad1dc45e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1303332 Oct 22 15:24:33.199723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-273b005e-ac7b-4e58-8874-fd1364864f07 req-bf0c2657-5ff7-4271-9b13-c0716b5c24d3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Oct 22 15:24:33.701362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33284) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:33.920911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:34.271569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:34.508393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2174a-7a06-4334-b4b4-3fa00b0f12ae req-e0856eee-9c25-4cb7-b520-15a64b1ae8fb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:34.508393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eaa2174a-7a06-4334-b4b4-3fa00b0f12ae req-e0856eee-9c25-4cb7-b520-15a64b1ae8fb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1404619 Oct 22 15:24:34.588475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eaa2174a-7a06-4334-b4b4-3fa00b0f12ae req-94d6d473-8314-46c1-b115-0d80e579e796 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727360 Oct 22 15:24:34.632220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Deleting port 1d943ea5-bd14-47c7-b66f-e3dc4a473059 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:34.632997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:34.747736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] For port 1d943ea5-bd14-47c7-b66f-e3dc4a473059, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1d943ea5-bd14-47c7-b66f-e3dc4a473059,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:34.748393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:34.765191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Calling delete_port for 1d943ea5-bd14-47c7-b66f-e3dc4a473059 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:34.805316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-2f35a41e-3216-4429-849f-7bf5ad556118 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579658729&fields=id&tenant_id=e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 267 time: 0.0497463 Oct 22 15:24:34.972876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-4e403f92-3fa6-4c43-aada-47fc8f977e97 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:34.974628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-4e403f92-3fa6-4c43-aada-47fc8f977e97 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1513832 Oct 22 15:24:34.985673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867211fc-5672-4fc5-b9d7-b263a1dd10b3 req-f5d66078-9926-4851-b9fd-a03ffe08c158 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:34.987402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-867211fc-5672-4fc5-b9d7-b263a1dd10b3 req-f5d66078-9926-4851-b9fd-a03ffe08c158 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 945 time: 0.1197007 Oct 22 15:24:35.005128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-82eac351-5ff3-47dd-b865-53af5c784e34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/quotas/e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 375 time: 0.0165098 Oct 22 15:24:35.060262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-867211fc-5672-4fc5-b9d7-b263a1dd10b3 req-1c3126f7-0030-49cc-b399-7af318c3dc42 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647898 Oct 22 15:24:35.101624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-79d0da1c-2a3b-4ac9-8fc5-b42551c1d67c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0882926 Oct 22 15:24:35.119315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:35.150110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d943ea5-bd14-47c7-b66f-e3dc4a473059,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:35.180210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.180566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.180905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.181246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.181849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.182003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.182217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.182612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.182938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.183302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.183653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.183948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:35.219574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-405cc611-5f45-4333-b69f-e4b16ae0fbfe service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037290 Oct 22 15:24:35.360454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-7571b987-64f7-457b-8b3d-a74841540543 service neutron] 10.222.0.66 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379688 Oct 22 15:24:35.378649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:35.765909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba36a-a2ad-40d4-9bc5-2641f886f05b req-a0ad4052-b169-46c7-b65c-d9c1ba2ffe06 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:35.768554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf8ba36a-a2ad-40d4-9bc5-2641f886f05b req-a0ad4052-b169-46c7-b65c-d9c1ba2ffe06 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0725739 Oct 22 15:24:35.815543 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf8ba36a-a2ad-40d4-9bc5-2641f886f05b req-098b2340-39e8-40c4-b571-9bf5a884be75 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Oct 22 15:24:36.019625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:24:36.139725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:24:36.144834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91e446e9-3903-4be0-82d4-856bc8cb5623 admin admin] 10.222.0.66 "PUT /v2.0/routers/8352b0b3-0d8a-4a38-963b-d4747ed9ca5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4445627 Oct 22 15:24:36.147504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:36.152462 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] Sync routers for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:24:36.162202 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:36.167395 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:24:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:36.232831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed20951-fc60-4c9d-a0e4-b370e7e369ff req-cb46efa7-3de3-4480-bb49-48096dc8eb82 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:36.241184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eed20951-fc60-4c9d-a0e4-b370e7e369ff req-cb46efa7-3de3-4480-bb49-48096dc8eb82 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 945 time: 0.0943007 Oct 22 15:24:36.263335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-f8702312-2e6e-4d9d-96fc-6f6509c5469d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:36.264915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-f8702312-2e6e-4d9d-96fc-6f6509c5469d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 945 time: 0.0899949 Oct 22 15:24:36.306653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.317732 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:36.351457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6bbf7d1f-5180-4d23-9992-c1e262eb8fc1 req-965397c5-c4f2-4bb5-82af-6b6fb811fe63 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0852425 Oct 22 15:24:36.433854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eed20951-fc60-4c9d-a0e4-b370e7e369ff req-4945473b-e197-47a3-8580-7d787b9afa54 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/security-groups?id=a67700a0-f5f0-411a-9153-ee9ce769380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916206 Oct 22 15:24:36.471433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.476952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Deleting port 382ca03f-4944-478c-9ebc-9aac759d9ce3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:36.477400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.549012 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:24:34Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:36.577243 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] Checking router: 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:24:36.581956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] For port 382ca03f-4944-478c-9ebc-9aac759d9ce3, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=382ca03f-4944-478c-9ebc-9aac759d9ce3,segment=NetworkSegment(629d08be-a2ff-4f61-9689-03ec85c973ed),segment_id=629d08be-a2ff-4f61-9689-03ec85c973ed)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:36.582345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.585776 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] Routers {'8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:36.586399 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:24:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:36.599855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Calling delete_port for 382ca03f-4944-478c-9ebc-9aac759d9ce3 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:36.678985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Deleting port 1047d46f-3dc7-4975-bf45-e9f23bf0442b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:36.679351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.724052 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] Set router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:36.777315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] For port 1047d46f-3dc7-4975-bf45-e9f23bf0442b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1047d46f-3dc7-4975-bf45-e9f23bf0442b,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:36.777673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.791452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Calling delete_port for 1047d46f-3dc7-4975-bf45-e9f23bf0442b owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:36.935268 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:24:34Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:36.962076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:36.997591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7bde2-6443-4bbc-935d-f3df251e3bc8 None None] The sync data for ids ['8352b0b3-0d8a-4a38-963b-d4747ed9ca5a'] in n-d-812148-2 is: [{'id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'name': 'tempest-TestVolumeBackupRestore-921268817-router', 'tenant_id': 'fc266bb0afc54a8397a279f407c86eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:04Z', 'updated_at': '2021-10-22T15:24:34Z', 'revision_number': 5, 'project_id': 'fc266bb0afc54a8397a279f407c86eba', 'gw_port': {'id': '1047d46f-3dc7-4975-bf45-e9f23bf0442b', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b0b3-0d8a-4a38-963b-d4747ed9ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:05Z', 'updated_at': '2021-10-22T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:24:37.039233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Pushing event deleted for resources: {'Port': ['ID=382ca03f-4944-478c-9ebc-9aac759d9ce3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:37.090864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53457987-b6bd-4748-9504-84d8307e22b0 req-5caed182-083b-401e-a89f-83c9bb489765 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:37.092519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53457987-b6bd-4748-9504-84d8307e22b0 req-5caed182-083b-401e-a89f-83c9bb489765 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.2049494 Oct 22 15:24:37.109579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] No DVR routers for this DVR port 382ca03f-4944-478c-9ebc-9aac759d9ce3 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:37.116139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.130208 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.133624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64fad1dd-3542-448f-9c9b-5ef6981bd4f5 req-d2a64d50-9787-40d2-9ba5-5b77d92fa14d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.53 "DELETE /v2.0/ports/382ca03f-4944-478c-9ebc-9aac759d9ce3 HTTP/1.1" status: 204 len: 173 time: 0.8601067 Oct 22 15:24:37.135322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'name': 'network-vif-deleted', 'tag': '382ca03f-4944-478c-9ebc-9aac759d9ce3'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:37.137966 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0551e76-40f2-4ee5-bf1a-cb099db2d5da" -d '{"events": [{"server_uuid": "353ebf74-182b-4935-a2e9-8b1e6402ce4b", "name": "network-vif-deleted", "tag": "382ca03f-4944-478c-9ebc-9aac759d9ce3"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:37.149788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1047d46f-3dc7-4975-bf45-e9f23bf0442b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:37.159458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53457987-b6bd-4748-9504-84d8307e22b0 req-09eb820a-bf39-48a1-8cf6-2bace531c764 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517969 Oct 22 15:24:37.216422 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0413f9-c4fb-4b60-ba8a-9420f2136ad4 x-openstack-request-id: req-4f0413f9-c4fb-4b60-ba8a-9420f2136ad4 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:37.216422 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ebf74-182b-4935-a2e9-8b1e6402ce4b", "name": "network-vif-deleted", "tag": "382ca03f-4944-478c-9ebc-9aac759d9ce3", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:37.216422 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f0413f9-c4fb-4b60-ba8a-9420f2136ad4 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:37.216422 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ebf74-182b-4935-a2e9-8b1e6402ce4b', 'name': 'network-vif-deleted', 'tag': '382ca03f-4944-478c-9ebc-9aac759d9ce3', 'status': 'completed', 'code': 200} Oct 22 15:24:37.227533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.326768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.329301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.447270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8458702c-e8d3-45af-b509-4caa644e0764 req-64a2a451-256c-42f3-ac44-35b6f7872998 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0308888 Oct 22 15:24:37.523157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ba7b3fc-fc28-4559-aa98-b3fb9a091521 req-51573925-eec7-4f77-886f-7703fa00126d tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 210 time: 0.0263350 Oct 22 15:24:37.523850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.524515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8352b0b3-0d8a-4a38-963b-d4747ed9ca5a {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:24:37.529269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.531676 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c40df067-7425-47cb-b5b4-3cca0fa431f3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8352b0b3-0d8a-4a38-963b-d4747ed9ca5a HTTP/1.1" status: 204 len: 168 time: 1.3831224 Oct 22 15:24:37.533140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33466) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:37.582741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Deleting subnet 69afaf66-8662-4f7d-92ec-f462e7f972d5 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:24:37.586319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.635305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.723660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.914952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.939943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69afaf66-8662-4f7d-92ec-f462e7f972d5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:37.945751 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:37.949845 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5f894686-fd43-41e7-868c-672465cb9d65 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/69afaf66-8662-4f7d-92ec-f462e7f972d5 HTTP/1.1" status: 204 len: 168 time: 0.4148533 Oct 22 15:24:37.951873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43bea1a-497e-4ec2-8b32-47e91d355e40 None None] Network e80c0589-b895-4b62-b861-f611612bfef2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:24:37.952775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33482) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:38.059589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.148256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Deleting port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:38.149645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.180917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1d943ea5-bd14-47c7-b66f-e3dc4a473059 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:38.207961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 1d943ea5-bd14-47c7-b66f-e3dc4a473059 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:38.208283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1d943ea5-bd14-47c7-b66f-e3dc4a473059 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:38.208772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1047d46f-3dc7-4975-bf45-e9f23bf0442b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:38.232142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 1047d46f-3dc7-4975-bf45-e9f23bf0442b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:38.232565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1047d46f-3dc7-4975-bf45-e9f23bf0442b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:38.247866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] For port 6a2cf578-51a6-4b09-8ede-364c5f8d5246, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a2cf578-51a6-4b09-8ede-364c5f8d5246,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:38.248466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.268754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 382ca03f-4944-478c-9ebc-9aac759d9ce3 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:38.275745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Calling delete_port for 6a2cf578-51a6-4b09-8ede-364c5f8d5246 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:38.309832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 382ca03f-4944-478c-9ebc-9aac759d9ce3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:38.310186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 382ca03f-4944-478c-9ebc-9aac759d9ce3 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:38.330878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] DHCP port deletion for e80c0589-b895-4b62-b861-f611612bfef2 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:24:38.361909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536314b-7a4d-438f-a950-28b17ece1352 req-32f5d2b5-b37e-423e-8c1c-042c2fcd9fb0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:38.373242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1536314b-7a4d-438f-a950-28b17ece1352 req-32f5d2b5-b37e-423e-8c1c-042c2fcd9fb0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1095586 Oct 22 15:24:38.429779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] Deleting port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:38.434282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.436766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1536314b-7a4d-438f-a950-28b17ece1352 req-9a7994f4-fc86-432b-bb52-f10bd789fd3f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620639 Oct 22 15:24:38.515552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] For port 6a2cf578-51a6-4b09-8ede-364c5f8d5246, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a2cf578-51a6-4b09-8ede-364c5f8d5246,segment=NetworkSegment(a5e2f110-e60b-42db-ad04-66cd1a912873),segment_id=a5e2f110-e60b-42db-ad04-66cd1a912873)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:38.515851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.534949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] Calling delete_port for 6a2cf578-51a6-4b09-8ede-364c5f8d5246 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:38.549369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fa3e128-c154-47db-b5e3-0d07b2136782 req-0a537aa7-cd30-4aae-aa23-60bc98acbd46 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0274677 Oct 22 15:24:38.612253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.620560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.640176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2cf578-51a6-4b09-8ede-364c5f8d5246,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:38.642010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] No DVR routers for this DVR port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:38.645620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c9d0fcd-0a62-4d96-9442-3a426ae6aafd req-9a3d514c-df85-4093-901c-dd835fa3cf75 tempest-ServerTagsTestJSON-55730939 tempest-ServerTagsTestJSON-55730939-project] 10.222.0.66 "GET /v2.0/ports?device_id=353ebf74-182b-4935-a2e9-8b1e6402ce4b HTTP/1.1" status: 200 len: 210 time: 0.0278039 Oct 22 15:24:38.656733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] Pushing event deleted for resources: {'Port': ['ID=6a2cf578-51a6-4b09-8ede-364c5f8d5246,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:38.672474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933ce68-b3bf-4776-ba8f-7ff187c56724 None None] No DVR routers for this DVR port 6a2cf578-51a6-4b09-8ede-364c5f8d5246 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:38.745706 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.772328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80c0589-b895-4b62-b861-f611612bfef2']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:38.784499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e2f110-e60b-42db-ad04-66cd1a912873') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:38.784892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e2f110-e60b-42db-ad04-66cd1a912873') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:38.804277 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.829212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.835611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:24:38.835989 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:24:38.837644 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:24:39.080284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:39.085738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:39.090480 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] 10.222.0.66 "DELETE /v2.0/networks/e80c0589-b895-4b62-b861-f611612bfef2 HTTP/1.1" status: 204 len: 168 time: 1.1352570 Oct 22 15:24:39.093569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33520) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:39.103694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407c92e-c017-4df7-8b44-48e140ef8a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e80c0589-b895-4b62-b861-f611612bfef2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:39.472036 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:39.594864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-ab393d29-e3c1-4f04-9a1b-77550ed0b304 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:39.597581 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-ab393d29-e3c1-4f04-9a1b-77550ed0b304 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 811 time: 0.1379492 Oct 22 15:24:39.647662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375010c-c419-42e4-b791-86d757d50b9e req-988917c9-a1b0-4ca8-b1e3-b715d9bf2236 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:39.649146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2375010c-c419-42e4-b791-86d757d50b9e req-988917c9-a1b0-4ca8-b1e3-b715d9bf2236 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1366589 Oct 22 15:24:39.657339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-d24bd410-a8a5-41e0-add3-231fb59ded7c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c19dd1495e4265a766ec8a8a88831b HTTP/1.1" status: 200 len: 379 time: 0.0465076 Oct 22 15:24:39.669864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'port': {'device_id': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'admin_state_up': True, 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'security_groups': ['51bc7966-af7d-4ae3-9f52-4c13b420f0c6']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:39.710772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f829f335-341c-4c64-8a55-a91bd38d6296 req-9cb0857e-320c-4f8b-94da-1b5b1b97e6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0745757 Oct 22 15:24:39.801927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2375010c-c419-42e4-b791-86d757d50b9e req-0ec782fc-74f5-4520-9515-2d66fd3f2b25 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116920 Oct 22 15:24:39.810553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33550) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:39.941623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Deleting subnet d7cc985e-18fd-4cc4-8644-0c5e3f09c940 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:24:39.961570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.007401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.059689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Made reservation on behalf of e6c19dd1495e4265a766ec8a8a88831b for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:24:40.071139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.078704 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.110021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a2cf578-51a6-4b09-8ede-364c5f8d5246 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:40.117839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Deleting port 5efb20f7-978b-49f3-b3df-c57b22b15bc7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:40.118181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.163412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6a2cf578-51a6-4b09-8ede-364c5f8d5246 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:40.163847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a2cf578-51a6-4b09-8ede-364c5f8d5246 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:40.239462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] For port 5efb20f7-978b-49f3-b3df-c57b22b15bc7, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=5efb20f7-978b-49f3-b3df-c57b22b15bc7,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:40.239886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.255427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Calling delete_port for 5efb20f7-978b-49f3-b3df-c57b22b15bc7 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:40.277615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.20.0.13 (12da8aad-bc6f-4ab0-94f7-89b85217147b/05482946-2e3e-4066-b0d2-127bf03cfbfb/6ee89b96-56c1-41b7-b2e5-0943a844804b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:24:40.371560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.404071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cc985e-18fd-4cc4-8644-0c5e3f09c940,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:40.411171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.414327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f34fa8b2-d3ad-4796-afe3-2fa175cae2e6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d7cc985e-18fd-4cc4-8644-0c5e3f09c940 HTTP/1.1" status: 204 len: 168 time: 0.6023433 Oct 22 15:24:40.417498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33568) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:40.458207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.502851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.555770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.585981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.609985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f3990e-9337-4a40-9e4a-14722aa1c481']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:40.614432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:24:40.618392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:24:40.621259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:24:40.622019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629d08be-a2ff-4f61-9689-03ec85c973ed') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:40.622312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629d08be-a2ff-4f61-9689-03ec85c973ed') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:40.641811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.658606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=6ee89b96-56c1-41b7-b2e5-0943a844804b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:40.662213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.700715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:40.701397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.721446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:24:40.721446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:24:40.724818 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:24:40.816129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-88226502-f15b-491a-8fc0-a1eeac05cf6d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1504331 Oct 22 15:24:40.831304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Request body: {'port': {'device_id': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:40.873301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.922706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efb20f7-978b-49f3-b3df-c57b22b15bc7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:40.950140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.970546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.989662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:40.994232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/82f3990e-9337-4a40-9e4a-14722aa1c481 HTTP/1.1" status: 204 len: 168 time: 0.5756090 Oct 22 15:24:40.998068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3d74398e-5bd4-4d1a-a153-9a41d318378a None None] Provisioning complete for port 6ee89b96-56c1-41b7-b2e5-0943a844804b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:24:40.998652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d74398e-5bd4-4d1a-a153-9a41d318378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.051755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3d74398e-5bd4-4d1a-a153-9a41d318378a None None] Port 6ee89b96-56c1-41b7-b2e5-0943a844804b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:24:41.107475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae0395-5654-4130-a5d0-80b6188a4cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f3990e-9337-4a40-9e4a-14722aa1c481,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:41.136859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb11252-ba53-4703-a109-b6306aa032b2 req-d9607e19-7f50-41f8-b76b-ad30b17eeff4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:41.138536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efb11252-ba53-4703-a109-b6306aa032b2 req-d9607e19-7f50-41f8-b76b-ad30b17eeff4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 932 time: 0.2976327 Oct 22 15:24:41.200000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc209-492a-49f1-95eb-1e09d8c8ea16 req-5b4b294d-6543-4866-8d8a-820ac64bc069 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:41.208451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e0cc209-492a-49f1-95eb-1e09d8c8ea16 req-5b4b294d-6543-4866-8d8a-820ac64bc069 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.2788720 Oct 22 15:24:41.274856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e0cc209-492a-49f1-95eb-1e09d8c8ea16 req-1eff89f0-e166-46d1-98c4-4832d73075f5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653291 Oct 22 15:24:41.355938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efb11252-ba53-4703-a109-b6306aa032b2 req-d8d1eb02-fb55-48e6-978e-bd5c5ac58d60 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028301 Oct 22 15:24:41.425582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee89b96-56c1-41b7-b2e5-0943a844804b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:41.434014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.447094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Transition to ACTIVE for port object 6ee89b96-56c1-41b7-b2e5-0943a844804b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:24:41.449431 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.514957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33618) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:41.563802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b33bc93e-23b8-419a-b477-26306daffbe3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f94da2b38a6497e9e50bf0c5096ada3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473320 Oct 22 15:24:41.567034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33620) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:41.601971 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.724007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.730899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Pushing event updated for resources: {'Port': ['ID=6ee89b96-56c1-41b7-b2e5-0943a844804b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:41.758416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:24:41.790429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27e8de05-19ab-4070-82eb-1534277ab82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.846892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27e8de05-19ab-4070-82eb-1534277ab82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.891671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Attempting to bind port 6ee89b96-56c1-41b7-b2e5-0943a844804b on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:24:41.892013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Attempting to bind port 6ee89b96-56c1-41b7-b2e5-0943a844804b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:24:41.892350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Attempting to bind port 6ee89b96-56c1-41b7-b2e5-0943a844804b on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:24:41.899669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Port 6ee89b96-56c1-41b7-b2e5-0943a844804b on network 12da8aad-bc6f-4ab0-94f7-89b85217147b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:24:41.900002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Attempting to bind port 6ee89b96-56c1-41b7-b2e5-0943a844804b on network 12da8aad-bc6f-4ab0-94f7-89b85217147b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:24:41.903984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:24:41.907796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:24:41.908145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Checking segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:24:41.908542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Bound using segment: {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:24:41.908987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Bound port: 6ee89b96-56c1-41b7-b2e5-0943a844804b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b8146c-f16c-47ef-91de-1b42709a873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:24:41.909384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:41.914873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] Sync routers for ids ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:24:41.926607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1dfc0fa3-0075-45ba-8fe8-e6826b78e8e1 admin admin] 10.222.0.66 "PUT /v2.0/routers/e91191fa-fa7d-46f0-ba6f-8d0ae52cc556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8316705 Oct 22 15:24:41.929188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33630) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:41.937007 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] Routers {'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:41.937944 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:24:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:42.054124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] For port 6ee89b96-56c1-41b7-b2e5-0943a844804b, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:24:42.057437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] For port 6ee89b96-56c1-41b7-b2e5-0943a844804b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:24:42.164359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.185260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.193839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] Set router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:42.213297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27e8de05-19ab-4070-82eb-1534277ab82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.216877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27e8de05-19ab-4070-82eb-1534277ab82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.221314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-27e8de05-19ab-4070-82eb-1534277ab82f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a67700a0-f5f0-411a-9153-ee9ce769380b HTTP/1.1" status: 204 len: 168 time: 0.6532133 Oct 22 15:24:42.237861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:42.240689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.243242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] 10.222.0.69 "PUT /v2.0/ports/6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 200 len: 1092 time: 1.4171724 Oct 22 15:24:42.243706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:42.246127 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d938f9f-5458-4b4a-8fa8-89947cc6c468" -d '{"events": [{"name": "network-changed", "server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:42.262866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8de05-19ab-4070-82eb-1534277ab82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67700a0-f5f0-411a-9153-ee9ce769380b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:42.331302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f74cda-4fa9-4230-9ecb-703ed27d163d service neutron] Pushing event updated for resources: {'Port': ['ID=6ee89b96-56c1-41b7-b2e5-0943a844804b,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:42.442232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.488920 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b855eb-fdd8-4d1f-a317-32cabf93e43c x-openstack-request-id: req-88b855eb-fdd8-4d1f-a317-32cabf93e43c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:42.489220 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:42.489483 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88b855eb-fdd8-4d1f-a317-32cabf93e43c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:42.489879 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'status': 'completed', 'code': 200} Oct 22 15:24:42.544145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-ac00e5e1-9d51-4700-987d-84b539e1a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:42.548262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-ac00e5e1-9d51-4700-987d-84b539e1a19e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1095 time: 0.1839795 Oct 22 15:24:42.626104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-e46f18c2-6070-40a7-8103-794bf7d3bf98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 200 len: 217 time: 0.0669692 Oct 22 15:24:42.694411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828d82b-6ace-4283-afda-6f4718f96f96 req-531edee6-6478-4ecf-8092-db1a75b28e95 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:42.696430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1828d82b-6ace-4283-afda-6f4718f96f96 req-531edee6-6478-4ecf-8092-db1a75b28e95 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.2038376 Oct 22 15:24:42.734252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-c6975db0-e662-4721-a11a-06116bdaf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:42.736153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-c6975db0-e662-4721-a11a-06116bdaf941 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1027093 Oct 22 15:24:42.743118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d5b8a-0f36-4683-8729-52c9c5f041f8 req-cd94f761-6af4-4d39-a0c8-ce1089c1bdb8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:42.744627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf9d5b8a-0f36-4683-8729-52c9c5f041f8 req-cd94f761-6af4-4d39-a0c8-ce1089c1bdb8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1756806 Oct 22 15:24:42.785612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1828d82b-6ace-4283-afda-6f4718f96f96 req-6570e8ab-ae4d-4d3d-b4a7-c764a09b0779 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761781 Oct 22 15:24:42.802018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Deleting port f0da59b9-20c5-4f47-9ca9-2968379adaf8 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:42.802344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.838624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:24:40Z', 'revision_number': 5, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port': {'id': 'f0da59b9-20c5-4f47-9ca9-2968379adaf8', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:18:17Z', 'updated_at': '2021-10-22T15:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:42.843716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-b6a5392f-3c23-44d7-9529-c5b72801ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:42.845010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bf9d5b8a-0f36-4683-8729-52c9c5f041f8 req-bca56ace-181f-4350-81c4-5fc1eba4464f tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848298 Oct 22 15:24:42.845244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-b6a5392f-3c23-44d7-9529-c5b72801ea18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984106 Oct 22 15:24:42.893035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] Checking router: e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:24:42.906621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] Routers {'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:24:42.906621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:24:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:42.957692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] For port f0da59b9-20c5-4f47-9ca9-2968379adaf8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0da59b9-20c5-4f47-9ca9-2968379adaf8,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:42.958013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:42.976447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Calling delete_port for f0da59b9-20c5-4f47-9ca9-2968379adaf8 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:43.035079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-d2f1cde5-32f8-4f9b-882d-24865c4f6607 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809251 Oct 22 15:24:43.090455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] Set router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:24:43.173667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c32cabae-5190-4ac0-a5bc-6a7b6e10b9c3 req-593d594a-f016-4ee5-9e86-df10d557899a service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306098 Oct 22 15:24:43.182485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:24:42Z', 'revision_number': 6, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:43.234659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d4829-6568-406e-a7e4-d16bec7ea3ea None None] The sync data for ids ['e91191fa-fa7d-46f0-ba6f-8d0ae52cc556'] in n-d-812148-2 is: [{'id': 'e91191fa-fa7d-46f0-ba6f-8d0ae52cc556', 'name': 'tempest-TestVolumeBackupRestore-739880890-router', 'tenant_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:18:15Z', 'updated_at': '2021-10-22T15:24:42Z', 'revision_number': 6, 'project_id': 'aaa8bc4a21004bf79462eb21d3b82c31', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:24:43.487316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-b1e43667-b921-478f-82f3-98333038d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:43.490288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:43.491218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-b1e43667-b921-478f-82f3-98333038d434 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1095 time: 0.0596335 Oct 22 15:24:43.552483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0da59b9-20c5-4f47-9ca9-2968379adaf8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:43.643957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:43.657748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-ecc583ac-d9fe-4093-9bc0-8e0cb83bd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:43.663987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-ecc583ac-d9fe-4093-9bc0-8e0cb83bd4d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1633108 Oct 22 15:24:43.734333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-0c0c435b-be64-46dc-8929-3917cc0acc44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 200 len: 217 time: 0.0593870 Oct 22 15:24:43.809184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-8cb0bea2-eecc-4a4c-ad13-f57995063cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:43.811330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-8cb0bea2-eecc-4a4c-ad13-f57995063cce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0716782 Oct 22 15:24:43.902851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-5fc294fa-2b2d-4b40-9cc7-98c4a1a1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:43.904860 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-5fc294fa-2b2d-4b40-9cc7-98c4a1a1713f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844059 Oct 22 15:24:44.116010 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-fabfda2a-0e51-4a28-9dc1-11dda5816d16 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030187 Oct 22 15:24:44.297897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2d938f9f-5458-4b4a-8fa8-89947cc6c468 req-7afb9bce-2f2b-470a-b873-e2063143dd03 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716871 Oct 22 15:24:44.334561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5efb20f7-978b-49f3-b3df-c57b22b15bc7 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:44.337679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.348132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.364019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691af57-aa84-403d-8748-2e101af282e0 req-33b6f96d-f3ca-4457-a705-82ce414f2466 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:44.372404 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f691af57-aa84-403d-8748-2e101af282e0 req-33b6f96d-f3ca-4457-a705-82ce414f2466 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1924548 Oct 22 15:24:44.379884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 5efb20f7-978b-49f3-b3df-c57b22b15bc7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:44.380615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 5efb20f7-978b-49f3-b3df-c57b22b15bc7 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:44.381358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0da59b9-20c5-4f47-9ca9-2968379adaf8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:44.431868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f0da59b9-20c5-4f47-9ca9-2968379adaf8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:44.432173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0da59b9-20c5-4f47-9ca9-2968379adaf8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:44.484600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119a662-1a7d-46dd-9242-5b1bbdc7efc2 req-fed345af-d609-4696-be8b-68f15526a7d2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:44.492164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9119a662-1a7d-46dd-9242-5b1bbdc7efc2 req-fed345af-d609-4696-be8b-68f15526a7d2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.2803209 Oct 22 15:24:44.502925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f691af57-aa84-403d-8748-2e101af282e0 req-232fce45-9d8c-4e20-adc0-718789e7bff7 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295369 Oct 22 15:24:44.535395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9119a662-1a7d-46dd-9242-5b1bbdc7efc2 req-d2dd1b6a-e5e6-4c56-9360-84f9becff6be tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Oct 22 15:24:44.564979 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.565628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:24:44.570143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.571328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-93041df4-024e-4362-a2f6-78a65e983795 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e91191fa-fa7d-46f0-ba6f-8d0ae52cc556 HTTP/1.1" status: 204 len: 168 time: 2.6407995 Oct 22 15:24:44.575051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:44.632538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Deleting subnet e5456c69-3430-4eaa-9f5c-eb643b1eb094 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:24:44.635964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.689487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.774296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.898290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.927508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5456c69-3430-4eaa-9f5c-eb643b1eb094,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:44.929545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:44.935210 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-27d58c83-31f2-4581-beda-5b17071e5c6b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e5456c69-3430-4eaa-9f5c-eb643b1eb094 HTTP/1.1" status: 204 len: 168 time: 0.3569345 Oct 22 15:24:44.936059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fd7c5-5b73-4e01-98c9-9add40ed8028 None None] Network f59747bc-50c5-4a07-b918-b6ed23229b28 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:24:44.936178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:45.009577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.086483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Deleting port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:45.086819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.149639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] DHCP port deletion for f59747bc-50c5-4a07-b918-b6ed23229b28 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:24:45.176269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] For port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:45.176990 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.209582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Calling delete_port for 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:45.239629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Deleting port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:24:45.240256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.455223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.489099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] For port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,segment=NetworkSegment(219aea29-330b-46f5-ab3b-e8d205d9c4e6),segment_id=219aea29-330b-46f5-ab3b-e8d205d9c4e6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:45.489689 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.490926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:45.495247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] No DVR routers for this DVR port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:45.507890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Calling delete_port for 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:24:45.596774 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.608010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.628756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59747bc-50c5-4a07-b918-b6ed23229b28']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:45.630801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] No DVR routers for this DVR port 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:24:45.647046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219aea29-330b-46f5-ab3b-e8d205d9c4e6') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:45.647342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219aea29-330b-46f5-ab3b-e8d205d9c4e6') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:24:45.662921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.678443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.680532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Pushing event deleted for resources: {'Port': ['ID=01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:45.685837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:24:45.686234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:24:45.688259 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:24:45.699334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.699878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.700512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.701558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.702195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.702698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.703844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.704356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.704853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.705611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.706233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.706749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38d1e3-55d6-4934-994d-c966bb1875ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:24:45.831135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f61e7a-c38a-418a-b385-740fcbfa94a2 req-db58e5e3-013f-45f0-b16d-bcba9c753a4e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:45.832567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f61e7a-c38a-418a-b385-740fcbfa94a2 req-db58e5e3-013f-45f0-b16d-bcba9c753a4e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1424162 Oct 22 15:24:45.841008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207b75d-b8e5-4680-8ed8-e362c38cebe3 req-5cd3bf18-7282-4b2f-bfa3-2e1a83008b55 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:45.845591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6207b75d-b8e5-4680-8ed8-e362c38cebe3 req-5cd3bf18-7282-4b2f-bfa3-2e1a83008b55 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1533895 Oct 22 15:24:45.899406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f61e7a-c38a-418a-b385-740fcbfa94a2 req-6b10726d-16af-4b8c-a362-08d2e72bf23d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559762 Oct 22 15:24:45.904326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6207b75d-b8e5-4680-8ed8-e362c38cebe3 req-f60e97e6-70ba-4a56-b446-2f6668cec729 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Oct 22 15:24:45.905338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.910542 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:45.913613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f59747bc-50c5-4a07-b918-b6ed23229b28 HTTP/1.1" status: 204 len: 168 time: 0.9769778 Oct 22 15:24:45.926958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ca5d3-f5c1-466b-9575-af0f1cdfd711 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59747bc-50c5-4a07-b918-b6ed23229b28,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:46.089820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:24:46.111046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:24:46.111516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 01c1a9b9-dfe7-4050-b6eb-f6d38f9832a1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:24:46.457908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33766) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:46.504227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81924b37-30bc-4a65-bb4f-5862148185fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc266bb0afc54a8397a279f407c86eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448887 Oct 22 15:24:46.506739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33768) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:46.561418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636230cd-0950-47ff-a6f8-342541eb2000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:46.586308 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636230cd-0950-47ff-a6f8-342541eb2000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:46.658159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:24:46.743097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636230cd-0950-47ff-a6f8-342541eb2000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:46.747875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-636230cd-0950-47ff-a6f8-342541eb2000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:46.750230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-636230cd-0950-47ff-a6f8-342541eb2000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/723758cb-db2a-44b0-b13c-99d4283d972a HTTP/1.1" status: 204 len: 168 time: 0.2415199 Oct 22 15:24:46.766042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636230cd-0950-47ff-a6f8-342541eb2000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723758cb-db2a-44b0-b13c-99d4283d972a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:46.785317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:46.804150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'port_id': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'mac_address': 'fa:16:3e:cf:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ba8044-7046-4d5e-8ef0-3b647342d6b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:24:46.859663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:46.895782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:46.928168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:47.009490 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:47.124570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:47.138766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['30184411-9e45-4c53-9224-7c12f16c6a9c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:47.182991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c199f06-5649-4a4c-8502-0a1c27a24820 req-43fd28c6-6799-4d5a-a87d-16b6415c408d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:47.184793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c199f06-5649-4a4c-8502-0a1c27a24820 req-43fd28c6-6799-4d5a-a87d-16b6415c408d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1070509 Oct 22 15:24:47.196810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9864-fe0e-4216-af2c-d06d8d56a97f req-84081582-528b-4f28-b562-63d8b4fd59c1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:47.198900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31af9864-fe0e-4216-af2c-d06d8d56a97f req-84081582-528b-4f28-b562-63d8b4fd59c1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1048155 Oct 22 15:24:47.278795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c199f06-5649-4a4c-8502-0a1c27a24820 req-7c3e1118-43dc-485e-8efd-eec1be56c400 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785918 Oct 22 15:24:47.282260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31af9864-fe0e-4216-af2c-d06d8d56a97f req-f62fbff2-64fb-461b-a378-da23628db252 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749497 Oct 22 15:24:48.060985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33790) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:48.080952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:48.123568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53aedfb9-ac28-4fd2-9017-3f4857aa8fff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aaa8bc4a21004bf79462eb21d3b82c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413103 Oct 22 15:24:48.126186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:48.178545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff42376a-b7f1-447e-9e4d-b7e1e00ea20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.200851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff42376a-b7f1-447e-9e4d-b7e1e00ea20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.285062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-197a6ea5-1513-40a6-b636-86fad4360336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.386480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-197a6ea5-1513-40a6-b636-86fad4360336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.410777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff42376a-b7f1-447e-9e4d-b7e1e00ea20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.413348 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff42376a-b7f1-447e-9e4d-b7e1e00ea20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.414470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ff42376a-b7f1-447e-9e4d-b7e1e00ea20b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce360fa1-bdd9-4f63-bfb6-7d393f07c948 HTTP/1.1" status: 204 len: 168 time: 0.2873847 Oct 22 15:24:48.448281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42376a-b7f1-447e-9e4d-b7e1e00ea20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce360fa1-bdd9-4f63-bfb6-7d393f07c948,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:48.483669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-197a6ea5-1513-40a6-b636-86fad4360336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.497176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854c642-98a9-4434-aab7-45d5d5be3440 req-431a5246-d323-40de-b4cd-4a3cd21afe39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:48.498739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8854c642-98a9-4434-aab7-45d5d5be3440 req-431a5246-d323-40de-b4cd-4a3cd21afe39 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1148648 Oct 22 15:24:48.507365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897c7f9-dd40-477f-a38f-e6402be6bbaa req-7af0a4cf-7a54-4024-a31a-e8899bcac655 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:48.508849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9897c7f9-dd40-477f-a38f-e6402be6bbaa req-7af0a4cf-7a54-4024-a31a-e8899bcac655 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1444876 Oct 22 15:24:48.579840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-197a6ea5-1513-40a6-b636-86fad4360336 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56f21ec5bdab48e39f6ae33c8b11d382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191858 Oct 22 15:24:48.582457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33808) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:48.587950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6ea5-1513-40a6-b636-86fad4360336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c33297-5951-4856-a5f7-e64fa1b3fd96,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:48.609842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8854c642-98a9-4434-aab7-45d5d5be3440 req-39295150-0bf0-4d93-88c4-63b853861319 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938165 Oct 22 15:24:48.617846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9897c7f9-dd40-477f-a38f-e6402be6bbaa req-b5628a7b-d022-4c9c-8659-36626eaa7eda tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932422 Oct 22 15:24:48.659170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c294e9c7-1b00-4a99-b7f0-d39c3c07435d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.661571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:24:48.681714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c294e9c7-1b00-4a99-b7f0-d39c3c07435d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.730519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 30184411-9e45-4c53-9224-7c12f16c6a9c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:24:48.731241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.818432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.846526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:24:48.846781 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a1f96-90cf-4b0b-a126-9a16cbba28e2" -d '{"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-plugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:24:48.862690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:48.866935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c294e9c7-1b00-4a99-b7f0-d39c3c07435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.872939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c294e9c7-1b00-4a99-b7f0-d39c3c07435d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:48.874651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c294e9c7-1b00-4a99-b7f0-d39c3c07435d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1c33297-5951-4856-a5f7-e64fa1b3fd96 HTTP/1.1" status: 204 len: 168 time: 0.2911208 Oct 22 15:24:48.907505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294e9c7-1b00-4a99-b7f0-d39c3c07435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c33297-5951-4856-a5f7-e64fa1b3fd96,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:48.911788 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fd2ee0-3edc-4b11-a765-8a3a98a6ea38 x-openstack-request-id: req-41fd2ee0-3edc-4b11-a765-8a3a98a6ea38 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:24:48.912487 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-plugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:24:48.912909 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-41fd2ee0-3edc-4b11-a765-8a3a98a6ea38 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:24:48.913708 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'code': 200} Oct 22 15:24:48.960929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:49.040839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:49.766415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f3557-cb7a-4542-a159-a1c23d72f89a req-d18ead1f-70f8-4362-85c5-4e85bae40ee2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:49.767962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e12f3557-cb7a-4542-a159-a1c23d72f89a req-d18ead1f-70f8-4362-85c5-4e85bae40ee2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.0852041 Oct 22 15:24:49.779490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda93eb-ecc0-45d9-abc1-960749cf8a7f req-999dcdb1-299d-4759-9a9c-06ccf7e515b1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:49.780961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cda93eb-ecc0-45d9-abc1-960749cf8a7f req-999dcdb1-299d-4759-9a9c-06ccf7e515b1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0860763 Oct 22 15:24:49.814841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:49.829575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e438361-7a34-484a-b3cc-d8c8c11d609b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:49.844434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e12f3557-cb7a-4542-a159-a1c23d72f89a req-6f4a6c55-4b01-4138-9bf1-2ab1a2ffc625 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624869 Oct 22 15:24:49.847703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cda93eb-ecc0-45d9-abc1-960749cf8a7f req-51827f51-ff6a-44a7-9eac-0f4538a08fb4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Oct 22 15:24:49.910605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e438361-7a34-484a-b3cc-d8c8c11d609b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:50.072008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1e438361-7a34-484a-b3cc-d8c8c11d609b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:50.111920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1e438361-7a34-484a-b3cc-d8c8c11d609b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db0e969bcae34691a33c7093b3eaed44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958193 Oct 22 15:24:50.112745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e438361-7a34-484a-b3cc-d8c8c11d609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95171c4-9c3d-4723-a8d9-432c624d62b2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:50.114809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33826) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:50.164393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62b8936d-112b-47d3-8a1d-d4b9fd22aea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:50.185537 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62b8936d-112b-47d3-8a1d-d4b9fd22aea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:50.297580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62b8936d-112b-47d3-8a1d-d4b9fd22aea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:50.301931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62b8936d-112b-47d3-8a1d-d4b9fd22aea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:50.304126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-62b8936d-112b-47d3-8a1d-d4b9fd22aea7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c95171c4-9c3d-4723-a8d9-432c624d62b2 HTTP/1.1" status: 204 len: 168 time: 0.1881042 Oct 22 15:24:50.312486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8936d-112b-47d3-8a1d-d4b9fd22aea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95171c4-9c3d-4723-a8d9-432c624d62b2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:51.001933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0a8c0-e48a-48b3-9c76-53593141262e req-ebce9f21-cab9-4c82-9317-bf94b3f48b67 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:51.003560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0f0a8c0-e48a-48b3-9c76-53593141262e req-ebce9f21-cab9-4c82-9317-bf94b3f48b67 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0857437 Oct 22 15:24:51.013179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397ab9a-2209-4b53-96ab-c4fe38659d6e req-b5e92ad7-b16d-41f9-a773-5780f0efa6d6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:51.014797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3397ab9a-2209-4b53-96ab-c4fe38659d6e req-b5e92ad7-b16d-41f9-a773-5780f0efa6d6 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.0859468 Oct 22 15:24:51.073461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0f0a8c0-e48a-48b3-9c76-53593141262e req-2d58b47a-d011-4915-be3c-4bb63f12125f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568566 Oct 22 15:24:51.089689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3397ab9a-2209-4b53-96ab-c4fe38659d6e req-69639638-a763-4c64-b30e-c0f56f2ec9c4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547512 Oct 22 15:24:51.350645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-a86c1d54-c21c-4617-accb-990a7442a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:51.352085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-a86c1d54-c21c-4617-accb-990a7442a60b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1096 time: 0.0437369 Oct 22 15:24:51.463308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-c58160d2-7fa5-43b9-95e2-9f84d8324a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:51.465300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-c58160d2-7fa5-43b9-95e2-9f84d8324a03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 914 time: 0.0932972 Oct 22 15:24:51.522768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-38d8b2f0-8dff-4d56-860f-5711dec301a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 217 time: 0.0423148 Oct 22 15:24:51.574804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-fcb802cb-dcdf-402e-8df3-2f38bf2caf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:51.581957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-fcb802cb-dcdf-402e-8df3-2f38bf2caf61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0472581 Oct 22 15:24:51.608961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-46334225-fbd9-4b71-93c2-12ddf9440fec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249295 Oct 22 15:24:51.707949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-388dabfd-a44e-4ebc-adf5-0a8f483890e7 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Oct 22 15:24:51.799322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b1aa4e94-6501-4ff1-9f8a-b45f8958f762 req-19b1ac18-2207-48ef-8cce-92e8dc930846 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Oct 22 15:24:52.198023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24eaa-bae6-49d4-bdc4-60f01f061b71 req-41cb7303-e2a0-4015-adb4-5bbfd1815ddd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:52.199754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ee24eaa-bae6-49d4-bdc4-60f01f061b71 req-41cb7303-e2a0-4015-adb4-5bbfd1815ddd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0518394 Oct 22 15:24:52.271521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ee24eaa-bae6-49d4-bdc4-60f01f061b71 req-9ec6ecdd-11d0-44d5-9cdb-f37c7d4d5f56 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Oct 22 15:24:52.351005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6759c-ff8d-4585-8e1c-3f0a04eacb83 req-5a4622fd-0333-49db-a371-774ad74af743 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:52.353182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccf6759c-ff8d-4585-8e1c-3f0a04eacb83 req-5a4622fd-0333-49db-a371-774ad74af743 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.0796456 Oct 22 15:24:52.417049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccf6759c-ff8d-4585-8e1c-3f0a04eacb83 req-cf613175-08f9-4fdc-86c1-a44e87945d36 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474031 Oct 22 15:24:52.685665 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cf20303-72b6-4e95-9b2b-7efeb9cef84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:53.475490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879658d9-5df6-4c43-9df3-4eb782155746 req-fa894251-a683-4cf3-aa9f-674e3f051f3d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:53.478940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-879658d9-5df6-4c43-9df3-4eb782155746 req-fa894251-a683-4cf3-aa9f-674e3f051f3d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1084597 Oct 22 15:24:53.592960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-879658d9-5df6-4c43-9df3-4eb782155746 req-15040e9a-3727-4ed2-b2a1-008573f149e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070192 Oct 22 15:24:53.610481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06338a9-d4d7-4ce9-8535-4b8c4c6ba191 req-f061f6d2-ac86-4802-bb57-ed9591a46f0b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:53.623187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d06338a9-d4d7-4ce9-8535-4b8c4c6ba191 req-f061f6d2-ac86-4802-bb57-ed9591a46f0b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1256235 Oct 22 15:24:53.675514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d06338a9-d4d7-4ce9-8535-4b8c4c6ba191 req-5ed7276d-c57f-4030-bf3f-b73a1a33ed46 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512450 Oct 22 15:24:53.908342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33950) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:54.048829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-38b1c3e6-6720-4a77-8d02-8ff8d5cf5a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.146753 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-38b1c3e6-6720-4a77-8d02-8ff8d5cf5a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.234339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-38b1c3e6-6720-4a77-8d02-8ff8d5cf5a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.286069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-38b1c3e6-6720-4a77-8d02-8ff8d5cf5a75 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cc19007bde6468ab836a68da2e30c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756008 Oct 22 15:24:54.286324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1c3e6-6720-4a77-8d02-8ff8d5cf5a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3f428f-786e-4503-a03d-b99c94eb7369,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:54.288140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33954) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:54.358620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d10a1991-f1ab-48ac-8268-289c6fd21e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.396803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d10a1991-f1ab-48ac-8268-289c6fd21e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.586860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d10a1991-f1ab-48ac-8268-289c6fd21e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.590127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d10a1991-f1ab-48ac-8268-289c6fd21e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:54.591844 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d10a1991-f1ab-48ac-8268-289c6fd21e57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be3f428f-786e-4503-a03d-b99c94eb7369 HTTP/1.1" status: 204 len: 168 time: 0.2961063 Oct 22 15:24:54.603133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1991-f1ab-48ac-8268-289c6fd21e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3f428f-786e-4503-a03d-b99c94eb7369,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:54.785282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e15e-c69a-4cb3-978d-3e9f804f455c req-2d384de3-b866-4df0-ac3c-e54a46f9e241 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:54.787032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f53e15e-c69a-4cb3-978d-3e9f804f455c req-2d384de3-b866-4df0-ac3c-e54a46f9e241 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0882723 Oct 22 15:24:54.865207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f53e15e-c69a-4cb3-978d-3e9f804f455c req-4cf2c62e-bcd5-424d-8ffd-df37db189201 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699768 Oct 22 15:24:54.903009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deafb13-f3b8-4c61-a018-644c3035c8cc req-e51c5351-c2b4-46ce-9403-e8225aadd24d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:54.904637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9deafb13-f3b8-4c61-a018-644c3035c8cc req-e51c5351-c2b4-46ce-9403-e8225aadd24d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1029379 Oct 22 15:24:54.971659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9deafb13-f3b8-4c61-a018-644c3035c8cc req-61c4f216-3ba6-459f-8759-3dd8586cda7c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590947 Oct 22 15:24:55.188617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58042f9d-fc30-4c63-8755-73977f93c007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:55.542231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 33968) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:55.566288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2b94-4015-4e17-9ae6-a1a7d1b67360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:55.683674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2b94-4015-4e17-9ae6-a1a7d1b67360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:55.742913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2b94-4015-4e17-9ae6-a1a7d1b67360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:55.784420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c2b94-4015-4e17-9ae6-a1a7d1b67360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d75a683-7b0a-44cf-a006-c3bce5042dc3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:55.793138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 33970) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:55.796986 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ab6c2b94-4015-4e17-9ae6-a1a7d1b67360 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b493d723f8341df949a4def83e2c472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528813 Oct 22 15:24:55.868980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b03bab9c-09e3-4164-bcb1-e998b043fa16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:55.916324 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b03bab9c-09e3-4164-bcb1-e998b043fa16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:56.084826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c345-9a0a-465b-bd75-784b64f77506 req-f771d1b0-e483-4c5c-9d5f-37c6c7ab548a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:56.084826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc74c345-9a0a-465b-bd75-784b64f77506 req-f771d1b0-e483-4c5c-9d5f-37c6c7ab548a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0536044 Oct 22 15:24:56.084826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bc74c345-9a0a-465b-bd75-784b64f77506 req-afd56e75-c4f7-4e80-82cb-efceb10293ba tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Oct 22 15:24:56.123759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00994-daed-489e-bfaa-4922213cced5 req-2bf67bff-1c84-4467-9c99-6f0df93a6269 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:56.125190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ef00994-daed-489e-bfaa-4922213cced5 req-2bf67bff-1c84-4467-9c99-6f0df93a6269 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.0681174 Oct 22 15:24:56.172419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ef00994-daed-489e-bfaa-4922213cced5 req-ea1b4795-40c3-4a1c-89b1-85da23306dad tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Oct 22 15:24:56.314621 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b03bab9c-09e3-4164-bcb1-e998b043fa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:56.317617 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b03bab9c-09e3-4164-bcb1-e998b043fa16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:56.318781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b03bab9c-09e3-4164-bcb1-e998b043fa16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d75a683-7b0a-44cf-a006-c3bce5042dc3 HTTP/1.1" status: 204 len: 168 time: 0.5231853 Oct 22 15:24:56.328176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bab9c-09e3-4164-bcb1-e998b043fa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d75a683-7b0a-44cf-a006-c3bce5042dc3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:56.520597 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:56.609772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:57.222392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1802bc0-84af-4191-9777-038714ea5544 req-d5271a87-9c3b-4e3d-a2df-b1462cb5bf0f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:57.223953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1802bc0-84af-4191-9777-038714ea5544 req-d5271a87-9c3b-4e3d-a2df-b1462cb5bf0f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0836239 Oct 22 15:24:57.319887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1802bc0-84af-4191-9777-038714ea5544 req-422ac8e6-b817-4eed-97cc-0ac802132f06 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840535 Oct 22 15:24:57.392887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7354526-2ad2-4b08-a42b-bc8a561e71b0 req-541ee9fa-6deb-4ed6-a09b-ed525d0ef5e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:57.394459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7354526-2ad2-4b08-a42b-bc8a561e71b0 req-541ee9fa-6deb-4ed6-a09b-ed525d0ef5e1 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.0980277 Oct 22 15:24:57.478644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7354526-2ad2-4b08-a42b-bc8a561e71b0 req-8a7e9395-f5ff-43c4-af15-84d8daeae692 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652857 Oct 22 15:24:58.149170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:58.555015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096c98b-6788-47cb-be45-019edd72df34 req-689ba1da-48e1-4914-9d29-7036cda61e61 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:58.569853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8096c98b-6788-47cb-be45-019edd72df34 req-689ba1da-48e1-4914-9d29-7036cda61e61 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1024706 Oct 22 15:24:58.675682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8096c98b-6788-47cb-be45-019edd72df34 req-33297c90-3aaa-4f68-8874-1aa988a8615b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045105 Oct 22 15:24:58.682664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6ee89b96-56c1-41b7-b2e5-0943a844804b details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:24:58.742639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb8104-8ff9-4b14-87e5-eea1f3897e30 req-dfa0a631-a3d1-4698-980c-689f5d334746 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:58.750812 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2bb8104-8ff9-4b14-87e5-eea1f3897e30 req-dfa0a631-a3d1-4698-980c-689f5d334746 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 944 time: 0.1412675 Oct 22 15:24:58.816287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2bb8104-8ff9-4b14-87e5-eea1f3897e30 req-cfc196c4-612f-4e1c-868a-9a0c163965ce tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567083 Oct 22 15:24:58.865678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6ee89b96-56c1-41b7-b2e5-0943a844804b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:58.885043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'port_id': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'mac_address': 'fa:16:3e:f8:25:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:24:58.944113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:58.960185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee89b96-56c1-41b7-b2e5-0943a844804b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:24:59.004906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6ee89b96-56c1-41b7-b2e5-0943a844804b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:24:59.103346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:59.173470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6ee89b96-56c1-41b7-b2e5-0943a844804b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:59.285671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34030) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:24:59.449331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d8003-f113-4316-a1af-f45ae0bd9eb8 req-43ce5457-a972-466a-9def-060049fca961 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:59.457103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c8d8003-f113-4316-a1af-f45ae0bd9eb8 req-43ce5457-a972-466a-9def-060049fca961 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 946 time: 0.0602539 Oct 22 15:24:59.484421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['6ee89b96-56c1-41b7-b2e5-0943a844804b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:24:59.505719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c8d8003-f113-4316-a1af-f45ae0bd9eb8 req-c73c6882-fe36-4939-9c89-ad2ab206e8c8 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 Oct 22 15:24:59.519904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1348636162'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:24:59.654897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Made reservation on behalf of 5d4b12630ceb445ab8462bafaf475609 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:24:59.658709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:59.669452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:59.766436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:59.835022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:59.849379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415826e-30a9-44bd-ae5d-9ec46dd30fc7 req-b5cbd380-a292-4640-9105-39d8c7890f63 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:24:59.858387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5415826e-30a9-44bd-ae5d-9ec46dd30fc7 req-b5cbd380-a292-4640-9105-39d8c7890f63 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0747213 Oct 22 15:24:59.865759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:24:59.877654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b422d7-a420-483d-b287-1020e777a43d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:24:59.882614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:24:59.883197 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Added segment b0dee7fe-0d13-4c67-8189-1f097a5dfd6f of type vlan for network 7f4bafca-cd3f-43b3-a20a-c74a3dd302ce Oct 22 15:24:59.932016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5415826e-30a9-44bd-ae5d-9ec46dd30fc7 req-f7b17ccc-3052-40dd-a556-5f5c72336824 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719428 Oct 22 15:24:59.933148 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.020149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287da1c0-9d01-4cf1-bc99-b45eda56d902 req-7afb65ab-7106-472c-a3ee-6daa63d117e2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:00.022075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-287da1c0-9d01-4cf1-bc99-b45eda56d902 req-7afb65ab-7106-472c-a3ee-6daa63d117e2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 945 time: 0.0650344 Oct 22 15:25:00.057464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.064314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:00.065083 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.066286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-287da1c0-9d01-4cf1-bc99-b45eda56d902 req-70673ada-764f-4885-954b-88d596b4d540 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369747 Oct 22 15:25:00.142328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Pushing event updated for resources: {'Network': ['ID=7f4bafca-cd3f-43b3-a20a-c74a3dd302ce,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:00.154499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 7f4bafca-cd3f-43b3-a20a-c74a3dd302ce details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:00.195559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34040) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:00.211410 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7106a324-a6c2-4e6c-9753-31de0afb8532 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9146278 Oct 22 15:25:00.262008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'network': {'name': 'tempest-network--1897287683', 'router:external': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:00.612575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Made reservation on behalf of cfa41bc1a69c4f5bbee302a8ca2a93ae for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:00.615330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.634556 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.672219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee2d0a-d8d6-452c-bf9b-e0c2874ac583 req-5268986f-1f68-4d8d-8744-093ce94aae53 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:00.673826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0ee2d0a-d8d6-452c-bf9b-e0c2874ac583 req-5268986f-1f68-4d8d-8744-093ce94aae53 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 946 time: 0.0897772 Oct 22 15:25:00.713430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6ee89b96-56c1-41b7-b2e5-0943a844804b up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:25:00.755586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0ee2d0a-d8d6-452c-bf9b-e0c2874ac583 req-cf1bf4e8-60d5-4ea4-a72b-2879a67df3b5 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649600 Oct 22 15:25:00.808331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.883298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 6ee89b96-56c1-41b7-b2e5-0943a844804b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:25:00.889109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 6ee89b96-56c1-41b7-b2e5-0943a844804b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:00.889743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.918194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.956642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:00.968339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:00.973163 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Added segment 518b6aef-a40f-4890-8024-8617bad56aa7 of type vlan for network c286c0e1-1e31-4af7-9a86-6447d5d093e5 Oct 22 15:25:01.023296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3f66c-2ea7-4b7f-9caa-6276a0cb94a4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:01.041893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.078543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:01.082339 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436c0a61-b41d-4d05-a528-f80c0fab7fb1" -d '{"events": [{"server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "name": "network-vif-plugged", "status": "completed", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:01.085002 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.115848 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23dbc-4187-467d-8415-b0c388151ffe req-401c9431-9749-4cea-a371-463da4e4d622 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:01.117418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3b23dbc-4187-467d-8415-b0c388151ffe req-401c9431-9749-4cea-a371-463da4e4d622 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0899267 Oct 22 15:25:01.120532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6ee89b96-56c1-41b7-b2e5-0943a844804b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:01.147508 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502dcfd1-276a-4725-b58d-a5744cfa0bdc x-openstack-request-id: req-502dcfd1-276a-4725-b58d-a5744cfa0bdc {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:01.147911 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "name": "network-vif-plugged", "status": "completed", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:01.148343 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-502dcfd1-276a-4725-b58d-a5744cfa0bdc {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:01.148912 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'code': 200} Oct 22 15:25:01.173644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3b23dbc-4187-467d-8415-b0c388151ffe req-615ffe8f-3d4e-4755-abc5-e8282066d183 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451384 Oct 22 15:25:01.231202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.264499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.265454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:01.266041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.307649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56966b-3bcd-4e8e-a822-34a7eca78319 req-412cee9a-19e7-493c-bf99-74913317052c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:01.309354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa56966b-3bcd-4e8e-a822-34a7eca78319 req-412cee9a-19e7-493c-bf99-74913317052c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0853817 Oct 22 15:25:01.340356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4950f6b-e4d9-4f33-b76e-d4da6f31d4a3 req-bbbf9dc5-ef01-41cc-a608-befa9f61c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:01.345008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4950f6b-e4d9-4f33-b76e-d4da6f31d4a3 req-bbbf9dc5-ef01-41cc-a608-befa9f61c77c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1097 time: 0.1250689 Oct 22 15:25:01.359089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Network': ['ID=c286c0e1-1e31-4af7-9a86-6447d5d093e5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:01.364873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-024530a7-b4a1-4c00-92cb-9e551cec95fd tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1683295 Oct 22 15:25:01.370347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:01.382861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network c286c0e1-1e31-4af7-9a86-6447d5d093e5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:01.400955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6ee89b96-56c1-41b7-b2e5-0943a844804b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:01.403382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aa56966b-3bcd-4e8e-a822-34a7eca78319 req-1e3bce1a-a785-4aa9-9ad6-ce26d1149c0d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822451 Oct 22 15:25:01.465507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4950f6b-e4d9-4f33-b76e-d4da6f31d4a3 req-63338b5d-97a7-4880-8575-abfeaf6f8414 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096301 Oct 22 15:25:01.545442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.567038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5343-4035-4490-add3-5c4972e908b9 req-10254147-2f08-48bb-aff6-424ca6375692 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:01.569508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b13d5343-4035-4490-add3-5c4972e908b9 req-10254147-2f08-48bb-aff6-424ca6375692 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.69 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 946 time: 0.1226175 Oct 22 15:25:01.658266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.686654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c286c0e1-1e31-4af7-9a86-6447d5d093e5']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:01.698271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518b6aef-a40f-4890-8024-8617bad56aa7') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:01.705280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518b6aef-a40f-4890-8024-8617bad56aa7') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:01.710178 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.722814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.730411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:01.730797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:01.732665 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:01.886459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcf72-5988-4b99-8939-761fa6fd0f47 req-f50413ed-719a-4b93-9cc0-13382f9a981b tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:01.894025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-979dcf72-5988-4b99-8939-761fa6fd0f47 req-f50413ed-719a-4b93-9cc0-13382f9a981b tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 946 time: 0.0637681 Oct 22 15:25:01.961326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-979dcf72-5988-4b99-8939-761fa6fd0f47 req-83a934d0-9e60-4753-90b9-5de65f3de40e tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a36985c-fcfd-4444-8cca-aa22f94ff6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539231 Oct 22 15:25:02.236930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Deleting port 35abef19-945e-4d57-847c-780adb7f0f6f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:02.237316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.273080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.278056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c286c0e1-1e31-4af7-9a86-6447d5d093e5 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 15:25:02.280180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.288245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/networks/c286c0e1-1e31-4af7-9a86-6447d5d093e5 HTTP/1.1" status: 204 len: 168 time: 0.9185338 Oct 22 15:25:02.288404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34064) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:02.298096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:02.332271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c448a-86c4-4cec-9434-129dfb94a2de req-4ddc342a-f280-499e-993e-110a9a50aa5c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:02.342540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a8c448a-86c4-4cec-9434-129dfb94a2de req-4ddc342a-f280-499e-993e-110a9a50aa5c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0772061 Oct 22 15:25:02.359712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffcafc-0571-403f-8d62-bfd5a5bf0809 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Network': ['ID=c286c0e1-1e31-4af7-9a86-6447d5d093e5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:02.407407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a8c448a-86c4-4cec-9434-129dfb94a2de req-27fb6f17-1ce2-4971-a45a-19a23bdd7216 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634325 Oct 22 15:25:02.409483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] For port 35abef19-945e-4d57-847c-780adb7f0f6f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=35abef19-945e-4d57-847c-780adb7f0f6f,segment=NetworkSegment(f2eabd86-7b78-48f3-ab70-657e5da677de),segment_id=f2eabd86-7b78-48f3-ab70-657e5da677de)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:02.410070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.437588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Calling delete_port for 35abef19-945e-4d57-847c-780adb7f0f6f owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:02.574604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb36b1-9edc-4804-a546-24eb5d15debd req-7066a79b-7443-4e11-a1e2-4ad7930a82a9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:02.578554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87cb36b1-9edc-4804-a546-24eb5d15debd req-7066a79b-7443-4e11-a1e2-4ad7930a82a9 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0620642 Oct 22 15:25:02.613368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Made reservation on behalf of cfa41bc1a69c4f5bbee302a8ca2a93ae for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:02.615967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.641033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87cb36b1-9edc-4804-a546-24eb5d15debd req-bd0d45da-a360-471b-99d1-d5f80b4bc0b2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558624 Oct 22 15:25:02.672869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:02.685651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.686027 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Added segment 6c4a7081-66a3-463a-937d-57c9ca9c4f6f of type vlan for network 5dd03804-495b-473a-b162-8b3deb765e30 Oct 22 15:25:02.724117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.737771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['35abef19-945e-4d57-847c-780adb7f0f6f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:25:02.796991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Pushing event deleted for resources: {'Port': ['ID=35abef19-945e-4d57-847c-780adb7f0f6f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:02.816235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.840278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] No DVR routers for this DVR port 35abef19-945e-4d57-847c-780adb7f0f6f on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:25:02.844048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:02.847595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b13d5343-4035-4490-add3-5c4972e908b9 req-fa7b6519-ae09-436c-a5b8-20a62b088bfc tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.69 "DELETE /v2.0/ports/35abef19-945e-4d57-847c-780adb7f0f6f HTTP/1.1" status: 204 len: 173 time: 1.1057248 Oct 22 15:25:02.848072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a9002-bce6-4bec-8e48-08aec74125bf', 'name': 'network-vif-deleted', 'tag': '35abef19-945e-4d57-847c-780adb7f0f6f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:02.850635 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9d8f46-cae7-48e6-a3ea-ef0232c31071" -d '{"events": [{"server_uuid": "178a9002-bce6-4bec-8e48-08aec74125bf", "name": "network-vif-deleted", "tag": "35abef19-945e-4d57-847c-780adb7f0f6f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:02.902588 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f948c3-04fe-455c-91b9-0de38705edc4 x-openstack-request-id: req-21f948c3-04fe-455c-91b9-0de38705edc4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:02.903108 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a9002-bce6-4bec-8e48-08aec74125bf", "name": "network-vif-deleted", "tag": "35abef19-945e-4d57-847c-780adb7f0f6f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:02.903421 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21f948c3-04fe-455c-91b9-0de38705edc4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:02.912046 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a9002-bce6-4bec-8e48-08aec74125bf', 'name': 'network-vif-deleted', 'tag': '35abef19-945e-4d57-847c-780adb7f0f6f', 'status': 'completed', 'code': 200} Oct 22 15:25:03.042871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:03.043897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:03.045309 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:03.114313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Network': ['ID=5dd03804-495b-473a-b162-8b3deb765e30,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:03.123466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da7071a3-75de-4195-ae7b-be458b953003 req-df70b539-b81e-48bb-abf2-7b19534c82c8 tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 210 time: 0.0914612 Oct 22 15:25:03.129549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 5dd03804-495b-473a-b162-8b3deb765e30 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:03.215532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-663d586a-3523-4a64-ae29-28d7cd2fe864 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9218850 Oct 22 15:25:03.218746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:03.223749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'subnet': {'network_id': '5dd03804-495b-473a-b162-8b3deb765e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:03.358372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Made reservation on behalf of cfa41bc1a69c4f5bbee302a8ca2a93ae for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:03.360967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:03.590648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226533a-24ba-4079-b7ca-f40793fe084c req-48b38d44-a8df-4e2c-a50d-0eb1d3005bcf tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:03.595594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0226533a-24ba-4079-b7ca-f40793fe084c req-48b38d44-a8df-4e2c-a50d-0eb1d3005bcf tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0647614 Oct 22 15:25:03.636515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0226533a-24ba-4079-b7ca-f40793fe084c req-8605c6b6-c39c-4ba6-8267-9b6f110110aa tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Oct 22 15:25:03.784561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b4f2-663f-4337-9a6c-78de26afdea4 req-489dd4a0-4f9c-4109-8934-78a33ce0f841 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:03.786236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1053b4f2-663f-4337-9a6c-78de26afdea4 req-489dd4a0-4f9c-4109-8934-78a33ce0f841 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0583277 Oct 22 15:25:03.848048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1053b4f2-663f-4337-9a6c-78de26afdea4 req-6a25e14a-d307-4be0-afde-0f42cdb779fb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506492 Oct 22 15:25:03.859606 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:25:03.942018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 15:25:03.942796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:03.960073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:04.003213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80f4cf1a-72b0-43f5-92ac-6a6c2b15915a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:04.020472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Checking segment: {'id': '6c4a7081-66a3-463a-937d-57c9ca9c4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5dd03804-495b-473a-b162-8b3deb765e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:25:04.021228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Network hostable DHCP agents. Network: 5dd03804-495b-473a-b162-8b3deb765e30, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:25:04.033951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec385-a02d-4d7c-8509-722db8fd192d req-76e6df0e-a433-4de4-8595-0963cab1b814 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:04.035707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1eec385-a02d-4d7c-8509-722db8fd192d req-76e6df0e-a433-4de4-8595-0963cab1b814 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0802381 Oct 22 15:25:04.091317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1eec385-a02d-4d7c-8509-722db8fd192d req-b21d30b8-0fcc-422d-9f5d-0638dbce8d29 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Oct 22 15:25:04.115450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34080) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:04.165871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Network 5dd03804-495b-473a-b162-8b3deb765e30 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:25:04.258440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be205624-6ee9-45f6-b849-8683965e97c9 req-381661ff-a494-4f02-bd7a-f3c82cb1b97c tempest-VolumesSnapshotTestJSON-2090447108 tempest-VolumesSnapshotTestJSON-2090447108-project] 10.222.0.66 "GET /v2.0/ports?device_id=178a9002-bce6-4bec-8e48-08aec74125bf HTTP/1.1" status: 200 len: 210 time: 0.0321269 Oct 22 15:25:04.356070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee75513-9af5-4391-891d-39528d0bf73b tempest-TestVolumeBootPattern-1258883810 tempest-TestVolumeBootPattern-1258883810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:04.357617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3ee75513-9af5-4391-891d-39528d0bf73b tempest-TestVolumeBootPattern-1258883810 tempest-TestVolumeBootPattern-1258883810-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1092 time: 0.2411306 Oct 22 15:25:04.360803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34086) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:04.365774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:04.496978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 5dd03804-495b-473a-b162-8b3deb765e30) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:04.501441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:04.502442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:04.505649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1192494-a4e7-4309-aced-8768ea57cf3b None None] Network 5dd03804-495b-473a-b162-8b3deb765e30 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:25:04.629113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc874c80-3341-42e6-80ce-029dc0a09bd0 None None] Network 5dd03804-495b-473a-b162-8b3deb765e30 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:25:04.640289 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:04.761109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35abef19-945e-4d57-847c-780adb7f0f6f no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:25:04.787795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 35abef19-945e-4d57-847c-780adb7f0f6f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:25:04.788561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 35abef19-945e-4d57-847c-780adb7f0f6f not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:25:04.791884 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c1e9f10d-267c-4eb8-8c38-8ab1b47b1a30 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5714207 Oct 22 15:25:04.794949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:04.803063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'floatingip': {'floating_network_id': '5dd03804-495b-473a-b162-8b3deb765e30'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:04.863456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541236-ff94-4cf7-b7bc-8badd9fdd718 req-4248f5f1-288d-4477-a970-2032d1647739 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:04.865703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1541236-ff94-4cf7-b7bc-8badd9fdd718 req-4248f5f1-288d-4477-a970-2032d1647739 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1011446 Oct 22 15:25:04.878075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:04.895411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:04.971448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1541236-ff94-4cf7-b7bc-8badd9fdd718 req-d13a4f75-7623-49b7-9269-7c6f78a10773 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953095 Oct 22 15:25:05.032680 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.056350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Allocated IP 172.25.1.202 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/22e41516-9700-4cc9-a849-f43549ecf85a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:05.152400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Allocated IP 172.20.0.14 (5dd03804-495b-473a-b162-8b3deb765e30/80f4cf1a-72b0-43f5-92ac-6a6c2b15915a/585fc171-44a6-4dd0-ba9b-a3b557873baf) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:05.168230 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.261556 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.334480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.375952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:05.377465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.385582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:05.386221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=22e41516-9700-4cc9-a849-f43549ecf85a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:05.388798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:05.413829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Network 5dd03804-495b-473a-b162-8b3deb765e30 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:05.417043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:05.420720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:05.456620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Port': ['ID=585fc171-44a6-4dd0-ba9b-a3b557873baf,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:05.524667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.654371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.808801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.819769 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.902200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:05.974316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Port': ['ID=585fc171-44a6-4dd0-ba9b-a3b557873baf,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:05.987373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.032218 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.085944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.085944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-39eaa2a5-99dd-4b00-a4fd-6f5724872a0f tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2872806 Oct 22 15:25:06.086194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34116) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:06.140641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086c5a6-bb2d-4733-a41e-4cd7e2cf050f req-47276be4-3d69-4854-a684-4d5f8a9eefe5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:06.142145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7086c5a6-bb2d-4733-a41e-4cd7e2cf050f req-47276be4-3d69-4854-a684-4d5f8a9eefe5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0894663 Oct 22 15:25:06.165848 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa63f72d-7e3e-4df4-b11c-d7d89f1177e6 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=5dd03804-495b-473a-b162-8b3deb765e30 HTTP/1.1" status: 200 len: 690 time: 0.0776262 Oct 22 15:25:06.168434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34118) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:06.228662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7086c5a6-bb2d-4733-a41e-4cd7e2cf050f req-7273e550-e276-4314-8324-3f82fa385dd0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799732 Oct 22 15:25:06.266167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.268280 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.386946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.392963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Deleting port 585fc171-44a6-4dd0-ba9b-a3b557873baf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:06.393504 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.484311 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.485188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.487250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event updated for resources: {'Port': ['ID=22e41516-9700-4cc9-a849-f43549ecf85a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:06.492968 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.501920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Calling delete_port for 585fc171-44a6-4dd0-ba9b-a3b557873baf owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:06.711516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-96da8046-c216-49b6-a867-756a1a941159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:06.713548 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-96da8046-c216-49b6-a867-756a1a941159 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1096 time: 0.0471122 Oct 22 15:25:06.731614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.777255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Port': ['ID=585fc171-44a6-4dd0-ba9b-a3b557873baf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:06.892406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:06.896530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-350c44ea-5ce1-4e7c-9c38-3dfea12764bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:06.898194 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-350c44ea-5ce1-4e7c-9c38-3dfea12764bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 914 time: 0.1767626 Oct 22 15:25:06.912995 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Floating IP 818c73ea-b338-48e5-93d2-0ad3efe0b028 associated. External IP: 172.25.1.202, port: 6ee89b96-56c1-41b7-b2e5-0943a844804b. Oct 22 15:25:06.971802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-1f3a94bf-fe8a-4a7d-90a6-567fc065cce3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 217 time: 0.0663018 Oct 22 15:25:07.009596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.056293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-98e1b2de-43d6-49b8-9bc1-4f83e3d2661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:07.058706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-98e1b2de-43d6-49b8-9bc1-4f83e3d2661c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0783522 Oct 22 15:25:07.103534 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-c7d8ce30-6fb7-46f5-8dab-a588f0e6c19f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361445 Oct 22 15:25:07.139324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:25:07.206059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-ef336d8c-b31f-493c-b89e-ba7f9fc6285d service neutron] 10.222.0.69 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933521 Oct 22 15:25:07.232321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.289408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80f4cf1a-72b0-43f5-92ac-6a6c2b15915a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:07.303141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:25:07.313849 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:25:07.330319 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:07.333064 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:24:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:07.417032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9de6-b025-4991-b1e9-254682540afc req-d5005982-9b84-42d2-96aa-142b1770525a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:07.419782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bffd9de6-b025-4991-b1e9-254682540afc req-d5005982-9b84-42d2-96aa-142b1770525a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.0717020 Oct 22 15:25:07.423577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.453120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.496059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7390fd2c-6046-4837-8e94-3c05da73afdf tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1251516 Oct 22 15:25:07.496059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:07.496059 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2170c9-7d18-4f5c-b991-d26efc750de1" -d '{"events": [{"name": "network-changed", "server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:07.496450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d025aa0e-4ab2-4b4f-bcc8-813d90994c11 req-b8291365-26e9-4b9a-987d-fccd24410319 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811291 Oct 22 15:25:07.496450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd03804-495b-473a-b162-8b3deb765e30']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:07.523773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4a7081-66a3-463a-937d-57c9ca9c4f6f') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:07.524123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4a7081-66a3-463a-937d-57c9ca9c4f6f') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:07.534427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bffd9de6-b025-4991-b1e9-254682540afc req-ea583f23-d1d5-45c0-a609-60a385cbaf14 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749040 Oct 22 15:25:07.550816 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a322a37-5c59-404a-8649-5cb33733334c x-openstack-request-id: req-3a322a37-5c59-404a-8649-5cb33733334c {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:07.551140 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:07.551399 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a322a37-5c59-404a-8649-5cb33733334c {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:07.551809 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'status': 'completed', 'code': 200} Oct 22 15:25:07.556186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.577695 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.587544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:07.587942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:07.597911 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:07.642468 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:25:07.676871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-64ea8a28-fb62-444f-af0a-77fef2e96031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:07.678384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-64ea8a28-fb62-444f-af0a-77fef2e96031 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1097 time: 0.0924187 Oct 22 15:25:07.766822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.788340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5dd03804-495b-473a-b162-8b3deb765e30 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 15:25:07.794558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dd03804-495b-473a-b162-8b3deb765e30,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:07.803456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:07.807506 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-284f40e5-2eae-4af1-8dc5-67de053f8038 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5dd03804-495b-473a-b162-8b3deb765e30 HTTP/1.1" status: 204 len: 168 time: 1.6375525 Oct 22 15:25:07.810205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:07.812585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-da7ab1f7-f627-4c64-b15f-16a668d0ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:07.814378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-da7ab1f7-f627-4c64-b15f-16a668d0ed4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1286721 Oct 22 15:25:07.932614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-4794f12f-b0a7-4997-ae3c-2cf1644c6c6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 200 len: 1000 time: 0.1074119 Oct 22 15:25:07.972682 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:33Z', 'revision_number': 1, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}, {'id': '818c73ea-b338-48e5-93d2-0ad3efe0b028', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:f8:25:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:25:05Z', 'updated_at': '2021-10-22T15:25:05Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:07.991010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a7a10047-5698-475d-885c-858b66e7ae4e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1774702 Oct 22 15:25:07.996554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34132) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:08.033853 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:25:08.046530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-578bd966-ca97-4770-a6b3-cce3f06d9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.048128 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:08.049060 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:24:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:08.055718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-578bd966-ca97-4770-a6b3-cce3f06d9239 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.1089568 Oct 22 15:25:08.147442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.148201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.148853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.149494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.151147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.152044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.152995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.155162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7f1255af-7d5d-4dc5-8421-dec4b1f76568 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4664 time: 0.1575692 Oct 22 15:25:08.158652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34138) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:08.164858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-2f996d4c-39d8-4884-8ac5-697b3eba985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.166906 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-2f996d4c-39d8-4884-8ac5-697b3eba985c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004784 Oct 22 15:25:08.246274 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-218293fa-433e-46cd-9045-c4701c167a15 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] delete failed (client error): The resource could not be found. Oct 22 15:25:08.251089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-218293fa-433e-46cd-9045-c4701c167a15 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/71bc8495-e946-4c9f-9906-aa5d9ffeedae HTTP/1.1" status: 404 len: 345 time: 0.0906146 Oct 22 15:25:08.251428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34140) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:08.257971 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:25:08.286200 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c1a0f-8941-4457-9faa-b7ff9ac8ecf2 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] DELETE failed (client error): The resource could not be found. Oct 22 15:25:08.287316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c1a0f-8941-4457-9faa-b7ff9ac8ecf2 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:25:08.296380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0a5c1a0f-8941-4457-9faa-b7ff9ac8ecf2 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5dd03804-495b-473a-b162-8b3deb765e30 HTTP/1.1" status: 404 len: 339 time: 0.0421090 Oct 22 15:25:08.297633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34142) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:08.304521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'network': {'name': 'tempest-network--796635626', 'router:external': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:08.383513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-3a5b5010-146a-448e-8e1b-b4ac109678c4 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995435 Oct 22 15:25:08.455611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Made reservation on behalf of cfa41bc1a69c4f5bbee302a8ca2a93ae for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:08.461080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:08.501454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:08.517150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:08.517625 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Added segment 6d8bf7e5-47e5-47c5-8e2b-3110427a9aae of type vlan for network 0d8e31af-7aa8-4fdb-b87d-acbf920734b0 Oct 22 15:25:08.532432 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cf2170c9-7d18-4f5c-b991-d26efc750de1 req-33757a97-bdcf-4e83-bb85-8cfc46730502 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400127 Oct 22 15:25:08.576361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:08.605180 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:33Z', 'revision_number': 1, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}, {'id': '818c73ea-b338-48e5-93d2-0ad3efe0b028', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:f8:25:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:25:05Z', 'updated_at': '2021-10-22T15:25:05Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:08.640558 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379d9e1-aa76-4a70-b528-4910f086b38b None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:33Z', 'revision_number': 1, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}, {'id': '818c73ea-b338-48e5-93d2-0ad3efe0b028', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:f8:25:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:25:05Z', 'updated_at': '2021-10-22T15:25:05Z', 'revision_number': 0, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:25:08.674867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:08.675841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.676426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:08.737248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a70000-f807-4541-a1b6-46c389099980 req-1e76c060-eff2-4478-9c87-f7d93f8f3530 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.738844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92a70000-f807-4541-a1b6-46c389099980 req-1e76c060-eff2-4478-9c87-f7d93f8f3530 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1095364 Oct 22 15:25:08.762156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:25:08.772799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Network': ['ID=0d8e31af-7aa8-4fdb-b87d-acbf920734b0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:08.792711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0d8e31af-7aa8-4fdb-b87d-acbf920734b0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:08.812034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92a70000-f807-4541-a1b6-46c389099980 req-a5b2430c-1062-44d6-835a-bf0c6a100eb4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Oct 22 15:25:08.832468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1e3cea1a-07d1-4143-a356-bb77cb3d2ad4 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5332110 Oct 22 15:25:08.835023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34148) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:08.942418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052d0f4-af1b-4081-9db6-bb39d7af6588 None None] New status for floating IP 818c73ea-b338-48e5-93d2-0ad3efe0b028: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:25:08.984716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f72b9-7c8d-4767-8f5a-55874b4e008b tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:08.991133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f72b9-7c8d-4767-8f5a-55874b4e008b tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:09.001152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f72b9-7c8d-4767-8f5a-55874b4e008b tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:09.005950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f72b9-7c8d-4767-8f5a-55874b4e008b tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:09.007798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f72f72b9-7c8d-4767-8f5a-55874b4e008b tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1712680 Oct 22 15:25:09.012854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34152) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:09.084827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.095945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.134689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:09.138092 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d2615-c37d-40e1-b131-3a12e9040583" -d '{"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-unplugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:09.184257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:09.185815 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.208429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8e31af-7aa8-4fdb-b87d-acbf920734b0']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:09.216413 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa148480-11c1-49bb-a029-10d28180823b x-openstack-request-id: req-aa148480-11c1-49bb-a029-10d28180823b {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:09.219562 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-unplugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:09.219562 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa148480-11c1-49bb-a029-10d28180823b {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:09.219562 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'code': 200} Oct 22 15:25:09.219918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8bf7e5-47e5-47c5-8e2b-3110427a9aae') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:09.220064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8bf7e5-47e5-47c5-8e2b-3110427a9aae') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:09.230423 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.244975 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.251140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:09.251527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:09.253219 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:09.327472 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.386863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:09.428620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.442383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d8e31af-7aa8-4fdb-b87d-acbf920734b0 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 15:25:09.445486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.455132 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/networks/0d8e31af-7aa8-4fdb-b87d-acbf920734b0 HTTP/1.1" status: 204 len: 168 time: 0.4362888 Oct 22 15:25:09.456047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:09.461498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de1f00-67bf-4cdb-8ff4-a105e064af93 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d8e31af-7aa8-4fdb-b87d-acbf920734b0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:09.468779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'network': {'name': 'tempest-network--39013112', 'router:external': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:09.582958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Made reservation on behalf of cfa41bc1a69c4f5bbee302a8ca2a93ae for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:09.585278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.615555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:09.624943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.625374 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Added segment 491d65eb-280c-4730-855d-d08d1e7ae39b of type vlan for network aeaf9215-1f22-4e48-b3f8-34cb61b03583 Oct 22 15:25:09.673104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.856530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.860893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:09.860893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:09.940219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Network': ['ID=aeaf9215-1f22-4e48-b3f8-34cb61b03583,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:09.957673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network aeaf9215-1f22-4e48-b3f8-34cb61b03583 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:09.961370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-29553579-ad52-4a1e-a70e-04ed26deddf0 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5031908 Oct 22 15:25:09.966017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34160) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:09.989532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96355b94-ca0b-483a-8f48-ce7592bc870d req-f14c6953-1608-4e06-a088-88acefd65984 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:09.991458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96355b94-ca0b-483a-8f48-ce7592bc870d req-f14c6953-1608-4e06-a088-88acefd65984 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0956311 Oct 22 15:25:10.047168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96355b94-ca0b-483a-8f48-ce7592bc870d req-be08b7fa-532a-421a-aa38-b58a09bd59ca tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470166 Oct 22 15:25:10.096696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f360c0e7-2c3c-43c1-b47c-f0e3cacd8cee tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:10.096696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f360c0e7-2c3c-43c1-b47c-f0e3cacd8cee tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] 10.222.0.66 "GET /v2.0/networks/aeaf9215-1f22-4e48-b3f8-34cb61b03583 HTTP/1.1" status: 200 len: 755 time: 0.1265934 Oct 22 15:25:10.098870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34164) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:10.187600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362d33e-8544-477e-8846-f18ef93897aa tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:10.189005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2362d33e-8544-477e-8846-f18ef93897aa tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] 10.222.0.66 "GET /v2.0/networks/7f4bafca-cd3f-43b3-a20a-c74a3dd302ce HTTP/1.1" status: 200 len: 768 time: 0.0888667 Oct 22 15:25:10.191800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34166) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:10.264238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.354861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.376222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaf9215-1f22-4e48-b3f8-34cb61b03583']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:10.387151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491d65eb-280c-4730-855d-d08d1e7ae39b') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:10.387440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491d65eb-280c-4730-855d-d08d1e7ae39b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:10.397248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.418508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:10.427484 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:10.622959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.641192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aeaf9215-1f22-4e48-b3f8-34cb61b03583 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 15:25:10.644066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.651380 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/networks/aeaf9215-1f22-4e48-b3f8-34cb61b03583 HTTP/1.1" status: 204 len: 168 time: 0.4586139 Oct 22 15:25:10.655769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34168) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:10.656226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ec881-ce08-4e51-aa2a-6ca278b6a73d tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeaf9215-1f22-4e48-b3f8-34cb61b03583,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:10.659314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'network': {'name': 'tempest-network--319072914'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:10.782382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Made reservation on behalf of cfa41bc1a69c4f5bbee302a8ca2a93ae for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:10.784905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.825986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:10.844013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.844649 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Added segment e7cdbaec-7ab5-41f2-9cc6-839563765a53 of type vlan for network 35b008b3-6067-442e-b582-62f4e947e066 Oct 22 15:25:10.897429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.996588 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:10.997590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:10.998184 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:11.078177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Network': ['ID=35b008b3-6067-442e-b582-62f4e947e066,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:11.091895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 35b008b3-6067-442e-b582-62f4e947e066 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:11.127556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34174) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:11.128540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-41bb3b3f-46a7-4f93-ab41-add20940d814 tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4748449 Oct 22 15:25:11.155432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:11.200841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd87a3-50b0-4ab7-aacd-9b73bd72e45b req-0628b325-1165-4c07-a152-73314334be06 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:11.208972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8fd87a3-50b0-4ab7-aacd-9b73bd72e45b req-0628b325-1165-4c07-a152-73314334be06 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0784714 Oct 22 15:25:11.248025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a8fd87a3-50b0-4ab7-aacd-9b73bd72e45b req-a6e40719-8b8e-479a-8eeb-a882a19a352e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Oct 22 15:25:11.357976 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:11.394367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53087001-f7cf-4a11-96ec-516b5996114c req-f53bd454-40bd-472e-b5f4-56e0c89d989c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:11.396132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53087001-f7cf-4a11-96ec-516b5996114c req-f53bd454-40bd-472e-b5f4-56e0c89d989c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0606878 Oct 22 15:25:11.442467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53087001-f7cf-4a11-96ec-516b5996114c req-bd9a227a-dd71-43be-99db-90f31c7bb868 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Oct 22 15:25:11.497077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:11.516578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Network 35b008b3-6067-442e-b582-62f4e947e066 is not hosted by any dhcp agent {{(pid=107801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 15:25:11.517680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:11.518362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:11.520095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "PUT /v2.0/networks/35b008b3-6067-442e-b582-62f4e947e066 HTTP/1.1" status: 200 len: 857 time: 0.3909631 Oct 22 15:25:11.523062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34184) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:11.594054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6ab49-889a-4edb-8c17-d0ae504bfa6e tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event updated for resources: {'Network': ['ID=35b008b3-6067-442e-b582-62f4e947e066,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:11.633427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-e9217112-98f5-456b-95f3-607b4c7dd84b req-4c8808e3-011b-4cf7-95f1-79714db15c2a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:25:11.634482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e9217112-98f5-456b-95f3-607b4c7dd84b req-4c8808e3-011b-4cf7-95f1-79714db15c2a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056696 Oct 22 15:25:11.697161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:11.996192 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:11.997126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0de4-b5df-41e5-9a00-c1d3108304b7 req-3450d339-6fcf-4c77-b3de-531998eff42d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:11.998701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5cd0de4-b5df-41e5-9a00-c1d3108304b7 req-3450d339-6fcf-4c77-b3de-531998eff42d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0557420 Oct 22 15:25:12.046116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5cd0de4-b5df-41e5-9a00-c1d3108304b7 req-5fec272d-7fa2-427d-b552-99c78f6d9705 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Oct 22 15:25:12.087255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.110697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b008b3-6067-442e-b582-62f4e947e066']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:12.122181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cdbaec-7ab5-41f2-9cc6-839563765a53') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:12.122469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cdbaec-7ab5-41f2-9cc6-839563765a53') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:12.133381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.147366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.153718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:12.154333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:12.156348 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:12.292360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.297645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35b008b3-6067-442e-b582-62f4e947e066 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 15:25:12.302367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.304021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] 10.222.0.66 "DELETE /v2.0/networks/35b008b3-6067-442e-b582-62f4e947e066 HTTP/1.1" status: 204 len: 168 time: 0.7797756 Oct 22 15:25:12.308641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34204) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:12.336929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75cb3f-8b3e-40f5-9c56-5f2615d7bdba tempest-ExternalNetworksTestJSON-110885636 tempest-ExternalNetworksTestJSON-110885636-project-admin] Pushing event deleted for resources: {'Network': ['ID=35b008b3-6067-442e-b582-62f4e947e066,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:12.341884 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa04f3d-2911-40db-85c1-363b704d7cc2 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] DELETE failed (client error): The resource could not be found. Oct 22 15:25:12.343092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa04f3d-2911-40db-85c1-363b704d7cc2 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:25:12.347016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dfa04f3d-2911-40db-85c1-363b704d7cc2 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] 10.222.0.66 "DELETE /v2.0/subnets/80f4cf1a-72b0-43f5-92ac-6a6c2b15915a HTTP/1.1" status: 404 len: 337 time: 0.0358202 Oct 22 15:25:12.350380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34206) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:12.424546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34208) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:12.446039 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.540738 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-efdcdef7-3542-4f4f-95bf-33005b65114f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148732 Oct 22 15:25:12.546310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-28292349-8b35-4921-8bdd-c686cc137b56 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:25:12.546659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.564558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-28292349-8b35-4921-8bdd-c686cc137b56 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098891 Oct 22 15:25:12.579107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4bafca-cd3f-43b3-a20a-c74a3dd302ce']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:12.590546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dee7fe-0d13-4c67-8189-1f097a5dfd6f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:12.592787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dee7fe-0d13-4c67-8189-1f097a5dfd6f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:12.600913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.615567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.624533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:12.625108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:12.629955 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:12.777815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.786583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:12.789925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:25:12.790451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] 10.222.0.66 "DELETE /v2.0/networks/7f4bafca-cd3f-43b3-a20a-c74a3dd302ce HTTP/1.1" status: 204 len: 168 time: 0.4407070 Oct 22 15:25:12.800427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c4e47-a89f-42c8-abc7-d482ec9512e6 tempest-ExternalNetworksTestJSON-2082832517 tempest-ExternalNetworksTestJSON-2082832517-project] Pushing event deleted for resources: {'Network': ['ID=7f4bafca-cd3f-43b3-a20a-c74a3dd302ce,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:13.204269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0331d2-f0de-4204-ad77-9b31e023e54d req-113eb430-0339-4cc9-a41c-b5950e2a5b36 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:13.205787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b0331d2-f0de-4204-ad77-9b31e023e54d req-113eb430-0339-4cc9-a41c-b5950e2a5b36 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0787833 Oct 22 15:25:13.252954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b0331d2-f0de-4204-ad77-9b31e023e54d req-c14050f5-d635-4330-b590-b61636e3141b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Oct 22 15:25:13.603264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34228) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:13.831148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-733ee46c-a85a-4d3b-9bca-67500cb938a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d4b12630ceb445ab8462bafaf475609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249532 Oct 22 15:25:13.833285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34234) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:13.890837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5ca3-e877-43b6-b68f-9e80f39fc7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:13.937935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5ca3-e877-43b6-b68f-9e80f39fc7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:14.121914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5ca3-e877-43b6-b68f-9e80f39fc7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:14.124585 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5ca3-e877-43b6-b68f-9e80f39fc7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:14.125810 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0fd5ca3-e877-43b6-b68f-9e80f39fc7bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6b422d7-a420-483d-b287-1020e777a43d HTTP/1.1" status: 204 len: 168 time: 0.2915955 Oct 22 15:25:14.134532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd5ca3-e877-43b6-b68f-9e80f39fc7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b422d7-a420-483d-b287-1020e777a43d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:14.417629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895a7cc-7309-4c8e-8bd8-56c7867e908b req-c70165e2-ed55-4494-8b25-57f41f392ab1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:14.419954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0895a7cc-7309-4c8e-8bd8-56c7867e908b req-c70165e2-ed55-4494-8b25-57f41f392ab1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0846281 Oct 22 15:25:14.475475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0895a7cc-7309-4c8e-8bd8-56c7867e908b req-d693b202-9c59-4058-93e7-19cbe746b91d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496819 Oct 22 15:25:14.609269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5441e-8476-460b-84aa-66064169f39b req-d689bd78-b01a-450f-a42a-478acd28a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:14.610736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-d689bd78-b01a-450f-a42a-478acd28a3c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a&tenant_id=f40541de01b04c558bd868f1b20c892b HTTP/1.1" status: 200 len: 1094 time: 0.0956693 Oct 22 15:25:14.635524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:14.702689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:14.958751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:15.010692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:25:15.045839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:25:15.053877 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.068280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Transition to ACTIVE for port object 30184411-9e45-4c53-9224-7c12f16c6a9c will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:25:15.091031 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34246) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:15.156577 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6622b06c-4df4-4df7-a676-e5851f6391f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfa41bc1a69c4f5bbee302a8ca2a93ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641158 Oct 22 15:25:15.159016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34250) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:15.191652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.293636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=9']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:15.296298 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aae40cc5-40b0-4f98-815c-cf6a9f8b65bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.299669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] No DVR routers for this DVR port 30184411-9e45-4c53-9224-7c12f16c6a9c on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:25:15.363942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aae40cc5-40b0-4f98-815c-cf6a9f8b65bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.383103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:15.383655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:15.384239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:15.403228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Port 30184411-9e45-4c53-9224-7c12f16c6a9c on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:15.403594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Attempting to bind port 30184411-9e45-4c53-9224-7c12f16c6a9c on network e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:15.429260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:25:15.429945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Checking segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:25:15.430215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Bound using segment: {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:25:15.430557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Bound port: 30184411-9e45-4c53-9224-7c12f16c6a9c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:25:15.431210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.513503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:25:15.518612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:25:15.609051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925da58-8ee0-48e8-9c59-88e0bb0d808e req-3d4abed7-784e-4d12-a470-83f1517997e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:15.610557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7925da58-8ee0-48e8-9c59-88e0bb0d808e req-3d4abed7-784e-4d12-a470-83f1517997e1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 943 time: 0.0529604 Oct 22 15:25:15.650628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aae40cc5-40b0-4f98-815c-cf6a9f8b65bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.653506 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aae40cc5-40b0-4f98-815c-cf6a9f8b65bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.654745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aae40cc5-40b0-4f98-815c-cf6a9f8b65bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12d3f66c-2ea7-4b7f-9caa-6276a0cb94a4 HTTP/1.1" status: 204 len: 168 time: 0.4944935 Oct 22 15:25:15.674225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae40cc5-40b0-4f98-815c-cf6a9f8b65bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3f66c-2ea7-4b7f-9caa-6276a0cb94a4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:15.686265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7925da58-8ee0-48e8-9c59-88e0bb0d808e req-578dbd95-c016-4a61-a522-fb94b8f267cd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602052 Oct 22 15:25:15.710910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.752140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:15.752828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:15.754281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] 10.222.0.53 "PUT /v2.0/ports/30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 1091 time: 1.1236908 Oct 22 15:25:15.754743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:15.757358 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f26c5-5296-4361-874e-d72d8b789910" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:15.789398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330df13-f174-4307-9c34-67816a87c5ef service neutron] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=10']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:15.857550 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f8b084-5a83-4789-bf7c-1793c5759f06 x-openstack-request-id: req-36f8b084-5a83-4789-bf7c-1793c5759f06 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:15.857831 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:15.858091 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36f8b084-5a83-4789-bf7c-1793c5759f06 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:15.858504 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'status': 'completed', 'code': 200} Oct 22 15:25:15.880220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5441e-8476-460b-84aa-66064169f39b req-a600d7f0-5ccd-4d35-afb1-1cae53f3ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:15.881780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-a600d7f0-5ccd-4d35-afb1-1cae53f3ba65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1095 time: 0.0574653 Oct 22 15:25:15.993046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5441e-8476-460b-84aa-66064169f39b req-d1b52a06-6309-4026-815c-a37deec3340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:15.995961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-d1b52a06-6309-4026-815c-a37deec3340c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 914 time: 0.1059957 Oct 22 15:25:16.058523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-def2ed80-a846-4f6d-9d50-0009fc51f6ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 217 time: 0.0548537 Oct 22 15:25:16.114238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5441e-8476-460b-84aa-66064169f39b req-0053fff6-4889-4837-9d3c-9c48d773aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:16.115753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-0053fff6-4889-4837-9d3c-9c48d773aa74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0515685 Oct 22 15:25:16.151243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-850e0068-0602-40da-88d4-36f53663ba61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267539 Oct 22 15:25:16.281690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-3a6cd665-6eb9-4c04-81ec-2105f0f445d7 service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243877 Oct 22 15:25:16.402916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-a8543b0b-b3f9-455d-a1bc-9bca89071d98 service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141565 Oct 22 15:25:16.638178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f26c5-5296-4361-874e-d72d8b789910 req-bea69eb9-af04-4469-aefd-71c7e8eafdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:16.639932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-bea69eb9-af04-4469-aefd-71c7e8eafdb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1095 time: 0.0706484 Oct 22 15:25:16.763351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f26c5-5296-4361-874e-d72d8b789910 req-c8a50fc7-aec5-4770-be84-efe726167542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:16.777473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-c8a50fc7-aec5-4770-be84-efe726167542 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 914 time: 0.1307728 Oct 22 15:25:16.858113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-6c6e7d44-624c-401e-a766-9be4d7985e87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 217 time: 0.0682089 Oct 22 15:25:16.918701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f26c5-5296-4361-874e-d72d8b789910 req-3423366b-1ab6-49eb-a588-5dafb1668932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:16.920365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-3423366b-1ab6-49eb-a588-5dafb1668932 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0555604 Oct 22 15:25:16.935299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f03c4d-b264-46ae-92a7-210e143cd1b8 req-2cbcb23a-3267-424c-ab72-9ef99b129d61 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:16.942587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30f03c4d-b264-46ae-92a7-210e143cd1b8 req-2cbcb23a-3267-424c-ab72-9ef99b129d61 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1639330 Oct 22 15:25:16.988618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-0141d708-e97c-4898-a658-4a451ede19dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431578 Oct 22 15:25:17.027696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30f03c4d-b264-46ae-92a7-210e143cd1b8 req-31ec0559-b405-4c8b-9edb-a5ede727e8df tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840428 Oct 22 15:25:17.119938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-20f98e98-59ee-4f4a-aeeb-c88d49b9620d service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185253 Oct 22 15:25:17.263179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-467f26c5-5296-4361-874e-d72d8b789910 req-7d5497ba-22f6-4373-9fdf-3a70e3c0148d service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353559 Oct 22 15:25:18.267741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79552012-dbe9-4a7a-8eba-cd3aa757df0c req-baa3952c-5d5f-46ca-a950-2f9b7a2cc892 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:18.273383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79552012-dbe9-4a7a-8eba-cd3aa757df0c req-baa3952c-5d5f-46ca-a950-2f9b7a2cc892 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1383109 Oct 22 15:25:18.369734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-79552012-dbe9-4a7a-8eba-cd3aa757df0c req-a567d4ae-7b97-4f43-8bc8-e33314bf0076 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Oct 22 15:25:19.414484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34330) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:19.508773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feb4ab-43bd-4040-8137-1e62659bde43 req-ed101186-0fbf-44a4-a09a-7c8a4fc44ba3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:19.510846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74feb4ab-43bd-4040-8137-1e62659bde43 req-ed101186-0fbf-44a4-a09a-7c8a4fc44ba3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.0524275 Oct 22 15:25:19.576784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74feb4ab-43bd-4040-8137-1e62659bde43 req-deeba9e2-0c58-48b1-9a54-43b53e7ccdfd tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588863 Oct 22 15:25:19.659211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:19.754195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:19.883710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.020591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Allocated IP 172.25.1.121 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/098e8017-b8ad-4a4b-8b05-8a69d275f936) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:20.140829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.261698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.306177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:20.309211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:20.312934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:20.347328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Port': ['ID=098e8017-b8ad-4a4b-8b05-8a69d275f936,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:20.424184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.564315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.716414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3198d4c-8dea-4f75-a2f0-3cc8c8b2fd36 req-65ed1ff3-0410-45b5-81d5-26628ca26154 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:20.718237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3198d4c-8dea-4f75-a2f0-3cc8c8b2fd36 req-65ed1ff3-0410-45b5-81d5-26628ca26154 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.0579503 Oct 22 15:25:20.758725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3198d4c-8dea-4f75-a2f0-3cc8c8b2fd36 req-e724952d-890f-41f3-bc4b-d78544d7130c tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Oct 22 15:25:20.793335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.896496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:20.972233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Port': ['ID=098e8017-b8ad-4a4b-8b05-8a69d275f936,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:20.985083 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.085586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.087240 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a7e751a-2194-40f3-8732-9035a2bd00d3 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6711476 Oct 22 15:25:21.089748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34344) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:21.095140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1548332034'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:21.186452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Made reservation on behalf of 0dceab734c994f958b9a5e3ebcac71a3 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:21.190048 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.199868 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.313080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.370784 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.413270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:21.425246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40864003-ac56-45b3-8079-a95b3a907b1c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:21.432151 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.432557 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Added segment 2cd3ede4-475b-4d31-8df6-63e6d0832ab9 of type vlan for network 9edfdecb-e343-4547-a5c4-31282831ab06 Oct 22 15:25:21.498470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.593762 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.599792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:21.600812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:21.692760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Network': ['ID=9edfdecb-e343-4547-a5c4-31282831ab06,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:21.704774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 9edfdecb-e343-4547-a5c4-31282831ab06 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:21.711550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7374cbbf-bee8-417e-a5b1-9c4860c8e019 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6203218 Oct 22 15:25:21.715842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34348) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:21.722240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Request body: {'subnet': {'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:21.972683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb17bb9-8051-4dec-8a82-8cd5c35cde54 req-5c14c754-88c4-4c6d-b590-da1d16ed9207 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:21.974996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5eb17bb9-8051-4dec-8a82-8cd5c35cde54 req-5c14c754-88c4-4c6d-b590-da1d16ed9207 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.0695169 Oct 22 15:25:22.042073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5eb17bb9-8051-4dec-8a82-8cd5c35cde54 req-6022358b-0c45-4ba8-b2ad-5f9a003eb34f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522659 Oct 22 15:25:22.095067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Made reservation on behalf of 0dceab734c994f958b9a5e3ebcac71a3 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:22.098938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:22.654324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f8723a0-2abc-4f70-8265-80909fc34cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:22.851687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:22.985211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Subnet': ['ID=ff366765-70cc-408d-bffa-f81f0cc2bb5d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:23.027367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.028931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.029491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.029890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.030386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.030752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.031243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.031577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.032079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.032410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.032802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.033402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:23.046884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Checking segment: {'id': '2cd3ede4-475b-4d31-8df6-63e6d0832ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:25:23.046884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network hostable DHCP agents. Network: 9edfdecb-e343-4547-a5c4-31282831ab06, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:25:23.159228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network 9edfdecb-e343-4547-a5c4-31282831ab06 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:25:23.224408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ede2c-10c7-4a3b-bd52-94315fc3324b req-4a2b4fa4-95da-462e-9f20-050b3eaf7c6e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:23.226048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a0ede2c-10c7-4a3b-bd52-94315fc3324b req-4a2b4fa4-95da-462e-9f20-050b3eaf7c6e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.0998647 Oct 22 15:25:23.290394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a0ede2c-10c7-4a3b-bd52-94315fc3324b req-664920b2-c8e4-49ac-9e1e-52f4cb12e3f6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543466 Oct 22 15:25:23.306921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 9edfdecb-e343-4547-a5c4-31282831ab06) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:23.314638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:23.317035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21399345-26bc-4786-8b82-36fa70729bd8 None None] Network 9edfdecb-e343-4547-a5c4-31282831ab06 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:25:23.321702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:23.476995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f22b3d9e-cf49-45e5-bd38-201f8dbd3420 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7596221 Oct 22 15:25:23.480461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:23.485913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1526163352', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:23.494091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-9edfdecb-e343-4547-a5c4-31282831ab06', 'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06', 'tenant_id': '0dceab734c994f958b9a5e3ebcac71a3', 'fixed_ips': [{'subnet_id': 'ff366765-70cc-408d-bffa-f81f0cc2bb5d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:25:23.495160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:23.649191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:23.651474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:23.651616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Allocated IP 172.20.0.2 (9edfdecb-e343-4547-a5c4-31282831ab06/ff366765-70cc-408d-bffa-f81f0cc2bb5d/a77dacac-8acf-4207-b4fd-bfb3eb55c64b) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:23.759202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:23.868626 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.028770 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.048091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.082742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Network 9edfdecb-e343-4547-a5c4-31282831ab06 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:24.090302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:24.093061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:24.095924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Pushing event updated for resources: {'Port': ['ID=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:24.169350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Attempting to bind port a77dacac-8acf-4207-b4fd-bfb3eb55c64b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:24.170005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Attempting to bind port a77dacac-8acf-4207-b4fd-bfb3eb55c64b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '2cd3ede4-475b-4d31-8df6-63e6d0832ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:24.170584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Attempting to bind port a77dacac-8acf-4207-b4fd-bfb3eb55c64b on network 9edfdecb-e343-4547-a5c4-31282831ab06 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:24.194820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:25:24.196228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Checking segment: {'id': '2cd3ede4-475b-4d31-8df6-63e6d0832ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:25:24.196228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.197431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Bound using segment: {'id': '2cd3ede4-475b-4d31-8df6-63e6d0832ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:25:24.198116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Bound port: a77dacac-8acf-4207-b4fd-bfb3eb55c64b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd3ede4-475b-4d31-8df6-63e6d0832ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:25:24.198903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.310698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] For port a77dacac-8acf-4207-b4fd-bfb3eb55c64b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:25:24.372945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] For port a77dacac-8acf-4207-b4fd-bfb3eb55c64b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,segment=NetworkSegment(2cd3ede4-475b-4d31-8df6-63e6d0832ab9),segment_id=2cd3ede4-475b-4d31-8df6-63e6d0832ab9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:25:24.496122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6077dd1-5f6e-487d-b5ec-7bde763756a9 req-93b48f7f-df9a-44ad-996b-3c92027cb520 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:24.527207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.528008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6077dd1-5f6e-487d-b5ec-7bde763756a9 req-93b48f7f-df9a-44ad-996b-3c92027cb520 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1084185 Oct 22 15:25:24.539774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.580658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6077dd1-5f6e-487d-b5ec-7bde763756a9 req-ff0e9c16-1e54-4094-950e-4fa593b5570e tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762928 Oct 22 15:25:24.741260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Allocated IP 172.25.1.144 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f8dc5b5d-ba75-48c5-9f0c-c6a0914856a0) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:24.882688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:24.969944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:25.021260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:25.053822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400fbb6-d4d5-47d4-a74a-b70d1eb6326b None None] Pushing event updated for resources: {'Port': ['ID=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:25.083307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:25.094448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:25.106812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:25.108957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Port': ['ID=f8dc5b5d-ba75-48c5-9f0c-c6a0914856a0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:25.204325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48d58358-4765-4805-b743-2af1404502cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:25.664524 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:25.802903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d0980-99f5-402c-8ba7-bdaeae103ea6 req-97d82357-8af6-4e5b-b10d-9d99da49ebb4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:25.805074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-940d0980-99f5-402c-8ba7-bdaeae103ea6 req-97d82357-8af6-4e5b-b10d-9d99da49ebb4 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1110842 Oct 22 15:25:25.943611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-940d0980-99f5-402c-8ba7-bdaeae103ea6 req-e499db66-40aa-4217-973a-86ab81ccb913 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272063 Oct 22 15:25:26.073558 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.203482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a77dacac-8acf-4207-b4fd-bfb3eb55c64b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:25:26.307856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a77dacac-8acf-4207-b4fd-bfb3eb55c64b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:26.308368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.343678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Router 0be8249d-0152-4123-994f-b1cbd83af31d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:25:26.479234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.517265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:25:26.534274 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] Sync routers for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:25:26.550861 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:26.552628 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:26.570250 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port a77dacac-8acf-4207-b4fd-bfb3eb55c64b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,segment=NetworkSegment(2cd3ede4-475b-4d31-8df6-63e6d0832ab9),segment_id=2cd3ede4-475b-4d31-8df6-63e6d0832ab9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:26.575205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.600617 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:26.613698 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:26.614651 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:26.623595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.661780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4401ab-6e44-4e64-9aaf-ddae14987b50 None None] Network 9edfdecb-e343-4547-a5c4-31282831ab06 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:25:26.671394 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:26.671394 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fd110-4ec4-4e9b-8cd2-5d7352ff7ec1 None None] The sync data for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:25:26.693421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.699040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3293b54e-ea35-4e5a-a84d-29f19527a1ba tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2129421 Oct 22 15:25:26.700017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34370) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:26.772640 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:26.903905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-efe92922-eea1-48d5-bfc9-cf2c4ab0341b None None] Provisioning complete for port a77dacac-8acf-4207-b4fd-bfb3eb55c64b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:26.904979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-efe92922-eea1-48d5-bfc9-cf2c4ab0341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:27.026851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:27.411946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277e66-c57c-4065-9059-dc9b69c3a0c5 req-8d783fe1-34ac-4159-8e6b-20833c78ea15 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:27.413622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50277e66-c57c-4065-9059-dc9b69c3a0c5 req-8d783fe1-34ac-4159-8e6b-20833c78ea15 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.2565169 Oct 22 15:25:27.535663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50277e66-c57c-4065-9059-dc9b69c3a0c5 req-4b51d30d-63f9-4adf-a15b-d95c95595a6a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072779 Oct 22 15:25:27.632761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d6e875cb-8456-4204-a050-bf8984a4f9a8 None None] Provisioning complete for port a77dacac-8acf-4207-b4fd-bfb3eb55c64b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:27.633384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6e875cb-8456-4204-a050-bf8984a4f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:27.655234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:27.929846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Allocated IP 172.20.0.1 (9edfdecb-e343-4547-a5c4-31282831ab06/ff366765-70cc-408d-bffa-f81f0cc2bb5d/657a0664-83b0-4da2-870a-240a1421ba22) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:28.047281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.109081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a77dacac-8acf-4207-b4fd-bfb3eb55c64b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:25:28.164062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port a77dacac-8acf-4207-b4fd-bfb3eb55c64b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:28.164537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.188181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.193651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.236381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network 9edfdecb-e343-4547-a5c4-31282831ab06 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:28.239766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:28.242205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:28.292648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Port': ['ID=657a0664-83b0-4da2-870a-240a1421ba22,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:28.309894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.547207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d6803b39-363e-4d07-bfc6-85beed09f961 None None] Provisioning complete for port 657a0664-83b0-4da2-870a-240a1421ba22 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:28.547576 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6803b39-363e-4d07-bfc6-85beed09f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.586541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d6803b39-363e-4d07-bfc6-85beed09f961 None None] Port 657a0664-83b0-4da2-870a-240a1421ba22 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:25:28.594965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:28.736417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792801a1-de01-43f2-89ca-df1be7865a62 req-d0e6c036-7664-44f5-ac27-6b8a7d08bfac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:28.737802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-792801a1-de01-43f2-89ca-df1be7865a62 req-d0e6c036-7664-44f5-ac27-6b8a7d08bfac tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1040616 Oct 22 15:25:28.817223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-792801a1-de01-43f2-89ca-df1be7865a62 req-802fa57f-32ae-43bf-8205-1e803b32778d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Oct 22 15:25:28.961281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:29.073697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:29.157899 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:29.159648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Port': ['ID=657a0664-83b0-4da2-870a-240a1421ba22,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:29.265823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network 9edfdecb-e343-4547-a5c4-31282831ab06 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:29.267440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:29.397900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Router 0be8249d-0152-4123-994f-b1cbd83af31d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:25:29.510817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e1275b9e-c990-42df-a808-6f123b06fd2d None None] Provisioning complete for port 657a0664-83b0-4da2-870a-240a1421ba22 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:29.511457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1275b9e-c990-42df-a808-6f123b06fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:29.529226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:25:29.534606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-026c9227-491b-42e5-b1b0-7fbef06c05a8 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "PUT /v2.0/routers/0be8249d-0152-4123-994f-b1cbd83af31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332362 Oct 22 15:25:29.537232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34386) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:29.541852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] Sync routers for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:25:29.542609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Request body: {'port': {'network_id': '9edfdecb-e343-4547-a5c4-31282831ab06', 'name': 'tempest-FloatingIPAdminTestJSON-1638536597'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:29.563439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e1275b9e-c990-42df-a808-6f123b06fd2d None None] Port 657a0664-83b0-4da2-870a-240a1421ba22 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:25:29.563439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:29.563439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:29.597364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:29.607025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:29.607631 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:29.648546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:29.649206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48d39b-2bc3-4bce-a844-f57075f28ab4 None None] The sync data for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:25:29.747786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Made reservation on behalf of 0dceab734c994f958b9a5e3ebcac71a3 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:29.751398 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:29.770006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] device_id is not set on port fe50a8a0-9e98-42a7-9492-ccf26a86e371 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:29.887187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Allocated IP 172.20.0.7 (9edfdecb-e343-4547-a5c4-31282831ab06/ff366765-70cc-408d-bffa-f81f0cc2bb5d/fe50a8a0-9e98-42a7-9492-ccf26a86e371) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:30.008026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb1c10-07f1-4124-9d3d-97d17bc31f8e req-e0ab4932-0106-4d7c-9973-96464f064234 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:30.011166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7cb1c10-07f1-4124-9d3d-97d17bc31f8e req-e0ab4932-0106-4d7c-9973-96464f064234 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 944 time: 0.1097050 Oct 22 15:25:30.138136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7cb1c10-07f1-4124-9d3d-97d17bc31f8e req-6e062d91-0272-4b65-8c76-3557d74df80b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181462 Oct 22 15:25:30.158487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.272784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.317890 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Network 9edfdecb-e343-4547-a5c4-31282831ab06 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:30.320905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:30.328300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:30.332594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event updated for resources: {'Port': ['ID=fe50a8a0-9e98-42a7-9492-ccf26a86e371,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:30.386758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:30.387553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.471489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:25:30.538177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-353dc7d3-a3b4-492d-960b-a9e8b9930ac4 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9998486 Oct 22 15:25:30.541974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34392) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:30.608266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'project_id': '0dceab734c994f958b9a5e3ebcac71a3', 'port_id': 'fe50a8a0-9e98-42a7-9492-ccf26a86e371'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:30.615190 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1b7b6748-8329-40cf-998a-2b9fede6ec3e None None] Provisioning complete for port fe50a8a0-9e98-42a7-9492-ccf26a86e371 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:30.615827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1b7b6748-8329-40cf-998a-2b9fede6ec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.618355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:30.652709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'network_id': 'e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6', 'port_id': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'mac_address': 'fa:16:3e:cf:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ba8044-7046-4d5e-8ef0-3b647342d6b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:25:30.689614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b6748-8329-40cf-998a-2b9fede6ec3e None None] Port fe50a8a0-9e98-42a7-9492-ccf26a86e371 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:25:30.706425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.709690 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.725693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:25:30.749867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:30.804770 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.843694 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:30.898193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=11']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:30.926018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Allocated IP 172.25.1.11 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/dc9c95d3-c6af-455e-9395-2296a3f591c7) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:31.038424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:31.067410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['30184411-9e45-4c53-9224-7c12f16c6a9c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:25:31.160106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:31.208618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:31.210062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:31.215221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:31.284796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Pushing event updated for resources: {'Port': ['ID=dc9c95d3-c6af-455e-9395-2296a3f591c7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:31.412138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf54e5-e656-4a3c-addb-ada22b2fa6c1 req-c666253b-e85f-4500-9c6b-f830d62dbb5a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:31.414756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fdf54e5-e656-4a3c-addb-ada22b2fa6c1 req-c666253b-e85f-4500-9c6b-f830d62dbb5a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1513333 Oct 22 15:25:31.514930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fdf54e5-e656-4a3c-addb-ada22b2fa6c1 req-2ad896b7-b2f6-45ed-9993-689673eba58d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872517 Oct 22 15:25:32.074920 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.202552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.374066 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.448778 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.486003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:25:32.523339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Pushing event updated for resources: {'Port': ['ID=dc9c95d3-c6af-455e-9395-2296a3f591c7,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:32.536333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.639361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 30184411-9e45-4c53-9224-7c12f16c6a9c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:25:32.644386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 30184411-9e45-4c53-9224-7c12f16c6a9c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:25:32.644748 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.667177 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Floating IP 5aed2ac0-297c-49c9-9fa9-ecad9aa8b834 associated. External IP: 172.25.1.11, port: fe50a8a0-9e98-42a7-9492-ccf26a86e371. Oct 22 15:25:32.716054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97fcc3-dfac-40f5-8146-3f4f3834aafe req-77fc8434-edf3-4061-afd2-9b7b118dddcb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:32.717902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df97fcc3-dfac-40f5-8146-3f4f3834aafe req-77fc8434-edf3-4061-afd2-9b7b118dddcb tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 945 time: 0.1234164 Oct 22 15:25:32.733213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.761925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:32.764583 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85339a8-77f5-458d-aa6c-808379a0fce0" -d '{"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-plugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:32.782449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:32.806834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df97fcc3-dfac-40f5-8146-3f4f3834aafe req-ce244df5-0acb-43c0-a9c5-a6fabff05798 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790679 Oct 22 15:25:32.817322 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dac33d8-de51-40ca-a24a-e08dd9bc41ca x-openstack-request-id: req-5dac33d8-de51-40ca-a24a-e08dd9bc41ca {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:32.817611 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-plugged", "status": "completed", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:32.817863 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dac33d8-de51-40ca-a24a-e08dd9bc41ca {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:32.818418 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'code': 200} Oct 22 15:25:32.878877 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:32.937136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:32.943264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Router 0be8249d-0152-4123-994f-b1cbd83af31d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:25:33.084583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:25:33.094610 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] Sync routers for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:25:33.107015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e45773-57d9-401e-a5f1-4e1eae2575a2 req-c792e132-a6f1-41d7-acbb-a9da7b9a5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:33.112379 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:33.112379 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:33.112654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2e45773-57d9-401e-a5f1-4e1eae2575a2 req-c792e132-a6f1-41d7-acbb-a9da7b9a5af3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1097 time: 0.0633020 Oct 22 15:25:33.142373 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:33.147586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2e45773-57d9-401e-a5f1-4e1eae2575a2 req-11237ade-a3d6-4729-ba29-48dcb2a9ea5b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Oct 22 15:25:33.151916 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:33.152856 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:33.160779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:33.189976 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:33.190903 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c4d2-0ccf-4d36-96d0-f7eec7572b70 None None] The sync data for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:25:33.195631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-501fbdd9-0e08-4d1c-b8b4-63c6963995d7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.6523058 Oct 22 15:25:33.197248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34406) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:33.289853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c08d2006-3323-47e6-9bb7-c1d3d44daad7 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] 10.222.0.66 "GET /v2.0/floatingips/5aed2ac0-297c-49c9-9fa9-ecad9aa8b834 HTTP/1.1" status: 200 len: 982 time: 0.0914507 Oct 22 15:25:33.293360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34408) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:33.405668 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a57049d-c9f6-4dae-b79a-e183d0067799 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1106687 Oct 22 15:25:33.408445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34412) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:33.564014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting port dc9c95d3-c6af-455e-9395-2296a3f591c7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:33.564449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:33.640862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:33.641099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:33.653849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Calling delete_port for dc9c95d3-c6af-455e-9395-2296a3f591c7 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:33.896618 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:33.935921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:33.939507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13598b-f585-4bff-a5e8-b211b1c66846 req-ac173f22-8da9-4285-91c0-f0ebd3aaa2be tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:33.941023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd13598b-f585-4bff-a5e8-b211b1c66846 req-ac173f22-8da9-4285-91c0-f0ebd3aaa2be tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0526521 Oct 22 15:25:33.977993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Port': ['ID=dc9c95d3-c6af-455e-9395-2296a3f591c7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:34.005163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd13598b-f585-4bff-a5e8-b211b1c66846 req-539fbc1e-68e4-4600-b5ad-aa2bd1b66434 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Oct 22 15:25:34.051624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:34.051952 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Floating IP 5aed2ac0-297c-49c9-9fa9-ecad9aa8b834 disassociated (deleted). External IP: 172.25.1.11, port: fe50a8a0-9e98-42a7-9492-ccf26a86e371. Oct 22 15:25:34.649555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Router 0be8249d-0152-4123-994f-b1cbd83af31d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:25:34.770890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:25:34.778077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:34.782905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] Sync routers for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:25:34.792803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:34.793309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:34.813094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34442) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:34.815570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8e87c6ef-9f2b-482a-b7b0-3e07d7b732a1 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "DELETE /v2.0/floatingips/5aed2ac0-297c-49c9-9fa9-ecad9aa8b834 HTTP/1.1" status: 204 len: 168 time: 1.4060311 Oct 22 15:25:34.819409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:34.831412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:34.840011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:34.840603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:34.873193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:34.873836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99dc163-e6df-487a-acce-1fb561ec2695 None None] The sync data for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:25:34.942242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:35.038072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:35.213813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Allocated IP 172.25.1.93 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ab5416ff-deb0-4894-9e92-7d2bac5549ed) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:35.238314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001de3-cb63-49b0-b61a-50c26385752e req-febaebb7-deb2-4793-9f9d-192a74508146 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:35.239847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c001de3-cb63-49b0-b61a-50c26385752e req-febaebb7-deb2-4793-9f9d-192a74508146 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.1317332 Oct 22 15:25:35.351908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c001de3-cb63-49b0-b61a-50c26385752e req-b0fba51e-5c27-4b1d-9c93-0111bc3e8ded tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920312 Oct 22 15:25:35.395679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:35.586760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:35.629175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:35.632360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:35.636302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:35.644954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Pushing event updated for resources: {'Port': ['ID=ab5416ff-deb0-4894-9e92-7d2bac5549ed,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:35.732935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:35.892945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.051395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.197881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.278121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Pushing event updated for resources: {'Port': ['ID=ab5416ff-deb0-4894-9e92-7d2bac5549ed,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:36.287364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.400827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.405137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f33899cc-a333-4b86-98fd-6b63acee3c36 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5880539 Oct 22 15:25:36.421196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34460) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:36.484248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826de1e-f890-4086-905c-dd89ce97c639 req-8b82f9d3-a1f1-4b18-bad5-e4ea55bd3cd0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:36.485689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f826de1e-f890-4086-905c-dd89ce97c639 req-8b82f9d3-a1f1-4b18-bad5-e4ea55bd3cd0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0516005 Oct 22 15:25:36.512280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:36.542936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f826de1e-f890-4086-905c-dd89ce97c639 req-c296e108-352f-4bfa-bd54-23353fd37138 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511391 Oct 22 15:25:36.664883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b972fa-4af0-4994-8c00-1025f16a8494 req-de5081f1-03fc-4ea8-a345-a058a9f18cd5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:36.666346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89b972fa-4af0-4994-8c00-1025f16a8494 req-de5081f1-03fc-4ea8-a345-a058a9f18cd5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0493057 Oct 22 15:25:36.708830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89b972fa-4af0-4994-8c00-1025f16a8494 req-4cf08526-8ffb-455f-844a-993922eee370 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Oct 22 15:25:36.713121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.855169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81b755-a429-49b4-ae23-ea6d6994e438 req-f70c08ef-07d3-4b58-b846-18838d03d060 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:36.856922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a81b755-a429-49b4-ae23-ea6d6994e438 req-f70c08ef-07d3-4b58-b846-18838d03d060 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0657887 Oct 22 15:25:36.858749 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:36.943753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a81b755-a429-49b4-ae23-ea6d6994e438 req-602c3416-4b97-4a81-8357-1dd660d7ee86 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778506 Oct 22 15:25:37.009996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Allocated IP 172.25.1.185 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ea7c3b7c-1222-4ab2-a0de-082a0e76961e) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:25:37.134267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ff3b6-c0fd-41a2-98bc-ede82c91c928 req-72d764e5-8fff-4d7b-b8e2-02bdb2330cfe tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:37.135781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db2ff3b6-c0fd-41a2-98bc-ede82c91c928 req-72d764e5-8fff-4d7b-b8e2-02bdb2330cfe tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.1016693 Oct 22 15:25:37.158854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:37.200705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db2ff3b6-c0fd-41a2-98bc-ede82c91c928 req-b88657f6-833b-4ded-a92e-97ee227fd334 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566261 Oct 22 15:25:37.288583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:37.358928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:37.363994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:37.373042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:37.376542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Pushing event updated for resources: {'Port': ['ID=ea7c3b7c-1222-4ab2-a0de-082a0e76961e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:37.404102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eec919-dd77-498a-bf38-ae48656015d1 req-aafe275c-aa1c-40ef-9bcc-fe9e5bf9fa7a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:37.408366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8eec919-dd77-498a-bf38-ae48656015d1 req-aafe275c-aa1c-40ef-9bcc-fe9e5bf9fa7a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.1328979 Oct 22 15:25:37.464499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8eec919-dd77-498a-bf38-ae48656015d1 req-58e548fd-12a8-46b4-a3bd-2cf81b7e7a40 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Oct 22 15:25:37.507367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:37.609321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933e3cd-81b6-4248-a165-d6670cce3187 req-a8bebf15-40fa-4297-80a8-314419d6adc8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:37.610838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f933e3cd-81b6-4248-a165-d6670cce3187 req-a8bebf15-40fa-4297-80a8-314419d6adc8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0543795 Oct 22 15:25:37.658212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:37.706464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f933e3cd-81b6-4248-a165-d6670cce3187 req-48608371-3db4-4696-be41-26f4a4f01e7f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690970 Oct 22 15:25:37.878174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92b7e3-546a-4026-a9b3-cd38b63d8e02 req-6e34b253-6df2-4e50-a3c9-f1580f5d0a32 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:37.879702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a92b7e3-546a-4026-a9b3-cd38b63d8e02 req-6e34b253-6df2-4e50-a3c9-f1580f5d0a32 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0923133 Oct 22 15:25:37.907232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:37.938300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a92b7e3-546a-4026-a9b3-cd38b63d8e02 req-7a133377-6b3a-420f-9e8d-dcc5955ac166 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Oct 22 15:25:37.993619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:38.072723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Pushing event updated for resources: {'Port': ['ID=ea7c3b7c-1222-4ab2-a0de-082a0e76961e,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:38.078203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:38.161259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:38.162497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-30cae38a-49cd-4ba2-98a5-f9a28dd94bd9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7560787 Oct 22 15:25:38.165055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34488) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:38.232075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1ef70438-36ec-4178-b8b3-83bd0e056852 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.0656297 Oct 22 15:25:38.234282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34490) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:38.310998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-142dce84-454f-44d3-86e2-896c9b097137 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0753765 Oct 22 15:25:38.313786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34492) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:38.806998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773498-de90-48be-8a0f-f0096b9ddafb req-262804f4-5a11-46ef-840c-ca3404c56f69 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:38.809635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65773498-de90-48be-8a0f-f0096b9ddafb req-262804f4-5a11-46ef-840c-ca3404c56f69 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0774217 Oct 22 15:25:38.825465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Deleting port ea7c3b7c-1222-4ab2-a0de-082a0e76961e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:38.825802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:38.907125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65773498-de90-48be-8a0f-f0096b9ddafb req-d57206fa-a6ad-4855-b9aa-7d281e70f387 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900311 Oct 22 15:25:38.930851 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:38.931212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:38.942643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Calling delete_port for ea7c3b7c-1222-4ab2-a0de-082a0e76961e owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:39.290045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.317789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Pushing event deleted for resources: {'Port': ['ID=ea7c3b7c-1222-4ab2-a0de-082a0e76961e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:39.383684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.387408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.388615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4076a157-13d0-4dc9-b97a-787339b7aeb9 tempest-FloatingIPAdminTestJSON-1450678121 tempest-FloatingIPAdminTestJSON-1450678121-project] 10.222.0.66 "DELETE /v2.0/floatingips/b2f2a2f2-1d2a-4735-a623-502e4e9e2db1 HTTP/1.1" status: 204 len: 168 time: 1.0738339 Oct 22 15:25:39.391809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34498) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:39.529070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Deleting port ab5416ff-deb0-4894-9e92-7d2bac5549ed {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:39.529477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.613396 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.613624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.629071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Calling delete_port for ab5416ff-deb0-4894-9e92-7d2bac5549ed owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:39.901981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:39.928471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab5416ff-deb0-4894-9e92-7d2bac5549ed,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:40.010445 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:40.013409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:40.014623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-332616dc-f5cf-4657-80dc-d398c03925d4 tempest-FloatingIPAdminTestJSON-1779994583 tempest-FloatingIPAdminTestJSON-1779994583-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/33d386de-1d4c-4242-abf2-0a8a1577fb44 HTTP/1.1" status: 204 len: 168 time: 0.6216433 Oct 22 15:25:40.018927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:40.126115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting port fe50a8a0-9e98-42a7-9492-ccf26a86e371 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:40.126461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:40.200045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed371886-05ed-4a0b-83f2-23fa682b1e36 req-644d3a76-8ef2-433f-ae89-3977b9e29177 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:40.201502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed371886-05ed-4a0b-83f2-23fa682b1e36 req-644d3a76-8ef2-433f-ae89-3977b9e29177 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.2155716 Oct 22 15:25:40.222926 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:40.236460 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Calling delete_port for fe50a8a0-9e98-42a7-9492-ccf26a86e371 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:40.245651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed371886-05ed-4a0b-83f2-23fa682b1e36 req-c8027d6d-560b-47ff-9970-5b4e5dd964b2 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Oct 22 15:25:40.456342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:40.488471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Port': ['ID=fe50a8a0-9e98-42a7-9492-ccf26a86e371,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:40.516484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.516837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.517208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.517722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.517910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.518363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.518574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.518909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.519325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.519578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.519908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.520261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:25:40.568369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:40.571998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fd41f674-f231-4613-89c6-5c36b8f29950 tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "DELETE /v2.0/ports/fe50a8a0-9e98-42a7-9492-ccf26a86e371 HTTP/1.1" status: 204 len: 168 time: 0.5517399 Oct 22 15:25:40.575222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34512) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:40.627018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a465f-fb8b-4fcb-8e52-66e4f4069bce tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:40.628529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-612a465f-fb8b-4fcb-8e52-66e4f4069bce tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be8249d-0152-4123-994f-b1cbd83af31d HTTP/1.1" status: 200 len: 913 time: 0.0522406 Oct 22 15:25:40.631503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:40.732182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7e43-2d54-433b-877b-aed84b8ea30e req-fdf4a739-1e33-44e8-a7de-078855870975 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:40.732182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fce7e43-2d54-433b-877b-aed84b8ea30e req-fdf4a739-1e33-44e8-a7de-078855870975 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0518882 Oct 22 15:25:40.797747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fce7e43-2d54-433b-877b-aed84b8ea30e req-9e6b90c4-acb7-43cc-957f-825a05ebe5f7 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565574 Oct 22 15:25:40.856179 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:25:40.875253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-8c37fb7f-9751-473d-8a5e-38460922d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:40.876776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-8c37fb7f-9751-473d-8a5e-38460922d4ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f40541de01b04c558bd868f1b20c892b&device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 1097 time: 0.0510287 Oct 22 15:25:40.980949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-9cecdf25-7c5a-4cee-98bd-63e503b2b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:40.982355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-9cecdf25-7c5a-4cee-98bd-63e503b2b113 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 200 len: 914 time: 0.0974896 Oct 22 15:25:41.006484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:41.025097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-8990fa37-82ff-4ed4-8fc1-8ab51015cd83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 200 len: 217 time: 0.0358553 Oct 22 15:25:41.079216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-b940c36f-058a-4195-afd9-e70476ecffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:41.081110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-b940c36f-058a-4195-afd9-e70476ecffd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 200 len: 853 time: 0.0497599 Oct 22 15:25:41.121681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-285b4a0e-8561-4af1-b56b-32adcd3d9fbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336349 Oct 22 15:25:41.216935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-fb4af550-7a55-49c6-b6b9-df2fe6c58a2f service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874345 Oct 22 15:25:41.283513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting port 657a0664-83b0-4da2-870a-240a1421ba22 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:41.284093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:41.331719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ebcc0cd-32ee-40a0-96af-e07497e01408 req-3e65ab74-7756-431f-a246-345c7b389de0 service neutron] 10.222.0.53 "GET /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005280 Oct 22 15:25:41.386370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:41.414523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Calling delete_port for 657a0664-83b0-4da2-870a-240a1421ba22 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:41.627284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:41.753565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:41.803676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Port': ['ID=657a0664-83b0-4da2-870a-240a1421ba22,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:42.074616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:42.146083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738df64-d6ef-4d02-a19c-703a054ad603 req-d4bd209e-f087-4235-85fc-d151393f3d33 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:42.162053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d738df64-d6ef-4d02-a19c-703a054ad603 req-d4bd209e-f087-4235-85fc-d151393f3d33 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.2369194 Oct 22 15:25:42.227962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d738df64-d6ef-4d02-a19c-703a054ad603 req-4f8abd1e-643c-4787-aa62-3c410c3d33ff tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Oct 22 15:25:42.433624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Router 0be8249d-0152-4123-994f-b1cbd83af31d has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:25:42.562875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:25:42.570788 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5f3a047a-e494-4310-a372-945e3e3e845c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "PUT /v2.0/routers/0be8249d-0152-4123-994f-b1cbd83af31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382613 Oct 22 15:25:42.573894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34530) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:42.578754 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] Sync routers for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:25:42.589402 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:42.589983 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:42.632657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:42.648711 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] Routers {'0be8249d-0152-4123-994f-b1cbd83af31d'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:25:42.649455 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['0be8249d-0152-4123-994f-b1cbd83af31d'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:42.690673 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:42.691253 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b2c1f-a7c5-4485-b55f-e51bc5744aca None None] The sync data for ids ['0be8249d-0152-4123-994f-b1cbd83af31d'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:25:42.707974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:42.823103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.002871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting port f8dc5b5d-ba75-48c5-9f0c-c6a0914856a0 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:43.003815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.100406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.114705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Calling delete_port for f8dc5b5d-ba75-48c5-9f0c-c6a0914856a0 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:43.386375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0bb91-c49d-4312-9c3c-d5ca036b959b req-788fd0bb-5841-496b-8b3d-c1d0868ea1d6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:43.388094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65c0bb91-c49d-4312-9c3c-d5ca036b959b req-788fd0bb-5841-496b-8b3d-c1d0868ea1d6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0584924 Oct 22 15:25:43.389515 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.425590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Port': ['ID=f8dc5b5d-ba75-48c5-9f0c-c6a0914856a0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:43.512775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65c0bb91-c49d-4312-9c3c-d5ca036b959b req-60f10200-72f3-49ea-9443-0be64631a8ad tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176913 Oct 22 15:25:43.526213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.626234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.629812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.717862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98d6ca-691d-467e-a601-eebfae815c7c req-8ad571d0-151b-479b-982e-99da9e032064 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:43.719495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e98d6ca-691d-467e-a601-eebfae815c7c req-8ad571d0-151b-479b-982e-99da9e032064 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0911982 Oct 22 15:25:43.771417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e98d6ca-691d-467e-a601-eebfae815c7c req-daee41e9-b8d1-4d94-8b3d-d79926b387a0 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Oct 22 15:25:43.814361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.814361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Fanout notify agent at l3_agent the message router_deleted on router 0be8249d-0152-4123-994f-b1cbd83af31d {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:25:43.820171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.822937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e36d3dfa-8c3d-4313-82e2-808ac197da5c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "DELETE /v2.0/routers/0be8249d-0152-4123-994f-b1cbd83af31d HTTP/1.1" status: 204 len: 168 time: 1.2461441 Oct 22 15:25:43.824625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34542) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:43.878861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting subnet ff366765-70cc-408d-bffa-f81f0cc2bb5d {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:25:43.882741 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.923782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6ee63-f401-4da1-8f3e-96c86d863fcf req-1a7170c6-f163-4d88-808f-59ce896f3d12 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:43.925583 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6d6ee63-f401-4da1-8f3e-96c86d863fcf req-1a7170c6-f163-4d88-808f-59ce896f3d12 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0569251 Oct 22 15:25:43.928368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:43.972249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6d6ee63-f401-4da1-8f3e-96c86d863fcf req-e3020b87-5c35-4c69-aaa5-c8a549c8ae04 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Oct 22 15:25:44.021527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.167906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95aba-f863-4ff0-916c-6b99610ff6a6 req-3e017198-7e51-40c1-8ad6-71988c14253b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:44.169477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98e95aba-f863-4ff0-916c-6b99610ff6a6 req-3e017198-7e51-40c1-8ad6-71988c14253b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.1177478 Oct 22 15:25:44.192480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.208942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98e95aba-f863-4ff0-916c-6b99610ff6a6 req-0fd13ccb-4923-4baa-b419-9e8b0d3cc969 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Oct 22 15:25:44.221858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Subnet': ['ID=ff366765-70cc-408d-bffa-f81f0cc2bb5d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:44.225852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.229277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4371dda5-4fcc-4c4c-8508-e261fa0bff6f tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "DELETE /v2.0/subnets/ff366765-70cc-408d-bffa-f81f0cc2bb5d HTTP/1.1" status: 204 len: 168 time: 0.4034176 Oct 22 15:25:44.232575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34548) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:44.235801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdb88c-eafc-480b-8bc6-576d90652ee0 None None] Network 9edfdecb-e343-4547-a5c4-31282831ab06 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:25:44.330298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.422313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting port a77dacac-8acf-4207-b4fd-bfb3eb55c64b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:44.422730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.463972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] DHCP port deletion for 9edfdecb-e343-4547-a5c4-31282831ab06 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:25:44.520611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] For port a77dacac-8acf-4207-b4fd-bfb3eb55c64b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,segment=NetworkSegment(2cd3ede4-475b-4d31-8df6-63e6d0832ab9),segment_id=2cd3ede4-475b-4d31-8df6-63e6d0832ab9)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:44.521279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.532888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b624-27e2-4c97-964e-62ef6bf7f9f1 req-6bf88682-2bdd-46c2-8475-320e225a3db3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:44.534585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51a7b624-27e2-4c97-964e-62ef6bf7f9f1 req-6bf88682-2bdd-46c2-8475-320e225a3db3 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.1160312 Oct 22 15:25:44.543060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Calling delete_port for a77dacac-8acf-4207-b4fd-bfb3eb55c64b owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:44.557642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] Deleting port a77dacac-8acf-4207-b4fd-bfb3eb55c64b {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:44.558015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.600018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51a7b624-27e2-4c97-964e-62ef6bf7f9f1 req-2c8973dc-7a0c-47d0-9f18-d58fef1a5875 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585637 Oct 22 15:25:44.748108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1467a05-b217-4399-a16a-f287dad0bb0a req-0b3d2554-9862-45b6-9ee2-97a86c9471e5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:44.750851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1467a05-b217-4399-a16a-f287dad0bb0a req-0b3d2554-9862-45b6-9ee2-97a86c9471e5 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0624428 Oct 22 15:25:44.764233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.813918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Port': ['ID=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:44.824373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] No DVR routers for this DVR port a77dacac-8acf-4207-b4fd-bfb3eb55c64b on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:25:44.829706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1467a05-b217-4399-a16a-f287dad0bb0a req-fbd7ac5c-4df7-440b-899b-a721a3996448 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700097 Oct 22 15:25:44.858753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] For port a77dacac-8acf-4207-b4fd-bfb3eb55c64b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,segment=NetworkSegment(2cd3ede4-475b-4d31-8df6-63e6d0832ab9),segment_id=2cd3ede4-475b-4d31-8df6-63e6d0832ab9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:44.859257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.896372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] Calling delete_port for a77dacac-8acf-4207-b4fd-bfb3eb55c64b owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:44.933728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.959653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edfdecb-e343-4547-a5c4-31282831ab06']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:44.972213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd3ede4-475b-4d31-8df6-63e6d0832ab9') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:44.972513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd3ede4-475b-4d31-8df6-63e6d0832ab9') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:44.984531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.986801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:44.999411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.000398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ed0b7-4a85-464a-8e5d-7dfb277cff7e req-03b49431-f7e3-424e-b2f7-c2ec502a2b21 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:45.001946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-392ed0b7-4a85-464a-8e5d-7dfb277cff7e req-03b49431-f7e3-424e-b2f7-c2ec502a2b21 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0532625 Oct 22 15:25:45.008423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:45.008830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:45.012963 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:45.020677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] No DVR routers for this DVR port a77dacac-8acf-4207-b4fd-bfb3eb55c64b on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:25:45.026677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ef86a-69d3-44e7-ab3d-aa3eb296c5bc None None] Pushing event deleted for resources: {'Port': ['ID=a77dacac-8acf-4207-b4fd-bfb3eb55c64b,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:45.070037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-392ed0b7-4a85-464a-8e5d-7dfb277cff7e req-2d7b1e1d-71c9-4871-b9f0-52870a8bf717 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580328 Oct 22 15:25:45.227537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946140-3611-4570-b885-f8966bd28855 req-b240ccc4-0965-4342-94fc-364a03730c36 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:45.231761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97946140-3611-4570-b885-f8966bd28855 req-b240ccc4-0965-4342-94fc-364a03730c36 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0682049 Oct 22 15:25:45.239289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.244790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.258477 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "DELETE /v2.0/networks/9edfdecb-e343-4547-a5c4-31282831ab06 HTTP/1.1" status: 204 len: 168 time: 1.0159588 Oct 22 15:25:45.258477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34570) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:45.290422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97946140-3611-4570-b885-f8966bd28855 req-19ba9a34-31e2-40cf-9db9-6df2fdfd787f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540946 Oct 22 15:25:45.323522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a125b-ec6f-4e99-b839-7f062e68210c tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Network': ['ID=9edfdecb-e343-4547-a5c4-31282831ab06,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:45.441957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Deleting port 098e8017-b8ad-4a4b-8b05-8a69d275f936 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:45.442388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.487421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf6ce-64e2-4b17-a073-dbf04db34fc8 req-98055c06-13b4-4840-b0e1-5978d1e967fa tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:45.488945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccabf6ce-64e2-4b17-a073-dbf04db34fc8 req-98055c06-13b4-4840-b0e1-5978d1e967fa tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0639844 Oct 22 15:25:45.533796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccabf6ce-64e2-4b17-a073-dbf04db34fc8 req-e0534a7b-73a0-4ff7-85d0-46969d22cb5d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Oct 22 15:25:45.534811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.535240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.559670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Calling delete_port for 098e8017-b8ad-4a4b-8b05-8a69d275f936 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:45.679515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a4fd3-a07c-4ad0-85e1-55cda801a673 req-43dec3ab-b764-4c55-a32e-2ab2b831a2bf tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:45.681066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c46a4fd3-a07c-4ad0-85e1-55cda801a673 req-43dec3ab-b764-4c55-a32e-2ab2b831a2bf tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0544133 Oct 22 15:25:45.750452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c46a4fd3-a07c-4ad0-85e1-55cda801a673 req-93e10383-7465-4211-a08b-48648c38984b tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581772 Oct 22 15:25:45.786544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.809299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Pushing event deleted for resources: {'Port': ['ID=098e8017-b8ad-4a4b-8b05-8a69d275f936,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:45.885640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.887906 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:45.891096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-af58cf3d-16e1-4892-8d07-814e1b40d03b tempest-FloatingIPAdminTestJSON-972479565 tempest-FloatingIPAdminTestJSON-972479565-project] 10.222.0.66 "DELETE /v2.0/floatingips/c92f909a-17d5-4161-9e09-fac21c94b445 HTTP/1.1" status: 204 len: 168 time: 0.6329157 Oct 22 15:25:45.904947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b386-af45-4483-bdbf-70b60135e28a req-99db3542-2e4d-4381-bf4d-880c7c41e03d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:45.906743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a217b386-af45-4483-bdbf-70b60135e28a req-99db3542-2e4d-4381-bf4d-880c7c41e03d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0548069 Oct 22 15:25:45.951137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a217b386-af45-4483-bdbf-70b60135e28a req-08b86fe1-6bb3-438b-bec1-8acf2a7e3e32 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Oct 22 15:25:46.081941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88c556-3dac-4252-9309-60b4482ce069 req-132502a9-5da9-4009-98fd-2ebf1b92b410 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:46.087548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d88c556-3dac-4252-9309-60b4482ce069 req-132502a9-5da9-4009-98fd-2ebf1b92b410 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0622427 Oct 22 15:25:46.119370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a77dacac-8acf-4207-b4fd-bfb3eb55c64b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:25:46.130024 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d88c556-3dac-4252-9309-60b4482ce069 req-af0e1c6d-ceca-4d96-8152-bc1d3c385b07 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Oct 22 15:25:46.145075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: a77dacac-8acf-4207-b4fd-bfb3eb55c64b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:25:46.145682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device a77dacac-8acf-4207-b4fd-bfb3eb55c64b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:25:46.269528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19db82-90ff-4313-aa70-a7f187878bc0 req-6de0d4c8-d57f-4fc4-bec4-27a2520667e6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:46.271020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e19db82-90ff-4313-aa70-a7f187878bc0 req-6de0d4c8-d57f-4fc4-bec4-27a2520667e6 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0490859 Oct 22 15:25:46.311634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e19db82-90ff-4313-aa70-a7f187878bc0 req-e57e8886-7691-4491-bc51-72244c856dd8 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338314 Oct 22 15:25:46.441183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:46.456751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb001c-3d04-4cad-9990-ae5241e6d07a req-8d2f57ce-f876-4e8e-a00b-a2c3b6ead787 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:46.458361 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afcb001c-3d04-4cad-9990-ae5241e6d07a req-8d2f57ce-f876-4e8e-a00b-a2c3b6ead787 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0687077 Oct 22 15:25:46.520354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afcb001c-3d04-4cad-9990-ae5241e6d07a req-f5bec2de-ff7a-46f5-aac8-3dc8deb20917 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518570 Oct 22 15:25:46.622392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-95803983-7fee-4f36-8bc3-b689b044e25e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dceab734c994f958b9a5e3ebcac71a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797838 Oct 22 15:25:46.625248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:46.694674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200beb-7f33-450e-aea0-b0f9a385e33c req-3d2f9c2d-8736-4899-b9be-a87045e49e5d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:46.696204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c200beb-7f33-450e-aea0-b0f9a385e33c req-3d2f9c2d-8736-4899-b9be-a87045e49e5d tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0850968 Oct 22 15:25:46.725199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c3f-7940-46ec-b8f0-ed680ef0faab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:46.761556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c200beb-7f33-450e-aea0-b0f9a385e33c req-646984b0-437a-44af-a423-8a9812b86b0f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Oct 22 15:25:46.767706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c3f-7940-46ec-b8f0-ed680ef0faab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:46.901576 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c3f-7940-46ec-b8f0-ed680ef0faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:46.904375 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c3f-7940-46ec-b8f0-ed680ef0faab admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:46.905541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ee27c3f-7940-46ec-b8f0-ed680ef0faab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40864003-ac56-45b3-8079-a95b3a907b1c HTTP/1.1" status: 204 len: 168 time: 0.2789881 Oct 22 15:25:46.914522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee27c3f-7940-46ec-b8f0-ed680ef0faab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40864003-ac56-45b3-8079-a95b3a907b1c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:47.761222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-f896c2b3-2881-46df-9763-5daa82341393 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457275 Oct 22 15:25:47.857614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-1de6aefe-9263-4404-9b60-0c4510ac6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:47.859138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-1de6aefe-9263-4404-9b60-0c4510ac6e3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1096 time: 0.0496695 Oct 22 15:25:47.970086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34624) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:47.974798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-c046e034-11fe-463f-9d7b-0345bd4b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:47.976590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-c046e034-11fe-463f-9d7b-0345bd4b10ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.0966573 Oct 22 15:25:47.984997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-434b17b2-3a4e-4637-ab4b-0504b9cfaca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.059377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-407c323c-4434-4b20-aa9c-2a3074d153a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 1001 time: 0.0751405 Oct 22 15:25:48.069771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-434b17b2-3a4e-4637-ab4b-0504b9cfaca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.119036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-a8419af2-4645-4152-a4fc-fb78b125240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:48.119398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-a8419af2-4645-4152-a4fc-fb78b125240a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0507824 Oct 22 15:25:48.156027 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-434b17b2-3a4e-4637-ab4b-0504b9cfaca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.202555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-f3233750-95ca-4e36-8158-43613a6ec6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:48.204377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-434b17b2-3a4e-4637-ab4b-0504b9cfaca6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c49c74a33fc24933b9f4d6ca477044ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330537 Oct 22 15:25:48.205270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b17b2-3a4e-4637-ab4b-0504b9cfaca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264029f5-3dd6-4db7-a5a8-360da22f4e61,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:48.207736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:48.208493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-f3233750-95ca-4e36-8158-43613a6ec6fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781856 Oct 22 15:25:48.279750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31e3783f-0fa1-440f-b209-65a1e6b7a388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.304908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31e3783f-0fa1-440f-b209-65a1e6b7a388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.338989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-e4d64eea-209e-4f7c-bfd4-d75282220624 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224475 Oct 22 15:25:48.470415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f838e2e8-8768-43e3-bd35-df9ce33d8f68 req-42441fe7-c8de-470f-9d9f-2cbd0c1fe4d8 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246345 Oct 22 15:25:48.569538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31e3783f-0fa1-440f-b209-65a1e6b7a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.572785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31e3783f-0fa1-440f-b209-65a1e6b7a388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:48.577703 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-31e3783f-0fa1-440f-b209-65a1e6b7a388 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/264029f5-3dd6-4db7-a5a8-360da22f4e61 HTTP/1.1" status: 204 len: 168 time: 0.3659353 Oct 22 15:25:48.583553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3783f-0fa1-440f-b209-65a1e6b7a388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264029f5-3dd6-4db7-a5a8-360da22f4e61,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:49.506714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34638) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:49.521995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-014cddde-ce9c-451c-a6b0-8af66a85c27c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.609054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-014cddde-ce9c-451c-a6b0-8af66a85c27c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.660507 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-014cddde-ce9c-451c-a6b0-8af66a85c27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.701771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-014cddde-ce9c-451c-a6b0-8af66a85c27c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f61c867367c482ab4e55d7df77b92a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937494 Oct 22 15:25:49.702579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cddde-ce9c-451c-a6b0-8af66a85c27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6693868-0b70-4c32-ab8d-45ebc52c7dc2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:49.704496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34640) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:49.763944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90306349-b5d3-408b-8e99-04493894a693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.820554 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90306349-b5d3-408b-8e99-04493894a693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.982143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90306349-b5d3-408b-8e99-04493894a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.985590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90306349-b5d3-408b-8e99-04493894a693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:49.990758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-90306349-b5d3-408b-8e99-04493894a693 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6693868-0b70-4c32-ab8d-45ebc52c7dc2 HTTP/1.1" status: 204 len: 168 time: 0.2823215 Oct 22 15:25:50.015048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90306349-b5d3-408b-8e99-04493894a693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6693868-0b70-4c32-ab8d-45ebc52c7dc2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:52.235066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34696) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:52.398936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-196610802'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:52.518514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Made reservation on behalf of 7f6306c5f3224e97ae608ee0cb79bbb1 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:52.522318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.532465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.616040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.712120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d470e18-3ffb-4a40-b0c4-5d92cbc7d1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.747167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.779113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:25:52.792051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0191984-032a-42e2-a8d5-828986a6f4f8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:52.797010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.798252 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Added segment c022f258-e731-44b7-b82d-18290e4fa606 of type vlan for network 04599120-c29e-47b6-9178-6828bd9e42f0 Oct 22 15:25:52.844468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.935665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:52.941511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:52.942117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.014156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Pushing event updated for resources: {'Network': ['ID=04599120-c29e-47b6-9178-6828bd9e42f0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:53.024828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 04599120-c29e-47b6-9178-6828bd9e42f0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:25:53.026616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dc1310a6-4eec-4d1c-be19-e6b9f302bd54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7898438 Oct 22 15:25:53.250760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34708) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:53.250760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Request body: {'port': {'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0', 'binding:host_id': 'n-h2-812148-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-628578695'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:53.324497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Made reservation on behalf of 9426809615e24b84b32b705ad8bd8f21 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:53.327817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.337707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.425297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.546943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.552859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:53.636300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb9ac2-7ba4-4239-9d5e-41e8a1eb8889,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:53.831237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:53.842513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.907562 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:53.967679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:53.993947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Checking segment: {'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:25:53.997699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Network hostable DHCP agents. Network: 04599120-c29e-47b6-9178-6828bd9e42f0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:25:54.073087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Network 04599120-c29e-47b6-9178-6828bd9e42f0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:25:54.129956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 04599120-c29e-47b6-9178-6828bd9e42f0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:54.133902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:54.144105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449f9dd-9d42-47e4-a4a6-fcc32f9d1539 None None] Network 04599120-c29e-47b6-9178-6828bd9e42f0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:25:54.150299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.151909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.154785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.165340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.165340 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.165340 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 2 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.178302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.178742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.179160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.184068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.184394 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.184783 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 3 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.199455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.199795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.200135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.204811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.205134 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.205577 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 4 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.221903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.222241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.222584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.231807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.232153 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.232530 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 5 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.262587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.264480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.265087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.293930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.294860 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.297932 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 6 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.317311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.318036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.318623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.345713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8d37a-681e-489b-b340-57a6b38b1f89 req-b9171aab-0b3e-4c7e-818b-401141bb039a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:54.347820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59d8d37a-681e-489b-b340-57a6b38b1f89 req-b9171aab-0b3e-4c7e-818b-401141bb039a tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0960107 Oct 22 15:25:54.349065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.349618 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.350336 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 7 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.374837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.375208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.375680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.390531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.391048 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.392710 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 8 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.424325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.424668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.425251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.434729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59d8d37a-681e-489b-b340-57a6b38b1f89 req-0dd04ad9-7223-4fb7-bdc8-6b2b60b5a309 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Oct 22 15:25:54.441249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.441249 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.441249 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 9 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.461129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.461476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.461820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.467287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.467630 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.468022 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 10 to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 Oct 22 15:25:54.483769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:54.484109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:54.484456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:54.490076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:54.490499 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:54.490871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:54.565153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] For port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:25:54.565955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempted to set empty binding levels {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 15:25:54.645077 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:54.684260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:54.684260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:54.713053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:54.796575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f53df8bc-d31a-4dec-8c62-f55090afe120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5687351 Oct 22 15:25:54.799493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:54.881665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Deleting port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:54.882006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:54.949322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] For port cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5, host n-h2-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:54.949733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:54.962040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Calling delete_port for cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:55.134682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.152868 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e88a-b3e8-4ab4-b006-2db123c5d38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.163836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:55.171877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.177742 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f02a3ede-00f6-42b6-b1d9-2d8aba3e2da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "DELETE /v2.0/ports/cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 HTTP/1.1" status: 204 len: 168 time: 0.3740964 Oct 22 15:25:55.180278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34726) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:55.201840 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33f6739-597c-45a8-8dd1-f274a017d4d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] GET failed (client error): The resource could not be found. Oct 22 15:25:55.203559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d33f6739-597c-45a8-8dd1-f274a017d4d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "GET /v2.0/ports/cdc60f75-fa3b-4b0e-ac64-80ce0050dfe5 HTTP/1.1" status: 404 len: 333 time: 0.0242591 Oct 22 15:25:55.207438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34728) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:55.212549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Request body: {'port': {'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711336446'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:55.300971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Made reservation on behalf of 9426809615e24b84b32b705ad8bd8f21 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:55.303380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.319470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port adf2e8e3-d406-423a-bf93-9cf659180037 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:55.483815 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.569095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7748353-606a-4b55-ac28-d067ef37fd42 req-f41a2bdf-be90-4ad7-b5ed-0138fa2c10d1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:55.570667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7748353-606a-4b55-ac28-d067ef37fd42 req-f41a2bdf-be90-4ad7-b5ed-0138fa2c10d1 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0536366 Oct 22 15:25:55.587405 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.630702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7748353-606a-4b55-ac28-d067ef37fd42 req-13a22721-d35c-4b18-b4dc-469ffd396386 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1e26dea-dcd6-48eb-a594-e98bbca76327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Oct 22 15:25:55.665531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Network 04599120-c29e-47b6-9178-6828bd9e42f0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:55.668962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:55.681107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:55.682857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:55.683856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.688669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=adf2e8e3-d406-423a-bf93-9cf659180037,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:55.795372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a24c0fdf-b192-4792-8439-f89a60e242d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5830069 Oct 22 15:25:55.796799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:55.803733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:55.835809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-8934b806-3b79-43a3-8b0b-79764ef72aab tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:55.837627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-8934b806-3b79-43a3-8b0b-79764ef72aab tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 946 time: 0.0756462 Oct 22 15:25:55.867474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:55.958556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Deleting port 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:55.958887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.047581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] For port 30184411-9e45-4c53-9224-7c12f16c6a9c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=30184411-9e45-4c53-9224-7c12f16c6a9c,segment=NetworkSegment(2bd22823-79e7-43bf-8f4c-a09d48dcfd8f),segment_id=2bd22823-79e7-43bf-8f4c-a09d48dcfd8f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:56.047838 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.048079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port adf2e8e3-d406-423a-bf93-9cf659180037 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:56.058791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.061477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Calling delete_port for 30184411-9e45-4c53-9224-7c12f16c6a9c owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:56.112612 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.171076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=adf2e8e3-d406-423a-bf93-9cf659180037,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:56.177089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.178038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.178038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.182835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.183218 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.183607 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 2 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.196959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.197290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.197628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.201959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.202283 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.202688 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 3 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.215037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.215368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.215699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.219940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.220256 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.220632 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 4 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.234193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.234529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.234868 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.239342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.239667 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.240049 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 5 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.252491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.252823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.253158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.257580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.257902 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.258344 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 6 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.266169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.271760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.272102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.272426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.278025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.278290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['30184411-9e45-4c53-9224-7c12f16c6a9c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:25:56.278793 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.278793 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 7 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.296014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.296401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.296686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.297262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Pushing event deleted for resources: {'Port': ['ID=30184411-9e45-4c53-9224-7c12f16c6a9c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:56.301239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.301509 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.301904 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 8 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.316114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.316456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.316795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.321243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.321570 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.321969 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 9 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.334579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.334911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.335283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.339709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.340038 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.340425 n-d-812148-2 neutron-server[107801]: INFO neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 10 to bind port adf2e8e3-d406-423a-bf93-9cf659180037 Oct 22 15:25:56.350555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] No DVR routers for this DVR port 30184411-9e45-4c53-9224-7c12f16c6a9c on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:25:56.353350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.354485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:56.354826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:56.355193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:56.357767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c2919d1-1ed7-485b-bc37-de0c062c21fa req-38ec4d74-7e55-4b0c-8e06-e6091dff7e74 tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.53 "DELETE /v2.0/ports/30184411-9e45-4c53-9224-7c12f16c6a9c HTTP/1.1" status: 204 len: 173 time: 0.5127754 Oct 22 15:25:56.358218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-deleted', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:25:56.359658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:56.360003 n-d-812148-2 neutron-server[107801]: ERROR neutron.plugins.ml2.managers [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port adf2e8e3-d406-423a-bf93-9cf659180037 on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:56.360388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.360613 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99cb89b-b238-48e1-ac96-7184cdf8bc35" -d '{"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-deleted", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:25:56.407714 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd4daec-808d-4197-8482-070a4259c430 x-openstack-request-id: req-fdd4daec-808d-4197-8482-070a4259c430 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:25:56.407714 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf68bbc-974e-46d4-96e0-54bd9d0aad8a", "name": "network-vif-deleted", "tag": "30184411-9e45-4c53-9224-7c12f16c6a9c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:25:56.407714 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdd4daec-808d-4197-8482-070a4259c430 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:25:56.407714 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf68bbc-974e-46d4-96e0-54bd9d0aad8a', 'name': 'network-vif-deleted', 'tag': '30184411-9e45-4c53-9224-7c12f16c6a9c', 'status': 'completed', 'code': 200} Oct 22 15:25:56.432657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] For port adf2e8e3-d406-423a-bf93-9cf659180037, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:25:56.433101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempted to set empty binding levels {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 15:25:56.581384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.581657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.584786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.613791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] In _notify_port_updated(), no bound segment for port adf2e8e3-d406-423a-bf93-9cf659180037 on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:25:56.614620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.615266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.616546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "PUT /v2.0/ports/adf2e8e3-d406-423a-bf93-9cf659180037 HTTP/1.1" status: 200 len: 979 time: 0.8183815 Oct 22 15:25:56.619620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34738) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:56.631178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f495-6b24-4edb-adac-c3b037489f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=adf2e8e3-d406-423a-bf93-9cf659180037,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:56.701084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.701584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.702083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.705710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.706503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.706503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.706863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.707329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.707782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:56.714248 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-756f763f-dfb8-4c2c-8f21-50011a179c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14320 time: 0.0895450 Oct 22 15:25:56.714846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:56.753153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-caf2c77c-c33d-4a03-ab32-f18986235731 req-6e7b93f3-fab4-49dc-a3f8-9f331279b26f tempest-ServersNegativeTestJSON-278424136 tempest-ServersNegativeTestJSON-278424136-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf68bbc-974e-46d4-96e0-54bd9d0aad8a HTTP/1.1" status: 200 len: 210 time: 0.0268021 Oct 22 15:25:56.801679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Deleting port adf2e8e3-d406-423a-bf93-9cf659180037 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:56.802023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.868096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] For port adf2e8e3-d406-423a-bf93-9cf659180037, host n-h2-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:25:56.868750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:56.880252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Calling delete_port for adf2e8e3-d406-423a-bf93-9cf659180037 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:57.043823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.076362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf2e8e3-d406-423a-bf93-9cf659180037,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:57.083436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.086990 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-194ef674-ff1d-4342-997a-c3fb3b022a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "DELETE /v2.0/ports/adf2e8e3-d406-423a-bf93-9cf659180037 HTTP/1.1" status: 204 len: 168 time: 0.3711009 Oct 22 15:25:57.090246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34746) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:57.116098 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eef623f-2836-4d79-ade5-20b8f348fa40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] GET failed (client error): The resource could not be found. Oct 22 15:25:57.117541 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0eef623f-2836-4d79-ade5-20b8f348fa40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "GET /v2.0/ports/adf2e8e3-d406-423a-bf93-9cf659180037 HTTP/1.1" status: 404 len: 333 time: 0.0263131 Oct 22 15:25:57.122016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:57.127104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159618469', 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:57.248810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Made reservation on behalf of 9426809615e24b84b32b705ad8bd8f21 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:57.251769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.270420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port 34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:57.782857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.821312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34754) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:57.871895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Deleting subnet 39ba8044-7046-4d5e-8ef0-3b647342d6b7 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:25:57.875135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.878723 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.914738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.930578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Network 04599120-c29e-47b6-9178-6828bd9e42f0 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:57.934440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:57.938228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:57.939815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:57.940092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:57.951300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:57.974559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.043966 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8e6a380-e0b9-4492-9a64-caef06bb0100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9192667 Oct 22 15:25:58.046265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34758) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:58.083055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d27625f-273a-4666-b575-9a100590c07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:58.087463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d27625f-273a-4666-b575-9a100590c07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "GET /v2.0/ports/34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f HTTP/1.1" status: 200 len: 959 time: 0.0387497 Oct 22 15:25:58.087661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34760) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:58.146796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.165204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.180345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.183540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/39ba8044-7046-4d5e-8ef0-3b647342d6b7 HTTP/1.1" status: 204 len: 168 time: 0.3610287 Oct 22 15:25:58.185994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34762) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:58.186232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4daf-120f-468c-9567-fef14d313c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ba8044-7046-4d5e-8ef0-3b647342d6b7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:58.208509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Deleting port 34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:25:58.208845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.263437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.287887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.302537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Calling delete_port for 34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:25:58.364683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.388890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd22823-79e7-43bf-8f4c-a09d48dcfd8f') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:25:58.448657 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:25:58.747266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.774450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event deleted for resources: {'Port': ['ID=34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:58.780204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.785108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d4a5af86-09c7-41c0-ba8e-15c648df1db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "DELETE /v2.0/ports/34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f HTTP/1.1" status: 204 len: 168 time: 0.6957994 Oct 22 15:25:58.786085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34764) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:58.811127 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b7c7e9-1422-4a22-9592-7f9e12d297a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] GET failed (client error): The resource could not be found. Oct 22 15:25:58.812744 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e7b7c7e9-1422-4a22-9592-7f9e12d297a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "GET /v2.0/ports/34fa9a2f-9623-4f6f-b586-7c1e3bf6f58f HTTP/1.1" status: 404 len: 333 time: 0.0256124 Oct 22 15:25:58.813713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.816698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34766) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:58.823276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.823935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Request body: {'port': {'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-265021972'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:58.824393 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6 HTTP/1.1" status: 204 len: 168 time: 0.6356030 Oct 22 15:25:58.835482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c870-2632-49a0-8023-83c466565207 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d0666f-4d3e-43c2-bf46-4a5db09c5fe6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:58.945515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Made reservation on behalf of 9426809615e24b84b32b705ad8bd8f21 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:25:58.948573 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:58.963909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:59.114624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.249021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.291790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Network 04599120-c29e-47b6-9178-6828bd9e42f0 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:25:59.296531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:25:59.300613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:25:59.307518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:25:59.307518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.309342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34772) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:59.312668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:59.356630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bfcb29d9-aa79-4f20-89bd-770fb5e4cc11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f40541de01b04c558bd868f1b20c892b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460870 Oct 22 15:25:59.359141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:59.407731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62a15fa5-a1bb-4815-be3c-75e2de190920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.424935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b1a084a4-3a75-4704-a143-55cc4c29c783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6068625 Oct 22 15:25:59.427488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:25:59.431725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62a15fa5-a1bb-4815-be3c-75e2de190920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.436650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:25:59.491773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.604967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62a15fa5-a1bb-4815-be3c-75e2de190920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.607838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62a15fa5-a1bb-4815-be3c-75e2de190920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.611350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-62a15fa5-a1bb-4815-be3c-75e2de190920 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1e26dea-dcd6-48eb-a594-e98bbca76327 HTTP/1.1" status: 204 len: 168 time: 0.2490280 Oct 22 15:25:59.621799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15fa5-a1bb-4815-be3c-75e2de190920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e26dea-dcd6-48eb-a594-e98bbca76327,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:59.673239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] device_id is not set on port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:25:59.680906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.752428 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:25:59.812541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:25:59.818235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:25:59.818568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:25:59.818903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:25:59.823380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:25:59.823736 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:25:59.824115 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 2 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.162140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.162461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.162800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.167742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.168066 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.168444 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 3 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.180896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.181120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.181447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.189415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.189738 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.190123 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 4 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.202182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.202554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.202886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.207172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.207491 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.207864 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 5 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.219803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.220131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.221058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.224806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.225118 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.225499 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 6 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.237414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.237984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.238514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.244052 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.245544 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.246164 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 7 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.261690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.262027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.262361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.266871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.267225 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.267608 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 8 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.280197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.280770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.281113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.285596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.289861 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.289861 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 9 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.300654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.300992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.301338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.305755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.306120 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.306633 n-d-812148-2 neutron-server[107802]: INFO neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempt 10 to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c Oct 22 15:26:00.319339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:00.319675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:00.320064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempting to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:00.324783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:00.324783 n-d-812148-2 neutron-server[107802]: ERROR neutron.plugins.ml2.managers [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Failed to bind port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on host n-h2-812148-2 for vnic_type normal using segments [{'id': 'c022f258-e731-44b7-b82d-18290e4fa606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '04599120-c29e-47b6-9178-6828bd9e42f0'}] Oct 22 15:26:00.325795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.387801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] For port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:00.388157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attempted to set empty binding levels {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 15:26:00.507171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.539470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] In _notify_port_updated(), no bound segment for port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c on network 04599120-c29e-47b6-9178-6828bd9e42f0 {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:26:00.540340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:00.540943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.543175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "PUT /v2.0/ports/80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c HTTP/1.1" status: 200 len: 978 time: 1.1146519 Oct 22 15:26:00.546116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34798) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:00.556230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8c08a-cf10-4713-b8a6-c94777dfd8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event updated for resources: {'Port': ['ID=80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:00.624318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Deleting port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:00.624655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.640679 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:26:00.661473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 30184411-9e45-4c53-9224-7c12f16c6a9c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:26:00.662164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 30184411-9e45-4c53-9224-7c12f16c6a9c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:26:00.695281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] For port 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c, host n-h2-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:00.695509 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.709246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Calling delete_port for 80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:00.766233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34802) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:00.866385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-539374959-network', 'tenant_id': 'c944b71b11384f72b2d24f74cb430c1b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:00.888521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.918468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Pushing event deleted for resources: {'Port': ['ID=80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:00.930331 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:00.930331 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a994f9ad-0402-437c-9215-fe20684ec3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "DELETE /v2.0/ports/80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c HTTP/1.1" status: 204 len: 168 time: 0.3817189 Oct 22 15:26:00.932231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34806) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:00.956767 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b498527-bbf7-4ef6-9ce3-f4424062c389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] GET failed (client error): The resource could not be found. Oct 22 15:26:00.958283 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5b498527-bbf7-4ef6-9ce3-f4424062c389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948745024-project-admin] 10.222.0.66 "GET /v2.0/ports/80edf5c1-e4b8-4583-b5d4-c36f50ec3e0c HTTP/1.1" status: 404 len: 333 time: 0.0250704 Oct 22 15:26:00.962011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34808) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:00.992057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Made reservation on behalf of c944b71b11384f72b2d24f74cb430c1b for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:00.994433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.005513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.042290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.087294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.136864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.157883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04599120-c29e-47b6-9178-6828bd9e42f0']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:01.168951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c022f258-e731-44b7-b82d-18290e4fa606') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:01.169254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c022f258-e731-44b7-b82d-18290e4fa606') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:01.179641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.186371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.195169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.202361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:26:01.211158 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:26:01.216789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51f2c7-5223-45eb-ad87-97606af8ac91,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:01.340809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.348082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:26:01.350070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.353902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] 10.222.0.66 "DELETE /v2.0/networks/04599120-c29e-47b6-9178-6828bd9e42f0 HTTP/1.1" status: 204 len: 168 time: 0.3908823 Oct 22 15:26:01.361936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.362292 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Added segment 312fb3ae-ef52-44ee-866b-bcb0ca60b61d of type vlan for network 20b8102d-d1f3-4e76-9ad4-92098e80da5d Oct 22 15:26:01.364402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd193b38-7033-4325-adc2-17a0660639ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-986840640-project] Pushing event deleted for resources: {'Network': ['ID=04599120-c29e-47b6-9178-6828bd9e42f0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:01.408184 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.569358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.570341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:01.570926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:01.635864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] Pushing event updated for resources: {'Network': ['ID=20b8102d-d1f3-4e76-9ad4-92098e80da5d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:01.645535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 20b8102d-d1f3-4e76-9ad4-92098e80da5d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:26:01.686768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e15405e3-4e19-4e00-ab6b-902e8df66d74 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9194193 Oct 22 15:26:01.878157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34820) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:02.015458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-12ddb6f5-c983-4ba9-8091-baeab28c9369 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f6306c5f3224e97ae608ee0cb79bbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354735 Oct 22 15:26:02.017862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34828) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:02.069028 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f8100e3-6dc9-4f87-9fc7-ff1bde0ff658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.091092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f8100e3-6dc9-4f87-9fc7-ff1bde0ff658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.219114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4455bc-9102-4374-be57-825d46acd420 req-aa3b1aff-4218-4fb1-9d43-ace522b1c632 tempest-ComputeTenantNetworksTest-574796177 tempest-ComputeTenantNetworksTest-574796177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:02.231529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4455bc-9102-4374-be57-825d46acd420 req-aa3b1aff-4218-4fb1-9d43-ace522b1c632 tempest-ComputeTenantNetworksTest-574796177 tempest-ComputeTenantNetworksTest-574796177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:02.232434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4455bc-9102-4374-be57-825d46acd420 req-aa3b1aff-4218-4fb1-9d43-ace522b1c632 tempest-ComputeTenantNetworksTest-574796177 tempest-ComputeTenantNetworksTest-574796177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:02.234051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a4455bc-9102-4374-be57-825d46acd420 req-aa3b1aff-4218-4fb1-9d43-ace522b1c632 tempest-ComputeTenantNetworksTest-574796177 tempest-ComputeTenantNetworksTest-574796177-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1985171 Oct 22 15:26:02.266804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f8100e3-6dc9-4f87-9fc7-ff1bde0ff658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.269674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f8100e3-6dc9-4f87-9fc7-ff1bde0ff658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.273340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f8100e3-6dc9-4f87-9fc7-ff1bde0ff658 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0191984-032a-42e2-a8d5-828986a6f4f8 HTTP/1.1" status: 204 len: 168 time: 0.2520359 Oct 22 15:26:02.279767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8100e3-6dc9-4f87-9fc7-ff1bde0ff658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0191984-032a-42e2-a8d5-828986a6f4f8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:02.344439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01e152-1f9d-4cd0-a39e-e949cdb61085 req-6a788a61-c539-4a27-a5ef-c0b9404353cb tempest-ComputeTenantNetworksTest-574796177 tempest-ComputeTenantNetworksTest-574796177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:02.345811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b01e152-1f9d-4cd0-a39e-e949cdb61085 req-6a788a61-c539-4a27-a5ef-c0b9404353cb tempest-ComputeTenantNetworksTest-574796177 tempest-ComputeTenantNetworksTest-574796177-project] 10.222.0.66 "GET /v2.0/networks/20b8102d-d1f3-4e76-9ad4-92098e80da5d HTTP/1.1" status: 200 len: 768 time: 0.0899746 Oct 22 15:26:02.354634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34836) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:02.425591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.512107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.532440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b8102d-d1f3-4e76-9ad4-92098e80da5d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:02.542516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312fb3ae-ef52-44ee-866b-bcb0ca60b61d') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:02.548185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312fb3ae-ef52-44ee-866b-bcb0ca60b61d') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:02.552593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.565907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.571698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:26:02.572104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:26:02.573774 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:26:02.741146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.746726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:02.749829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] 10.222.0.66 "DELETE /v2.0/networks/20b8102d-d1f3-4e76-9ad4-92098e80da5d HTTP/1.1" status: 204 len: 168 time: 0.3940887 Oct 22 15:26:02.760951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd7df1-9be3-4318-8a57-b11ae58b0781 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b8102d-d1f3-4e76-9ad4-92098e80da5d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:03.105026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34842) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:03.146155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dfe764c2-da87-4310-bc3b-bb5df3be172c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9426809615e24b84b32b705ad8bd8f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399420 Oct 22 15:26:03.148519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34844) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:03.207629 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05b9479c-e2fb-44ff-be78-7ae3ea6e3947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.211400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34846) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:03.240222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05b9479c-e2fb-44ff-be78-7ae3ea6e3947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.269871 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-71f0d6bf-1624-4976-a5fa-ddf744f87dd0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c944b71b11384f72b2d24f74cb430c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572646 Oct 22 15:26:03.272499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34850) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:03.332214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e659b9d-4ef5-48d2-87a6-41e8b2ab53d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.354616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e659b9d-4ef5-48d2-87a6-41e8b2ab53d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.414357 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05b9479c-e2fb-44ff-be78-7ae3ea6e3947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.417176 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-05b9479c-e2fb-44ff-be78-7ae3ea6e3947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.418345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-05b9479c-e2fb-44ff-be78-7ae3ea6e3947 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5cb9ac2-7ba4-4239-9d5e-41e8a1eb8889 HTTP/1.1" status: 204 len: 168 time: 0.2689290 Oct 22 15:26:03.430206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9479c-e2fb-44ff-be78-7ae3ea6e3947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb9ac2-7ba4-4239-9d5e-41e8a1eb8889,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:03.516786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e659b9d-4ef5-48d2-87a6-41e8b2ab53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.519860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e659b9d-4ef5-48d2-87a6-41e8b2ab53d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:03.522349 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8e659b9d-4ef5-48d2-87a6-41e8b2ab53d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d51f2c7-5223-45eb-ad87-97606af8ac91 HTTP/1.1" status: 204 len: 168 time: 0.2480049 Oct 22 15:26:03.532017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e659b9d-4ef5-48d2-87a6-41e8b2ab53d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51f2c7-5223-45eb-ad87-97606af8ac91,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:03.901158 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:05.693688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34918) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:05.861339 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d958-365e-4837-ba59-a270f06c72d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:05.950537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d958-365e-4837-ba59-a270f06c72d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:06.037777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d958-365e-4837-ba59-a270f06c72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:06.079658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3cd9d958-365e-4837-ba59-a270f06c72d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef1a0d913de940afafc8a82397ff8ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846209 Oct 22 15:26:06.080981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9d958-365e-4837-ba59-a270f06c72d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb49b9-a2b5-401e-95d0-a725f36123dc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:06.081579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34930) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.132269 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a7182b8-7f5d-4879-b12e-c63a8f198c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:06.155300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a7182b8-7f5d-4879-b12e-c63a8f198c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:06.250095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34934) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.293196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a7182b8-7f5d-4879-b12e-c63a8f198c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:06.293196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6a7182b8-7f5d-4879-b12e-c63a8f198c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:06.293196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6a7182b8-7f5d-4879-b12e-c63a8f198c1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01fb49b9-a2b5-401e-95d0-a725f36123dc HTTP/1.1" status: 204 len: 168 time: 0.2050800 Oct 22 15:26:06.298409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7182b8-7f5d-4879-b12e-c63a8f198c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb49b9-a2b5-401e-95d0-a725f36123dc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:06.360648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-83f12976-4622-4503-90e1-d476276601f0 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:06.587268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-83f12976-4622-4503-90e1-d476276601f0 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "PUT /v2.0/quotas/ee3e5ae9f7564571999829e81beedfb8 HTTP/1.1" status: 200 len: 366 time: 0.3360314 Oct 22 15:26:06.590232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34942) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.600382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0b8063a-fdd6-496d-b97f-99750b157caf tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0091555 Oct 22 15:26:06.602502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34944) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.612333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1181c6ce-57a6-4244-9fb9-7b885feefffb tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "GET /v2.0/quotas/ee3e5ae9f7564571999829e81beedfb8 HTTP/1.1" status: 200 len: 366 time: 0.0088358 Oct 22 15:26:06.622683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34946) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.690539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2dfc0cac-afda-47a1-a1e8-5207b548db26 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/ee3e5ae9f7564571999829e81beedfb8 HTTP/1.1" status: 204 len: 168 time: 0.0663905 Oct 22 15:26:06.708378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34950) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.725287 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d6008e0f-1398-4fa3-82b6-2a397b8da9e7 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0132551 Oct 22 15:26:06.725591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34952) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.735204 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4fea398a-7e6f-4b94-814c-f7136dade3b6 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "GET /v2.0/quotas/ee3e5ae9f7564571999829e81beedfb8 HTTP/1.1" status: 200 len: 370 time: 0.0087171 Oct 22 15:26:06.739098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34954) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.743868 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1d2214cf-ced5-4bed-aa63-bc5ebbd5908c tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "GET /v2.0/quotas/ee3e5ae9f7564571999829e81beedfb8/default HTTP/1.1" status: 200 len: 370 time: 0.0037577 Oct 22 15:26:06.746177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34956) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:06.754452 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-00fc1fbe-8552-41e0-9a8e-8e4ed1397de0 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] delete failed (client error): The resource could not be found. Oct 22 15:26:06.755628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-00fc1fbe-8552-41e0-9a8e-8e4ed1397de0 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/ee3e5ae9f7564571999829e81beedfb8 HTTP/1.1" status: 404 len: 348 time: 0.0085258 Oct 22 15:26:07.059001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34968) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:07.082647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:network and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.086088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.093297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:subnet and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.097380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.103249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:subnetpool and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.109639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.116622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:port and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.120394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.130046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:router and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.133520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.140301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:floatingip and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.143911 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.181179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:security_group and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.185033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.191161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Usage tracker for resource:security_group_rule and project:579db8d1c8f54bcfb1500236899ab538 is out of sync, need to count used quota {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 15:26:07.194252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.quota.resource [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107801) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 15:26:07.200039 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d3eb2dd8-c5be-4b7e-814c-7a7334534970 tempest-QuotasTest-555949047 tempest-QuotasTest-555949047-project-admin] 10.222.0.66 "GET /v2.0/quotas/579db8d1c8f54bcfb1500236899ab538/details.json HTTP/1.1" status: 200 len: 703 time: 0.1397552 Oct 22 15:26:07.556945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34982) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:07.658769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-network', 'tenant_id': '2835d648a4054f9fb34929b33783d531'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:07.759152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 34988) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:07.775027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Made reservation on behalf of 2835d648a4054f9fb34929b33783d531 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:07.777502 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.786098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.869039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.884447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2581783-df5c-4e73-901c-331b8b3854f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.943643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.960184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2581783-df5c-4e73-901c-331b8b3854f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.971299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:26:07.989048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f79d3cb-0d5c-4915-9f66-5d4aad78fcd1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:07.991933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:07.992281 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Added segment e331aa96-4c49-4efb-a50f-0da8f09cf87d of type vlan for network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 Oct 22 15:26:08.036871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2581783-df5c-4e73-901c-331b8b3854f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.039993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.097165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e2581783-df5c-4e73-901c-331b8b3854f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c05fa77d0fd48098dbe00bff5ffdca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356137 Oct 22 15:26:08.100424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34992) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:08.100903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2581783-df5c-4e73-901c-331b8b3854f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3891fe-d2b6-4760-8d1d-13763c09aa8d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:08.152589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f62446a-2b7d-4b06-aabb-e5dc778eebc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.173706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f62446a-2b7d-4b06-aabb-e5dc778eebc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.198145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.199449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:08.200191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.260759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] Pushing event updated for resources: {'Network': ['ID=61fd775a-bb35-4f6c-b9a7-d9edece8bd45,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:08.270794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:26:08.321046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f62446a-2b7d-4b06-aabb-e5dc778eebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.324733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f62446a-2b7d-4b06-aabb-e5dc778eebc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.330307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f62446a-2b7d-4b06-aabb-e5dc778eebc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c3891fe-d2b6-4760-8d1d-13763c09aa8d HTTP/1.1" status: 204 len: 168 time: 0.2285683 Oct 22 15:26:08.340771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62446a-2b7d-4b06-aabb-e5dc778eebc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3891fe-d2b6-4760-8d1d-13763c09aa8d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:08.344681 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c3e7a2ed-c217-4923-ac55-159fd65735ec admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7866209 Oct 22 15:26:08.348472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 34996) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:08.355120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Request body: {'subnet': {'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-subnet', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:08.518632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Made reservation on behalf of 2835d648a4054f9fb34929b33783d531 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:08.521141 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.792903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:08.856919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e0676a-6662-4b0f-bff1-bae65921be8d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:08.866324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Checking segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:08.866683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Network hostable DHCP agents. Network: 61fd775a-bb35-4f6c-b9a7-d9edece8bd45, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:26:08.992157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:26:09.089175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 61fd775a-bb35-4f6c-b9a7-d9edece8bd45) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:09.094120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:09.094778 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.101071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbe6d4-4822-440a-bf69-c54b60b72fd9 None None] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:26:09.163640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35004) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:09.178154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6def13c-9722-45c5-b182-34e0129d3ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.215618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-98fc26bb-e957-4146-aed7-3805252a8baa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8650439 Oct 22 15:26:09.218726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35006) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:09.224068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:09.256034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:26:09.257202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.263745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6def13c-9722-45c5-b182-34e0129d3ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.318173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.319399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.364021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d6def13c-9722-45c5-b182-34e0129d3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.378713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.403101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Allocated IP 172.20.0.2 (61fd775a-bb35-4f6c-b9a7-d9edece8bd45/b7e0676a-6662-4b0f-bff1-bae65921be8d/c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:09.405419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d6def13c-9722-45c5-b182-34e0129d3ea5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=579db8d1c8f54bcfb1500236899ab538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406888 Oct 22 15:26:09.406529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6def13c-9722-45c5-b182-34e0129d3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336646a-a43e-4141-afd9-b7b4b7c113c4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:09.408666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:09.530875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b75d202-1332-4778-a8d5-53ada716174e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.559900 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.606934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.618505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b75d202-1332-4778-a8d5-53ada716174e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.644186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.681641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:09.684926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:09.687859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:09.705253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Pushing event updated for resources: {'Port': ['ID=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:09.728469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.728817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.729130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.729460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.729792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.730114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.730435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.730755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.731099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.731467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.731801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.732122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:09.762239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Attempting to bind port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:09.762601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Attempting to bind port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:09.762961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Attempting to bind port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:09.768065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:09.768434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Checking segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:09.768827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.769218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Bound using segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:09.769676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Bound port: c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:09.770050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.833590 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b75d202-1332-4778-a8d5-53ada716174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.836155 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0b75d202-1332-4778-a8d5-53ada716174e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.837399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0b75d202-1332-4778-a8d5-53ada716174e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8336646a-a43e-4141-afd9-b7b4b7c113c4 HTTP/1.1" status: 204 len: 168 time: 0.4275751 Oct 22 15:26:09.841548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] For port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:09.850817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] For port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:09.851020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75d202-1332-4778-a8d5-53ada716174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336646a-a43e-4141-afd9-b7b4b7c113c4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:09.914826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.919213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.942000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:09.982601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad166489-c78a-48c6-a1c2-b97219170da9 None None] Pushing event updated for resources: {'Port': ['ID=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:10.066373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Allocated IP 172.25.1.226 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ca05db5c-a11c-4e16-9096-c8f91c6d1685) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:10.210514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:10.358567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:10.402655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:10.407183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:10.414025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:10.418532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Pushing event updated for resources: {'Port': ['ID=ca05db5c-a11c-4e16-9096-c8f91c6d1685,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:10.805075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.020252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37692086-06b3-4443-94dc-dcf0d546a6e0 None None] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:26:11.067783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.155467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0fe17f18-35e3-4f4e-81dc-f3f8ede7cbc7 None None] Provisioning complete for port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:11.156091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fe17f18-35e3-4f4e-81dc-f3f8ede7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.318201 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Router 43897de3-46a5-4965-8ae6-b2608fce3919 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:11.344275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fe17f18-35e3-4f4e-81dc-f3f8ede7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.382876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0fe17f18-35e3-4f4e-81dc-f3f8ede7cbc7 None None] For port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:11.441887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:11.453649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:11.465005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:11.465668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:11.507972 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fe17f18-35e3-4f4e-81dc-f3f8ede7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.530169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.530169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04608834-4492-4809-a3d3-06383bf8f2ce admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3079495 Oct 22 15:26:11.531129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35038) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:11.636866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17f18-35e3-4f4e-81dc-f3f8ede7cbc7 None None] Pushing event updated for resources: {'Port': ['ID=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:11.654694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:11.656925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-addccb84-473b-4358-b355-bba8c8e7d329 None None] Provisioning complete for port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:11.657078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-addccb84-473b-4358-b355-bba8c8e7d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.745407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:11.925574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:10Z', 'revision_number': 3, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:11.954565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:26:11.955035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Updating router 43897de3-46a5-4965-8ae6-b2608fce3919 port ca05db5c-a11c-4e16-9096-c8f91c6d1685 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:26:11.986411 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.028422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.149087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:12.204679 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:12.217741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Allocated IP 172.20.0.1 (61fd775a-bb35-4f6c-b9a7-d9edece8bd45/b7e0676a-6662-4b0f-bff1-bae65921be8d/b34ca51c-92a6-47c7-a499-861d5f794314) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:12.292748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1742802213', 'router:external': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:12.323224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:12.323575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.341729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.359693 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.420296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Made reservation on behalf of 0f9a5ec16de0432696756c6ac95084b2 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:12.427846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.432532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.469560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.512287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:12.515507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:12.519358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:12.534318 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.556405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Pushing event updated for resources: {'Port': ['ID=b34ca51c-92a6-47c7-a499-861d5f794314,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:12.572688 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.584032 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.631901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.669239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Attempting to bind port ca05db5c-a11c-4e16-9096-c8f91c6d1685 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:12.669474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Attempting to bind port ca05db5c-a11c-4e16-9096-c8f91c6d1685 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:12.669759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Attempting to bind port ca05db5c-a11c-4e16-9096-c8f91c6d1685 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:12.675466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d37b2d-6ce1-440f-b7f2-8ba6d793b7d7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:12.680245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:12.680245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:12.680245 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.680245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:12.689098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:26:12.689259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Bound port: ca05db5c-a11c-4e16-9096-c8f91c6d1685, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:12.689578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.693072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3236-6807-4a16-bfa7-3de330c7d6ff None None] Pushing event updated for resources: {'Port': ['ID=ca05db5c-a11c-4e16-9096-c8f91c6d1685,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:12.704859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.705193 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Added segment ec48cf9a-e368-4511-8756-fceb1ed26405 of type vlan for network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac Oct 22 15:26:12.776616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.782057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] For port ca05db5c-a11c-4e16-9096-c8f91c6d1685, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:12.788060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] For port ca05db5c-a11c-4e16-9096-c8f91c6d1685, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ca05db5c-a11c-4e16-9096-c8f91c6d1685,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:12.823671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.829598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00a3d0f5-ad49-435a-bb4c-4c526686367c None None] Provisioning complete for port b34ca51c-92a6-47c7-a499-861d5f794314 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:12.829598 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00a3d0f5-ad49-435a-bb4c-4c526686367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.865167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-00a3d0f5-ad49-435a-bb4c-4c526686367c None None] Port b34ca51c-92a6-47c7-a499-861d5f794314 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:26:12.901757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.947503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.949018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:12.949722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:12.960628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:12.961436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:13.000298 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:13.001632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3236-6807-4a16-bfa7-3de330c7d6ff None None] Pushing event updated for resources: {'Port': ['ID=ca05db5c-a11c-4e16-9096-c8f91c6d1685,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:13.023156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Network': ['ID=0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:13.045803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-61683741-cfee-4474-9da8-1a40be5a9993 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8953109 Oct 22 15:26:13.049008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:13.053758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'subnet': {'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:13.057590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:26:13.100392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:13.132803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:13.171692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:13.177862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Pushing event updated for resources: {'Port': ['ID=b34ca51c-92a6-47c7-a499-861d5f794314,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:13.237349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Made reservation on behalf of 0f9a5ec16de0432696756c6ac95084b2 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:13.239931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:13.275251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:13.275251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:13.377087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:13.421039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d72e01-2b9c-461f-b93a-8a73fc771e53 None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:13.435392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Router 43897de3-46a5-4965-8ae6-b2608fce3919 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:26:13.566886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:13.571866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5579ad3a-a7fd-4fff-a883-2de90c68ebce admin admin] 10.222.0.66 "PUT /v2.0/routers/43897de3-46a5-4965-8ae6-b2608fce3919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0391376 Oct 22 15:26:13.602666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b663e303-9fed-4a5d-b754-ae40f0401b87 None None] Provisioning complete for port b34ca51c-92a6-47c7-a499-861d5f794314 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:13.603063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b663e303-9fed-4a5d-b754-ae40f0401b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:13.654492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b663e303-9fed-4a5d-b754-ae40f0401b87 None None] Port b34ca51c-92a6-47c7-a499-861d5f794314 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:26:13.720861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.objects.ports [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 15:26:13.721495 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:13.784913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=149299b8-cdbe-4f5d-83b4-c3fed993a3fa,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:13.800255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Checking segment: {'id': 'ec48cf9a-e368-4511-8756-fceb1ed26405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:13.800255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network hostable DHCP agents. Network: 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:26:13.890045 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:26:14.026928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:14.031067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:14.031732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.037236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af6248-623b-44fa-9c53-a23a2bbacdab None None] Network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:26:14.158417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35068) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:14.159125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fbaa9065-aa04-4b2e-b59d-f2c2aff3e476 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1089027 Oct 22 15:26:14.168391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1934245756', 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:14.225577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994c08ba-74b2-489d-b0ee-34bca43829cb None None] Network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:26:14.306486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35070) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:14.320791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303064904', 'description': 'tempest-description--1379336795'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:14.340181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Made reservation on behalf of 0f9a5ec16de0432696756c6ac95084b2 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:14.342641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.367186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] device_id is not set on port 6ba13514-b3a8-43d4-943a-41cc55747af3 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:26:14.458044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.507477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Allocated IP 2001:db8::121 (0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac/149299b8-cdbe-4f5d-83b4-c3fed993a3fa/6ba13514-b3a8-43d4-943a-41cc55747af3) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:14.591562 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.680147 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.698103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.730385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433b1b5d-01ac-4605-8e1f-e78ea4b914e2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:14.771748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.773054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4a726ba3-8066-48ac-abb9-890db8567252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4649620 Oct 22 15:26:14.776603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35072) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:14.781034 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'security_group_rule': {'security_group_id': '433b1b5d-01ac-4605-8e1f-e78ea4b914e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:14.793746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.839456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:14.842335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:14.845878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:14.846866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:14.847724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.864386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Port': ['ID=6ba13514-b3a8-43d4-943a-41cc55747af3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:14.902759 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:14.952031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.017489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e84bdd03-1806-41a4-a71c-d18802fc8288 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8579173 Oct 22 15:26:15.020116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35076) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:15.076000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.100885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8d7907-e314-4106-ad1b-5728410988d9,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:15.126783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Deleting port 6ba13514-b3a8-43d4-943a-41cc55747af3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:15.127186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.195712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.196956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ebfa5fe3-92fe-44ce-8eb5-611909b30f1a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4194078 Oct 22 15:26:15.200330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35078) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:15.205043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'security_group_rule': {'security_group_id': '433b1b5d-01ac-4605-8e1f-e78ea4b914e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:15.209492 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.222467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Calling delete_port for 6ba13514-b3a8-43d4-943a-41cc55747af3 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:15.317243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.383367 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.434213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.460707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ba13514-b3a8-43d4-943a-41cc55747af3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:15.488692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.492018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-99f6e7a3-e16b-456d-82a2-83d9e446b73a tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/ports/6ba13514-b3a8-43d4-943a-41cc55747af3 HTTP/1.1" status: 204 len: 168 time: 0.4708657 Oct 22 15:26:15.495265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35080) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:15.499746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac', 'external_fixed_ips': [{'subnet_id': '149299b8-cdbe-4f5d-83b4-c3fed993a3fa', 'ip_address': '2001:db8::121'}]}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:15.501599 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.522600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e816434-5358-4034-b443-3467409de4d0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:15.609728 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.610738 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.655723 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:15.665151 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:15.665744 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:15.665903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.771463 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.772508 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:15.772716 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-86c94522-f5ca-48d0-b7d9-49ee39b5186e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5713687 Oct 22 15:26:15.776374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35082) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:15.781160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:15.883996 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:15.936643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.022790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.090300 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 2, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:16.120682 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:26:16.121243 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Updating router 43897de3-46a5-4965-8ae6-b2608fce3919 port b34ca51c-92a6-47c7-a499-861d5f794314 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:26:16.152420 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.183981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Allocated IP 172.25.1.213 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1eb83ded-d068-48b0-9ad3-56c0fb720387) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:16.208937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ca05db5c-a11c-4e16-9096-c8f91c6d1685 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:16.261767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ca05db5c-a11c-4e16-9096-c8f91c6d1685 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:16.262449 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.319769 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.327565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.352587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.360530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.382667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port ca05db5c-a11c-4e16-9096-c8f91c6d1685, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ca05db5c-a11c-4e16-9096-c8f91c6d1685,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:16.455505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.479267 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.494760 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.507775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:16.517247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:16.519302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'Port': ['ID=1eb83ded-d068-48b0-9ad3-56c0fb720387,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:16.521588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:16.552290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=ca05db5c-a11c-4e16-9096-c8f91c6d1685,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:16.569353 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.624356 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Pushing event updated for resources: {'Port': ['ID=b34ca51c-92a6-47c7-a499-861d5f794314,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:16.639269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.654156 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.654647 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.655094 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.655572 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.655959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.656900 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.656900 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.656900 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.657591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.657591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.657848 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.658139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:16.706463 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Attempting to bind port b34ca51c-92a6-47c7-a499-861d5f794314 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:16.706946 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Attempting to bind port b34ca51c-92a6-47c7-a499-861d5f794314 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:16.707443 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Attempting to bind port b34ca51c-92a6-47c7-a499-861d5f794314 on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:16.714874 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:16.715435 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Checking segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:16.715963 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.716462 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Bound using segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:16.717082 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Bound port: b34ca51c-92a6-47c7-a499-861d5f794314, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:16.717566 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.799368 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] For port b34ca51c-92a6-47c7-a499-861d5f794314, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:16.801312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.803964 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] For port b34ca51c-92a6-47c7-a499-861d5f794314, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b34ca51c-92a6-47c7-a499-861d5f794314,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:16.876624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Allocated IP 2001:db8::121 (0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac/149299b8-cdbe-4f5d-83b4-c3fed993a3fa/82ec6a46-2d93-4424-b045-09c664e7f1ef) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:16.882296 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:16.948394 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:16.949452 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:16.957206 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058969bc-7ea3-412d-ae10-016cdd6f15f9 None None] Pushing event updated for resources: {'Port': ['ID=b34ca51c-92a6-47c7-a499-861d5f794314,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:16.967211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d9b1bb1c-c276-4c70-921b-fd95d5e972b6 None None] Provisioning complete for port b34ca51c-92a6-47c7-a499-861d5f794314 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:16.968186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9b1bb1c-c276-4c70-921b-fd95d5e972b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.018604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.050190 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.102633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:17.119482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9b1bb1c-c276-4c70-921b-fd95d5e972b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.155068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d9b1bb1c-c276-4c70-921b-fd95d5e972b6 None None] For port b34ca51c-92a6-47c7-a499-861d5f794314, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b34ca51c-92a6-47c7-a499-861d5f794314,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:17.197165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.216133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.274994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'Port': ['ID=1eb83ded-d068-48b0-9ad3-56c0fb720387,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:17.285651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.288516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Port': ['ID=82ec6a46-2d93-4424-b045-09c664e7f1ef,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:17.303597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:17.306577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:17.310132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:17.315820 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d9b1bb1c-c276-4c70-921b-fd95d5e972b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.357463 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:17.373109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1bb1c-c276-4c70-921b-fd95d5e972b6 None None] Pushing event updated for resources: {'Port': ['ID=b34ca51c-92a6-47c7-a499-861d5f794314,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:17.388770 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b63ec8-00f7-41a5-861a-6c3a906bdb2b None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:17.402484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.414227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-04c053b0-5383-456a-8a5f-01648803ed74 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6365602 Oct 22 15:26:17.445438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-af6a62b8-bc15-456f-a4ff-0218958a47d7 None None] Provisioning complete for port b34ca51c-92a6-47c7-a499-861d5f794314 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:17.445909 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af6a62b8-bc15-456f-a4ff-0218958a47d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.630185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-66584e35-b5da-4738-8197-22db897faca8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--303064904&fields=id&tenant_id=2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 267 time: 0.0542028 Oct 22 15:26:17.702064 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:17.847781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-50e5c3bf-3f34-42a4-adfa-b5e988ddbc67 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:17.849571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-50e5c3bf-3f34-42a4-adfa-b5e988ddbc67 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 817 time: 0.1923523 Oct 22 15:26:17.858061 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:26:17.908115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-ba62eca3-58ec-4f39-8aad-9b9d95e47a02 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/quotas/2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 375 time: 0.0501366 Oct 22 15:26:18.009299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-451fe3f6-cfeb-453c-af7e-ea0f09e78161 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947506 Oct 22 15:26:18.018116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:18.196551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b34ca51c-92a6-47c7-a499-861d5f794314 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:18.213104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-b8df0f26-2e1f-41d3-bbe6-e845f6d06f89 service neutron] 10.222.0.66 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900954 Oct 22 15:26:18.255223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b34ca51c-92a6-47c7-a499-861d5f794314 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:18.255223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:18.335182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-99c79fb9-5775-4855-876d-1f777e27fcd7 service neutron] 10.222.0.66 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138301 Oct 22 15:26:18.335493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ca05db5c-a11c-4e16-9096-c8f91c6d1685 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:18.409169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Router 043dd801-399b-49aa-9bd3-763943a34cbd is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:18.426925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ca05db5c-a11c-4e16-9096-c8f91c6d1685 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:18.427353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:18.530955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:18.542918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Sync routers for ids ['043dd801-399b-49aa-9bd3-763943a34cbd'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:18.555065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Routers {'043dd801-399b-49aa-9bd3-763943a34cbd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:18.555680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['043dd801-399b-49aa-9bd3-763943a34cbd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:18.638218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6138fac4-617b-4650-a410-3fdf570ef771 req-50638299-4bc0-4a79-aa03-a74a87c87cd0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 210 time: 0.0305974 Oct 22 15:26:18.652693 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:18.668353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35118) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:18.676111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2c764390-cece-4793-ac41-c76f70255d19 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1795259 Oct 22 15:26:18.714738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Set router 043dd801-399b-49aa-9bd3-763943a34cbd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:18.791915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:18.962118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043dd801-399b-49aa-9bd3-763943a34cbd', 'name': '', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac', 'external_fixed_ips': [{'subnet_id': '149299b8-cdbe-4f5d-83b4-c3fed993a3fa', 'ip_address': '2001:db8::121'}], 'enable_snat': True}, 'gw_port_id': '82ec6a46-2d93-4424-b045-09c664e7f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:15Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 3, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port': {'id': '82ec6a46-2d93-4424-b045-09c664e7f1ef', 'name': '', 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043dd801-399b-49aa-9bd3-763943a34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '149299b8-cdbe-4f5d-83b4-c3fed993a3fa', 'ip_address': '2001:db8::121', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:16Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149299b8-cdbe-4f5d-83b4-c3fed993a3fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:18.999749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Checking router: 043dd801-399b-49aa-9bd3-763943a34cbd for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:26:19.000464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Updating router 043dd801-399b-49aa-9bd3-763943a34cbd port 82ec6a46-2d93-4424-b045-09c664e7f1ef binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:26:19.031765 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.291272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.321745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.443830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.499011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Deleting port 82ec6a46-2d93-4424-b045-09c664e7f1ef {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:19.499465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.531237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdee0ba-12f3-4929-ae92-a8b2a3a67f0a None None] Pushing event updated for resources: {'Port': ['ID=82ec6a46-2d93-4424-b045-09c664e7f1ef,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:19.539396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Attempting to bind port 82ec6a46-2d93-4424-b045-09c664e7f1ef on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:19.540076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Attempting to bind port 82ec6a46-2d93-4424-b045-09c664e7f1ef by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'ec48cf9a-e368-4511-8756-fceb1ed26405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:19.540680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Attempting to bind port 82ec6a46-2d93-4424-b045-09c664e7f1ef on network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:19.548532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:19.549095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Checking segment: {'id': 'ec48cf9a-e368-4511-8756-fceb1ed26405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:19.549631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.550124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Bound using segment: {'id': 'ec48cf9a-e368-4511-8756-fceb1ed26405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:19.550707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Bound port: 82ec6a46-2d93-4424-b045-09c664e7f1ef, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec48cf9a-e368-4511-8756-fceb1ed26405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:19.551227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.593464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.608402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Calling delete_port for 82ec6a46-2d93-4424-b045-09c664e7f1ef owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:19.616748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] For port 82ec6a46-2d93-4424-b045-09c664e7f1ef, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:19.627195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] For port 82ec6a46-2d93-4424-b045-09c664e7f1ef, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=82ec6a46-2d93-4424-b045-09c664e7f1ef,segment=NetworkSegment(ec48cf9a-e368-4511-8756-fceb1ed26405),segment_id=ec48cf9a-e368-4511-8756-fceb1ed26405)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:19.731344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-461d43d8-f9d8-42e0-ac4f-b547f8443085 req-6cb81dab-cb83-4de4-a7cd-8bee76388205 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 210 time: 0.0299516 Oct 22 15:26:19.735453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.810458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Routers {'043dd801-399b-49aa-9bd3-763943a34cbd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:19.811000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['043dd801-399b-49aa-9bd3-763943a34cbd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:19.848825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdee0ba-12f3-4929-ae92-a8b2a3a67f0a None None] Pushing event updated for resources: {'Port': ['ID=82ec6a46-2d93-4424-b045-09c664e7f1ef,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:19.889032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.908098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] Set router 043dd801-399b-49aa-9bd3-763943a34cbd gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:19.931493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event deleted for resources: {'Port': ['ID=82ec6a46-2d93-4424-b045-09c664e7f1ef,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:19.966163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:19.974551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043dd801-399b-49aa-9bd3-763943a34cbd', 'name': '', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:15Z', 'updated_at': '2021-10-22T15:26:19Z', 'revision_number': 4, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:20.007531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d23857-7d22-4ae8-9154-c567a34ac3ec None None] The sync data for ids ['043dd801-399b-49aa-9bd3-763943a34cbd'] in n-d-812148-2 is: [{'id': '043dd801-399b-49aa-9bd3-763943a34cbd', 'name': '', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:15Z', 'updated_at': '2021-10-22T15:26:19Z', 'revision_number': 4, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:20.081728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.083553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.237811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.238667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 043dd801-399b-49aa-9bd3-763943a34cbd {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:20.249668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.249668 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d140e6b4-724b-4c9f-aac7-0775ed57d129 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/routers/043dd801-399b-49aa-9bd3-763943a34cbd HTTP/1.1" status: 204 len: 168 time: 1.5769241 Oct 22 15:26:20.249969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:20.303516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Deleting subnet 149299b8-cdbe-4f5d-83b4-c3fed993a3fa {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:26:20.307134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.345662 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.386897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.609436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.643656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=149299b8-cdbe-4f5d-83b4-c3fed993a3fa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:20.645668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.651834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3f0727f0-dc02-494d-885c-8defa2e0fbbb tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/149299b8-cdbe-4f5d-83b4-c3fed993a3fa HTTP/1.1" status: 204 len: 168 time: 0.3982897 Oct 22 15:26:20.652072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35134) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:20.724191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.817092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.867167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e482c92-386a-4a09-9d2e-31e0a6191b09 req-2858dbb9-4bf9-48e8-a793-bba04a979418 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 210 time: 0.0409732 Oct 22 15:26:20.867167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:20.877517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec48cf9a-e368-4511-8756-fceb1ed26405') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:20.878053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec48cf9a-e368-4511-8756-fceb1ed26405') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:20.890676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.917342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.925306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:26:20.925712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:26:20.928060 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:26:21.043474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.048539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 15:26:21.050763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.054125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/networks/0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac HTTP/1.1" status: 204 len: 168 time: 0.4011037 Oct 22 15:26:21.072809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86587612-24e7-48a7-8f64-76c9ad575f34 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event deleted for resources: {'Network': ['ID=0647c56a-f4be-4ef2-b6fa-a9ef13e8f0ac,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:21.325231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35144) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:21.331575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'name': 'tempest-router--1697952518', 'project_id': '57d5d787ff2f4be48654bf96c42c1fbd'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:21.474569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-695d1de1-433d-40f1-82c9-26a0abe219b4 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:21.476583 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-695d1de1-433d-40f1-82c9-26a0abe219b4 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 817 time: 0.1231368 Oct 22 15:26:21.497435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.498570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.545411 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-b563d4f0-c83f-45b9-b3b2-5b46c6c5aa15 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 379 time: 0.0565791 Oct 22 15:26:21.555622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'port': {'device_id': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'admin_state_up': True, 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'security_groups': ['433b1b5d-01ac-4605-8e1f-e78ea4b914e2']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:21.580709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.695655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.814601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Made reservation on behalf of 2835d648a4054f9fb34929b33783d531 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:26:21.818330 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.986511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Allocated IP 172.20.0.9 (61fd775a-bb35-4f6c-b9a7-d9edece8bd45/b7e0676a-6662-4b0f-bff1-bae65921be8d/8262cbf0-ac8f-490a-979b-e96247b260db) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:21.993167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c10f5242-fe7d-446d-b20a-744a7c1a9e8d req-69d0bf89-03f4-4049-b227-eac6d0b3aded tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 210 time: 0.0351200 Oct 22 15:26:21.998115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:21.999429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d3d7dcb9-a8d4-4b56-aa6e-32ba1f822c4f tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6721792 Oct 22 15:26:22.003246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:22.093314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.189528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.268021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.270777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.324675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.367690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:22.373738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:22.380671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:22.385283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:22.420716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.421471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a07f3f0-813d-4e26-9440-08b044350a1a {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:22.438724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.444410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f07640cf-8273-48d8-9772-2413cf19138e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/routers/5a07f3f0-813d-4e26-9440-08b044350a1a HTTP/1.1" status: 204 len: 168 time: 0.4397657 Oct 22 15:26:22.448618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:22.453175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.566465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-7c45a0a3-9b38-4ed6-92ad-457e7f9ba61d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144444 Oct 22 15:26:22.580325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Request body: {'port': {'device_id': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:22.645727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.676924 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a3f76-8747-4c07-955e-7dba3582ea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.733756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6f796a63-4c8d-4fa9-8a6c-0fb62e3def22 None None] Provisioning complete for port 8262cbf0-ac8f-490a-979b-e96247b260db triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:22.734129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f796a63-4c8d-4fa9-8a6c-0fb62e3def22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.773289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6f796a63-4c8d-4fa9-8a6c-0fb62e3def22 None None] Port 8262cbf0-ac8f-490a-979b-e96247b260db cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:26:22.797562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35160) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:22.961815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:26:22.970614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:22.984021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Transition to ACTIVE for port object 8262cbf0-ac8f-490a-979b-e96247b260db will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:26:23.017107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1333574316', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:23.043289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.098140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:23.142072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a851ba-db77-439e-a41d-1dfd22f94194 req-63fc93a2-dfa4-4705-9883-97cdba8e6a06 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:23.143820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8a851ba-db77-439e-a41d-1dfd22f94194 req-63fc93a2-dfa4-4705-9883-97cdba8e6a06 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0539422 Oct 22 15:26:23.145530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.146783 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.186816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:23.187786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:23.188135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:23.194292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Port 8262cbf0-ac8f-490a-979b-e96247b260db on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:26:23.194457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:23.200496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:23.200888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Checking segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:23.201280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Bound using segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:23.201814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Bound port: 8262cbf0-ac8f-490a-979b-e96247b260db, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:23.202167 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.244967 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.256503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8a851ba-db77-439e-a41d-1dfd22f94194 req-393313ff-8dff-4d18-a658-7b3495274969 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020126 Oct 22 15:26:23.329864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:23.334577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:23.506922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.546242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:23.546864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.548712 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] 10.222.0.69 "PUT /v2.0/ports/8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 1091 time: 0.9729352 Oct 22 15:26:23.548954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:26:23.551150 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d725eb-3235-4609-9cad-7cc0b6baf91e" -d '{"events": [{"name": "network-changed", "server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:26:23.581332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:23.592207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52863c61-8a8d-492f-b35f-7d493710e6af service neutron] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:23.596339 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca642928-fab9-4b69-832a-879f8f7d416c x-openstack-request-id: req-ca642928-fab9-4b69-832a-879f8f7d416c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:26:23.596730 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:26:23.597102 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca642928-fab9-4b69-832a-879f8f7d416c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:26:23.597592 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'status': 'completed', 'code': 200} Oct 22 15:26:23.669770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d725eb-3235-4609-9cad-7cc0b6baf91e req-f2eded5a-b182-44c5-86e8-c2875eecbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:23.671432 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-17d725eb-3235-4609-9cad-7cc0b6baf91e req-f2eded5a-b182-44c5-86e8-c2875eecbaca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1094 time: 0.0452120 Oct 22 15:26:23.810481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d725eb-3235-4609-9cad-7cc0b6baf91e req-a9f7cb78-a4bf-4c2e-9843-c979259c2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:23.812275 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-17d725eb-3235-4609-9cad-7cc0b6baf91e req-a9f7cb78-a4bf-4c2e-9843-c979259c2225 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2835d648a4054f9fb34929b33783d531&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1313169 Oct 22 15:26:23.929994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d725eb-3235-4609-9cad-7cc0b6baf91e req-cbf1d630-e573-4e61-a36a-ad5a655bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:23.932458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-17d725eb-3235-4609-9cad-7cc0b6baf91e req-cbf1d630-e573-4e61-a36a-ad5a655bac44 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116664 Oct 22 15:26:23.981574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:24.000620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:24.017129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-d9a71ea2-75ab-4c65-8d9a-b240170da786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:24.018640 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-d9a71ea2-75ab-4c65-8d9a-b240170da786 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1094 time: 0.0460753 Oct 22 15:26:24.067570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-7266e2af-0d04-4181-ab6d-0f4e305bdde3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 217 time: 0.0399263 Oct 22 15:26:24.110792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Allocated IP 172.25.1.225 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/6d41e6b9-e548-4eb3-9af3-4e737efba001) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:24.126747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-6c27d520-c4ef-4148-a27b-1933839b65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:24.128866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-6c27d520-c4ef-4148-a27b-1933839b65f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0528758 Oct 22 15:26:24.177072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756285d-14f3-4659-ba82-528de9e7348b req-e6cdf3d5-1ea8-4850-8204-d337b6fcef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:24.178572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-e6cdf3d5-1ea8-4850-8204-d337b6fcef46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414684 Oct 22 15:26:24.216024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:24.280230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-b9c47d55-0a5f-4011-87b8-708b4978f501 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916185 Oct 22 15:26:24.375695 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d756285d-14f3-4659-ba82-528de9e7348b req-8e0e576a-8e5f-461a-8dc0-e88f953cc82c service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879214 Oct 22 15:26:24.382259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023be86-f348-4694-afa9-1c583a8427ca req-47b07b95-87ff-4488-9843-aa6a1a69c53e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:24.383810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0023be86-f348-4694-afa9-1c583a8427ca req-47b07b95-87ff-4488-9843-aa6a1a69c53e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0509601 Oct 22 15:26:24.396682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:24.463706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:24.475571 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:24.480392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event updated for resources: {'Port': ['ID=6d41e6b9-e548-4eb3-9af3-4e737efba001,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:24.482771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:24.488907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0023be86-f348-4694-afa9-1c583a8427ca req-bcaa5bb8-ccbb-4d37-8859-7262200c4e7a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989592 Oct 22 15:26:24.514005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.514348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.514685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.515047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.515384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.515713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.516120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.516451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.516771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.517091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.517414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:24.517734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:25.134544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6d9f908e-6b78-45aa-b143-b4c57acfeb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:25.214477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:25.421138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:25.624506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af6b4d-a416-4eb5-b123-0a3745eb7684 req-c125c3ca-1652-48b5-a455-4c3dee7e5d33 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:25.626375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37af6b4d-a416-4eb5-b123-0a3745eb7684 req-c125c3ca-1652-48b5-a455-4c3dee7e5d33 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0525568 Oct 22 15:26:25.660551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Router d5bc1344-9994-4c46-a5df-8fe18b0524a0 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:25.672592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37af6b4d-a416-4eb5-b123-0a3745eb7684 req-716f6b73-6fe8-4967-b3f6-000a12df6678 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399559 Oct 22 15:26:25.785836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:25.795501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] Sync routers for ids ['d5bc1344-9994-4c46-a5df-8fe18b0524a0'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:25.805477 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] Routers {'d5bc1344-9994-4c46-a5df-8fe18b0524a0'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:25.806082 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d5bc1344-9994-4c46-a5df-8fe18b0524a0'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:25.848640 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:25.858821 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] Routers {'d5bc1344-9994-4c46-a5df-8fe18b0524a0'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:25.859593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d5bc1344-9994-4c46-a5df-8fe18b0524a0'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:25.895076 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:25.895734 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b5880-c35b-4468-9f48-0f772a0cfc87 None None] The sync data for ids ['d5bc1344-9994-4c46-a5df-8fe18b0524a0'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:25.930734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:25.935221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f089aee2-07c4-442d-8bbf-5e83de03be13 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1340506 Oct 22 15:26:25.935397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35182) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:26.043062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3d89692f-5f5e-4145-9113-0352399dbaea tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/d5bc1344-9994-4c46-a5df-8fe18b0524a0 HTTP/1.1" status: 200 len: 925 time: 0.1064253 Oct 22 15:26:26.045812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35184) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:26.073935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4434f1b7-d221-4b41-9131-2cb7247c386e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5bc1344-9994-4c46-a5df-8fe18b0524a0 HTTP/1.1" status: 200 len: 205 time: 0.0270054 Oct 22 15:26:26.076367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35186) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:26.189344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.299952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.486375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Deleting port 6d41e6b9-e548-4eb3-9af3-4e737efba001 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:26.486618 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.571399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.583879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Calling delete_port for 6d41e6b9-e548-4eb3-9af3-4e737efba001 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:26.585643 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.625682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.807294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74defcf8-0cb0-4b81-8cb2-fdacf88f2340 req-ab35cb3b-ffd1-4a2c-bc23-143f9d11e7e7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:26.808785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74defcf8-0cb0-4b81-8cb2-fdacf88f2340 req-ab35cb3b-ffd1-4a2c-bc23-143f9d11e7e7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0575986 Oct 22 15:26:26.846761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74defcf8-0cb0-4b81-8cb2-fdacf88f2340 req-a588df39-6e44-4e5d-9eeb-42962cfd095b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Oct 22 15:26:26.901407 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:26.929411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event deleted for resources: {'Port': ['ID=6d41e6b9-e548-4eb3-9af3-4e737efba001,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:26.993862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.093242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.095862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.279455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.291294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Fanout notify agent at l3_agent the message router_deleted on router d5bc1344-9994-4c46-a5df-8fe18b0524a0 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:27.292203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.294630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cada6f6f-4bb2-4494-865d-87c38913c121 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/d5bc1344-9994-4c46-a5df-8fe18b0524a0 HTTP/1.1" status: 204 len: 168 time: 1.2173111 Oct 22 15:26:27.296373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35194) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:27.300624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1490791652', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': False}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:27.414860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.416093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.475454 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.721938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:27.989918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f836b-4c91-44eb-b949-3c3206d3be33 req-075615aa-1600-410c-9c43-ca2c23414fd7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:27.991332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-695f836b-4c91-44eb-b949-3c3206d3be33 req-075615aa-1600-410c-9c43-ca2c23414fd7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0658553 Oct 22 15:26:28.124962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-695f836b-4c91-44eb-b949-3c3206d3be33 req-1649c323-8b25-4d0f-8d4d-4f5e94750074 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259496 Oct 22 15:26:28.138468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:28.165444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:28.185849 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:28.268156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Allocated IP 172.25.1.242 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/057a303c-6645-4f6b-8f04-26eab2bcdee3) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:28.373826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:28.569540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:28.613250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:28.616530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:28.624467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:28.633245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Port': ['ID=057a303c-6645-4f6b-8f04-26eab2bcdee3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:28.996769 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:29.127649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:26:29.226918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:29.276384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:29.290172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8262cbf0-ac8f-490a-979b-e96247b260db', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db', 'mac_address': 'fa:16:3e:b0:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:26:29.329773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c36c7a-7dc3-44ce-8ee2-19dac976a135 req-df3d4915-cf76-4f8c-8087-e749e3b8e85a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:29.349560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27c36c7a-7dc3-44ce-8ee2-19dac976a135 req-df3d4915-cf76-4f8c-8087-e749e3b8e85a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0987618 Oct 22 15:26:29.349749 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:29.351879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:26:29.378113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:29.419136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27c36c7a-7dc3-44ce-8ee2-19dac976a135 req-af33d3f3-0a6a-4d58-9bc9-90de90bbc2f6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540423 Oct 22 15:26:29.568417 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:29.591849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Router 6d639b03-17b5-4a5d-8fe8-4a43b234acb1 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:29.715956 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:29.757508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Sync routers for ids ['6d639b03-17b5-4a5d-8fe8-4a43b234acb1'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:29.783148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Routers {'6d639b03-17b5-4a5d-8fe8-4a43b234acb1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:29.783656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6d639b03-17b5-4a5d-8fe8-4a43b234acb1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:29.786953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:29.833695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:29.838131 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b5c88649-46b0-45f3-8242-832b931fce5d tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5402768 Oct 22 15:26:29.838426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35212) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:29.906671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Set router 6d639b03-17b5-4a5d-8fe8-4a43b234acb1 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:29.949817 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-99b37944-0c4b-4b04-a087-6690e4d18174 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/6d639b03-17b5-4a5d-8fe8-4a43b234acb1 HTTP/1.1" status: 200 len: 909 time: 0.1103039 Oct 22 15:26:29.952524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35214) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:29.956619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1490791652', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': True}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:29.965744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8262cbf0-ac8f-490a-979b-e96247b260db'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:26:30.043860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.045065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.115099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.219889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d639b03-17b5-4a5d-8fe8-4a43b234acb1', 'name': 'tempest-snat-router-1490791652', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.242'}], 'enable_snat': False}, 'gw_port_id': '057a303c-6645-4f6b-8f04-26eab2bcdee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:27Z', 'updated_at': '2021-10-22T15:26:28Z', 'revision_number': 3, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port': {'id': '057a303c-6645-4f6b-8f04-26eab2bcdee3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d639b03-17b5-4a5d-8fe8-4a43b234acb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:28Z', 'updated_at': '2021-10-22T15:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:30.250199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Checking router: 6d639b03-17b5-4a5d-8fe8-4a43b234acb1 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:26:30.250819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Updating router 6d639b03-17b5-4a5d-8fe8-4a43b234acb1 port 057a303c-6645-4f6b-8f04-26eab2bcdee3 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:26:30.278434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.354242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.565574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cde24-f03c-4728-896f-8be3c0d98052 req-4c14770f-5a87-439e-9817-f553aea5c451 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:30.620180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.620623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-157cde24-f03c-4728-896f-8be3c0d98052 req-4c14770f-5a87-439e-9817-f553aea5c451 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0651586 Oct 22 15:26:30.620623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-157cde24-f03c-4728-896f-8be3c0d98052 req-752d604c-e699-421d-bf55-7378289aeabd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Oct 22 15:26:30.746645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.746645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.747349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.797871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Attempting to bind port 057a303c-6645-4f6b-8f04-26eab2bcdee3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:30.798241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Attempting to bind port 057a303c-6645-4f6b-8f04-26eab2bcdee3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:30.798616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Attempting to bind port 057a303c-6645-4f6b-8f04-26eab2bcdee3 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:30.807603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Allocated IP 172.25.1.150 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/6954aa56-f0a2-4961-8349-dae2f67c199f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:30.809498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c8510-984a-422e-9834-27d32caa5d13 None None] Pushing event updated for resources: {'Port': ['ID=057a303c-6645-4f6b-8f04-26eab2bcdee3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:30.812001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:30.812379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:30.812809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.813196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:30.813669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Bound port: 057a303c-6645-4f6b-8f04-26eab2bcdee3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:30.814087 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.867638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] For port 057a303c-6645-4f6b-8f04-26eab2bcdee3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:30.872158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] For port 057a303c-6645-4f6b-8f04-26eab2bcdee3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=057a303c-6645-4f6b-8f04-26eab2bcdee3,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:30.908586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.940629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:30.999470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Routers {'6d639b03-17b5-4a5d-8fe8-4a43b234acb1'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:31.000069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6d639b03-17b5-4a5d-8fe8-4a43b234acb1'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:31.003246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:31.034589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c8510-984a-422e-9834-27d32caa5d13 None None] Pushing event updated for resources: {'Port': ['ID=057a303c-6645-4f6b-8f04-26eab2bcdee3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:31.039986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:31.043655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:31.047200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:31.075767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Port': ['ID=6954aa56-f0a2-4961-8349-dae2f67c199f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:31.113477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] Set router 6d639b03-17b5-4a5d-8fe8-4a43b234acb1 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:31.140195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:31.331315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d639b03-17b5-4a5d-8fe8-4a43b234acb1', 'name': 'tempest-snat-router-1490791652', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.242'}], 'enable_snat': False}, 'gw_port_id': '057a303c-6645-4f6b-8f04-26eab2bcdee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:27Z', 'updated_at': '2021-10-22T15:26:28Z', 'revision_number': 3, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port': {'id': '057a303c-6645-4f6b-8f04-26eab2bcdee3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d639b03-17b5-4a5d-8fe8-4a43b234acb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:28Z', 'updated_at': '2021-10-22T15:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:31.359789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a55a1-eaa1-41b2-b7dd-f36c21136463 None None] The sync data for ids ['6d639b03-17b5-4a5d-8fe8-4a43b234acb1'] in n-d-812148-2 is: [{'id': '6d639b03-17b5-4a5d-8fe8-4a43b234acb1', 'name': 'tempest-snat-router-1490791652', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.242'}], 'enable_snat': False}, 'gw_port_id': '057a303c-6645-4f6b-8f04-26eab2bcdee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:27Z', 'updated_at': '2021-10-22T15:26:28Z', 'revision_number': 3, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port': {'id': '057a303c-6645-4f6b-8f04-26eab2bcdee3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d639b03-17b5-4a5d-8fe8-4a43b234acb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:28Z', 'updated_at': '2021-10-22T15:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:31.397062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8262cbf0-ac8f-490a-979b-e96247b260db completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:26:31.397062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8262cbf0-ac8f-490a-979b-e96247b260db triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:31.397062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:31.399065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:31.490200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:31.514551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:26:31.516887 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d65ff9e-6ec2-4e30-9245-4eecc54472a0" -d '{"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-plugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:26:31.535767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:31.559339 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6451f-4562-41b1-9369-dbb8a95f0f25 x-openstack-request-id: req-65b6451f-4562-41b1-9369-dbb8a95f0f25 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:26:31.559639 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-plugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:26:31.559899 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65b6451f-4562-41b1-9369-dbb8a95f0f25 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:26:31.560355 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'code': 200} Oct 22 15:26:31.617020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:31.633141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:31.692199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:31.805427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4f3b-0cc9-42b0-ad1d-adbb816f82cb req-a10ce1a1-b516-4a20-9d52-dfb2d955db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:31.807892 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e6e4f3b-0cc9-42b0-ad1d-adbb816f82cb req-a10ce1a1-b516-4a20-9d52-dfb2d955db56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1096 time: 0.1683235 Oct 22 15:26:31.866745 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5e6e4f3b-0cc9-42b0-ad1d-adbb816f82cb req-63d37a7f-5811-4b8b-b403-3684c9c9e688 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487559 Oct 22 15:26:32.014306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Router 34795692-aa98-4283-93a6-99ed04fe446b is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:32.193513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 057a303c-6645-4f6b-8f04-26eab2bcdee3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:32.202843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:32.208411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e31c0a-52e3-4961-9221-bd79ace20a88 req-e55b5e4c-9efd-4b46-a8a9-383618fb94f8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:32.210281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3e31c0a-52e3-4961-9221-bd79ace20a88 req-e55b5e4c-9efd-4b46-a8a9-383618fb94f8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.4919720 Oct 22 15:26:32.218812 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Sync routers for ids ['34795692-aa98-4283-93a6-99ed04fe446b'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:32.229717 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Routers {'34795692-aa98-4283-93a6-99ed04fe446b'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:32.230405 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['34795692-aa98-4283-93a6-99ed04fe446b'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:32.261117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3e31c0a-52e3-4961-9221-bd79ace20a88 req-60469872-e993-4bd5-b6b2-28d981b40b67 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408962 Oct 22 15:26:32.287535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 057a303c-6645-4f6b-8f04-26eab2bcdee3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:32.287535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:32.342837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:32.344140 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d79202d-e789-48a9-8af7-f7e23256bb91 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3906908 Oct 22 15:26:32.346948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35230) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:32.369595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Set router 34795692-aa98-4283-93a6-99ed04fe446b gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:32.422728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:32.468426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 057a303c-6645-4f6b-8f04-26eab2bcdee3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=057a303c-6645-4f6b-8f04-26eab2bcdee3,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:32.569328 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:32.624438 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34795692-aa98-4283-93a6-99ed04fe446b', 'name': 'tempest-snat-router-1490791652', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6954aa56-f0a2-4961-8349-dae2f67c199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:30Z', 'updated_at': '2021-10-22T15:26:31Z', 'revision_number': 3, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port': {'id': '6954aa56-f0a2-4961-8349-dae2f67c199f', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34795692-aa98-4283-93a6-99ed04fe446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:30Z', 'updated_at': '2021-10-22T15:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:32.636061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=057a303c-6645-4f6b-8f04-26eab2bcdee3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:32.764781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Checking router: 34795692-aa98-4283-93a6-99ed04fe446b for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:26:32.765138 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Updating router 34795692-aa98-4283-93a6-99ed04fe446b port 6954aa56-f0a2-4961-8349-dae2f67c199f binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:26:32.792531 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:32.878027 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fe24d767-5aee-4a6c-be46-d7704d40f065 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/34795692-aa98-4283-93a6-99ed04fe446b HTTP/1.1" status: 200 len: 908 time: 0.5293682 Oct 22 15:26:32.880669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35232) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:32.991570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.095582 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.117342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.198502 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.259107 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Attempting to bind port 6954aa56-f0a2-4961-8349-dae2f67c199f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:26:33.259924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Attempting to bind port 6954aa56-f0a2-4961-8349-dae2f67c199f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:26:33.260228 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Attempting to bind port 6954aa56-f0a2-4961-8349-dae2f67c199f on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:26:33.262403 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9384dc-2429-49bd-b030-2da4decc52d7 None None] Pushing event updated for resources: {'Port': ['ID=6954aa56-f0a2-4961-8349-dae2f67c199f,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:33.268345 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:26:33.268692 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:26:33.269077 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.269467 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:26:33.269959 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Bound port: 6954aa56-f0a2-4961-8349-dae2f67c199f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:26:33.270373 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.304937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Deleting port 6954aa56-f0a2-4961-8349-dae2f67c199f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:33.305526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.367179 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] For port 6954aa56-f0a2-4961-8349-dae2f67c199f, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:26:33.371183 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] For port 6954aa56-f0a2-4961-8349-dae2f67c199f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6954aa56-f0a2-4961-8349-dae2f67c199f,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:26:33.450166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] For port 6954aa56-f0a2-4961-8349-dae2f67c199f, host n-d-812148-2, got binding levels [] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:33.450622 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.470230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Calling delete_port for 6954aa56-f0a2-4961-8349-dae2f67c199f owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:33.480415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159d159-b47c-4af0-9de9-fd864c810555 req-8235c645-4af9-4894-89ed-fea2f694d1cd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:33.484156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3159d159-b47c-4af0-9de9-fd864c810555 req-8235c645-4af9-4894-89ed-fea2f694d1cd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0926368 Oct 22 15:26:33.546512 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.563030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3159d159-b47c-4af0-9de9-fd864c810555 req-06fadb5c-fd8e-492e-a5b5-3b99db2b76ce tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733073 Oct 22 15:26:33.620164 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Routers {'34795692-aa98-4283-93a6-99ed04fe446b'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:33.620701 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['34795692-aa98-4283-93a6-99ed04fe446b'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:33.623667 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9384dc-2429-49bd-b030-2da4decc52d7 None None] Pushing event updated for resources: {'Port': ['ID=6954aa56-f0a2-4961-8349-dae2f67c199f,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:33.716286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] Set router 34795692-aa98-4283-93a6-99ed04fe446b gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:33.768612 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34795692-aa98-4283-93a6-99ed04fe446b', 'name': 'tempest-snat-router-1490791652', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:30Z', 'updated_at': '2021-10-22T15:26:33Z', 'revision_number': 4, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:33.798852 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb382cc-2423-4aad-994a-e3fae7428e58 None None] The sync data for ids ['34795692-aa98-4283-93a6-99ed04fe446b'] in n-d-812148-2 is: [{'id': '34795692-aa98-4283-93a6-99ed04fe446b', 'name': 'tempest-snat-router-1490791652', 'tenant_id': '0f9a5ec16de0432696756c6ac95084b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:30Z', 'updated_at': '2021-10-22T15:26:33Z', 'revision_number': 4, 'project_id': '0f9a5ec16de0432696756c6ac95084b2', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:33.825977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.854415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event deleted for resources: {'Port': ['ID=6954aa56-f0a2-4961-8349-dae2f67c199f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:33.911936 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:33.934616 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.032959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.035631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.144887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 057a303c-6645-4f6b-8f04-26eab2bcdee3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:26:34.202737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 057a303c-6645-4f6b-8f04-26eab2bcdee3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:26:34.202925 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.207669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.207815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34795692-aa98-4283-93a6-99ed04fe446b {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:34.211131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.212411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d985be28-5866-4991-a9b9-fdfce45cd732 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/routers/34795692-aa98-4283-93a6-99ed04fe446b HTTP/1.1" status: 204 len: 168 time: 1.3305562 Oct 22 15:26:34.215345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35240) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:34.334936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.449093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.619801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Deleting port 057a303c-6645-4f6b-8f04-26eab2bcdee3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:34.626724 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.736366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] For port 057a303c-6645-4f6b-8f04-26eab2bcdee3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=057a303c-6645-4f6b-8f04-26eab2bcdee3,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:26:34.736837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:34.754083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Calling delete_port for 057a303c-6645-4f6b-8f04-26eab2bcdee3 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:34.769144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980586b-65b8-41e9-909f-b1697540e41b req-2b4d0b43-d7e6-4d58-899c-0d3c812a5b9e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:34.770708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b980586b-65b8-41e9-909f-b1697540e41b req-2b4d0b43-d7e6-4d58-899c-0d3c812a5b9e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0907226 Oct 22 15:26:34.857780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b980586b-65b8-41e9-909f-b1697540e41b req-e7f843e7-4c57-4605-b083-bb99084e8dda tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793018 Oct 22 15:26:35.006346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5665-b0c9-4034-bf5b-4df2cf8046d0 req-4f832cc1-1b50-4159-aec5-fed813387578 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:35.007860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-225a5665-b0c9-4034-bf5b-4df2cf8046d0 req-4f832cc1-1b50-4159-aec5-fed813387578 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0656874 Oct 22 15:26:35.017274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35246) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:35.021785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'floatingip': {'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:35.063253 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.095262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.158258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event deleted for resources: {'Port': ['ID=057a303c-6645-4f6b-8f04-26eab2bcdee3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:35.260026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.393384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.397142 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.566034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.566561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d639b03-17b5-4a5d-8fe8-4a43b234acb1 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:35.572562 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.579559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-65011788-f9b2-49cc-aa58-182bab451199 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "DELETE /v2.0/routers/6d639b03-17b5-4a5d-8fe8-4a43b234acb1 HTTP/1.1" status: 204 len: 168 time: 1.3630784 Oct 22 15:26:35.579893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35266) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:35.588130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-862062527', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:35.672607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.674007 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.736860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.776005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.865475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:35.988438 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Floating IP 8a838692-4d10-4198-a580-dad86a92faa3 associated. External IP: 172.25.1.213, port: 8262cbf0-ac8f-490a-979b-e96247b260db. Oct 22 15:26:35.990549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:36.215430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Router 43897de3-46a5-4965-8ae6-b2608fce3919 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:26:36.233478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 057a303c-6645-4f6b-8f04-26eab2bcdee3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:26:36.256526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 057a303c-6645-4f6b-8f04-26eab2bcdee3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:26:36.257274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 057a303c-6645-4f6b-8f04-26eab2bcdee3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:26:36.377495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:36.382344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:36.392578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:36.404701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:36.405403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:36.431776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f0e42cc4-2505-4d43-9370-be6a0b96aebe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "PUT /v2.0/floatingips/8a838692-4d10-4198-a580-dad86a92faa3 HTTP/1.1" status: 200 len: 991 time: 1.4027846 Oct 22 15:26:36.435141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:26:36.437530 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf9c4ad-8571-43d6-9229-2579ebe1c723" -d '{"events": [{"name": "network-changed", "server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:26:36.470691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:36.493102 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7227b6-7bcb-4b52-acb9-15ba9cc71b48 x-openstack-request-id: req-1b7227b6-7bcb-4b52-acb9-15ba9cc71b48 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:26:36.498501 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:26:36.498501 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b7227b6-7bcb-4b52-acb9-15ba9cc71b48 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:26:36.498501 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'status': 'completed', 'code': 200} Oct 22 15:26:36.520420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:36.566192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:36.638197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-4f88a02f-e17c-45ec-95dc-a310056aed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:36.639836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-4f88a02f-e17c-45ec-95dc-a310056aed38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1096 time: 0.1018655 Oct 22 15:26:36.752127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Allocated IP 172.25.1.210 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/52db345c-afa1-44aa-89d1-2b89c3d3920f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:36.800748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-4824a467-39c5-4053-9078-0e03bf5c847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:36.802494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-4824a467-39c5-4053-9078-0e03bf5c847d service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.1408117 Oct 22 15:26:36.930233 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-a2f1c1a1-04c2-47dd-8fe7-d01bbfd9c755 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 999 time: 0.1144705 Oct 22 15:26:36.943533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:36.991896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '8a838692-4d10-4198-a580-dad86a92faa3', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'mac_address': 'fa:16:3e:b0:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:26:16Z', 'updated_at': '2021-10-22T15:26:35Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:37.006145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-db555d98-8c38-425e-810d-729037d95a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:37.007766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-db555d98-8c38-425e-810d-729037d95a8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0625045 Oct 22 15:26:37.019916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:26:37.028740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:37.029352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:37.062343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-b38b7963-75b0-4d86-9abe-d6a7fcf502e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:37.064003 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-b38b7963-75b0-4d86-9abe-d6a7fcf502e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481570 Oct 22 15:26:37.101054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:37.141987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:26:37.202821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:37.207611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event updated for resources: {'Port': ['ID=52db345c-afa1-44aa-89d1-2b89c3d3920f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:37.210896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:37.214726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:37.263710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-c01416d1-109a-406c-ba0b-c8abff104780 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825418 Oct 22 15:26:37.385903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '8a838692-4d10-4198-a580-dad86a92faa3', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'mac_address': 'fa:16:3e:b0:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:26:16Z', 'updated_at': '2021-10-22T15:26:35Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:37.413611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550cf333-2e3a-4835-ac46-dcf059c477f8 None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '8a838692-4d10-4198-a580-dad86a92faa3', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'mac_address': 'fa:16:3e:b0:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:26:16Z', 'updated_at': '2021-10-22T15:26:35Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:37.468524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3bf9c4ad-8571-43d6-9229-2579ebe1c723 req-9322a3d5-d27d-42e3-a125-9e5c05154558 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622841 Oct 22 15:26:37.635247 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cfa58-80bc-470d-9f2d-fb0f7049d074 None None] New status for floating IP 8a838692-4d10-4198-a580-dad86a92faa3: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:26:37.756907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:37.979890 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:38.185721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Router 6cac2a33-565a-412c-848c-99d77842046c is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:38.297989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:38.310492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] Sync routers for ids ['6cac2a33-565a-412c-848c-99d77842046c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:38.323440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] Routers {'6cac2a33-565a-412c-848c-99d77842046c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:38.324194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6cac2a33-565a-412c-848c-99d77842046c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:38.358946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:38.367899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] Routers {'6cac2a33-565a-412c-848c-99d77842046c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:38.369242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6cac2a33-565a-412c-848c-99d77842046c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:38.405261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:38.406221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e958-7fc8-45c5-abbd-1b08dc269292 None None] The sync data for ids ['6cac2a33-565a-412c-848c-99d77842046c'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:38.417131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:38.418359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13d2e095-d9b6-44fc-ba6d-a5efa4533e45 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8374333 Oct 22 15:26:38.421242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:38.425582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': False}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:38.737244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:39.231370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:39.235563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:39.343757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Router 6cac2a33-565a-412c-848c-99d77842046c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:26:39.458831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:39.463745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:39.467663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6bd1f16b-ddc8-4eea-9201-4f6a6a065409 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "PUT /v2.0/routers/6cac2a33-565a-412c-848c-99d77842046c HTTP/1.1" status: 200 len: 925 time: 1.0428936 Oct 22 15:26:39.468283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35286) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:39.472825 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] Sync routers for ids ['6cac2a33-565a-412c-848c-99d77842046c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:39.492422 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] Routers {'6cac2a33-565a-412c-848c-99d77842046c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:39.493127 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6cac2a33-565a-412c-848c-99d77842046c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:39.528069 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:39.537673 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] Routers {'6cac2a33-565a-412c-848c-99d77842046c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:39.538370 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['6cac2a33-565a-412c-848c-99d77842046c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:39.574695 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:39.575471 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46852af7-a015-48a3-93a1-cd1667f5ffae None None] The sync data for ids ['6cac2a33-565a-412c-848c-99d77842046c'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:39.933905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a10b9ab-7693-4451-820d-fc6db0855351 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/6cac2a33-565a-412c-848c-99d77842046c HTTP/1.1" status: 200 len: 925 time: 0.4634042 Oct 22 15:26:39.936592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:40.012986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c6543-9102-4fb9-ac65-48d84157d885 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:40.015500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8c0c6543-9102-4fb9-ac65-48d84157d885 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=6cac2a33-565a-412c-848c-99d77842046c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0771976 Oct 22 15:26:40.023482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35298) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:40.117278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8d470-549e-4204-9f6a-22b54f5c9047 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:40.119201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-21e8d470-549e-4204-9f6a-22b54f5c9047 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.0951736 Oct 22 15:26:40.121902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35300) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:40.152066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c561ba51-af4e-40a7-8d37-e4f70a2f07b5 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cac2a33-565a-412c-848c-99d77842046c HTTP/1.1" status: 200 len: 205 time: 0.0261769 Oct 22 15:26:40.152318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35302) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:40.261532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:40.370010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:40.539023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Deleting port 52db345c-afa1-44aa-89d1-2b89c3d3920f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:40.539701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:40.618347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:40.629948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Calling delete_port for 52db345c-afa1-44aa-89d1-2b89c3d3920f owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:40.859786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:40.887315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event deleted for resources: {'Port': ['ID=52db345c-afa1-44aa-89d1-2b89c3d3920f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:40.950609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.045081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.048578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.191353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.191843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Fanout notify agent at l3_agent the message router_deleted on router 6cac2a33-565a-412c-848c-99d77842046c {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:41.199147 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.200381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-21d865c8-c92e-4dc7-bba9-f4cecbbf0287 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/6cac2a33-565a-412c-848c-99d77842046c HTTP/1.1" status: 204 len: 168 time: 1.0471394 Oct 22 15:26:41.204149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35312) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:41.209445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-753808465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:41.334630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.335745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.386702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.511914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.627826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:41.629011 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9a32084d-f73e-43e6-93d4-9fc007dbbd6d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4238586 Oct 22 15:26:41.632025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35314) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:41.637772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:41.660015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:42.182151 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:42.506434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:42.530754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:42.640233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Allocated IP 172.25.1.122 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/7e1f3fb5-3e3d-492f-9797-d74362a936c1) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:42.752061 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:42.860462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:42.902612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:42.910308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:42.912549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event updated for resources: {'Port': ['ID=7e1f3fb5-3e3d-492f-9797-d74362a936c1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:42.914814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:42.940166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.940509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.940845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.941184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.941514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.941839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.942160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.942482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.942802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.943148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.943476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:42.943796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:26:43.235666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:43.447215 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:43.451460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:43.705312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Router 734bd675-93ec-4dc3-91a0-1caff309b55d is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:43.822044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:43.828746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:43.829896 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cc8aa1a3-5a38-4640-9f16-e0b0f4faee3a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "PUT /v2.0/routers/734bd675-93ec-4dc3-91a0-1caff309b55d HTTP/1.1" status: 200 len: 883 time: 2.1969609 Oct 22 15:26:43.832534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] Sync routers for ids ['734bd675-93ec-4dc3-91a0-1caff309b55d'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:43.833087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35328) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:43.844183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] Routers {'734bd675-93ec-4dc3-91a0-1caff309b55d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:43.845612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['734bd675-93ec-4dc3-91a0-1caff309b55d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:43.882858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:43.893050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] Routers {'734bd675-93ec-4dc3-91a0-1caff309b55d'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:43.893276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['734bd675-93ec-4dc3-91a0-1caff309b55d'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:43.929162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:43.930079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010abf7-0776-4979-8c2a-50a3ca5d772e None None] The sync data for ids ['734bd675-93ec-4dc3-91a0-1caff309b55d'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:43.943015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-698d05da-96da-4485-8e2b-bdefea929d33 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/734bd675-93ec-4dc3-91a0-1caff309b55d HTTP/1.1" status: 200 len: 924 time: 0.1070240 Oct 22 15:26:43.943728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35332) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:44.019789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14899b7-b652-439a-b697-3976c91f13af tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:44.021299 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d14899b7-b652-439a-b697-3976c91f13af tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=734bd675-93ec-4dc3-91a0-1caff309b55d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0765882 Oct 22 15:26:44.024055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35334) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:44.116452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43353e-b3a1-450f-a0eb-e10fcf2033e3 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:44.117874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3d43353e-b3a1-450f-a0eb-e10fcf2033e3 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.0923629 Oct 22 15:26:44.121211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35336) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:44.148367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7b5a1b0e-21a7-469a-997b-1e413c1ed8c7 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=734bd675-93ec-4dc3-91a0-1caff309b55d HTTP/1.1" status: 200 len: 205 time: 0.0257258 Oct 22 15:26:44.151552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35338) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:44.281037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:44.413305 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:44.541520 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Deleting port 7e1f3fb5-3e3d-492f-9797-d74362a936c1 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:44.542212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:44.645813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:44.658768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Calling delete_port for 7e1f3fb5-3e3d-492f-9797-d74362a936c1 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:44.888875 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:44.922339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event deleted for resources: {'Port': ['ID=7e1f3fb5-3e3d-492f-9797-d74362a936c1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:44.984508 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.078121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.080764 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.162539 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.163069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Fanout notify agent at l3_agent the message router_deleted on router 734bd675-93ec-4dc3-91a0-1caff309b55d {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:45.170951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.175924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-29d66d39-f8cc-48fc-b592-0b2c9b5f0753 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/734bd675-93ec-4dc3-91a0-1caff309b55d HTTP/1.1" status: 204 len: 168 time: 1.0196571 Oct 22 15:26:45.175924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35344) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:45.182312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-384743766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:45.305353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.306617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.357370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.477340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.615942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:45.617199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0a8bb86c-e652-44aa-93b8-c6360761bf96 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4399993 Oct 22 15:26:45.619960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:45.626240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': True}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:45.840021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.116817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.137241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.246634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Allocated IP 172.25.1.114 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/3d90b803-d335-495b-9c8e-3a8098d83855) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:46.354363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.500451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.539567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:46.543051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:46.546650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:46.571292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Port': ['ID=3d90b803-d335-495b-9c8e-3a8098d83855,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:46.697881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35354) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:46.848826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Deleting subnet b7007619-fafd-41ce-9e29-af7c14cb4cbb {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:26:46.852464 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.890249 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:46.934257 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.083387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.114789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7007619-fafd-41ce-9e29-af7c14cb4cbb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:47.116835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.121533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c52cb008-aee5-44d7-8d94-8fe58184051b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7007619-fafd-41ce-9e29-af7c14cb4cbb HTTP/1.1" status: 204 len: 168 time: 0.4233706 Oct 22 15:26:47.130701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:47.226278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.241560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.312335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.333252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744fb169-2c42-4864-871e-7f16f3fb9ce3']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.344163 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eabd86-7b78-48f3-ab70-657e5da677de') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.344659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eabd86-7b78-48f3-ab70-657e5da677de') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.354433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.367696 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.375517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:26:47.375926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:26:47.380417 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:26:47.451250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.455053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.557233 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.562818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.568721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] 10.222.0.66 "DELETE /v2.0/networks/744fb169-2c42-4864-871e-7f16f3fb9ce3 HTTP/1.1" status: 204 len: 168 time: 0.4341617 Oct 22 15:26:47.577807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec5ca1-5392-4a0b-846c-e0977d5f690b admin admin] Pushing event deleted for resources: {'Network': ['ID=744fb169-2c42-4864-871e-7f16f3fb9ce3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:47.682824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Router 1e0b05da-512b-4cee-b6b9-24f93bc08c58 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:47.788676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:47.793237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:47.794392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9f1006f1-5e50-4291-a016-1287571fd2c6 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "PUT /v2.0/routers/1e0b05da-512b-4cee-b6b9-24f93bc08c58 HTTP/1.1" status: 200 len: 918 time: 2.1732795 Oct 22 15:26:47.797364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35366) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:47.797833 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] Sync routers for ids ['1e0b05da-512b-4cee-b6b9-24f93bc08c58'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:47.809346 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] Routers {'1e0b05da-512b-4cee-b6b9-24f93bc08c58'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:47.809979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1e0b05da-512b-4cee-b6b9-24f93bc08c58'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.843114 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.852267 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] Routers {'1e0b05da-512b-4cee-b6b9-24f93bc08c58'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:47.852903 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1e0b05da-512b-4cee-b6b9-24f93bc08c58'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.889200 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:47.889851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a467e12-07b0-4c68-bd14-2614fd8c1be8 None None] The sync data for ids ['1e0b05da-512b-4cee-b6b9-24f93bc08c58'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:47.909064 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a8da6769-c982-44d0-9efc-6abd238e3ad5 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/1e0b05da-512b-4cee-b6b9-24f93bc08c58 HTTP/1.1" status: 200 len: 924 time: 0.1077769 Oct 22 15:26:47.909404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:47.951432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a3128-824c-4250-bbaf-24076c51ecc4 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:47.952939 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd7a3128-824c-4250-bbaf-24076c51ecc4 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=1e0b05da-512b-4cee-b6b9-24f93bc08c58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0426531 Oct 22 15:26:47.960247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:48.003566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:48.045270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-00b6e7d1-23a2-46c6-97c0-e20e1dc1b3a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6a8011cfb194530933bf692927ef24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405226 Oct 22 15:26:48.046415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb787af9-2358-4190-8cf5-5af5bc27b4bf tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:48.050410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35374) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:48.050576 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb787af9-2358-4190-8cf5-5af5bc27b4bf tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.0866704 Oct 22 15:26:48.050576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35376) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:48.081606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e588146-3fe8-4875-9790-21b0fcf28ade tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e0b05da-512b-4cee-b6b9-24f93bc08c58 HTTP/1.1" status: 200 len: 205 time: 0.0299628 Oct 22 15:26:48.084335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35378) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:48.100988 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99a6f4bd-7618-40c9-bdcb-961c36f53f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.123546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99a6f4bd-7618-40c9-bdcb-961c36f53f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.192382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.231197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99a6f4bd-7618-40c9-bdcb-961c36f53f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.234049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99a6f4bd-7618-40c9-bdcb-961c36f53f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.238313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-99a6f4bd-7618-40c9-bdcb-961c36f53f91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a36985c-fcfd-4444-8cca-aa22f94ff6c1 HTTP/1.1" status: 204 len: 168 time: 0.1864438 Oct 22 15:26:48.246223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6f4bd-7618-40c9-bdcb-961c36f53f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a36985c-fcfd-4444-8cca-aa22f94ff6c1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:48.323096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.542624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Deleting port 3d90b803-d335-495b-9c8e-3a8098d83855 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:48.542964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.620000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.631668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Calling delete_port for 3d90b803-d335-495b-9c8e-3a8098d83855 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:48.945503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:48.980706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event deleted for resources: {'Port': ['ID=3d90b803-d335-495b-9c8e-3a8098d83855,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:49.045492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.140776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.143101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.260286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.260768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0b05da-512b-4cee-b6b9-24f93bc08c58 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:49.267626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.268740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06a97b71-eb97-4d49-9259-a973a59480fe tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/1e0b05da-512b-4cee-b6b9-24f93bc08c58 HTTP/1.1" status: 204 len: 168 time: 1.1834934 Oct 22 15:26:49.272370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35384) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:49.277090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-366389970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:49.402500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.406139 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.458336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.551066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.633014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:49.634957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ed84a6c-0aa1-48c6-b16f-16a6a4603fd3 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3615744 Oct 22 15:26:49.637535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35388) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:49.641812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'enable_snat': False}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:49.847884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:50.107471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:50.125830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:50.232615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Allocated IP 172.25.1.188 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/2ff4fa6b-a92c-4fd9-ace0-388d856cf5bc) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:50.338429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:50.477297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:50.514288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:50.517176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:50.520604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:50.549471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff4fa6b-a92c-4fd9-ace0-388d856cf5bc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:50.866277 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:51.388176 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:51.391470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:51.779429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Router ec10ec31-aed9-4d65-9495-33dcb9667812 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:51.882576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:51.887667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:51.889682 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a83cebe2-5c6b-42de-a830-4290e35cc03c tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "PUT /v2.0/routers/ec10ec31-aed9-4d65-9495-33dcb9667812 HTTP/1.1" status: 200 len: 919 time: 2.2508955 Oct 22 15:26:51.891300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35394) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:51.892216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] Sync routers for ids ['ec10ec31-aed9-4d65-9495-33dcb9667812'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:51.903310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] Routers {'ec10ec31-aed9-4d65-9495-33dcb9667812'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:51.903971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ec10ec31-aed9-4d65-9495-33dcb9667812'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:51.941383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:51.950270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] Routers {'ec10ec31-aed9-4d65-9495-33dcb9667812'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:51.950864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ec10ec31-aed9-4d65-9495-33dcb9667812'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:51.984083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:51.984724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d750ba-ab6e-4191-817e-1973aca97e27 None None] The sync data for ids ['ec10ec31-aed9-4d65-9495-33dcb9667812'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:52.005129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32cf4fe1-6102-497b-adde-2f6490619abc tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/ec10ec31-aed9-4d65-9495-33dcb9667812 HTTP/1.1" status: 200 len: 925 time: 0.1127458 Oct 22 15:26:52.007914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:52.056601 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8227eb0-fe8d-4d60-a702-cce80b7421d7 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:52.058174 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8227eb0-fe8d-4d60-a702-cce80b7421d7 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=ec10ec31-aed9-4d65-9495-33dcb9667812&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0492170 Oct 22 15:26:52.064685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35398) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:52.149051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89297515-d7f9-4055-8a8a-02ce9e438532 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:52.151255 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89297515-d7f9-4055-8a8a-02ce9e438532 tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/networks/d9fda528-0403-4d4f-a06a-a88fdc884a3b HTTP/1.1" status: 200 len: 881 time: 0.0856109 Oct 22 15:26:52.154009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35400) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:52.180666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cbb2def1-0996-4df6-8663-8992a0e11efd tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec10ec31-aed9-4d65-9495-33dcb9667812 HTTP/1.1" status: 200 len: 205 time: 0.0255716 Oct 22 15:26:52.183039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35402) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:52.289089 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:52.399275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:52.507588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Deleting port 2ff4fa6b-a92c-4fd9-ace0-388d856cf5bc {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:52.507959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:52.591267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:52.603256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Calling delete_port for 2ff4fa6b-a92c-4fd9-ace0-388d856cf5bc owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:52.642508 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-231059d9-c51d-4061-9186-25f15e25842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:52.922402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:52.948186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event deleted for resources: {'Port': ['ID=2ff4fa6b-a92c-4fd9-ace0-388d856cf5bc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:53.016894 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.108865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.111274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.231189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.231739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Fanout notify agent at l3_agent the message router_deleted on router ec10ec31-aed9-4d65-9495-33dcb9667812 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:53.238668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.240597 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fe59b7a5-5652-438c-8618-cbe499a0edce tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/ec10ec31-aed9-4d65-9495-33dcb9667812 HTTP/1.1" status: 204 len: 168 time: 1.0560746 Oct 22 15:26:53.244536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35408) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:53.249244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058706818', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}, 'admin_state_up': False}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:53.359677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-f1d78338-4be0-41a4-a1c3-63f8c56bf392 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1905673 Oct 22 15:26:53.380151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.381762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.438674 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.448978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-d637185b-1850-4838-8ad2-a8d4cd637f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:53.450496 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-d637185b-1850-4838-8ad2-a8d4cd637f36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1097 time: 0.0436163 Oct 22 15:26:53.564540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-430d97ff-2f74-4e17-beb0-751d1efe5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:53.566138 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-430d97ff-2f74-4e17-beb0-751d1efe5fcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.0926805 Oct 22 15:26:53.646713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-de12c496-c742-438f-98d1-d812e6a00876 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 200 len: 1002 time: 0.0694406 Oct 22 15:26:53.686673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:53.695268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-393412b8-ba1d-4599-a6db-e918ea470a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:53.697306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-393412b8-ba1d-4599-a6db-e918ea470a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0461593 Oct 22 15:26:53.746536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-70f5b2b6-6c46-4ede-994b-d938fb67acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:26:53.748126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-70f5b2b6-6c46-4ede-994b-d938fb67acaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420196 Oct 22 15:26:53.760273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-1eb48a13-1abb-4f3f-8e92-89814c2d484f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:26:53.761304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-1eb48a13-1abb-4f3f-8e92-89814c2d484f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050499 Oct 22 15:26:53.858697 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-33e827d2-298f-4835-ba27-49efba65a29e service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Oct 22 15:26:53.951327 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-729e29c8-57d5-4ba1-b060-8a6f61cedc83 req-3f48446d-2bad-4e4a-bdd8-ccac04158aae service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842354 Oct 22 15:26:53.992809 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:54.011998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:54.118365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Allocated IP 172.25.1.2 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c3bef0d3-8281-406b-a06f-591fa42c8b6f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:26:54.217186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:54.323411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:54.358957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:26:54.361809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:26:54.365228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:26:54.396866 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event updated for resources: {'Port': ['ID=c3bef0d3-8281-406b-a06f-591fa42c8b6f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:54.714899 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:54.856812 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:26:54.907339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.116535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Router 8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:26:55.168048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5c48-6080-4b4d-bf58-1733efcabdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.228061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:55.237177 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410665cd-afb2-4736-9734-378313991d70 None None] Sync routers for ids ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:55.248067 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410665cd-afb2-4736-9734-378313991d70 None None] Routers {'8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:55.248665 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-410665cd-afb2-4736-9734-378313991d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:55.281711 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-410665cd-afb2-4736-9734-378313991d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:55.290372 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410665cd-afb2-4736-9734-378313991d70 None None] Routers {'8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:55.291136 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-410665cd-afb2-4736-9734-378313991d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:55.332509 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-410665cd-afb2-4736-9734-378313991d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:55.333158 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410665cd-afb2-4736-9734-378313991d70 None None] The sync data for ids ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'] in n-d-812148-2 is: [] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:55.336130 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.337423 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5d0cf215-945d-4e64-98fc-913908961901 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0918097 Oct 22 15:26:55.340020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35414) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:55.344388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:26:55.647734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.738604 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.895766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Deleting port c3bef0d3-8281-406b-a06f-591fa42c8b6f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:26:55.896094 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.973031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:55.984797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Calling delete_port for c3bef0d3-8281-406b-a06f-591fa42c8b6f owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:26:56.505775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.534104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.557778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Pushing event deleted for resources: {'Port': ['ID=c3bef0d3-8281-406b-a06f-591fa42c8b6f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:56.562234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.618204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.821641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29047'] for router, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.825977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445804'] for router, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.902235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Router 8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:26:56.975768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:26:56.983560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:56.986893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35420) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:56.987443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b21a3250-6856-42e6-b9b7-07822ab4103e tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "PUT /v2.0/routers/8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 200 len: 710 time: 1.6459095 Oct 22 15:26:56.988372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] Sync routers for ids ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:26:57.005223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] Routers {'8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:57.005922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:57.040221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:57.049917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] Routers {'8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:26:57.050601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:57.070192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5b124755-bb69-431a-afc8-dd6c02506a2e tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/routers/8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 200 len: 745 time: 0.0795135 Oct 22 15:26:57.070449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.087046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:26:57.087844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77891295-02c2-47e6-afd0-a5bde3c039bf None None] The sync data for ids ['8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a'] in n-d-812148-2 is: [] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:26:57.121092 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8e170988-faef-4f14-8791-4851951b5eee tempest-RoutersIpV6AdminTest-935142015 tempest-RoutersIpV6AdminTest-935142015-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&device_id=8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 200 len: 205 time: 0.0466902 Oct 22 15:26:57.121771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35424) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.153957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f441a4b-faff-495a-950b-1d812b4b062a tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 200 len: 205 time: 0.0307994 Oct 22 15:26:57.156397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35426) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.230812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:57.404371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:57.406870 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:57.528386 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:57.528901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:26:57.538487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:57.538487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6c6ec9e7-dd09-4e7f-8de2-039f6f3dafb4 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 204 len: 168 time: 0.3796971 Oct 22 15:26:57.542644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.578832 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a19c73f-5f19-4b61-b55a-4f2d87809b33 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 200 len: 205 time: 0.0348918 Oct 22 15:26:57.581286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.620815 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-893ac39c-1731-4952-9918-252966da4710 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] delete failed (client error): The resource could not be found. Oct 22 15:26:57.621875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-893ac39c-1731-4952-9918-252966da4710 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/8cf0efd5-44ec-4cbf-8b90-4b8bc3b1490a HTTP/1.1" status: 404 len: 336 time: 0.0396256 Oct 22 15:26:57.624640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35432) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.651987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-986a4d4e-08be-45a4-9751-1d10f0e7b69d tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec10ec31-aed9-4d65-9495-33dcb9667812 HTTP/1.1" status: 200 len: 205 time: 0.0262890 Oct 22 15:26:57.654449 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35434) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.695441 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-76adb062-56e1-4a85-90d2-d9963884f050 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] delete failed (client error): The resource could not be found. Oct 22 15:26:57.696717 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-76adb062-56e1-4a85-90d2-d9963884f050 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/ec10ec31-aed9-4d65-9495-33dcb9667812 HTTP/1.1" status: 404 len: 336 time: 0.0411325 Oct 22 15:26:57.700335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35436) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.730051 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b25ba900-5b1b-4ce1-bde4-7770723ee410 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e0b05da-512b-4cee-b6b9-24f93bc08c58 HTTP/1.1" status: 200 len: 205 time: 0.0286484 Oct 22 15:26:57.732453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35438) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.768912 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-a1a6753a-edb9-4060-bf96-75fbdbe60422 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] delete failed (client error): The resource could not be found. Oct 22 15:26:57.769933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1a6753a-edb9-4060-bf96-75fbdbe60422 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/1e0b05da-512b-4cee-b6b9-24f93bc08c58 HTTP/1.1" status: 404 len: 336 time: 0.0365853 Oct 22 15:26:57.772591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35440) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.805090 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13778a01-b9aa-41ec-b213-3881b3a717d5 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=734bd675-93ec-4dc3-91a0-1caff309b55d HTTP/1.1" status: 200 len: 205 time: 0.0292830 Oct 22 15:26:57.805418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35442) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.842390 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-57caa1d9-23ba-4892-a96a-e8905d34a1eb tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] delete failed (client error): The resource could not be found. Oct 22 15:26:57.845869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-57caa1d9-23ba-4892-a96a-e8905d34a1eb tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/734bd675-93ec-4dc3-91a0-1caff309b55d HTTP/1.1" status: 404 len: 336 time: 0.0370674 Oct 22 15:26:57.846490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35446) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.876422 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-470189e8-0b7a-4d7c-aa67-9493eb008153 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cac2a33-565a-412c-848c-99d77842046c HTTP/1.1" status: 200 len: 205 time: 0.0284057 Oct 22 15:26:57.876789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35448) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.920308 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-0c4a8236-bb4f-46a0-af52-71204010ffbd tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] delete failed (client error): The resource could not be found. Oct 22 15:26:57.921361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0c4a8236-bb4f-46a0-af52-71204010ffbd tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/6cac2a33-565a-412c-848c-99d77842046c HTTP/1.1" status: 404 len: 336 time: 0.0435503 Oct 22 15:26:57.924090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35450) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.951582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5491e26d-d386-4198-bd96-dfd73d5334f9 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5bc1344-9994-4c46-a5df-8fe18b0524a0 HTTP/1.1" status: 200 len: 205 time: 0.0263216 Oct 22 15:26:57.953803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35452) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:57.990138 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-047682f9-3f68-4766-a423-9e50e2280bbf tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] delete failed (client error): The resource could not be found. Oct 22 15:26:57.991838 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-047682f9-3f68-4766-a423-9e50e2280bbf tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/routers/d5bc1344-9994-4c46-a5df-8fe18b0524a0 HTTP/1.1" status: 404 len: 336 time: 0.0370245 Oct 22 15:26:57.995037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35454) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:58.024248 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2c259d-1dcc-4d96-acc2-6eacf0a9f444 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] DELETE failed (client error): The resource could not be found. Oct 22 15:26:58.024711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2c259d-1dcc-4d96-acc2-6eacf0a9f444 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:26:58.028218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac2c259d-1dcc-4d96-acc2-6eacf0a9f444 tempest-RoutersIpV6AdminTest-1169397951 tempest-RoutersIpV6AdminTest-1169397951-project] 10.222.0.66 "DELETE /v2.0/subnets/149299b8-cdbe-4f5d-83b4-c3fed993a3fa HTTP/1.1" status: 404 len: 337 time: 0.0320277 Oct 22 15:26:58.144972 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:58.589417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35460) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:58.694701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0ac-c717-4696-b358-a0030ebc6767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:58.767824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0ac-c717-4696-b358-a0030ebc6767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:58.842009 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0ac-c717-4696-b358-a0030ebc6767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:58.880891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-94b1a0ac-c717-4696-b358-a0030ebc6767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8aacb0c733a4a8bbcb790115714222e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903805 Oct 22 15:26:58.881761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1a0ac-c717-4696-b358-a0030ebc6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d5279-52b5-41cb-aeda-52058a9cc766,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:58.883622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:58.934400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d473fbad-b684-4154-8dd3-d9bcd2932bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:58.960020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d473fbad-b684-4154-8dd3-d9bcd2932bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:59.082416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d473fbad-b684-4154-8dd3-d9bcd2932bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:59.085057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d473fbad-b684-4154-8dd3-d9bcd2932bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:59.086231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d473fbad-b684-4154-8dd3-d9bcd2932bba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a5d5279-52b5-41cb-aeda-52058a9cc766 HTTP/1.1" status: 204 len: 168 time: 0.2008362 Oct 22 15:26:59.095437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473fbad-b684-4154-8dd3-d9bcd2932bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d5279-52b5-41cb-aeda-52058a9cc766,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:26:59.748618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35472) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:59.788205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3091f0e-7eac-4dc5-993b-a46471e96025 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f9a5ec16de0432696756c6ac95084b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384223 Oct 22 15:26:59.790663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35474) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:26:59.845265 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04120e6e-ffa4-458d-a489-a19e9a7533ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:26:59.867578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04120e6e-ffa4-458d-a489-a19e9a7533ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:00.025429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04120e6e-ffa4-458d-a489-a19e9a7533ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:00.028207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-04120e6e-ffa4-458d-a489-a19e9a7533ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:00.029518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-04120e6e-ffa4-458d-a489-a19e9a7533ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54d37b2d-6ce1-440f-b7f2-8ba6d793b7d7 HTTP/1.1" status: 204 len: 168 time: 0.2373989 Oct 22 15:27:00.037860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120e6e-ffa4-458d-a489-a19e9a7533ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d37b2d-6ce1-440f-b7f2-8ba6d793b7d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:01.357091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:01.455555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193982937'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:01.550517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.558807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.632880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.710401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.748216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960b1a7f-8f27-4f6b-baa2-c3058512aded,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:01.786913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.830394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.858261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a566e8c7-e59d-49f8-a917-a87ac53954fc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:01.907447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:01.908722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-872700b8-cda4-4ed9-90ef-d36e3f824842 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5505309 Oct 22 15:27:01.911390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35504) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:01.964448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-15ecad73-9a7a-4fb9-a387-3e3fa1920465 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0519497 Oct 22 15:27:01.967022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:01.971154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-security--1361346401', 'description': 'tempest-security-description-1456461356'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:01.996951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.043035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.110737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.113369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.114649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "PUT /v2.0/security-groups/a566e8c7-e59d-49f8-a917-a87ac53954fc HTTP/1.1" status: 200 len: 1780 time: 0.1467152 Oct 22 15:27:02.117587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35510) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:02.139733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2efeda-2596-40ff-9408-b67963d4d451 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a566e8c7-e59d-49f8-a917-a87ac53954fc,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:02.158604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6bfcb63-ab3a-43fc-9727-25b21e4c4d12 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups/a566e8c7-e59d-49f8-a917-a87ac53954fc HTTP/1.1" status: 200 len: 1780 time: 0.0392916 Oct 22 15:27:02.161295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35512) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:02.212698 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d2c33269-8a92-423d-a2f6-0d2c99bfd48e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.234502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d2c33269-8a92-423d-a2f6-0d2c99bfd48e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.339638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d2c33269-8a92-423d-a2f6-0d2c99bfd48e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.342177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d2c33269-8a92-423d-a2f6-0d2c99bfd48e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.343421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d2c33269-8a92-423d-a2f6-0d2c99bfd48e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/a566e8c7-e59d-49f8-a917-a87ac53954fc HTTP/1.1" status: 204 len: 168 time: 0.1812205 Oct 22 15:27:02.345936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35514) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:02.352844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c33269-8a92-423d-a2f6-0d2c99bfd48e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566e8c7-e59d-49f8-a917-a87ac53954fc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:02.389656 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-468673c8-0eff-4a52-b38f-7e7e6937aa74 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424733 Oct 22 15:27:02.392628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:02.405084 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-09f120d5-bab2-491f-98bf-4e43ee62689e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] delete failed (client error): The resource could not be found. Oct 22 15:27:02.408101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09f120d5-bab2-491f-98bf-4e43ee62689e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/a566e8c7-e59d-49f8-a917-a87ac53954fc HTTP/1.1" status: 404 len: 347 time: 0.0125771 Oct 22 15:27:02.410182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35518) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:02.415432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709669452'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:02.522472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.587220 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.665340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.694006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f41b709-5d8f-4e2c-9492-ae5478abb3a5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:02.775427 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.777531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50b3d6bf-8a62-4c28-975a-778b312b0d3e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3663111 Oct 22 15:27:02.780380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35520) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:02.784749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '6f41b709-5d8f-4e2c-9492-ae5478abb3a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:02.881182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:02.940097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.019433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.041493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124379b4-a77f-41c1-a4d7-e0596f5cc4c3,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:03.142041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.143317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8354baf6-2fa4-49f9-9702-cb65c87bbb08 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619826 Oct 22 15:27:03.146464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35522) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:03.173676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6126cd0-3540-447b-a353-4ddb7db5c9bb tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.182021 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6126cd0-3540-447b-a353-4ddb7db5c9bb tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.293862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6126cd0-3540-447b-a353-4ddb7db5c9bb tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.299064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b6126cd0-3540-447b-a353-4ddb7db5c9bb tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.300194 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6126cd0-3540-447b-a353-4ddb7db5c9bb tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/124379b4-a77f-41c1-a4d7-e0596f5cc4c3 HTTP/1.1" status: 204 len: 168 time: 0.1527457 Oct 22 15:27:03.303037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35526) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:03.308679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6126cd0-3540-447b-a353-4ddb7db5c9bb tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=124379b4-a77f-41c1-a4d7-e0596f5cc4c3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:03.353809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cb3eb469-fd5f-41d6-91b1-82aead8f8536 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0493896 Oct 22 15:27:03.356579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35528) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:03.409145 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dde7bad3-442d-4852-bab6-c02594dbde4d tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.431488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dde7bad3-442d-4852-bab6-c02594dbde4d tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.591063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dde7bad3-442d-4852-bab6-c02594dbde4d tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.593710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dde7bad3-442d-4852-bab6-c02594dbde4d tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.594910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dde7bad3-442d-4852-bab6-c02594dbde4d tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/6f41b709-5d8f-4e2c-9492-ae5478abb3a5 HTTP/1.1" status: 204 len: 168 time: 0.2374258 Oct 22 15:27:03.599543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35530) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:03.604561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7bad3-442d-4852-bab6-c02594dbde4d tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f41b709-5d8f-4e2c-9492-ae5478abb3a5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:03.643716 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-85799bcb-2fcb-4590-b435-ac0a3c981789 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447006 Oct 22 15:27:03.647607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35532) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:03.652598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--182332267'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:03.756549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.821441 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.950935 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:03.981373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc3aa9-b341-4b11-99e1-c32832d074ff,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:03.996220 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.090101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.092111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f4ad2623-baea-47bb-9656-c1ca5b3c6388 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4435019 Oct 22 15:27:04.094801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35534) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:04.099466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '88fc3aa9-b341-4b11-99e1-c32832d074ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:04.224869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.287310 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.425196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.442602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578e9044-51e6-4bb6-bc08-26b195c8f54a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:04.576378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.577606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-951e914f-4ef8-4ad1-b152-b7543faa0836 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4818330 Oct 22 15:27:04.580248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35538) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:04.584483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '88fc3aa9-b341-4b11-99e1-c32832d074ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:04.687491 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.743231 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.830794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.850188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bed5606-eac8-42cc-b674-ac9f0b98f22b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:04.977105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:04.978335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-88a7b636-44dc-485d-b5b3-0b82048995be tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3971398 Oct 22 15:27:04.981038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35540) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:04.985491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '88fc3aa9-b341-4b11-99e1-c32832d074ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:05.190889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.247539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.344904 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.363994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3a535a-b1dc-4197-ae09-32d409a60bba,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:05.513044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.514239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-57de41dd-57b4-47c6-97a7-0490c08c9fde tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5322301 Oct 22 15:27:05.516999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35544) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:05.521546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '88fc3aa9-b341-4b11-99e1-c32832d074ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:05.659226 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.719031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.813987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.832324 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96528aeb-1a80-4227-b0ef-6d7f16055188,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:05.964072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:05.965883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-19e0d5d5-4bd9-4d03-a1b6-759fd2640061 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473431 Oct 22 15:27:05.968503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35546) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:05.973072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '88fc3aa9-b341-4b11-99e1-c32832d074ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:06.076463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.143186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.219379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.238611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14c876b-244b-412e-9678-5dde0228121d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:06.312945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.314164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-264c8391-b6fb-4138-a4b8-38416e609462 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3447428 Oct 22 15:27:06.316979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35548) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:06.354875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2d28fa6-a313-4261-89ec-d104279528e7 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.354875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2d28fa6-a313-4261-89ec-d104279528e7 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.550835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2d28fa6-a313-4261-89ec-d104279528e7 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.557034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2d28fa6-a313-4261-89ec-d104279528e7 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.558133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f2d28fa6-a313-4261-89ec-d104279528e7 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d14c876b-244b-412e-9678-5dde0228121d HTTP/1.1" status: 204 len: 168 time: 0.2402351 Oct 22 15:27:06.561553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35552) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:06.564688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d28fa6-a313-4261-89ec-d104279528e7 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d14c876b-244b-412e-9678-5dde0228121d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:06.615580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-17eed8cd-4c74-4262-bb23-963ffa3f4e28 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0522330 Oct 22 15:27:06.618144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35554) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:06.641858 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-111e2493-ac50-43a6-b159-b482856a58b0 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.649098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-111e2493-ac50-43a6-b159-b482856a58b0 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.768078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-111e2493-ac50-43a6-b159-b482856a58b0 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.772946 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-111e2493-ac50-43a6-b159-b482856a58b0 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.774370 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-111e2493-ac50-43a6-b159-b482856a58b0 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/96528aeb-1a80-4227-b0ef-6d7f16055188 HTTP/1.1" status: 204 len: 168 time: 0.1552763 Oct 22 15:27:06.777245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35556) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:06.783454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e2493-ac50-43a6-b159-b482856a58b0 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96528aeb-1a80-4227-b0ef-6d7f16055188,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:06.822698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5bb4df70-ded8-4467-aa14-ace58ebc6102 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0436532 Oct 22 15:27:06.826063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35558) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:06.849654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426bf42-4912-4e7b-b922-363b7fc30623 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.857214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426bf42-4912-4e7b-b922-363b7fc30623 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.968220 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426bf42-4912-4e7b-b922-363b7fc30623 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.974754 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1426bf42-4912-4e7b-b922-363b7fc30623 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:06.975917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1426bf42-4912-4e7b-b922-363b7fc30623 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3e3a535a-b1dc-4197-ae09-32d409a60bba HTTP/1.1" status: 204 len: 168 time: 0.1489222 Oct 22 15:27:06.978696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35560) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:06.981343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426bf42-4912-4e7b-b922-363b7fc30623 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e3a535a-b1dc-4197-ae09-32d409a60bba,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:07.022827 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e088f69a-d08e-4c57-862b-ab48e9e44c58 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0428731 Oct 22 15:27:07.025522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35562) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.053016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55d8f46a-f036-4688-8262-c240d183fc4c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.060822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55d8f46a-f036-4688-8262-c240d183fc4c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.173869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55d8f46a-f036-4688-8262-c240d183fc4c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.179983 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55d8f46a-f036-4688-8262-c240d183fc4c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.181064 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-55d8f46a-f036-4688-8262-c240d183fc4c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8bed5606-eac8-42cc-b674-ac9f0b98f22b HTTP/1.1" status: 204 len: 168 time: 0.1546607 Oct 22 15:27:07.183863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35564) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.186607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8f46a-f036-4688-8262-c240d183fc4c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bed5606-eac8-42cc-b674-ac9f0b98f22b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:07.226697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-95f87df5-fd24-4cf8-bda6-175337277708 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415926 Oct 22 15:27:07.229274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35566) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.253837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-311924f3-5b9e-40b8-9e2a-b4e575dbb27f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.261609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-311924f3-5b9e-40b8-9e2a-b4e575dbb27f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.350797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-311924f3-5b9e-40b8-9e2a-b4e575dbb27f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.357970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-311924f3-5b9e-40b8-9e2a-b4e575dbb27f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.359198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-311924f3-5b9e-40b8-9e2a-b4e575dbb27f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/578e9044-51e6-4bb6-bc08-26b195c8f54a HTTP/1.1" status: 204 len: 168 time: 0.1288939 Oct 22 15:27:07.361901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35568) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.363294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311924f3-5b9e-40b8-9e2a-b4e575dbb27f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=578e9044-51e6-4bb6-bc08-26b195c8f54a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:07.405297 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-486e89d5-7179-41b9-aed0-41b75fdccbb1 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421245 Oct 22 15:27:07.407967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35570) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.462129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a2a187f-71ac-49f5-becd-99d3d2031b56 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.490177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a2a187f-71ac-49f5-becd-99d3d2031b56 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.619086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a2a187f-71ac-49f5-becd-99d3d2031b56 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.622039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a2a187f-71ac-49f5-becd-99d3d2031b56 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.623308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a2a187f-71ac-49f5-becd-99d3d2031b56 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/88fc3aa9-b341-4b11-99e1-c32832d074ff HTTP/1.1" status: 204 len: 168 time: 0.2144091 Oct 22 15:27:07.626247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35574) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.632388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a187f-71ac-49f5-becd-99d3d2031b56 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc3aa9-b341-4b11-99e1-c32832d074ff,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:07.677599 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-94731b83-dfa3-4bdf-b28b-a1fd0619caa3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501733 Oct 22 15:27:07.681868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35576) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:07.694031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123672494'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:07.819401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.883731 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.956245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:07.986145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14adcb-8529-4649-97f5-6dff35f62068,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:08.055377 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.056624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ccccc78-631b-41d2-9260-dfa5eb92de67 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3738437 Oct 22 15:27:08.060004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35578) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:08.064778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': 'aa14adcb-8529-4649-97f5-6dff35f62068', 'direction': 'ingress', 'protocol': 17}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:08.206914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.252841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.442474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.460672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000ddf5e-8adb-49db-84ad-e3d2b9f3ec9e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:08.639101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.640336 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1dfa114a-84a6-43b0-abd2-d7c14554cdad tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5792406 Oct 22 15:27:08.643141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35584) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:08.696512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95633d9b-2bfe-4a96-95c4-7e743068372f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.718847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95633d9b-2bfe-4a96-95c4-7e743068372f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.905119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95633d9b-2bfe-4a96-95c4-7e743068372f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.907753 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-95633d9b-2bfe-4a96-95c4-7e743068372f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:08.909002 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-95633d9b-2bfe-4a96-95c4-7e743068372f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/aa14adcb-8529-4649-97f5-6dff35f62068 HTTP/1.1" status: 204 len: 168 time: 0.2649260 Oct 22 15:27:08.911757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35586) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:08.918219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95633d9b-2bfe-4a96-95c4-7e743068372f tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14adcb-8529-4649-97f5-6dff35f62068,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:08.957339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8503e731-0bc8-44e4-8c96-7a0cb4ac822c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442793 Oct 22 15:27:08.960665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:08.964891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105373665'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:09.082496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.150330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.264879 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.293148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f602c2f3-3601-487e-99ce-45343ff333b2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:09.432853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.435042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4ca8f9f6-7212-4c26-8099-59803d31334b tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4732919 Oct 22 15:27:09.437511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35590) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:09.441791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--120008632'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:09.585499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.656087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.710881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.739978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0044c61b-792f-40f2-887d-384e96e95bd4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:09.803956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:09.805220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f2494e70-b2d6-4278-b914-ad1a9c9e1246 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3667760 Oct 22 15:27:09.807955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35594) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:09.812534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': 'f602c2f3-3601-487e-99ce-45343ff333b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0044c61b-792f-40f2-887d-384e96e95bd4', 'remote_ip_prefix': None}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:09.977498 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.047596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.133365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.152783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6ee56b-d515-4b37-844e-7ffa2d166b4b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:10.238306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.239721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-de2a1c70-3d53-4c9c-8b87-5c244665ad21 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4308481 Oct 22 15:27:10.242474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.268301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c07d0b9a-83c2-416f-b039-bd15746b3a73 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.275791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c07d0b9a-83c2-416f-b039-bd15746b3a73 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.362587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c07d0b9a-83c2-416f-b039-bd15746b3a73 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.368950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c07d0b9a-83c2-416f-b039-bd15746b3a73 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.370049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c07d0b9a-83c2-416f-b039-bd15746b3a73 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0d6ee56b-d515-4b37-844e-7ffa2d166b4b HTTP/1.1" status: 204 len: 168 time: 0.1265852 Oct 22 15:27:10.373488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.376609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d0b9a-83c2-416f-b039-bd15746b3a73 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d6ee56b-d515-4b37-844e-7ffa2d166b4b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:10.415008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d2385895-5b9e-46bc-9197-5094e2617538 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0403225 Oct 22 15:27:10.419200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.469160 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd2302d6-2467-4d4e-a81b-ad75ccac1b2a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.492031 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd2302d6-2467-4d4e-a81b-ad75ccac1b2a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.624861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd2302d6-2467-4d4e-a81b-ad75ccac1b2a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.627554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd2302d6-2467-4d4e-a81b-ad75ccac1b2a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.628754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fd2302d6-2467-4d4e-a81b-ad75ccac1b2a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/0044c61b-792f-40f2-887d-384e96e95bd4 HTTP/1.1" status: 204 len: 168 time: 0.2102540 Oct 22 15:27:10.631596 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35604) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.638889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2302d6-2467-4d4e-a81b-ad75ccac1b2a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0044c61b-792f-40f2-887d-384e96e95bd4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:10.692450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9ce9e578-2149-43bb-9817-eb5a27e2ffd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0596733 Oct 22 15:27:10.695221 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.746062 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab670d2d-55ae-48f6-9b4a-c421dc1a71f3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.768617 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab670d2d-55ae-48f6-9b4a-c421dc1a71f3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.865099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab670d2d-55ae-48f6-9b4a-c421dc1a71f3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.867721 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab670d2d-55ae-48f6-9b4a-c421dc1a71f3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:10.869002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab670d2d-55ae-48f6-9b4a-c421dc1a71f3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/f602c2f3-3601-487e-99ce-45343ff333b2 HTTP/1.1" status: 204 len: 168 time: 0.1728499 Oct 22 15:27:10.872399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.878613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab670d2d-55ae-48f6-9b4a-c421dc1a71f3 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f602c2f3-3601-487e-99ce-45343ff333b2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:10.916944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9e64b5db-065d-46aa-b490-83432f8f2f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432005 Oct 22 15:27:10.921561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35610) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:10.925950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--972678714'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:11.013877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.079216 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.173467 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.205063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdcc415-330d-406a-a3c7-b33c619cf104,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:11.261531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.263504 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4048bce7-e5ff-4356-b86a-ccc3935c4169 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3409305 Oct 22 15:27:11.266133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35612) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:11.270515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': '7cdcc415-330d-406a-a3c7-b33c619cf104', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:11.408177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.468045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.573580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.591524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d9dcc-26c5-4d10-8105-a1268d2d7df1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:11.676521 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.729594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.730754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-85bf76bd-b523-4888-90b8-2e76ef98029c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4636707 Oct 22 15:27:11.733700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35616) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:11.758746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f03e981-0e99-422d-b0bd-23a4fa131eea tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.768082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f03e981-0e99-422d-b0bd-23a4fa131eea tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.881761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f03e981-0e99-422d-b0bd-23a4fa131eea tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.887018 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f03e981-0e99-422d-b0bd-23a4fa131eea tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:11.888173 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5f03e981-0e99-422d-b0bd-23a4fa131eea tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/612d9dcc-26c5-4d10-8105-a1268d2d7df1 HTTP/1.1" status: 204 len: 168 time: 0.1534448 Oct 22 15:27:11.890898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35618) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:11.895862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03e981-0e99-422d-b0bd-23a4fa131eea tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=612d9dcc-26c5-4d10-8105-a1268d2d7df1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:11.931093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9d855f51-31e2-4d7d-b721-f833fbd689d6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389907 Oct 22 15:27:11.933699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35620) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:11.987799 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5611-a209-4523-a651-3eac32a8b930 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.008007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5611-a209-4523-a651-3eac32a8b930 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.202163 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5611-a209-4523-a651-3eac32a8b930 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.204854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5611-a209-4523-a651-3eac32a8b930 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.206017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7b2f5611-a209-4523-a651-3eac32a8b930 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/7cdcc415-330d-406a-a3c7-b33c619cf104 HTTP/1.1" status: 204 len: 168 time: 0.2704461 Oct 22 15:27:12.208845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35622) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:12.215250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f5611-a209-4523-a651-3eac32a8b930 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdcc415-330d-406a-a3c7-b33c619cf104,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:12.253601 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7dae6fa2-df76-4511-b691-0efa108ecd45 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434902 Oct 22 15:27:12.257691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35624) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:12.261998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528379548'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:12.367967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.434812 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.505025 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.541432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dff195-6437-415c-bf75-64885cfabe18,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:12.615734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.617033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7f214982-0af1-4466-bb89-215ce0001fe6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3586228 Oct 22 15:27:12.619683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35626) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:12.624856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': 'b8dff195-6437-415c-bf75-64885cfabe18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:12.738156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.795651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.882476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.903839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b57ecf-1572-43cb-9fc9-bf1efaebc449,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:12.992283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:12.993521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc2f4b28-1504-4f1a-a687-8be28ac81ffa tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3728905 Oct 22 15:27:12.996167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35630) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.013078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6af3ee20-5bcf-4492-8bf1-035565d5d28a tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules/13b57ecf-1572-43cb-9fc9-bf1efaebc449 HTTP/1.1" status: 200 len: 763 time: 0.0153620 Oct 22 15:27:13.015341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35632) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.055122 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-10625f70-3264-49a1-838c-aabad6a111b5 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0388422 Oct 22 15:27:13.057602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35634) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.083727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32460fb3-5f3d-48f1-935f-42b064b1d4c6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.091465 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32460fb3-5f3d-48f1-935f-42b064b1d4c6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.196676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32460fb3-5f3d-48f1-935f-42b064b1d4c6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.202840 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32460fb3-5f3d-48f1-935f-42b064b1d4c6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.204075 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32460fb3-5f3d-48f1-935f-42b064b1d4c6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/13b57ecf-1572-43cb-9fc9-bf1efaebc449 HTTP/1.1" status: 204 len: 168 time: 0.1455560 Oct 22 15:27:13.206935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35636) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.213442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32460fb3-5f3d-48f1-935f-42b064b1d4c6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13b57ecf-1572-43cb-9fc9-bf1efaebc449,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:13.251111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-49c84479-ccd0-4650-ab09-501d36f6495c tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428410 Oct 22 15:27:13.253664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35638) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.257925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': 'b8dff195-6437-415c-bf75-64885cfabe18', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:13.384450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.430731 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.493090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.513509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d591607-d80c-477d-8d84-92e7b5e0151d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:13.569865 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.571147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eb5d73a5-1852-49a7-8762-0c0c2d42db55 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165274 Oct 22 15:27:13.573880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35640) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.590658 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b144e253-cfcd-4ef2-ba3c-821bdc9e89c9 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules/2d591607-d80c-477d-8d84-92e7b5e0151d HTTP/1.1" status: 200 len: 763 time: 0.0153513 Oct 22 15:27:13.592804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35642) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.632868 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2de38860-bd4c-4282-84d8-7f03dba035e8 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0390384 Oct 22 15:27:13.642431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35644) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.658382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-408c47d9-377f-4873-a838-c55deb137f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.665566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-408c47d9-377f-4873-a838-c55deb137f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.761836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-408c47d9-377f-4873-a838-c55deb137f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.766607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-408c47d9-377f-4873-a838-c55deb137f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.767885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-408c47d9-377f-4873-a838-c55deb137f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2d591607-d80c-477d-8d84-92e7b5e0151d HTTP/1.1" status: 204 len: 168 time: 0.1314425 Oct 22 15:27:13.770570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35646) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.789951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c47d9-377f-4873-a838-c55deb137f18 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d591607-d80c-477d-8d84-92e7b5e0151d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:13.818792 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf4f73d6-0202-4689-8d43-4e48f0c4af1e tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471525 Oct 22 15:27:13.821371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35650) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:13.826364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Request body: {'security_group_rule': {'security_group_id': 'b8dff195-6437-415c-bf75-64885cfabe18', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:13.945397 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Project d013c619d30449f6acb3c087d0b38669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:27:13.951129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:13.995350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.076736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.096994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cdc774-ea99-479a-8333-8671321fee81,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:14.187072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.188311 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-60cd65d3-0c58-4810-9a91-e566b8b44a82 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3660069 Oct 22 15:27:14.191003 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35652) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.207807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6cef9f53-219e-4883-92ee-ce66c37d95af tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules/20cdc774-ea99-479a-8333-8671321fee81 HTTP/1.1" status: 200 len: 769 time: 0.0154383 Oct 22 15:27:14.209828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35654) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.250065 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3aab0adf-d933-40ee-a851-4668970cfb36 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0392056 Oct 22 15:27:14.252610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35656) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.276292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f784522-db76-4ffe-9156-f18d460fa775 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.284482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f784522-db76-4ffe-9156-f18d460fa775 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.408485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f784522-db76-4ffe-9156-f18d460fa775 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.415908 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9f784522-db76-4ffe-9156-f18d460fa775 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.417008 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9f784522-db76-4ffe-9156-f18d460fa775 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/20cdc774-ea99-479a-8333-8671321fee81 HTTP/1.1" status: 204 len: 168 time: 0.1635072 Oct 22 15:27:14.420450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35658) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.423264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f784522-db76-4ffe-9156-f18d460fa775 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20cdc774-ea99-479a-8333-8671321fee81,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:14.461347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7b57ff67-975d-4f2d-a816-daa46c7aabaf tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396450 Oct 22 15:27:14.463909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35660) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.515614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7421ecd1-b982-4084-a21d-765481df5cd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.537314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7421ecd1-b982-4084-a21d-765481df5cd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.665140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7421ecd1-b982-4084-a21d-765481df5cd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.667900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7421ecd1-b982-4084-a21d-765481df5cd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:14.669596 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7421ecd1-b982-4084-a21d-765481df5cd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "DELETE /v2.0/security-groups/b8dff195-6437-415c-bf75-64885cfabe18 HTTP/1.1" status: 204 len: 168 time: 0.2047846 Oct 22 15:27:14.672292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35662) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.678795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421ecd1-b982-4084-a21d-765481df5cd6 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dff195-6437-415c-bf75-64885cfabe18,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:14.716719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-505cec9a-3d12-4efb-a948-2e55bee6ee68 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432117 Oct 22 15:27:14.720694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35664) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:14.763462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-851e5eeb-ecd9-4f59-bfcc-42deb98df128 tempest-SecGroupIPv6Test-347540455 tempest-SecGroupIPv6Test-347540455-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416868 Oct 22 15:27:15.279919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35672) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:15.413897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ee619193-5fea-457b-a27b-ecd7b40eeacf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d013c619d30449f6acb3c087d0b38669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327305 Oct 22 15:27:15.416482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:15.463076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-465abae0-f188-446e-8c36-24bd1e86aa83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:15.484717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-465abae0-f188-446e-8c36-24bd1e86aa83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:15.630728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-465abae0-f188-446e-8c36-24bd1e86aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:15.633293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-465abae0-f188-446e-8c36-24bd1e86aa83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:15.634459 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-465abae0-f188-446e-8c36-24bd1e86aa83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/960b1a7f-8f27-4f6b-baa2-c3058512aded HTTP/1.1" status: 204 len: 168 time: 0.2170672 Oct 22 15:27:15.642651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465abae0-f188-446e-8c36-24bd1e86aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b1a7f-8f27-4f6b-baa2-c3058512aded,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:16.750400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35700) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:16.845294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-484302421'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:16.933461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Made reservation on behalf of 44239312e383460aacb80599723a897e for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:16.937554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:16.945900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.021779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.110678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.137527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:27:17.146895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d709c64d-97cc-4e79-906f-597c0c570142,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:17.151528 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.151866 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Added segment f6692190-8bec-4348-8366-29eda4a9b80c of type vlan for network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e Oct 22 15:27:17.193841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.327490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.333078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:17.333661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:17.399374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event updated for resources: {'Network': ['ID=a65c3ea9-1555-4e43-bddd-92dfbce2fb4e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:17.410816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:27:17.542119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3eaa7115-b929-4283-b63b-1db674eb99c8 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7905447 Oct 22 15:27:17.545042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35706) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:17.549819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Request body: {'subnet': {'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:17.751008 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Made reservation on behalf of 44239312e383460aacb80599723a897e for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:17.754631 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.013793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.070308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event updated for resources: {'Subnet': ['ID=d56799ae-00ed-44ad-934a-a9eb08d0823b,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:18.081088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Checking segment: {'id': 'f6692190-8bec-4348-8366-29eda4a9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:27:18.081454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Network hostable DHCP agents. Network: a65c3ea9-1555-4e43-bddd-92dfbce2fb4e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:27:18.179529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:27:18.281984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a65c3ea9-1555-4e43-bddd-92dfbce2fb4e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:27:18.286015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:18.292953 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.293771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cfaf31-a0c3-4d6c-919d-4d2eef8534bf None None] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:18.439355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a65c3ea9-1555-4e43-bddd-92dfbce2fb4e', 'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e', 'tenant_id': '44239312e383460aacb80599723a897e', 'fixed_ips': [{'subnet_id': 'd56799ae-00ed-44ad-934a-a9eb08d0823b'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:27:18.440220 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.485781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-61448312-0a7f-4b57-a481-d7e56dd30712 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9396119 Oct 22 15:27:18.492244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35710) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:18.493164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Request body: {'port': {'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e', 'name': 'tempest-TagsExtTest-1104069762'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:18.575740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Allocated IP 172.20.0.2 (a65c3ea9-1555-4e43-bddd-92dfbce2fb4e/d56799ae-00ed-44ad-934a-a9eb08d0823b/6785f320-8b9d-47fa-b554-fd999fee61be) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:27:18.705355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Made reservation on behalf of 44239312e383460aacb80599723a897e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:18.709235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.727421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] device_id is not set on port beb788d8-cec5-4cfb-8380-9574c308d553 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:27:18.728702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.876700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:18.914273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:27:18.917706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:27:18.921551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:27:18.924899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Allocated IP 172.20.0.5 (a65c3ea9-1555-4e43-bddd-92dfbce2fb4e/d56799ae-00ed-44ad-934a-a9eb08d0823b/beb788d8-cec5-4cfb-8380-9574c308d553) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:27:18.932753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Pushing event updated for resources: {'Port': ['ID=6785f320-8b9d-47fa-b554-fd999fee61be,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:18.959366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.959716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.960063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.960425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.960781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.961117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.961447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.961774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.962100 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.962424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.962765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.963137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:18.994964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Attempting to bind port 6785f320-8b9d-47fa-b554-fd999fee61be on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:27:18.995463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Attempting to bind port 6785f320-8b9d-47fa-b554-fd999fee61be by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f6692190-8bec-4348-8366-29eda4a9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:27:18.995828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Attempting to bind port 6785f320-8b9d-47fa-b554-fd999fee61be on network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:27:19.001767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:27:19.002140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Checking segment: {'id': 'f6692190-8bec-4348-8366-29eda4a9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:27:19.002535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.003450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Bound using segment: {'id': 'f6692190-8bec-4348-8366-29eda4a9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:27:19.003922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Bound port: 6785f320-8b9d-47fa-b554-fd999fee61be, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6692190-8bec-4348-8366-29eda4a9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a65c3ea9-1555-4e43-bddd-92dfbce2fb4e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:27:19.004298 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.070880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] For port 6785f320-8b9d-47fa-b554-fd999fee61be, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:27:19.073840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] For port 6785f320-8b9d-47fa-b554-fd999fee61be, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6785f320-8b9d-47fa-b554-fd999fee61be,segment=NetworkSegment(f6692190-8bec-4348-8366-29eda4a9b80c),segment_id=f6692190-8bec-4348-8366-29eda4a9b80c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:27:19.079281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.186258 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.252159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc48ad-0080-4d19-a83e-0648263398d2 None None] Pushing event updated for resources: {'Port': ['ID=6785f320-8b9d-47fa-b554-fd999fee61be,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:19.271451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.316338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:27:19.319575 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:27:19.323337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:27:19.357618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event updated for resources: {'Port': ['ID=beb788d8-cec5-4cfb-8380-9574c308d553,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:19.394886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:19.396750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.513444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f077f194-3cf1-444f-aba1-1cdcd3b16bcc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0240881 Oct 22 15:27:19.516931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35714) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:19.521450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1582684379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:19.602024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.603115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.655780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.734004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.821431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:19.822823 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5d53db89-fa88-4223-9a6d-b0a6bcd8e3f7 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3047833 Oct 22 15:27:19.826227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35716) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:19.830583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-59ae00cb-946a-4d2f-b8f3-93803d38cf3a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-973064462', 'prefixes': ['172.20.0.0/16']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:20.113015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59ae00cb-946a-4d2f-b8f3-93803d38cf3a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for subnetpool, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.114433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-59ae00cb-946a-4d2f-b8f3-93803d38cf3a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2870896 Oct 22 15:27:20.117947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.122558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-70adaaec-b10b-404e-82a9-2988bb465cb4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-1210815551') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:20.151072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107477f3-0d51-484b-9a7f-327ed5b8441d None None] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:20.226163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6785f320-8b9d-47fa-b554-fd999fee61be up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:27:20.291614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-24803337-a248-45e4-910b-3e3ebfee55a5 None None] Provisioning complete for port 6785f320-8b9d-47fa-b554-fd999fee61be triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:27:20.291979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24803337-a248-45e4-910b-3e3ebfee55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.300523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-70adaaec-b10b-404e-82a9-2988bb465cb4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-1210815551 HTTP/1.1" status: 201 len: 201 time: 0.1817887 Oct 22 15:27:20.303113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35722) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.307682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-177f7fbb-e6af-4c8d-8cf6-800e7c2c0895 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-1733252746') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:20.374831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6785f320-8b9d-47fa-b554-fd999fee61be triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:27:20.375218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.442802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-177f7fbb-e6af-4c8d-8cf6-800e7c2c0895 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-1733252746 HTTP/1.1" status: 201 len: 201 time: 0.1384776 Oct 22 15:27:20.445659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.450887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-227fd2ea-165b-40cc-af1d-bb0fcdf8afb4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-235569248') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:20.475401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24803337-a248-45e4-910b-3e3ebfee55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.544655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-24803337-a248-45e4-910b-3e3ebfee55a5 None None] For port 6785f320-8b9d-47fa-b554-fd999fee61be, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6785f320-8b9d-47fa-b554-fd999fee61be,segment=NetworkSegment(f6692190-8bec-4348-8366-29eda4a9b80c),segment_id=f6692190-8bec-4348-8366-29eda4a9b80c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:20.549316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.626334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-227fd2ea-165b-40cc-af1d-bb0fcdf8afb4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-235569248 HTTP/1.1" status: 201 len: 201 time: 0.1796222 Oct 22 15:27:20.628803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35726) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.633402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-4c949b05-ad9d-47c9-ab62-c9ac922dd85f tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1462981311') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:20.655099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24803337-a248-45e4-910b-3e3ebfee55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.731335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:27:20.731698 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:27:20.736773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24803337-a248-45e4-910b-3e3ebfee55a5 None None] Pushing event updated for resources: {'Port': ['ID=6785f320-8b9d-47fa-b554-fd999fee61be,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:20.774778 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e5a0853f-8023-45ea-be0e-c3414a3293fa None None] Provisioning complete for port 6785f320-8b9d-47fa-b554-fd999fee61be triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:27:20.775166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5a0853f-8023-45ea-be0e-c3414a3293fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.797888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c949b05-ad9d-47c9-ab62-c9ac922dd85f tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1462981311 HTTP/1.1" status: 201 len: 201 time: 0.1679852 Oct 22 15:27:20.800401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35728) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.804825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-20cb3712-18b7-4495-a550-aaf24649e8c9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:20.859762 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20cb3712-18b7-4495-a550-aaf24649e8c9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags HTTP/1.1" status: 200 len: 241 time: 0.0581374 Oct 22 15:27:20.862274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35730) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.866456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-6a5d8ebf-acb3-432e-8a23-5b83f4981885 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-1210815551') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:20.877688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e5a0853f-8023-45ea-be0e-c3414a3293fa None None] Provisioning complete for port beb788d8-cec5-4cfb-8380-9574c308d553 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:27:20.878060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5a0853f-8023-45ea-be0e-c3414a3293fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:20.911802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0853f-8023-45ea-be0e-c3414a3293fa None None] Port beb788d8-cec5-4cfb-8380-9574c308d553 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:27:20.921607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a5d8ebf-acb3-432e-8a23-5b83f4981885 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-1210815551 HTTP/1.1" status: 204 len: 168 time: 0.0583467 Oct 22 15:27:20.924028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:20.928239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-df3741df-a062-4952-9037-9714b4173a8f tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-1210815551') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.031451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-31de228b-6e4a-44d8-8acc-15da4e304269 None None] Provisioning complete for port beb788d8-cec5-4cfb-8380-9574c308d553 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:27:21.031842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31de228b-6e4a-44d8-8acc-15da4e304269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:21.070576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-31de228b-6e4a-44d8-8acc-15da4e304269 None None] Port beb788d8-cec5-4cfb-8380-9574c308d553 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:27:21.403565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-df3741df-a062-4952-9037-9714b4173a8f tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-1210815551 HTTP/1.1" status: 204 len: 168 time: 0.4781215 Oct 22 15:27:21.405523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35736) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.409728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-a4c708ca-329c-4ff2-a918-4a0d39aff994 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.462144 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a4c708ca-329c-4ff2-a918-4a0d39aff994 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags HTTP/1.1" status: 200 len: 205 time: 0.0555513 Oct 22 15:27:21.464627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35738) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.469746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-5a3429c4-908e-4681-9872-4c4bcad23e63 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.528464 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5a3429c4-908e-4681-9872-4c4bcad23e63 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags HTTP/1.1" status: 200 len: 241 time: 0.0618572 Oct 22 15:27:21.530699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35740) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.534797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-4afc3b15-93cf-4846-8a00-df5b7cc04edf tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-1733252746') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.585568 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4afc3b15-93cf-4846-8a00-df5b7cc04edf tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-1733252746 HTTP/1.1" status: 204 len: 168 time: 0.0536838 Oct 22 15:27:21.587864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35742) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.592629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-d46c3d81-3ccf-474a-a8d5-09b4e905bcf0 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-1733252746') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.728481 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d46c3d81-3ccf-474a-a8d5-09b4e905bcf0 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-1733252746 HTTP/1.1" status: 204 len: 168 time: 0.1396258 Oct 22 15:27:21.731124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35744) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.735552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-b3db6ac9-a53d-4314-b014-6b44ecd2524c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.790431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b3db6ac9-a53d-4314-b014-6b44ecd2524c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags HTTP/1.1" status: 200 len: 205 time: 0.0581965 Oct 22 15:27:21.792966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35746) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.797388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-f061e85c-cda9-4341-90b3-0b7fc2a90e4d tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.870657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f061e85c-cda9-4341-90b3-0b7fc2a90e4d tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags HTTP/1.1" status: 200 len: 240 time: 0.0765789 Oct 22 15:27:21.873188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35748) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.877383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-095f208b-f14c-4fad-9bfe-b7a49081ce98 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-235569248') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:21.951982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-095f208b-f14c-4fad-9bfe-b7a49081ce98 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-235569248 HTTP/1.1" status: 204 len: 168 time: 0.0777624 Oct 22 15:27:21.954307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35750) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:21.958659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-bdf2d46b-fd7f-4dd1-acac-9789481ad6b4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-235569248') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.134708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bdf2d46b-fd7f-4dd1-acac-9789481ad6b4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-235569248 HTTP/1.1" status: 204 len: 168 time: 0.1792748 Oct 22 15:27:22.137862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35752) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.142830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-72ba5d34-2df2-4e6d-9aaf-cc3b87091e08 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.160452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6785f320-8b9d-47fa-b554-fd999fee61be up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:27:22.216345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6785f320-8b9d-47fa-b554-fd999fee61be triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:27:22.216715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:22.227969 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72ba5d34-2df2-4e6d-9aaf-cc3b87091e08 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags HTTP/1.1" status: 200 len: 205 time: 0.0888336 Oct 22 15:27:22.230519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35754) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.235205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-41392f2f-e5f6-48a6-a462-dd9c0161fbc1 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.256209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41392f2f-e5f6-48a6-a462-dd9c0161fbc1 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags HTTP/1.1" status: 200 len: 241 time: 0.0243452 Oct 22 15:27:22.258710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35756) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.263917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-f543b331-7f94-409a-abab-57e0fed5cf99 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1462981311') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.284077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f543b331-7f94-409a-abab-57e0fed5cf99 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1462981311 HTTP/1.1" status: 204 len: 168 time: 0.0243566 Oct 22 15:27:22.286497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35758) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.290939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-488170a7-9b24-4dc0-8308-e59bd61b631b tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1462981311') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.425773 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-488170a7-9b24-4dc0-8308-e59bd61b631b tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1462981311 HTTP/1.1" status: 204 len: 168 time: 0.1382155 Oct 22 15:27:22.433196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35762) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.438209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-8d507e05-205e-4a94-bcf2-d14dca924539 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.475711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8d507e05-205e-4a94-bcf2-d14dca924539 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags HTTP/1.1" status: 200 len: 205 time: 0.0408170 Oct 22 15:27:22.478274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35764) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.483225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-a502d02b-d8e3-415d-9d67-63ecd7bed0b4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.507783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a502d02b-d8e3-415d-9d67-63ecd7bed0b4 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags HTTP/1.1" status: 204 len: 168 time: 0.0285428 Oct 22 15:27:22.510234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35766) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.514542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-1574265c-8e9a-46f0-8b4c-14df644c4020 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.590889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1574265c-8e9a-46f0-8b4c-14df644c4020 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags HTTP/1.1" status: 204 len: 168 time: 0.0796921 Oct 22 15:27:22.593376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35768) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.597780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-06e7e577-4675-4e56-9fb5-fcb3eeb78c1e tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.651184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-06e7e577-4675-4e56-9fb5-fcb3eeb78c1e tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags HTTP/1.1" status: 204 len: 168 time: 0.0566258 Oct 22 15:27:22.653951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35770) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.658148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-6dcb4950-e399-4825-abce-26a388590bd1 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.664817 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-61fdccaa-4d19-40a3-a261-07254901e484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:22.745301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6dcb4950-e399-4825-abce-26a388590bd1 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags HTTP/1.1" status: 204 len: 168 time: 0.0903285 Oct 22 15:27:22.749056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.753506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-dc5aa634-9cf5-4818-83b1-ff849d239213 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-992978094') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.911352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dc5aa634-9cf5-4818-83b1-ff849d239213 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-992978094 HTTP/1.1" status: 201 len: 201 time: 0.1611745 Oct 22 15:27:22.914021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:22.919368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-75069ca8-ed58-4310-b4a2-f5a52c5737c5 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-83426761') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:22.985055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35776) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:23.071935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-75069ca8-ed58-4310-b4a2-f5a52c5737c5 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-83426761 HTTP/1.1" status: 201 len: 201 time: 0.1568148 Oct 22 15:27:23.075358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35780) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:23.080447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-0807703b-34a0-448d-aad0-bfa51d832661 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-1744903405') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:23.302004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 22e41516-9700-4cc9-a849-f43549ecf85a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:23.302349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:23.323176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0807703b-34a0-448d-aad0-bfa51d832661 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-1744903405 HTTP/1.1" status: 201 len: 201 time: 0.2465520 Oct 22 15:27:23.326459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35782) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:23.337527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-d00291b5-28ee-49fa-ac6f-239473a29bbf tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1933153271') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:23.382691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:23.383058 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:23.395079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 22e41516-9700-4cc9-a849-f43549ecf85a owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:23.591480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d00291b5-28ee-49fa-ac6f-239473a29bbf tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1933153271 HTTP/1.1" status: 201 len: 201 time: 0.2638474 Oct 22 15:27:23.594062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35786) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:23.598676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-699ec841-6dbe-4ce6-b787-a6a4de3c9e50 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', {'tags': ['tempest-TagsExtTest-Tag-1547534551', 'tempest-TagsExtTest-Tag-1980588445', 'tempest-TagsExtTest-Tag-1067131041']}) {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:23.693532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:23.722635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=22e41516-9700-4cc9-a849-f43549ecf85a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:23.783255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:23.783579 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Floating IP 818c73ea-b338-48e5-93d2-0ad3efe0b028 disassociated (deleted). External IP: 172.25.1.202, port: 6ee89b96-56c1-41b7-b2e5-0943a844804b. Oct 22 15:27:23.811516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-699ec841-6dbe-4ce6-b787-a6a4de3c9e50 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags HTTP/1.1" status: 200 len: 318 time: 0.2139611 Oct 22 15:27:23.812119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35788) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:23.815970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-3f99f1df-a049-4f6f-8216-4ef18b998469 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:23.963111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3f99f1df-a049-4f6f-8216-4ef18b998469 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags HTTP/1.1" status: 204 len: 168 time: 0.1501305 Oct 22 15:27:23.966316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35790) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:23.970675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-870ed78d-2439-44b2-b452-98493b6422de tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-1547534551') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:23.990797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:27:24.019982 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-870ed78d-2439-44b2-b452-98493b6422de tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:24.023974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-870ed78d-2439-44b2-b452-98493b6422de tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-1547534551 HTTP/1.1" status: 404 len: 329 time: 0.0537877 Oct 22 15:27:24.024135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35792) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.028496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-f7d95354-3f73-4a6d-9ae0-ff63737be232 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-1980588445') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.082235 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-f7d95354-3f73-4a6d-9ae0-ff63737be232 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:24.083300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f7d95354-3f73-4a6d-9ae0-ff63737be232 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-1980588445 HTTP/1.1" status: 404 len: 329 time: 0.0583305 Oct 22 15:27:24.086073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.090371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-2e218fe2-78a5-40fe-909d-702ca9f33076 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b', 'tempest-TagsExtTest-Tag-1067131041') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.102148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:27:24.107789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:24.117056 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:27:24.127551 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:27:24.128154 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.140513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41062e08-afd2-4311-8dee-77749f9bda71 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "DELETE /v2.0/floatingips/818c73ea-b338-48e5-93d2-0ad3efe0b028 HTTP/1.1" status: 204 len: 168 time: 1.1544228 Oct 22 15:27:24.141110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:27:24.143464 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:27:24.144361 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-2e218fe2-78a5-40fe-909d-702ca9f33076 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:24.148189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2e218fe2-78a5-40fe-909d-702ca9f33076 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags/tempest-TagsExtTest-Tag-1067131041 HTTP/1.1" status: 404 len: 329 time: 0.0585446 Oct 22 15:27:24.151065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35800) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.156551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-49958f7a-0371-44c7-9195-9703ead1963c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', {'tags': ['tempest-TagsExtTest-Tag-1201210427', 'tempest-TagsExtTest-Tag-693683809', 'tempest-TagsExtTest-Tag-1522734579']}) {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.280582 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:27:24.350727 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9196b0ea-a715-44b9-b7cc-da965912e6a1 x-openstack-request-id: req-9196b0ea-a715-44b9-b7cc-da965912e6a1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:27:24.351137 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:27:24.351453 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9196b0ea-a715-44b9-b7cc-da965912e6a1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:27:24.351932 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'status': 'completed', 'code': 200} Oct 22 15:27:24.363333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-49958f7a-0371-44c7-9195-9703ead1963c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags HTTP/1.1" status: 200 len: 317 time: 0.2110221 Oct 22 15:27:24.365884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35804) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.380936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-d11b1170-d3a7-477a-a7e7-cc2b0c478ba2 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.441987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-00c4cf1e-9259-4704-ac0f-7aeeeb8ad764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:24.443689 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-00c4cf1e-9259-4704-ac0f-7aeeeb8ad764 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 1097 time: 0.0536053 Oct 22 15:27:24.552753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-2f5c7f3f-92b4-4bef-ae91-13bfac655c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:24.554242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-2f5c7f3f-92b4-4bef-ae91-13bfac655c44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1032386 Oct 22 15:27:24.597470 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-e2b7279b-fff4-4b88-b6fb-a9907306947a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 200 len: 217 time: 0.0348082 Oct 22 15:27:24.606881 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:33Z', 'revision_number': 1, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.611136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d11b1170-d3a7-477a-a7e7-cc2b0c478ba2 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags HTTP/1.1" status: 204 len: 168 time: 0.2414804 Oct 22 15:27:24.611281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35808) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.615998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-d1fe6f80-091f-429a-b6b2-050be40cef7d tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-1201210427') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.635500 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:27:24.646384 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:27:24.647164 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:26:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.654743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-d5c27db5-5384-4351-8126-e0493cb057e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:24.656434 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-d5c27db5-5384-4351-8126-e0493cb057e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0515645 Oct 22 15:27:24.685768 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-d1fe6f80-091f-429a-b6b2-050be40cef7d tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:24.686087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d1fe6f80-091f-429a-b6b2-050be40cef7d tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-1201210427 HTTP/1.1" status: 404 len: 329 time: 0.0736940 Oct 22 15:27:24.688922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35812) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.693314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-2d2e0a9e-e1ec-4d1b-9e4a-e31d1a8a22f0 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-693683809') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.717849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-6945f7d9-825b-4f14-ad6b-739b03acb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:24.719644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-6945f7d9-825b-4f14-ad6b-739b03acb8a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558438 Oct 22 15:27:24.771654 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-2d2e0a9e-e1ec-4d1b-9e4a-e31d1a8a22f0 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:24.775101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2d2e0a9e-e1ec-4d1b-9e4a-e31d1a8a22f0 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-693683809 HTTP/1.1" status: 404 len: 328 time: 0.0826826 Oct 22 15:27:24.775303 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:27:24.777873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35814) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.781499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-d248e03f-4d5c-4837-ac26-d5f17356ebb9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553', 'tempest-TagsExtTest-Tag-1522734579') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.812827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8496ac9-30e9-49b1-a8c1-fa4fadae924c req-7c57db19-3b65-4c60-9940-6f074d8e2d69 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:24.814254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8496ac9-30e9-49b1-a8c1-fa4fadae924c req-7c57db19-3b65-4c60-9940-6f074d8e2d69 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0872753 Oct 22 15:27:24.818923 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-011c3f69-ec2a-4404-9bf0-dd6948fcd163 service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911963 Oct 22 15:27:24.865693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8496ac9-30e9-49b1-a8c1-fa4fadae924c req-b9869f53-08f4-417e-b005-89440fe85944 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Oct 22 15:27:24.873711 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-d248e03f-4d5c-4837-ac26-d5f17356ebb9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:24.874749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d248e03f-4d5c-4837-ac26-d5f17356ebb9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags/tempest-TagsExtTest-Tag-1522734579 HTTP/1.1" status: 404 len: 329 time: 0.0980325 Oct 22 15:27:24.877421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35816) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:24.882127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-55cf90b6-5527-47f0-bbcf-fa55e39612dc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', {'tags': ['tempest-TagsExtTest-Tag-316685704', 'tempest-TagsExtTest-Tag-1635635532', 'tempest-TagsExtTest-Tag-258168269']}) {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:24.916955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-254cc291-2db4-4ec2-8d20-cc74d7f4fbc5 req-fff4fa51-58f1-4fd4-9028-8ca8107c829a service neutron] 10.222.0.69 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899718 Oct 22 15:27:25.021649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:33Z', 'revision_number': 1, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.043903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-55cf90b6-5527-47f0-bbcf-fa55e39612dc tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags HTTP/1.1" status: 200 len: 316 time: 0.1649137 Oct 22 15:27:25.048379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35818) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:25.049553 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea91b28-53cd-46ca-89d1-e42ce7a7ec9b None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '2470b5a5-ccf8-46d0-b650-888a8ec7f087', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'port_id': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'mac_address': 'fa:16:3e:12:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:21:30Z', 'updated_at': '2021-10-22T15:21:33Z', 'revision_number': 1, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:27:25.053122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-934e0716-7846-462d-a3b8-1cf12f3067ae tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.139260 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e70fbe4-9add-4936-81ea-29adedf3ab3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:25.260026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-934e0716-7846-462d-a3b8-1cf12f3067ae tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags HTTP/1.1" status: 204 len: 168 time: 0.2105541 Oct 22 15:27:25.262813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35820) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:25.267280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-81c4e5ed-d56e-49d1-85d4-782e6533ad56 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-316685704') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.275628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a7e65-739e-4d28-a9a5-63e6de1ad936 None None] New status for floating IP 818c73ea-b338-48e5-93d2-0ad3efe0b028: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:27:25.349460 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-81c4e5ed-d56e-49d1-85d4-782e6533ad56 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:25.350444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81c4e5ed-d56e-49d1-85d4-782e6533ad56 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-316685704 HTTP/1.1" status: 404 len: 328 time: 0.0866675 Oct 22 15:27:25.353566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35822) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:25.358565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-1108e2fc-af89-4456-861d-1bd14c5fb889 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-1635635532') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.443922 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-1108e2fc-af89-4456-861d-1bd14c5fb889 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:25.447787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1108e2fc-af89-4456-861d-1bd14c5fb889 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-1635635532 HTTP/1.1" status: 404 len: 329 time: 0.0904770 Oct 22 15:27:25.447974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35824) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:25.455299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-eca3c1ed-ccfa-4239-b8f2-f2949580073a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206', 'tempest-TagsExtTest-Tag-258168269') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.860591 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-eca3c1ed-ccfa-4239-b8f2-f2949580073a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:25.861624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eca3c1ed-ccfa-4239-b8f2-f2949580073a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags/tempest-TagsExtTest-Tag-258168269 HTTP/1.1" status: 404 len: 328 time: 0.4127378 Oct 22 15:27:25.864499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35828) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:25.868761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.tag.tag_plugin [None req-e0ce110c-207a-497e-8a74-fa013d145962 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', {'tags': ['tempest-TagsExtTest-Tag-1716467861', 'tempest-TagsExtTest-Tag-1866481796', 'tempest-TagsExtTest-Tag-1277736040']}) {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.971337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e0ce110c-207a-497e-8a74-fa013d145962 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "PUT /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags HTTP/1.1" status: 200 len: 318 time: 0.1058114 Oct 22 15:27:25.974224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35832) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:25.979117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-5fe804fc-4700-45c2-bf49-213d2950be9a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:25.995714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edffbb-f1b6-4726-9b70-089c1bd5085b req-49a5c9eb-b430-4824-84fc-23dbfb105063 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:25.997403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96edffbb-f1b6-4726-9b70-089c1bd5085b req-49a5c9eb-b430-4824-84fc-23dbfb105063 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0543404 Oct 22 15:27:26.035435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96edffbb-f1b6-4726-9b70-089c1bd5085b req-1394b4f6-2c7c-4110-936f-c9d70041b37e tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Oct 22 15:27:26.111450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5fe804fc-4700-45c2-bf49-213d2950be9a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags HTTP/1.1" status: 204 len: 168 time: 0.1358392 Oct 22 15:27:26.113950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35834) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.118259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-5dbfbee2-9585-457c-9ecd-1855dc73ec52 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1716467861') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.139178 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-5dbfbee2-9585-457c-9ecd-1855dc73ec52 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:26.140175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5dbfbee2-9585-457c-9ecd-1855dc73ec52 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1716467861 HTTP/1.1" status: 404 len: 329 time: 0.0253186 Oct 22 15:27:26.143274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35836) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.147354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-7bf2bc6f-b06f-492a-93e2-eeb30540742a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1866481796') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.167681 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-7bf2bc6f-b06f-492a-93e2-eeb30540742a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:26.169714 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7bf2bc6f-b06f-492a-93e2-eeb30540742a tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1866481796 HTTP/1.1" status: 404 len: 329 time: 0.0253303 Oct 22 15:27:26.172212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35838) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.176228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-23e53015-1730-49de-bac9-807337011285 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6', 'tempest-TagsExtTest-Tag-1277736040') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.197526 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-23e53015-1730-49de-bac9-807337011285 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] show failed (client error): The resource could not be found. Oct 22 15:27:26.198519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23e53015-1730-49de-bac9-807337011285 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags/tempest-TagsExtTest-Tag-1277736040 HTTP/1.1" status: 404 len: 329 time: 0.0254393 Oct 22 15:27:26.201136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35840) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.205247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-69c6b9a8-4d84-4941-95d9-3fcd21478bd2 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '86b9e291-6acf-4e02-9d28-c281beb75db6') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.233760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-69c6b9a8-4d84-4941-95d9-3fcd21478bd2 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6/tags HTTP/1.1" status: 204 len: 168 time: 0.0316780 Oct 22 15:27:26.236216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35842) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.240401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-91850456-f6e5-43ac-b6b9-c74cbe4d2017 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bfb9a03b-50dd-4bd8-995c-1b581a2c6206') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.319123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-91850456-f6e5-43ac-b6b9-c74cbe4d2017 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206/tags HTTP/1.1" status: 204 len: 168 time: 0.0818565 Oct 22 15:27:26.321498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35844) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.325709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-9b7a26ec-6229-4c64-9da5-04ae4d83df76 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'beb788d8-cec5-4cfb-8380-9574c308d553') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.387078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b7a26ec-6229-4c64-9da5-04ae4d83df76 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553/tags HTTP/1.1" status: 204 len: 168 time: 0.0642178 Oct 22 15:27:26.389736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35846) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.393877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.tag.tag_plugin [None req-ad4bd054-79c2-4253-84f4-f22691a4a7ca tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd56799ae-00ed-44ad-934a-a9eb08d0823b') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:26.482269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.482939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411745d-a418-4900-a22c-e114902db32c req-d2e2f54a-fe7c-4e5b-9029-d6987a604e57 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:26.484523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f411745d-a418-4900-a22c-e114902db32c req-d2e2f54a-fe7c-4e5b-9029-d6987a604e57 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 946 time: 0.0882428 Oct 22 15:27:26.558907 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ad4bd054-79c2-4253-84f4-f22691a4a7ca tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b/tags HTTP/1.1" status: 204 len: 168 time: 0.1681707 Oct 22 15:27:26.563853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35848) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.573099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.615138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 6ee89b96-56c1-41b7-b2e5-0943a844804b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:26.615482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.711227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port 6ee89b96-56c1-41b7-b2e5-0943a844804b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6ee89b96-56c1-41b7-b2e5-0943a844804b,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:26.711587 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.725768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 6ee89b96-56c1-41b7-b2e5-0943a844804b owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:26.770366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4da64490-eefd-44e3-8754-e1f04e4aad1c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for subnetpool, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.771648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4da64490-eefd-44e3-8754-e1f04e4aad1c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnetpools/86b9e291-6acf-4e02-9d28-c281beb75db6 HTTP/1.1" status: 204 len: 168 time: 0.2066691 Oct 22 15:27:26.774131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35852) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.802203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-094a6c7a-fa7a-42d2-8522-3311bfa55687 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfb9a03b-50dd-4bd8-995c-1b581a2c6206 HTTP/1.1" status: 200 len: 205 time: 0.0269022 Oct 22 15:27:26.804560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35854) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:26.880209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.905182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:26.934808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=6ee89b96-56c1-41b7-b2e5-0943a844804b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:26.997705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port 6ee89b96-56c1-41b7-b2e5-0943a844804b on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:27:27.000354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.003924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f411745d-a418-4900-a22c-e114902db32c req-bc98c5a6-b6a8-4f51-94af-2dbb788ebd85 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.69 "DELETE /v2.0/ports/6ee89b96-56c1-41b7-b2e5-0943a844804b HTTP/1.1" status: 204 len: 173 time: 0.5113866 Oct 22 15:27:27.004364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'name': 'network-vif-deleted', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:27:27.006630 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56bd846-c0ba-4662-8380-bd2f154eccaf" -d '{"events": [{"server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "name": "network-vif-deleted", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:27:27.045308 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8489e97f-d5cf-4527-934d-686ce2eb8f03 x-openstack-request-id: req-8489e97f-d5cf-4527-934d-686ce2eb8f03 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:27:27.045530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.045791 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f2ac7-ef3b-49dc-bbcd-228c2b387efa", "name": "network-vif-deleted", "tag": "6ee89b96-56c1-41b7-b2e5-0943a844804b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:27:27.046254 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8489e97f-d5cf-4527-934d-686ce2eb8f03 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:27:27.046905 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f2ac7-ef3b-49dc-bbcd-228c2b387efa', 'name': 'network-vif-deleted', 'tag': '6ee89b96-56c1-41b7-b2e5-0943a844804b', 'status': 'completed', 'code': 200} Oct 22 15:27:27.048037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.144813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64165ccb-e596-4f02-94fa-2791515fdaa5 req-e7eb3b6c-7628-4a80-8782-412ca5370d95 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0340400 Oct 22 15:27:27.179393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.180106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Fanout notify agent at l3_agent the message router_deleted on router bfb9a03b-50dd-4bd8-995c-1b581a2c6206 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:27:27.187997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.188454 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9beb5dda-b33c-4934-958d-39c4470327a9 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/routers/bfb9a03b-50dd-4bd8-995c-1b581a2c6206 HTTP/1.1" status: 204 len: 168 time: 0.3830009 Oct 22 15:27:27.191530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35860) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:27.280109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Deleting port beb788d8-cec5-4cfb-8380-9574c308d553 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:27.280446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.379541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.398130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Calling delete_port for beb788d8-cec5-4cfb-8380-9574c308d553 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:27.842019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.871217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event deleted for resources: {'Port': ['ID=beb788d8-cec5-4cfb-8380-9574c308d553,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:27.942646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:27.949867 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-70812da0-5c28-40ff-8827-1cd9c4438c0c tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/ports/beb788d8-cec5-4cfb-8380-9574c308d553 HTTP/1.1" status: 204 len: 168 time: 0.7544820 Oct 22 15:27:27.950373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:28.009949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Deleting subnet d56799ae-00ed-44ad-934a-a9eb08d0823b {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:27:28.014518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.060363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.170030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.182200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.248230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3ff43113-a682-4ac2-8b86-0a7dda505f89 req-9b5d8e69-e2bc-4c00-b507-ab1c46bd6cc4 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0324037 Oct 22 15:27:28.328516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.358978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.364689 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/subnets/d56799ae-00ed-44ad-934a-a9eb08d0823b HTTP/1.1" status: 204 len: 168 time: 0.4107807 Oct 22 15:27:28.364689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b9a32-9f5c-4f0c-b8f0-42858cd4db43 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event deleted for resources: {'Subnet': ['ID=d56799ae-00ed-44ad-934a-a9eb08d0823b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:28.365005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35868) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:28.368514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24bc7a-91f8-4d87-9ee5-6d8a6b37927d None None] Network a65c3ea9-1555-4e43-bddd-92dfbce2fb4e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:28.478085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.540210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Deleting port 6785f320-8b9d-47fa-b554-fd999fee61be {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:28.540594 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.575682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d27303-f519-4905-8704-67540df651aa None None] DHCP port deletion for a65c3ea9-1555-4e43-bddd-92dfbce2fb4e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:27:28.609741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] For port 6785f320-8b9d-47fa-b554-fd999fee61be, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6785f320-8b9d-47fa-b554-fd999fee61be,segment=NetworkSegment(f6692190-8bec-4348-8366-29eda4a9b80c),segment_id=f6692190-8bec-4348-8366-29eda4a9b80c)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:28.610552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.624012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Calling delete_port for 6785f320-8b9d-47fa-b554-fd999fee61be owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:28.624613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-71d27303-f519-4905-8704-67540df651aa None None] Deleting port 6785f320-8b9d-47fa-b554-fd999fee61be {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:28.625050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d27303-f519-4905-8704-67540df651aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.691729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-71d27303-f519-4905-8704-67540df651aa None None] For port 6785f320-8b9d-47fa-b554-fd999fee61be, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6785f320-8b9d-47fa-b554-fd999fee61be,segment=NetworkSegment(f6692190-8bec-4348-8366-29eda4a9b80c),segment_id=f6692190-8bec-4348-8366-29eda4a9b80c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:28.692217 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d27303-f519-4905-8704-67540df651aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.706144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-71d27303-f519-4905-8704-67540df651aa None None] Calling delete_port for 6785f320-8b9d-47fa-b554-fd999fee61be owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:28.825858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.826028 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71d27303-f519-4905-8704-67540df651aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.845104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event deleted for resources: {'Port': ['ID=6785f320-8b9d-47fa-b554-fd999fee61be,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:28.848679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] No DVR routers for this DVR port 6785f320-8b9d-47fa-b554-fd999fee61be on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:27:28.848899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d27303-f519-4905-8704-67540df651aa None None] No DVR routers for this DVR port 6785f320-8b9d-47fa-b554-fd999fee61be on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:27:28.853699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d27303-f519-4905-8704-67540df651aa None None] Pushing event deleted for resources: {'Port': ['ID=6785f320-8b9d-47fa-b554-fd999fee61be,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:28.859584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.859937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.860276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.860611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.860940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.861268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.861594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.861918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.862238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.862557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.862884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.863327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:28.943747 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:28.967072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65c3ea9-1555-4e43-bddd-92dfbce2fb4e']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:28.977819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6692190-8bec-4348-8366-29eda4a9b80c') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:28.978101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6692190-8bec-4348-8366-29eda4a9b80c') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:28.995327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:29.009136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:29.016102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:27:29.016498 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:27:29.019577 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:27:29.167276 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:29.174808 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:29.177611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] 10.222.0.66 "DELETE /v2.0/networks/a65c3ea9-1555-4e43-bddd-92dfbce2fb4e HTTP/1.1" status: 204 len: 168 time: 0.8115971 Oct 22 15:27:29.189203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a536fb-eef7-401c-b78f-fb57a67cb598 tempest-TagsExtTest-521232797 tempest-TagsExtTest-521232797-project] Pushing event deleted for resources: {'Network': ['ID=a65c3ea9-1555-4e43-bddd-92dfbce2fb4e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:29.347313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0fb85f00-db75-4b2a-ae1d-df6c7cfc3460 req-2f262257-60e8-47cb-8577-ff99333b8477 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0267441 Oct 22 15:27:29.439332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6ee89b96-56c1-41b7-b2e5-0943a844804b no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:27:29.460362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 6ee89b96-56c1-41b7-b2e5-0943a844804b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:27:29.460787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6ee89b96-56c1-41b7-b2e5-0943a844804b not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:27:29.676278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35878) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:29.822609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5351f586-53d3-467c-913e-dcf88539096a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44239312e383460aacb80599723a897e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429739 Oct 22 15:27:29.823382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35884) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:29.880664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b3a657-8a47-40f2-b57c-51f317ecdb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:29.902277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b3a657-8a47-40f2-b57c-51f317ecdb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:30.019418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b3a657-8a47-40f2-b57c-51f317ecdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:30.021971 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-88b3a657-8a47-40f2-b57c-51f317ecdb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:30.023201 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-88b3a657-8a47-40f2-b57c-51f317ecdb8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d709c64d-97cc-4e79-906f-597c0c570142 HTTP/1.1" status: 204 len: 168 time: 0.1986256 Oct 22 15:27:30.034158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a657-8a47-40f2-b57c-51f317ecdb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709c64d-97cc-4e79-906f-597c0c570142,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:30.159919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6785f320-8b9d-47fa-b554-fd999fee61be no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:27:30.180833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6785f320-8b9d-47fa-b554-fd999fee61be {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:27:30.181300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6785f320-8b9d-47fa-b554-fd999fee61be not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:27:30.464320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbe71fc1-538e-41d8-9b51-efd2d23d6ee1 req-dce6102e-163e-467d-951a-69bae08cb0b2 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0306790 Oct 22 15:27:31.102229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:31.205287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142988247-network', 'tenant_id': '1958b84493f14d6d81c8bc6c915ee926'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:31.396623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Made reservation on behalf of 1958b84493f14d6d81c8bc6c915ee926 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:31.399213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.409211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.491749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.564942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20af02f8-dcae-4638-842b-33d95e0e2e51 req-f7696bb8-6bee-4788-bacd-450460c70500 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0271690 Oct 22 15:27:31.573057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.594758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:27:31.608083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f5fa7-7be2-495c-936f-f136931ca0c9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:31.612759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.613098 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Added segment 31357f66-dd1c-46d1-b2cc-69cf87c16625 of type vlan for network 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb Oct 22 15:27:31.655775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.756174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.757173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:31.757775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:31.815510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:31.824837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:27:31.855777 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:27:31.941753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f42ce88-896b-47ba-846c-38d2a88d30d3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8382659 Oct 22 15:27:31.944785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35916) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:31.950010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Request body: {'subnet': {'network_id': '8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142988247-subnet', 'tenant_id': '1958b84493f14d6d81c8bc6c915ee926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:32.116374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Made reservation on behalf of 1958b84493f14d6d81c8bc6c915ee926 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:32.122116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:32.362037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:32.427278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab3e7ed-1792-488f-bdd8-10c630095b09,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:32.436755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Checking segment: {'id': '31357f66-dd1c-46d1-b2cc-69cf87c16625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:27:32.437122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Network hostable DHCP agents. Network: 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:27:32.526859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Network 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:27:32.623849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:27:32.629621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:32.630402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:32.632139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc438b23-67ef-40c2-a2cc-fc550b33f19e None None] Network 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:32.682479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99f10f47-d702-4ca8-841d-aeb7224a3fd0 req-3350b90b-2f2c-444c-8c64-fad8bf4b5d30 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=221f2ac7-ef3b-49dc-bbcd-228c2b387efa HTTP/1.1" status: 200 len: 210 time: 0.0307024 Oct 22 15:27:32.762154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ccdec-5092-437d-bf72-6b89083243c9 None None] Network 8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:32.769533 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8dc7834c-cd01-49d8-b0a6-8446ee28d77b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8234017 Oct 22 15:27:33.428484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35938) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:33.434097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1584113344-network', 'tenant_id': '29df7c4146524981b696dbb5b04d3655'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:33.522147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Made reservation on behalf of 29df7c4146524981b696dbb5b04d3655 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:33.524624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.536692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.611844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.687784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.714254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:27:33.723085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819eb442-dea8-470b-9a0b-09527285993a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:33.729347 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.732636 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Added segment 5ef91553-987c-4de3-b802-c8230de751bf of type vlan for network ec45c378-6c59-49fa-a8cb-3454d0656fee Oct 22 15:27:33.771143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.887880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.888850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:33.889433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.951355 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:33.953116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] Pushing event updated for resources: {'Network': ['ID=ec45c378-6c59-49fa-a8cb-3454d0656fee,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:33.966108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ec45c378-6c59-49fa-a8cb-3454d0656fee details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:27:33.991458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f6b53c04-2925-4a6a-a30c-38181a3e904a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5603101 Oct 22 15:27:33.999768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35944) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:34.005070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Request body: {'subnet': {'network_id': 'ec45c378-6c59-49fa-a8cb-3454d0656fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1584113344-subnet', 'tenant_id': '29df7c4146524981b696dbb5b04d3655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:27:34.152736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Made reservation on behalf of 29df7c4146524981b696dbb5b04d3655 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:27:34.155205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:34.403537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:34.460907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3f9529-92ca-4f3d-bfb0-fb7e9b1255bf,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:34.476416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Checking segment: {'id': '5ef91553-987c-4de3-b802-c8230de751bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ec45c378-6c59-49fa-a8cb-3454d0656fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:27:34.476416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Network hostable DHCP agents. Network: ec45c378-6c59-49fa-a8cb-3454d0656fee, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:27:34.596680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Network ec45c378-6c59-49fa-a8cb-3454d0656fee is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:27:34.705159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ec45c378-6c59-49fa-a8cb-3454d0656fee) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:27:34.711207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:34.728301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:34.729422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca24a2-5665-4287-8bff-c7cd56b67f3a None None] Network ec45c378-6c59-49fa-a8cb-3454d0656fee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:34.847888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b62af-46dd-455b-bf85-81595c7bef37 None None] Network ec45c378-6c59-49fa-a8cb-3454d0656fee requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:34.916026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eb63163b-9a07-4126-8447-462e64a9a6f0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9149477 Oct 22 15:27:35.041628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35952) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:35.087479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Deleting subnet 6ab3e7ed-1792-488f-bdd8-10c630095b09 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:27:35.091845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.127071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.172092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.305344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.333139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab3e7ed-1792-488f-bdd8-10c630095b09,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:35.335163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.342010 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c4cff194-6a93-44f8-b555-e0309dc95f04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6ab3e7ed-1792-488f-bdd8-10c630095b09 HTTP/1.1" status: 204 len: 168 time: 0.2957072 Oct 22 15:27:35.342333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:35.412547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.496571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.517283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:35.528526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31357f66-dd1c-46d1-b2cc-69cf87c16625') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:35.528832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31357f66-dd1c-46d1-b2cc-69cf87c16625') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:35.539069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.553402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.559521 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:27:35.559913 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:27:35.561661 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:27:35.704851 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.709620 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.713004 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] 10.222.0.66 "DELETE /v2.0/networks/8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb HTTP/1.1" status: 204 len: 168 time: 0.3699346 Oct 22 15:27:35.715940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35960) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:35.734111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1d79-cee2-49d5-a76a-f0a42bf00c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba99a4b-e54a-43f3-b8ad-dbbf149b60bb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:35.773666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Deleting subnet 4e3f9529-92ca-4f3d-bfb0-fb7e9b1255bf {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:27:35.776914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.813619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.853054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:35.997931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.024197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3f9529-92ca-4f3d-bfb0-fb7e9b1255bf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:36.027772 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.031587 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-64914c21-9285-4a41-9184-92aefa08816b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4e3f9529-92ca-4f3d-bfb0-fb7e9b1255bf HTTP/1.1" status: 204 len: 168 time: 0.3147006 Oct 22 15:27:36.034320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35962) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:36.102340 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.188837 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.210869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec45c378-6c59-49fa-a8cb-3454d0656fee']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:36.221860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef91553-987c-4de3-b802-c8230de751bf') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:36.222160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef91553-987c-4de3-b802-c8230de751bf') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:36.232701 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.248663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.256021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:27:36.256431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:27:36.258429 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:27:36.402533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.407598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.411293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ec45c378-6c59-49fa-a8cb-3454d0656fee HTTP/1.1" status: 204 len: 168 time: 0.3759799 Oct 22 15:27:36.424126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c2fbf-0759-4af6-9962-5627fb485f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec45c378-6c59-49fa-a8cb-3454d0656fee,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:36.828363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35970) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:36.868702 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-865490d4-daad-4f0f-a6fb-aa4ab6a0ca44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1958b84493f14d6d81c8bc6c915ee926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391040 Oct 22 15:27:36.871849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35972) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:36.919935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cdd29937-6b92-4f29-a372-fe0d943a3f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:36.940846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cdd29937-6b92-4f29-a372-fe0d943a3f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:37.053650 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cdd29937-6b92-4f29-a372-fe0d943a3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:37.056412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cdd29937-6b92-4f29-a372-fe0d943a3f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:37.057661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cdd29937-6b92-4f29-a372-fe0d943a3f9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f75f5fa7-7be2-495c-936f-f136931ca0c9 HTTP/1.1" status: 204 len: 168 time: 0.1849291 Oct 22 15:27:37.067272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd29937-6b92-4f29-a372-fe0d943a3f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f5fa7-7be2-495c-936f-f136931ca0c9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:37.765952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 35982) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:37.809303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-24341cb9-b691-458b-9893-c9c3f76e53b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29df7c4146524981b696dbb5b04d3655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390060 Oct 22 15:27:37.809766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 35984) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:37.860775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44517150-5f54-43b1-ba97-d81659ff80c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:37.884774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44517150-5f54-43b1-ba97-d81659ff80c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:37.996710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44517150-5f54-43b1-ba97-d81659ff80c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:37.999408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-44517150-5f54-43b1-ba97-d81659ff80c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:38.000659 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-44517150-5f54-43b1-ba97-d81659ff80c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/819eb442-dea8-470b-9a0b-09527285993a HTTP/1.1" status: 204 len: 168 time: 0.1898577 Oct 22 15:27:38.009110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44517150-5f54-43b1-ba97-d81659ff80c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819eb442-dea8-470b-9a0b-09527285993a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:40.524184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36046) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:40.693177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 2c8feb42-dfd0-495f-84dc-407df84c34e6 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:40.693514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:40.773271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:40.773271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:40.785580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 2c8feb42-dfd0-495f-84dc-407df84c34e6 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:41.030579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:41.062424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=2c8feb42-dfd0-495f-84dc-407df84c34e6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:41.122694 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:41.123052 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Floating IP 2470b5a5-ccf8-46d0-b650-888a8ec7f087 disassociated (deleted). External IP: 172.25.1.234, port: 98056a1f-7405-422e-b2e3-2f2fc266d8b6. Oct 22 15:27:41.325919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:27:41.434154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:27:41.438933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:41.443479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:27:41.453757 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:27:41.454354 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:27:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:41.466870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bb21e113-2d8b-4a3d-aaf9-7fbd1e51ac07 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "DELETE /v2.0/floatingips/2470b5a5-ccf8-46d0-b650-888a8ec7f087 HTTP/1.1" status: 204 len: 168 time: 0.9415393 Oct 22 15:27:41.467582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:27:41.470015 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b82484-49b6-4d25-a59f-9fb9040fe181" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:27:41.510883 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dd950d-acfe-4cae-9113-d2274c55be1e x-openstack-request-id: req-d9dd950d-acfe-4cae-9113-d2274c55be1e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:27:41.514674 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:27:41.514674 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9dd950d-acfe-4cae-9113-d2274c55be1e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:27:41.514674 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'status': 'completed', 'code': 200} Oct 22 15:27:41.568705 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:27:41.698939 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:41.722882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-14f21723-52ff-4fdd-a62c-7b29cabca6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:41.724461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-14f21723-52ff-4fdd-a62c-7b29cabca6e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 1096 time: 0.1921985 Oct 22 15:27:41.795918 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:41.825010 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:27:41.838060 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:27:41.838060 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:27:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:41.917169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-f13db5f6-a11e-4673-bbf7-4723450b1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:41.919989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-f13db5f6-a11e-4673-bbf7-4723450b1833 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 200 len: 912 time: 0.1882710 Oct 22 15:27:41.963901 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:27:41.994475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-3c406b27-c318-4173-ba26-fe8178a455f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 200 len: 217 time: 0.0602772 Oct 22 15:27:42.043051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb9693-30d0-4242-a869-732beef2ef6b req-5bdfaa75-361e-4dc7-81b5-36e84df5767b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:42.044564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67eb9693-30d0-4242-a869-732beef2ef6b req-5bdfaa75-361e-4dc7-81b5-36e84df5767b tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 945 time: 0.1422284 Oct 22 15:27:42.081014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-5497d321-f89a-4b03-96d0-d1f2bbd245ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:42.082448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-5497d321-f89a-4b03-96d0-d1f2bbd245ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 200 len: 850 time: 0.0787222 Oct 22 15:27:42.094830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67eb9693-30d0-4242-a869-732beef2ef6b req-a93505be-60f5-47ec-9b43-27ed1126dceb tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/security-groups?id=51bc7966-af7d-4ae3-9f52-4c13b420f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Oct 22 15:27:42.142010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-329a7863-5dfe-4f8e-887b-422e543a51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:42.143701 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-329a7863-5dfe-4f8e-887b-422e543a51b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12da8aad-bc6f-4ab0-94f7-89b85217147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480576 Oct 22 15:27:42.159175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-a9af7224-54e8-4ff0-9f9c-2f8c9dfcce07 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:27:42.160351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-a9af7224-54e8-4ff0-9f9c-2f8c9dfcce07 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050564 Oct 22 15:27:42.193712 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:42.220947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e82a00-704d-4469-a607-e3ea88492d73 None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:09:02Z', 'revision_number': 4, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f73c4743-ff88-4902-9a87-bf6ed4e40fca', 'name': '', 'network_id': '12da8aad-bc6f-4ab0-94f7-89b85217147b', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'mac_address': 'fa:16:3e:78:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:58Z', 'updated_at': '2021-10-22T15:09:07Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'subnets': [{'id': '05482946-2e3e-4066-b0d2-127bf03cfbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:27:42.258132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-4ab18aa2-e54e-41df-8076-41a63bf9d2b0 service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903926 Oct 22 15:27:42.359732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b82484-49b6-4d25-a59f-9fb9040fe181 req-2aa8ffe6-f3b7-461a-9f95-323016feaabe service neutron] 10.222.0.53 "GET /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928218 Oct 22 15:27:42.455276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3479c761-9079-4e2b-9fa4-c2a8bf21af0c None None] New status for floating IP 2470b5a5-ccf8-46d0-b650-888a8ec7f087: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:27:42.541787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-7594039c-bf3d-4971-92c1-2cd7d28dfbe8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:42.544613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-7594039c-bf3d-4971-92c1-2cd7d28dfbe8 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 945 time: 0.0581341 Oct 22 15:27:42.646608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:42.646941 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:42.765905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] For port 98056a1f-7405-422e-b2e3-2f2fc266d8b6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=98056a1f-7405-422e-b2e3-2f2fc266d8b6,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:42.766545 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:42.779039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 98056a1f-7405-422e-b2e3-2f2fc266d8b6 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:42.979370 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:43.018035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=98056a1f-7405-422e-b2e3-2f2fc266d8b6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:43.065532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] No DVR routers for this DVR port 98056a1f-7405-422e-b2e3-2f2fc266d8b6 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:27:43.068134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:43.071584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62a9fc37-9877-4f65-8df0-1916d7eccfba req-ea58771e-538b-45d5-b324-0ad78fb8b4b0 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.53 "DELETE /v2.0/ports/98056a1f-7405-422e-b2e3-2f2fc266d8b6 HTTP/1.1" status: 204 len: 173 time: 0.5211608 Oct 22 15:27:43.194190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33014f7a-d696-4310-851b-7728f18b44c7 req-8a20652d-f6a2-4b76-8b70-7641e85ee90d tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0267677 Oct 22 15:27:43.513301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'name': 'network-vif-deleted', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:27:43.516400 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882f43c-8500-4238-ac86-6869ed44789d" -d '{"events": [{"server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "name": "network-vif-deleted", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:27:43.561906 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec95012-f62b-4c9f-8a5c-9ee2e710774b x-openstack-request-id: req-fec95012-f62b-4c9f-8a5c-9ee2e710774b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:27:43.562490 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9c439-170a-444b-ba57-f8d5ca942a7c", "name": "network-vif-deleted", "tag": "98056a1f-7405-422e-b2e3-2f2fc266d8b6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:27:43.562808 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fec95012-f62b-4c9f-8a5c-9ee2e710774b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:27:43.563338 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9c439-170a-444b-ba57-f8d5ca942a7c', 'name': 'network-vif-deleted', 'tag': '98056a1f-7405-422e-b2e3-2f2fc266d8b6', 'status': 'completed', 'code': 200} Oct 22 15:27:44.294715 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2150672-6472-4666-8378-cbff27a035ff req-0db4d975-87e8-424e-9915-0261a1896144 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0279839 Oct 22 15:27:45.392135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ec0bbcf-aa08-446d-b4cf-32a2f1def591 req-6f257e57-141a-42ad-be65-d2fed1d19c65 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0282712 Oct 22 15:27:46.505734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-24d76061-fd4f-4644-9cb2-80949f15a3c1 req-a983969f-6aa7-4c0b-ba80-61914aac7087 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0359716 Oct 22 15:27:47.179093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 98056a1f-7405-422e-b2e3-2f2fc266d8b6 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:27:47.199761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 98056a1f-7405-422e-b2e3-2f2fc266d8b6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:27:47.200103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 98056a1f-7405-422e-b2e3-2f2fc266d8b6 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:27:47.604909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59a3a327-cbc2-4e2f-bd72-0462a2131a61 req-27e7db49-7cb8-48a9-a35c-7599ee1d921c tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0273831 Oct 22 15:27:48.719865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1118ea0-c1c5-444b-8dfc-cb9c475b0da1 req-5dc82829-2e0a-4dd1-abc8-29cddd447e03 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "GET /v2.0/ports?device_id=74e9c439-170a-444b-ba57-f8d5ca942a7c HTTP/1.1" status: 200 len: 210 time: 0.0310035 Oct 22 15:27:49.779384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36136) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:49.903242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Deleting port 8dd4c109-b8c3-4208-8fca-a9be637f85a3 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:49.903570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:49.982636 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:49.982878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:49.994104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Calling delete_port for 8dd4c109-b8c3-4208-8fca-a9be637f85a3 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:50.202135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:50.236874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'Port': ['ID=8dd4c109-b8c3-4208-8fca-a9be637f85a3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:50.304442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:50.307620 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:50.319574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-98ef0113-c494-4e7a-873f-346c0a3da6fd tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "DELETE /v2.0/floatingips/d72c8aa5-7b10-4082-ac61-2d60a1c0a6f2 HTTP/1.1" status: 204 len: 168 time: 0.5390391 Oct 22 15:27:52.653536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b90d43d4-7a77-480a-baae-7a4760205c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:54.811614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36184) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:54.872791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-793db276-3d9d-4127-8137-597953512f34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:54.897986 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-793db276-3d9d-4127-8137-597953512f34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:55.024394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-793db276-3d9d-4127-8137-597953512f34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:55.027158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-793db276-3d9d-4127-8137-597953512f34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:55.028882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-793db276-3d9d-4127-8137-597953512f34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] 10.222.0.66 "DELETE /v2.0/security-groups/51bc7966-af7d-4ae3-9f52-4c13b420f0c6 HTTP/1.1" status: 204 len: 168 time: 0.2161379 Oct 22 15:27:55.038435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db276-3d9d-4127-8137-597953512f34 tempest-TestVolumeBootPattern-957517322 tempest-TestVolumeBootPattern-957517322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc7966-af7d-4ae3-9f52-4c13b420f0c6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:55.180297 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a1cf91f1-2b7a-42af-876b-f6aaaa7de7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:55.209064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36188) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:55.210285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-7088ced1-b1da-42e7-8a84-155cb9cf7276 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528080 Oct 22 15:27:55.298398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-a837835e-4280-4c56-b4a4-b60fa84be5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:55.299991 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-a837835e-4280-4c56-b4a4-b60fa84be5ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1096 time: 0.0639400 Oct 22 15:27:55.416604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-3cd7b60e-f523-458e-9755-7b1e7d578ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:55.418720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-3cd7b60e-f523-458e-9755-7b1e7d578ccf service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0974395 Oct 22 15:27:55.488590 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-a8a87f88-d2f4-4044-a7ab-3f062b77b8c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 1001 time: 0.0628674 Oct 22 15:27:55.543028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-e44ea6aa-84a7-40c2-b467-15a71b7d4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:55.545604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-e44ea6aa-84a7-40c2-b467-15a71b7d4fc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0500436 Oct 22 15:27:55.595579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-7a3b97f8-43cc-4894-80c0-f25825966932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:27:55.597450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-7a3b97f8-43cc-4894-80c0-f25825966932 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447121 Oct 22 15:27:55.702494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-1d44d5b6-68d9-4b3c-8054-48b8bec9b59a service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963888 Oct 22 15:27:55.788421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:55.798452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-935fee46-7b02-4cc1-8b69-05e86dfd9c34 req-876c2c6c-c488-4a6c-91cc-bb470205d3a8 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887587 Oct 22 15:27:56.438897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Deleting port f73c4743-ff88-4902-9a87-bf6ed4e40fca {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:56.439481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:56.512587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:56.522178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] For port f73c4743-ff88-4902-9a87-bf6ed4e40fca, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f73c4743-ff88-4902-9a87-bf6ed4e40fca,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:56.528093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:56.536048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Calling delete_port for f73c4743-ff88-4902-9a87-bf6ed4e40fca owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:56.612156 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:56.783323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:56.808114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Pushing event deleted for resources: {'Port': ['ID=f73c4743-ff88-4902-9a87-bf6ed4e40fca,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:56.976951 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:57.207948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Router 1ff26523-e623-4623-b465-67bb05cb87b4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:27:57.318472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:27:57.328290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-263f8815-4048-4ecb-96bd-5ef85d99081c admin admin] 10.222.0.66 "PUT /v2.0/routers/1ff26523-e623-4623-b465-67bb05cb87b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146991 Oct 22 15:27:57.328507 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] Sync routers for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:27:57.328994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36204) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:57.348116 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:27:57.348900 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:27:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:57.448307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:57.470622 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:27:57.559950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:57.657423 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:27:56Z', 'revision_number': 5, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port': {'id': '4b337460-07c0-4bd6-a61e-e0963ddb84ea', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:79:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:08:48Z', 'updated_at': '2021-10-22T15:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:57.721552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Deleting port 4b337460-07c0-4bd6-a61e-e0963ddb84ea {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:57.722364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:57.782576 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] Checking router: 1ff26523-e623-4623-b465-67bb05cb87b4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:27:57.791794 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] Routers {'1ff26523-e623-4623-b465-67bb05cb87b4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:27:57.792425 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:27:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1ff26523-e623-4623-b465-67bb05cb87b4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:57.878710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] For port 4b337460-07c0-4bd6-a61e-e0963ddb84ea, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4b337460-07c0-4bd6-a61e-e0963ddb84ea,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:57.879596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:57.888068 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] Set router 1ff26523-e623-4623-b465-67bb05cb87b4 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:27:57.894253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Calling delete_port for 4b337460-07c0-4bd6-a61e-e0963ddb84ea owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:57.954928 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:27:57Z', 'revision_number': 6, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:57.998713 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd1736-007e-47ae-818a-198beade98f9 None None] The sync data for ids ['1ff26523-e623-4623-b465-67bb05cb87b4'] in n-d-812148-2 is: [{'id': '1ff26523-e623-4623-b465-67bb05cb87b4', 'name': 'tempest-TestVolumeBootPattern-115701516-router', 'tenant_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:08:46Z', 'updated_at': '2021-10-22T15:27:57Z', 'revision_number': 6, 'project_id': 'e6c19dd1495e4265a766ec8a8a88831b', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:27:58.179390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.208104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b337460-07c0-4bd6-a61e-e0963ddb84ea,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:58.213560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.218483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.220625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.220625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.220625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.220625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.220625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.220625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.221471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.221471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.221656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.221924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.222241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:27:58.284180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.379641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.379641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.495330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f73c4743-ff88-4902-9a87-bf6ed4e40fca no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:27:58.521518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f73c4743-ff88-4902-9a87-bf6ed4e40fca {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:27:58.521869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f73c4743-ff88-4902-9a87-bf6ed4e40fca not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:27:58.640570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.641142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff26523-e623-4623-b465-67bb05cb87b4 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:27:58.645461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.646628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-45f57976-d0ce-4e00-aa8d-c8c04262711c admin admin] 10.222.0.66 "DELETE /v2.0/routers/1ff26523-e623-4623-b465-67bb05cb87b4 HTTP/1.1" status: 204 len: 168 time: 1.3165555 Oct 22 15:27:58.649386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36212) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:58.696508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Deleting subnet 05482946-2e3e-4066-b0d2-127bf03cfbfb {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:27:58.699975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.739514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:58.851937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.015387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.047699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05482946-2e3e-4066-b0d2-127bf03cfbfb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:59.052335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.056217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7680e8e-59ba-4992-b4b1-77d5b2fd9d71 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/05482946-2e3e-4066-b0d2-127bf03cfbfb HTTP/1.1" status: 204 len: 168 time: 0.4051569 Oct 22 15:27:59.058116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36220) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:59.058403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456a428-9b87-4a43-960c-bc6266c4554b None None] Network 12da8aad-bc6f-4ab0-94f7-89b85217147b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:27:59.138278 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.198383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Deleting port 19472bf2-3fdb-43c4-9704-599110d7787f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:59.198726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.273301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] For port 19472bf2-3fdb-43c4-9704-599110d7787f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19472bf2-3fdb-43c4-9704-599110d7787f,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:59.273739 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.279410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] DHCP port deletion for 12da8aad-bc6f-4ab0-94f7-89b85217147b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:27:59.290455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Calling delete_port for 19472bf2-3fdb-43c4-9704-599110d7787f owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:59.346580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] Deleting port 19472bf2-3fdb-43c4-9704-599110d7787f {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:27:59.346580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.406049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] For port 19472bf2-3fdb-43c4-9704-599110d7787f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=19472bf2-3fdb-43c4-9704-599110d7787f,segment=NetworkSegment(08b8146c-f16c-47ef-91de-1b42709a873b),segment_id=08b8146c-f16c-47ef-91de-1b42709a873b)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:27:59.406422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.419085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] Calling delete_port for 19472bf2-3fdb-43c4-9704-599110d7787f owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:27:59.481856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.497375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.512712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Pushing event deleted for resources: {'Port': ['ID=19472bf2-3fdb-43c4-9704-599110d7787f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:59.519108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] No DVR routers for this DVR port 19472bf2-3fdb-43c4-9704-599110d7787f on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:27:59.524306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] Pushing event deleted for resources: {'Port': ['ID=19472bf2-3fdb-43c4-9704-599110d7787f,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:27:59.529303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff386f-7841-4ad3-8ec1-e28d56fd3b90 None None] No DVR routers for this DVR port 19472bf2-3fdb-43c4-9704-599110d7787f on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:27:59.605069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.627123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12da8aad-bc6f-4ab0-94f7-89b85217147b']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:59.636412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b8146c-f16c-47ef-91de-1b42709a873b') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:59.636749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b8146c-f16c-47ef-91de-1b42709a873b') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:27:59.647096 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.660747 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.666912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:27:59.667328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:27:59.669077 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:27:59.818083 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.823587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:27:59.827013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] 10.222.0.66 "DELETE /v2.0/networks/12da8aad-bc6f-4ab0-94f7-89b85217147b HTTP/1.1" status: 204 len: 168 time: 0.7677219 Oct 22 15:27:59.830054 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36222) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:27:59.839069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2c97-37b7-478c-83f6-16f8408e50df admin admin] Pushing event deleted for resources: {'Network': ['ID=12da8aad-bc6f-4ab0-94f7-89b85217147b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:00.184925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4b337460-07c0-4bd6-a61e-e0963ddb84ea no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:28:00.205816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4b337460-07c0-4bd6-a61e-e0963ddb84ea {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:28:00.206157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4b337460-07c0-4bd6-a61e-e0963ddb84ea not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:28:00.206800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19472bf2-3fdb-43c4-9704-599110d7787f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:28:00.226461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 19472bf2-3fdb-43c4-9704-599110d7787f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:28:00.226807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 19472bf2-3fdb-43c4-9704-599110d7787f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:28:00.504496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:00.800001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Deleting port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:28:00.800371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:00.881286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] For port 4c2b0fa4-806b-4ff0-bee8-826bc90f870e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:28:00.882004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:00.895091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Calling delete_port for 4c2b0fa4-806b-4ff0-bee8-826bc90f870e owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:28:01.241997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:01.268457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2b0fa4-806b-4ff0-bee8-826bc90f870e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:01.440365 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:01.656418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Router 3bb8e779-04c0-45be-8a6e-b9bde10997ad has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:28:01.760172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:28:01.765851 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc153ff0-0651-4525-afab-df1857fe521e admin admin] 10.222.0.66 "PUT /v2.0/routers/3bb8e779-04c0-45be-8a6e-b9bde10997ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9347601 Oct 22 15:28:01.768555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36236) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:01.776855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] Sync routers for ids ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:28:01.787561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] Routers {'3bb8e779-04c0-45be-8a6e-b9bde10997ad'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:28:01.788920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:27:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:01.886372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:01.896935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] Set router 3bb8e779-04c0-45be-8a6e-b9bde10997ad gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:28:01.993031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.081130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:28:01Z', 'revision_number': 5, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:02.108322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] Checking router: 3bb8e779-04c0-45be-8a6e-b9bde10997ad for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:28:02.118210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] Routers {'3bb8e779-04c0-45be-8a6e-b9bde10997ad'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:28:02.118834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:27:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:02.278086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Deleting port 6d135c78-2c56-4442-9b7b-9241540d7a7a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:28:02.278086 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.335250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] For port 6d135c78-2c56-4442-9b7b-9241540d7a7a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6d135c78-2c56-4442-9b7b-9241540d7a7a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:28:02.343056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.349265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Calling delete_port for 6d135c78-2c56-4442-9b7b-9241540d7a7a owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:28:02.388962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] Set router 3bb8e779-04c0-45be-8a6e-b9bde10997ad gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:28:02.574800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:28:01Z', 'revision_number': 5, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:02.604592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cc8e7f-570c-42b0-8894-5f5da750b346 None None] The sync data for ids ['3bb8e779-04c0-45be-8a6e-b9bde10997ad'] in n-d-812148-2 is: [{'id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'name': 'tempest-TestVolumeBootPattern-1901478804-router', 'tenant_id': '7670369d6c4742a5a5af52d2873ba016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:09:10Z', 'updated_at': '2021-10-22T15:28:01Z', 'revision_number': 5, 'project_id': '7670369d6c4742a5a5af52d2873ba016', 'gw_port': {'id': '6d135c78-2c56-4442-9b7b-9241540d7a7a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8e779-04c0-45be-8a6e-b9bde10997ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:09:11Z', 'updated_at': '2021-10-22T15:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:28:02.607672 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.639744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d135c78-2c56-4442-9b7b-9241540d7a7a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:02.703845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.792634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.795695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.950552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.951059 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb8e779-04c0-45be-8a6e-b9bde10997ad {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:28:02.956005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:02.957399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-df9d493a-3203-4bb3-ae1b-4fa1a3c26975 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3bb8e779-04c0-45be-8a6e-b9bde10997ad HTTP/1.1" status: 204 len: 168 time: 1.1877611 Oct 22 15:28:02.959772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36244) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:03.007228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Deleting subnet 00359729-b304-437e-853d-6419b9a8735f {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:28:03.010370 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.045922 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.137608 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.311260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.339466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00359729-b304-437e-853d-6419b9a8735f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:03.345540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.349126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5073ce38-a17a-4bd5-b4e1-f716698f5fea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/00359729-b304-437e-853d-6419b9a8735f HTTP/1.1" status: 204 len: 168 time: 0.3883090 Oct 22 15:28:03.352457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36252) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:03.356003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc08a4-c2d0-4d78-9123-d6e3493d68cd None None] Network b71ef04a-9b56-4fbc-89fc-93c1d8984b56 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:28:03.426311 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.485460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Deleting port 6ed49a66-c77a-46bf-b1b2-4a696942c34f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:28:03.485687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.551870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] For port 6ed49a66-c77a-46bf-b1b2-4a696942c34f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ed49a66-c77a-46bf-b1b2-4a696942c34f,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:28:03.552232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.565123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Calling delete_port for 6ed49a66-c77a-46bf-b1b2-4a696942c34f owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:28:03.671717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] DHCP port deletion for b71ef04a-9b56-4fbc-89fc-93c1d8984b56 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:28:03.722545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] Deleting port 6ed49a66-c77a-46bf-b1b2-4a696942c34f {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:28:03.722944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.790182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] For port 6ed49a66-c77a-46bf-b1b2-4a696942c34f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6ed49a66-c77a-46bf-b1b2-4a696942c34f,segment=NetworkSegment(b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662),segment_id=b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:28:03.790578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.804080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] Calling delete_port for 6ed49a66-c77a-46bf-b1b2-4a696942c34f owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:28:03.847690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.875311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed49a66-c77a-46bf-b1b2-4a696942c34f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:03.879305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] No DVR routers for this DVR port 6ed49a66-c77a-46bf-b1b2-4a696942c34f on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:28:03.898700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.928052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] Pushing event deleted for resources: {'Port': ['ID=6ed49a66-c77a-46bf-b1b2-4a696942c34f,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:03.931971 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f8645-d390-4d02-9329-84ab5a1e81ff None None] No DVR routers for this DVR port 6ed49a66-c77a-46bf-b1b2-4a696942c34f on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:28:03.957119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.972034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:03.978576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71ef04a-9b56-4fbc-89fc-93c1d8984b56']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:03.988431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:03.993272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76ea2c1-a0bd-4cf0-b14f-3715dd0a4662') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:28:03.998219 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.011339 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.017431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:28:04.017835 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:28:04.019516 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:28:04.167364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.178427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.181708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b71ef04a-9b56-4fbc-89fc-93c1d8984b56 HTTP/1.1" status: 204 len: 168 time: 0.8289258 Oct 22 15:28:04.200302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef23053-1aca-4a4a-be59-06ada6a20dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71ef04a-9b56-4fbc-89fc-93c1d8984b56,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:04.202670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6d135c78-2c56-4442-9b7b-9241540d7a7a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:28:04.230016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6d135c78-2c56-4442-9b7b-9241540d7a7a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:28:04.231263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6d135c78-2c56-4442-9b7b-9241540d7a7a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:28:04.232272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ed49a66-c77a-46bf-b1b2-4a696942c34f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:28:04.258339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6ed49a66-c77a-46bf-b1b2-4a696942c34f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:28:04.258582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6ed49a66-c77a-46bf-b1b2-4a696942c34f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:28:04.259118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4c2b0fa4-806b-4ff0-bee8-826bc90f870e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:28:04.280552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4c2b0fa4-806b-4ff0-bee8-826bc90f870e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:28:04.280904 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4c2b0fa4-806b-4ff0-bee8-826bc90f870e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:28:04.594169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36262) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:04.634402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-273982a0-951b-415d-bc07-494219f70b5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6c19dd1495e4265a766ec8a8a88831b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390379 Oct 22 15:28:04.637608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36264) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:04.690650 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b8157e9-a59f-48ec-91b3-bf7f58d27bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.712659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b8157e9-a59f-48ec-91b3-bf7f58d27bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.847235 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b8157e9-a59f-48ec-91b3-bf7f58d27bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.849781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b8157e9-a59f-48ec-91b3-bf7f58d27bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:04.851039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9b8157e9-a59f-48ec-91b3-bf7f58d27bb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c78b018b-e05c-4988-a584-b16e1cfa4bc3 HTTP/1.1" status: 204 len: 168 time: 0.2125461 Oct 22 15:28:04.858946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8157e9-a59f-48ec-91b3-bf7f58d27bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b018b-e05c-4988-a584-b16e1cfa4bc3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:05.627295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36276) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:05.667273 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-53fdc57f-2e11-4c97-bfbf-6bc03d252b18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7670369d6c4742a5a5af52d2873ba016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386183 Oct 22 15:28:05.670557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36278) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:05.718473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55526b2a-c06c-4b0b-bc40-490f3ecc64c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:05.740740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55526b2a-c06c-4b0b-bc40-490f3ecc64c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:05.887945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55526b2a-c06c-4b0b-bc40-490f3ecc64c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:05.890826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-55526b2a-c06c-4b0b-bc40-490f3ecc64c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:05.892073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-55526b2a-c06c-4b0b-bc40-490f3ecc64c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d95e8442-b5f2-4121-8084-850718898053 HTTP/1.1" status: 204 len: 168 time: 0.2205079 Oct 22 15:28:05.903841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55526b2a-c06c-4b0b-bc40-490f3ecc64c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95e8442-b5f2-4121-8084-850718898053,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:08.859914 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:28:11.687601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:17.647434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:17.758673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f55f1c49-37b9-4227-bf82-b1535197dbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:17.837749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f55f1c49-37b9-4227-bf82-b1535197dbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:17.902418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f55f1c49-37b9-4227-bf82-b1535197dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:17.941052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f55f1c49-37b9-4227-bf82-b1535197dbaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d45a8a13e0e54e148370540426c936cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924700 Oct 22 15:28:17.941961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f1c49-37b9-4227-bf82-b1535197dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa8f22-3c2c-4946-b17f-0bb1ccc90dfa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:17.943854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36386) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:17.993003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a89c20d-ec9c-4530-991f-cad8c6fb0a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.013719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a89c20d-ec9c-4530-991f-cad8c6fb0a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.176991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a89c20d-ec9c-4530-991f-cad8c6fb0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.181819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5a89c20d-ec9c-4530-991f-cad8c6fb0a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.181819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5a89c20d-ec9c-4530-991f-cad8c6fb0a72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ffa8f22-3c2c-4946-b17f-0bb1ccc90dfa HTTP/1.1" status: 204 len: 168 time: 0.2360075 Oct 22 15:28:18.189624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89c20d-ec9c-4530-991f-cad8c6fb0a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa8f22-3c2c-4946-b17f-0bb1ccc90dfa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:18.806007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36394) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:18.819861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd593824-bc8a-4353-90ee-acc9576c5802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.892111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd593824-bc8a-4353-90ee-acc9576c5802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.955213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd593824-bc8a-4353-90ee-acc9576c5802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:18.993821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd593824-bc8a-4353-90ee-acc9576c5802 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=edccd450eaf84ee893b6809bc5ebdecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867020 Oct 22 15:28:18.994796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd593824-bc8a-4353-90ee-acc9576c5802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ce651-7020-421e-9074-8b3e4c98a7bb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:18.996548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36396) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:19.048684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d0165-a4da-48a3-93b0-e012fde408a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:19.071989 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d0165-a4da-48a3-93b0-e012fde408a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:19.229881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d0165-a4da-48a3-93b0-e012fde408a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:19.232458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d0165-a4da-48a3-93b0-e012fde408a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:19.233659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-959d0165-a4da-48a3-93b0-e012fde408a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed4ce651-7020-421e-9074-8b3e4c98a7bb HTTP/1.1" status: 204 len: 168 time: 0.2360098 Oct 22 15:28:19.243997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d0165-a4da-48a3-93b0-e012fde408a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ce651-7020-421e-9074-8b3e4c98a7bb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:22.692596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0fb185fe-2ec5-478b-8e58-3aae0e916e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:25.188733 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f61ba76b-5bc1-4259-9417-d811395d4837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:26.520697 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:26.650359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:28.201166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:33.926730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:36.570514 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36534) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:36.682487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8479f10-346c-4bd6-a5db-e248b37d0202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:36.755364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8479f10-346c-4bd6-a5db-e248b37d0202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:36.833023 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8479f10-346c-4bd6-a5db-e248b37d0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:36.869237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479f10-346c-4bd6-a5db-e248b37d0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec29a8f-4bb9-45fc-9184-61f325087caa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:36.873705 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8479f10-346c-4bd6-a5db-e248b37d0202 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d06bfdd828594730bc141501cf5aa334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021247 Oct 22 15:28:36.876286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36538) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:36.925378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-622d6079-54d6-4ba1-9e68-a0ab6b43a5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:36.945901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-622d6079-54d6-4ba1-9e68-a0ab6b43a5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.061847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-622d6079-54d6-4ba1-9e68-a0ab6b43a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.065144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-622d6079-54d6-4ba1-9e68-a0ab6b43a5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.066362 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-622d6079-54d6-4ba1-9e68-a0ab6b43a5f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ec29a8f-4bb9-45fc-9184-61f325087caa HTTP/1.1" status: 204 len: 168 time: 0.1884625 Oct 22 15:28:37.074586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d6079-54d6-4ba1-9e68-a0ab6b43a5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec29a8f-4bb9-45fc-9184-61f325087caa,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:37.667380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36546) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:37.681356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec701ab5-2e6d-42d6-8797-04542eec29ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.756752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec701ab5-2e6d-42d6-8797-04542eec29ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.821727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec701ab5-2e6d-42d6-8797-04542eec29ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.860225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec701ab5-2e6d-42d6-8797-04542eec29ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0de75fd8bf394548bcff2daf9d8bea54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917696 Oct 22 15:28:37.861105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701ab5-2e6d-42d6-8797-04542eec29ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52238d84-4d4b-4390-9018-c48c56cb71e2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:37.862987 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36548) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:37.913528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:37.934333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:38.056165 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:38.058764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:38.059998 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52238d84-4d4b-4390-9018-c48c56cb71e2 HTTP/1.1" status: 204 len: 168 time: 0.1958594 Oct 22 15:28:38.068201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52238d84-4d4b-4390-9018-c48c56cb71e2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:38.075940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.076228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.076572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.076913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.077340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.077723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.077999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.078328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.078652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.078989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.079333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:38.080150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98456fa7-adc2-4c0a-a4c6-3daf9ab5cc00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:28:41.721942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:45.270817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36658) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:45.378606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-42e5edfa-1942-4238-8377-d6edc3a994db admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:45.451221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-42e5edfa-1942-4238-8377-d6edc3a994db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:45.515051 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-42e5edfa-1942-4238-8377-d6edc3a994db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:45.803707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-42e5edfa-1942-4238-8377-d6edc3a994db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2afab274df4049129c9c610037cb5a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316944 Oct 22 15:28:45.804808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5edfa-1942-4238-8377-d6edc3a994db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6511c066-9b3e-4252-9c62-dfc1f2394d38,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:45.806415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36662) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:45.855087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a0930-0977-4069-a979-95568bd2ccb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:45.858203 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:28:45.877743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a0930-0977-4069-a979-95568bd2ccb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.029646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a0930-0977-4069-a979-95568bd2ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.032312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e64a0930-0977-4069-a979-95568bd2ccb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.036342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e64a0930-0977-4069-a979-95568bd2ccb0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6511c066-9b3e-4252-9c62-dfc1f2394d38 HTTP/1.1" status: 204 len: 168 time: 0.2259905 Oct 22 15:28:46.042156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0930-0977-4069-a979-95568bd2ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511c066-9b3e-4252-9c62-dfc1f2394d38,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:46.651940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36670) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:46.665675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-605c0a20-1746-4425-9fdb-debcb4adf4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.736293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-605c0a20-1746-4425-9fdb-debcb4adf4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.804157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-605c0a20-1746-4425-9fdb-debcb4adf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.847528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-605c0a20-1746-4425-9fdb-debcb4adf4fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cf2f885347041f1bcac2e3d9e430b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943257 Oct 22 15:28:46.848664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c0a20-1746-4425-9fdb-debcb4adf4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10066f32-87a9-43fa-97ea-19181ea6b2ac,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:46.850012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36672) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:28:46.901598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e000ca9-7d42-4a1c-b0f6-536d8b360da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:46.922705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e000ca9-7d42-4a1c-b0f6-536d8b360da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:47.050248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e000ca9-7d42-4a1c-b0f6-536d8b360da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:47.052881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e000ca9-7d42-4a1c-b0f6-536d8b360da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:47.054044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e000ca9-7d42-4a1c-b0f6-536d8b360da7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10066f32-87a9-43fa-97ea-19181ea6b2ac HTTP/1.1" status: 204 len: 168 time: 0.2022374 Oct 22 15:28:47.061868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e000ca9-7d42-4a1c-b0f6-536d8b360da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10066f32-87a9-43fa-97ea-19181ea6b2ac,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:28:52.649750 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e8a0faaa-4734-4d7a-974a-aa566fa47513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:55.143442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cc3573f5-5655-41c1-8fad-8b504690871f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:56.200380 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-0dc5e25e-0d55-49b0-b2f0-78190241a572 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397191 Oct 22 15:28:56.288691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-8565c038-b2f7-43fb-b594-5e727896efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:28:56.290239 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-8565c038-b2f7-43fb-b594-5e727896efb7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1096 time: 0.0434744 Oct 22 15:28:56.405736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-43077089-432d-4ea1-b334-c98079405a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:28:56.407269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-43077089-432d-4ea1-b334-c98079405a93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0914347 Oct 22 15:28:56.474624 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-a8fa93f2-636d-40cb-bdf3-ba704649a0c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 1001 time: 0.0594203 Oct 22 15:28:56.486195 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:56.527386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-e8e92c52-8b63-491f-8e51-62a53ad1b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:28:56.528872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-e8e92c52-8b63-491f-8e51-62a53ad1b2c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0462942 Oct 22 15:28:56.579921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-9fa2308a-8e26-4229-be6e-37d3e863cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:28:56.581952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-9fa2308a-8e26-4229-be6e-37d3e863cd11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452607 Oct 22 15:28:56.600527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:28:56.676610 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-cfe85079-468e-4e48-8570-f609e8872d2a service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847657 Oct 22 15:28:56.781138 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0dd1d18e-4a9d-4b59-a4e4-fc9809b8756c req-7fc15923-3d49-4229-8b63-1ff35db4b2a0 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965364 Oct 22 15:28:58.152748 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.142648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36806) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:02.247252 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a369b3-eab5-4f4c-b8c3-64c9fca9890e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.320872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a369b3-eab5-4f4c-b8c3-64c9fca9890e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.400688 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c0a369b3-eab5-4f4c-b8c3-64c9fca9890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.444890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c0a369b3-eab5-4f4c-b8c3-64c9fca9890e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8601cd606247414b811a1c9cfaafa7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008416 Oct 22 15:29:02.446810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a369b3-eab5-4f4c-b8c3-64c9fca9890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed2501-bdcb-4f6c-b023-3d36b8a7494b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:02.447356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36810) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:02.500263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.517174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.634713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.637393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:02.638599 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6aed2501-bdcb-4f6c-b023-3d36b8a7494b HTTP/1.1" status: 204 len: 168 time: 0.1902478 Oct 22 15:29:02.647413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed2501-bdcb-4f6c-b023-3d36b8a7494b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:02.655108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.655455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.655794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.656130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.656463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.656797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.657163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.657504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.657849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.658839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.659327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:02.659648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa989ee5-cce9-49b6-b9ee-e5b789b8d447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:03.196450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36818) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:03.209928 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2583-a211-48df-b2b8-151fc17c3b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.281861 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2583-a211-48df-b2b8-151fc17c3b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.340799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2583-a211-48df-b2b8-151fc17c3b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.385670 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6e1f2583-a211-48df-b2b8-151fc17c3b04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f36fa734db2b41b48cb99c78a7934bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880264 Oct 22 15:29:03.386419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2583-a211-48df-b2b8-151fc17c3b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28439886-cc7f-4d14-9e13-1bfd38cd2e21,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:03.388336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 36820) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:03.441248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53e23a5b-39cf-4368-a3f7-b087a7243424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.463116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53e23a5b-39cf-4368-a3f7-b087a7243424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.583326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53e23a5b-39cf-4368-a3f7-b087a7243424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.586058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-53e23a5b-39cf-4368-a3f7-b087a7243424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:03.587258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-53e23a5b-39cf-4368-a3f7-b087a7243424 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28439886-cc7f-4d14-9e13-1bfd38cd2e21 HTTP/1.1" status: 204 len: 168 time: 0.1972780 Oct 22 15:29:03.595424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e23a5b-39cf-4368-a3f7-b087a7243424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28439886-cc7f-4d14-9e13-1bfd38cd2e21,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:03.940903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:04.752453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36844) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:04.848795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1868000663-network', 'tenant_id': 'bdf80019dcb14f20a48a90fb93f67236'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:29:04.960725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Made reservation on behalf of bdf80019dcb14f20a48a90fb93f67236 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:29:04.963144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:04.972915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.047998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.120621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.148343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:29:05.154532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27adee5a-480f-4d87-a444-0885199db3a5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:05.161588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.161967 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Added segment 61490908-8c92-4169-b298-7f13e1ac2254 of type vlan for network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 Oct 22 15:29:05.202170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.295067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.296120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:05.296707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.359298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] Pushing event updated for resources: {'Network': ['ID=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:05.369036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:29:05.408006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d437acf-f641-4ced-a1b6-de24cfc4ffca admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6538668 Oct 22 15:29:05.409199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36850) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:05.413934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Request body: {'subnet': {'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1868000663-subnet', 'tenant_id': 'bdf80019dcb14f20a48a90fb93f67236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:29:05.489559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Made reservation on behalf of bdf80019dcb14f20a48a90fb93f67236 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:29:05.492042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.753221 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.812219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=038d02aa-9b74-4534-8ee4-154fc4d5d43e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:05.818271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Checking segment: {'id': '61490908-8c92-4169-b298-7f13e1ac2254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:29:05.818689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Network hostable DHCP agents. Network: ee83a7cb-92dc-4c71-9e1e-86eadb4ac115, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:29:05.903493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:29:05.983434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ee83a7cb-92dc-4c71-9e1e-86eadb4ac115) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:29:05.989466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:05.990212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:05.991769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd8d77-2414-44b5-baf7-6c9044266412 None None] Network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:29:06.071836 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7d4f767a-0734-4f3f-8b18-e1e10772c51d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6614749 Oct 22 15:29:06.118704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26721475-b75e-4f90-be02-d1c966ae07db None None] Network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:29:06.727645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36868) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:06.732553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-654469491-network', 'tenant_id': '475d166777a54919acfbd46c0bcc13c1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:29:06.806233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Made reservation on behalf of 475d166777a54919acfbd46c0bcc13c1 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:29:06.808586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:06.819314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:06.890233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:06.966322 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:06.988086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:29:07.002455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297eca8-e310-4203-9e75-c08b560ac37f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:07.005295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:07.006058 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Added segment 31930722-5f2c-4f1c-9abd-4072a11764d8 of type vlan for network 91d85d97-0332-4ff9-83d5-265d71fa07d7 Oct 22 15:29:07.048219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:07.146756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:07.147724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:07.148301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:07.206232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] Pushing event updated for resources: {'Network': ['ID=91d85d97-0332-4ff9-83d5-265d71fa07d7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:07.215764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 91d85d97-0332-4ff9-83d5-265d71fa07d7 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:29:07.275201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d7531b5f-a65b-4458-9386-ba0651b65965 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5463252 Oct 22 15:29:07.278419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 36870) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:07.284083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Request body: {'subnet': {'network_id': '91d85d97-0332-4ff9-83d5-265d71fa07d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-654469491-subnet', 'tenant_id': '475d166777a54919acfbd46c0bcc13c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:29:07.441253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Made reservation on behalf of 475d166777a54919acfbd46c0bcc13c1 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:29:07.447191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:07.920859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:07.978648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7529e71-145b-45aa-a42d-7cd54eb2b64c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:07.987981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Checking segment: {'id': '31930722-5f2c-4f1c-9abd-4072a11764d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d85d97-0332-4ff9-83d5-265d71fa07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:29:07.988316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Network hostable DHCP agents. Network: 91d85d97-0332-4ff9-83d5-265d71fa07d7, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:29:08.103488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Network 91d85d97-0332-4ff9-83d5-265d71fa07d7 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:29:08.212086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 91d85d97-0332-4ff9-83d5-265d71fa07d7) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:29:08.216090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:08.216760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:08.226207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c142dd8-80d0-4074-a75a-f31ad6aa5d3e None None] Network 91d85d97-0332-4ff9-83d5-265d71fa07d7 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:29:08.317677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6c714ce3-6138-400f-919b-ec07058add77 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0381505 Oct 22 15:29:08.345744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f41f9-cfcf-496a-80e6-06460f5b3a2c None None] Network 91d85d97-0332-4ff9-83d5-265d71fa07d7 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:29:08.815699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-e942e11d-778f-4fe5-b5b5-2ed19d564f5d tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:08.817275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-e942e11d-778f-4fe5-b5b5-2ed19d564f5d tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/networks?id=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 HTTP/1.1" status: 200 len: 809 time: 0.1044867 Oct 22 15:29:08.832511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-bc1373e0-5e3b-47d8-9def-50f538cb4fb2 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/quotas/bdf80019dcb14f20a48a90fb93f67236 HTTP/1.1" status: 200 len: 375 time: 0.0094044 Oct 22 15:29:08.865002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-460d4d2b-bc92-4e17-b7ac-66401d1239d3 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bdf80019dcb14f20a48a90fb93f67236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270419 Oct 22 15:29:09.048660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-786d56a7-d1c6-44d1-b42d-f01b4f080f99 service neutron] 10.222.0.66 "GET /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766243 Oct 22 15:29:09.141481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-6aa2308a-a912-4330-986e-a0b81bf4c949 service neutron] 10.222.0.66 "GET /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866711 Oct 22 15:29:09.365632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e81ae0b3-f647-4645-b1b9-fda012f7a728 req-318ed6b2-7038-4288-aa1a-dfbea0e2e30b tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Oct 22 15:29:10.443758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc1faac8-d1c2-4707-ab31-76f12f6f90dc req-25d3dcb9-ddf7-43d0-ac69-f5b5eb234a6d tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Oct 22 15:29:11.542547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de68e540-283a-4a7a-b668-cd2860f4ef29 req-18c016ed-93e8-4f4b-a5a8-04f56da6e9fa tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 210 time: 0.0307796 Oct 22 15:29:11.735080 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:11.833369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-a99e683c-a27c-42e7-a0ce-c57f4348953f tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:11.835421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-a99e683c-a27c-42e7-a0ce-c57f4348953f tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.53 "GET /v2.0/networks?id=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 HTTP/1.1" status: 200 len: 809 time: 0.1046028 Oct 22 15:29:11.850111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Request body: {'port': {'device_id': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115', 'admin_state_up': True, 'tenant_id': 'bdf80019dcb14f20a48a90fb93f67236'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:29:12.021307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Made reservation on behalf of bdf80019dcb14f20a48a90fb93f67236 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:29:12.024818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:12.200588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Allocated IP 172.20.0.7 (ee83a7cb-92dc-4c71-9e1e-86eadb4ac115/038d02aa-9b74-4534-8ee4-154fc4d5d43e/fd9ddb79-511b-4cc9-8e59-13e456bd33c9) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:29:12.349786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:12.464191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:12.516775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:29:12.522023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:29:12.524521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:29:12.564424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Pushing event updated for resources: {'Port': ['ID=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:12.591363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:12.591981 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:12.664926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b7cd9-d67b-496f-a132-9577071c7615 req-26347b50-6c39-45a0-b1ba-eb11e3b5b839 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:12.666296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-691b7cd9-d67b-496f-a132-9577071c7615 req-26347b50-6c39-45a0-b1ba-eb11e3b5b839 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 931 time: 0.0489533 Oct 22 15:29:12.669885 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-43e644da-dc6c-46c4-834f-c14760e11aaf tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247609 Oct 22 15:29:12.682961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Request body: {'port': {'device_id': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:29:12.749831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-691b7cd9-d67b-496f-a132-9577071c7615 req-4299231d-cd4c-4ee3-bbb3-10b3612f4cef tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773737 Oct 22 15:29:12.757737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:13.056249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9ddb79-511b-4cc9-8e59-13e456bd33c9 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:29:13.063789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:13.079976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Transition to ACTIVE for port object fd9ddb79-511b-4cc9-8e59-13e456bd33c9 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:29:13.178125 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:13.237227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:13.304492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Attempting to bind port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:29:13.304824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Attempting to bind port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '61490908-8c92-4169-b298-7f13e1ac2254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:29:13.305141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Attempting to bind port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 on network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:29:13.309301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 on network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:29:13.309556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Attempting to bind port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 on network ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:29:13.314278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:29:13.315294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Checking segment: {'id': '61490908-8c92-4169-b298-7f13e1ac2254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:29:13.315294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Bound using segment: {'id': '61490908-8c92-4169-b298-7f13e1ac2254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:29:13.315536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Bound port: fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61490908-8c92-4169-b298-7f13e1ac2254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:29:13.315825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:13.376802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] For port fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:29:13.380416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] For port fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,segment=NetworkSegment(61490908-8c92-4169-b298-7f13e1ac2254),segment_id=61490908-8c92-4169-b298-7f13e1ac2254)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:29:13.472609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:13.513317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:13.513826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:13.515412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] 10.222.0.53 "PUT /v2.0/ports/fd9ddb79-511b-4cc9-8e59-13e456bd33c9 HTTP/1.1" status: 200 len: 1091 time: 0.8362691 Oct 22 15:29:13.517703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'tag': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:29:13.520786 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f77bbc-362d-4d7a-87ac-d5294831a5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0643dda-9724-4737-bfd8-79ebdb9624c6", "tag": "fd9ddb79-511b-4cc9-8e59-13e456bd33c9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:29:13.545332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361cf6b-cae6-41b3-b8f9-5d5193bb8739 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:13.627753 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654c7b95-46b6-431e-b98a-8b5cd2e7bfc3 x-openstack-request-id: req-654c7b95-46b6-431e-b98a-8b5cd2e7bfc3 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:29:13.628366 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0643dda-9724-4737-bfd8-79ebdb9624c6", "tag": "fd9ddb79-511b-4cc9-8e59-13e456bd33c9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:29:13.628366 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-654c7b95-46b6-431e-b98a-8b5cd2e7bfc3 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:29:13.628731 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'tag': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9', 'status': 'completed', 'code': 200} Oct 22 15:29:13.670985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-e57c07f6-38f5-4537-95e2-50178c6eefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:13.672650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-e57c07f6-38f5-4537-95e2-50178c6eefd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bdf80019dcb14f20a48a90fb93f67236&device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 1094 time: 0.0413065 Oct 22 15:29:13.713769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-35d2328a-d00f-4224-9d58-10b213305dfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9 HTTP/1.1" status: 200 len: 217 time: 0.0335164 Oct 22 15:29:13.765233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-31ec49e8-bddf-47a7-ac9c-4e504bd51819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:13.766632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-31ec49e8-bddf-47a7-ac9c-4e504bd51819 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=038d02aa-9b74-4534-8ee4-154fc4d5d43e HTTP/1.1" status: 200 len: 849 time: 0.0464804 Oct 22 15:29:13.800307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-f033b536-0099-4597-82d5-03c8fc511024 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267262 Oct 22 15:29:13.935204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca4290-26e1-40ce-b57f-87bb75b39649 req-12589a60-d9a9-4d38-945b-7da149a60b4d tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:13.936667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12ca4290-26e1-40ce-b57f-87bb75b39649 req-12589a60-d9a9-4d38-945b-7da149a60b4d tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 943 time: 0.1037173 Oct 22 15:29:13.942094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-6f96a10f-5cf8-49a3-9c03-0875f7767bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284435 Oct 22 15:29:14.000603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12ca4290-26e1-40ce-b57f-87bb75b39649 req-b886948e-1ef1-4b8a-a675-460b34806189 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Oct 22 15:29:14.051178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c549d8d5-e818-4836-bfa3-4877523e04f3 req-dc03a7f9-5b6a-4402-8e95-d67adb5fdd39 service neutron] 10.222.0.53 "GET /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015463 Oct 22 15:29:14.194851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-7217ce73-2ebf-41b6-8137-6b24fd7f1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:14.196408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-7217ce73-2ebf-41b6-8137-6b24fd7f1153 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bdf80019dcb14f20a48a90fb93f67236&device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 1094 time: 0.0445783 Oct 22 15:29:14.287807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-4778f98a-ee97-4a3d-880f-e4b0ac4cfda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:14.289301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-4778f98a-ee97-4a3d-880f-e4b0ac4cfda7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 HTTP/1.1" status: 200 len: 910 time: 0.0861626 Oct 22 15:29:14.337679 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-ff9bc0e8-726e-47b5-81b1-d4aad3d19aa7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9 HTTP/1.1" status: 200 len: 217 time: 0.0396249 Oct 22 15:29:14.386430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-a0e146c5-5f7a-4d76-8550-0506101859b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:14.387899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-a0e146c5-5f7a-4d76-8550-0506101859b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=038d02aa-9b74-4534-8ee4-154fc4d5d43e HTTP/1.1" status: 200 len: 849 time: 0.0425146 Oct 22 15:29:14.420489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-cd0d1a5d-0eb9-43de-8106-812ba4fceb17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245240 Oct 22 15:29:14.516243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-1d80d9e3-531a-4c1a-aa48-924d269cc156 service neutron] 10.222.0.53 "GET /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Oct 22 15:29:14.603854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44f77bbc-362d-4d7a-87ac-d5294831a5f6 req-24911a60-b8c4-4953-9ca5-020d704dd381 service neutron] 10.222.0.53 "GET /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803177 Oct 22 15:29:15.119420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ac3b-d5ef-45b8-af26-ec569aaecc58 req-c2db7fa8-9dbb-460f-b383-211123257add tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:15.120806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5308ac3b-d5ef-45b8-af26-ec569aaecc58 req-c2db7fa8-9dbb-460f-b383-211123257add tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 943 time: 0.0520504 Oct 22 15:29:15.157554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5308ac3b-d5ef-45b8-af26-ec569aaecc58 req-be566980-a6be-4149-8919-54988ab9650c tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Oct 22 15:29:16.276706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33feaf-7b2a-40b6-bda5-4926ca795fb2 req-19296bfe-450b-4275-a7cd-a74b25a682f5 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:16.278162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e33feaf-7b2a-40b6-bda5-4926ca795fb2 req-19296bfe-450b-4275-a7cd-a74b25a682f5 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 943 time: 0.0527134 Oct 22 15:29:16.315009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e33feaf-7b2a-40b6-bda5-4926ca795fb2 req-385f1249-e1ff-4165-b988-4f2e9367b072 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305874 Oct 22 15:29:17.432525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36180479-b206-401c-aa77-86ccc0109bd3 req-bb502e3d-0d32-4e81-84a8-0ebabb1b4096 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:17.434084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36180479-b206-401c-aa77-86ccc0109bd3 req-bb502e3d-0d32-4e81-84a8-0ebabb1b4096 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 943 time: 0.0501370 Oct 22 15:29:17.473119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36180479-b206-401c-aa77-86ccc0109bd3 req-38060faf-cac1-4e1c-9fe4-94d6404235f1 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Oct 22 15:29:17.621757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd9ddb79-511b-4cc9-8e59-13e456bd33c9 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:29:17.716814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,segment=NetworkSegment(61490908-8c92-4169-b298-7f13e1ac2254),segment_id=61490908-8c92-4169-b298-7f13e1ac2254)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:17.731521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9', 'network_id': 'ee83a7cb-92dc-4c71-9e1e-86eadb4ac115', 'port_id': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9', 'mac_address': 'fa:16:3e:32:d8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038d02aa-9b74-4534-8ee4-154fc4d5d43e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:29:17.769551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:17.782322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9ddb79-511b-4cc9-8e59-13e456bd33c9 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:29:17.801978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,segment=NetworkSegment(61490908-8c92-4169-b298-7f13e1ac2254),segment_id=61490908-8c92-4169-b298-7f13e1ac2254)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:17.871689 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:17.918899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:17.926722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.927105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.927445 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.927814 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.928161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.928472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.928795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.929118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.929439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.929758 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.930076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:17.930398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:29:18.086379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['fd9ddb79-511b-4cc9-8e59-13e456bd33c9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:29:18.588943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd35f-7a89-461e-97a5-aa07eea8935e req-4ad2b06c-587d-4f85-97f4-a7555d344283 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:18.590452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-258bd35f-7a89-461e-97a5-aa07eea8935e req-4ad2b06c-587d-4f85-97f4-a7555d344283 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 944 time: 0.0484827 Oct 22 15:29:18.628025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-258bd35f-7a89-461e-97a5-aa07eea8935e req-67433a83-5b93-48cf-8a8a-fe98431faeba tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Oct 22 15:29:19.630249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd9ddb79-511b-4cc9-8e59-13e456bd33c9 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:29:19.749261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5932d-63dd-457b-af22-012b9a5b3680 req-d59ad728-2d33-4a11-a706-5cfed157e5fd tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:19.750025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:29:19.750738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fd5932d-63dd-457b-af22-012b9a5b3680 req-d59ad728-2d33-4a11-a706-5cfed157e5fd tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 944 time: 0.0530152 Oct 22 15:29:19.753399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:29:19.753920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:19.788833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fd5932d-63dd-457b-af22-012b9a5b3680 req-acec1d13-5386-4a32-949e-27c90ce1899d tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Oct 22 15:29:19.834224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:19.856484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:29:19.858634 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682cbfab-78b8-468c-a83f-2f3c35c1b4ae" -d '{"events": [{"server_uuid": "b0643dda-9724-4737-bfd8-79ebdb9624c6", "name": "network-vif-plugged", "status": "completed", "tag": "fd9ddb79-511b-4cc9-8e59-13e456bd33c9"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:29:19.871104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,segment=NetworkSegment(61490908-8c92-4169-b298-7f13e1ac2254),segment_id=61490908-8c92-4169-b298-7f13e1ac2254)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:19.928873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:19.955396 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61b000c-cbc9-4286-acd5-8ce8cbaabfad x-openstack-request-id: req-b61b000c-cbc9-4286-acd5-8ce8cbaabfad {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:29:19.955680 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0643dda-9724-4737-bfd8-79ebdb9624c6", "name": "network-vif-plugged", "status": "completed", "tag": "fd9ddb79-511b-4cc9-8e59-13e456bd33c9", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:29:19.955973 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b61b000c-cbc9-4286-acd5-8ce8cbaabfad {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:29:19.956358 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9', 'code': 200} Oct 22 15:29:19.980884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:20.085115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10e249-542d-48c7-b637-238aaeed5a27 req-72712ee1-d604-4367-a3e9-7b391bdb4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:20.086622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b10e249-542d-48c7-b637-238aaeed5a27 req-72712ee1-d604-4367-a3e9-7b391bdb4304 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 1096 time: 0.0691314 Oct 22 15:29:20.126861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b10e249-542d-48c7-b637-238aaeed5a27 req-8a9e9bd9-1efb-4f09-8790-535357dcf561 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Oct 22 15:29:20.917969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8ced-da84-4c94-8c5d-beaba6a7cba2 req-912d73fe-fd0b-4162-ae96-3c51d0f3af06 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:20.919631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a2c8ced-da84-4c94-8c5d-beaba6a7cba2 req-912d73fe-fd0b-4162-ae96-3c51d0f3af06 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 945 time: 0.0562243 Oct 22 15:29:20.959724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a2c8ced-da84-4c94-8c5d-beaba6a7cba2 req-cf7cd9ce-3a52-495a-907b-291c440eaff7 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Oct 22 15:29:22.080559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552f423-fdc0-48f5-9986-c4e377279fad req-1ccdb361-5ced-4843-a1f1-e95416cfc5e4 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:22.082043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f552f423-fdc0-48f5-9986-c4e377279fad req-1ccdb361-5ced-4843-a1f1-e95416cfc5e4 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 945 time: 0.0495863 Oct 22 15:29:22.119621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f552f423-fdc0-48f5-9986-c4e377279fad req-a7d146c0-d142-49c8-9cd8-70c0356f3438 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314572 Oct 22 15:29:22.660560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac4d1-63e6-4869-9314-7dbc24c03115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:22.856620 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:29:24.610707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17143d-9221-4727-901f-57ecd854944c req-2e8cacf7-4eb2-4717-89eb-8a2ac410f6b3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:24.612192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f17143d-9221-4727-901f-57ecd854944c req-2e8cacf7-4eb2-4717-89eb-8a2ac410f6b3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0487096 Oct 22 15:29:24.651184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f17143d-9221-4727-901f-57ecd854944c req-2c4f7713-88f6-4d3d-8509-c846444921d7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320506 Oct 22 15:29:25.140294 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-717352ff-3f70-49a8-aef7-465c09bba37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:25.785130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49200b-849d-4db5-9cf3-e47c27ae0cd9 req-73fb8a85-7d49-4a0b-bf77-71f216fd2e9e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:25.786602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b49200b-849d-4db5-9cf3-e47c27ae0cd9 req-73fb8a85-7d49-4a0b-bf77-71f216fd2e9e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0588763 Oct 22 15:29:25.825949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b49200b-849d-4db5-9cf3-e47c27ae0cd9 req-e8e8defd-5722-4dfa-94b8-7aedf7372868 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331619 Oct 22 15:29:26.534641 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:26.634642 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:26.658271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a4e61-ee18-4eb1-9cd2-3f246fbe0151 req-84ded8ac-1e30-457b-aa31-960f4de2696c tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:26.659713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d17a4e61-ee18-4eb1-9cd2-3f246fbe0151 req-84ded8ac-1e30-457b-aa31-960f4de2696c tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Oct 22 15:29:26.697909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d17a4e61-ee18-4eb1-9cd2-3f246fbe0151 req-aab96d6e-46ce-4d52-a405-dcd452549486 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Oct 22 15:29:26.948019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeb27d-276d-4262-ae74-2972c0aa616f req-0da6470e-2e53-4b68-8c69-536d078d0828 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:26.949378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36eeb27d-276d-4262-ae74-2972c0aa616f req-0da6470e-2e53-4b68-8c69-536d078d0828 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0490847 Oct 22 15:29:26.986730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36eeb27d-276d-4262-ae74-2972c0aa616f req-1185bc97-a659-4b98-a440-1fb5ecb0944e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Oct 22 15:29:27.819083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496cbd8-6d8a-4bba-902f-f9b4d5cf53fa req-193c4f6e-fa45-4c60-83a0-4d9011160626 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:27.820563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7496cbd8-6d8a-4bba-902f-f9b4d5cf53fa req-193c4f6e-fa45-4c60-83a0-4d9011160626 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Oct 22 15:29:27.857965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7496cbd8-6d8a-4bba-902f-f9b4d5cf53fa req-9f9e49a8-3bc5-4239-88fb-81bad0b57ecb tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/security-groups?id=27adee5a-480f-4d87-a444-0885199db3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Oct 22 15:29:27.904087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-45f856d8-5948-424a-9829-51912ecb67ac tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:27.905504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-45f856d8-5948-424a-9829-51912ecb67ac tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 945 time: 0.0467165 Oct 22 15:29:27.996414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Deleting port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:29:27.997091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:28.109459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] For port fd9ddb79-511b-4cc9-8e59-13e456bd33c9, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,segment=NetworkSegment(61490908-8c92-4169-b298-7f13e1ac2254),segment_id=61490908-8c92-4169-b298-7f13e1ac2254)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:28.109813 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:28.128456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Calling delete_port for fd9ddb79-511b-4cc9-8e59-13e456bd33c9 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:29:28.144216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbaf02-8718-4d6a-90c3-3fff9d1ebe4d req-e4f9ae62-f3bb-4159-b2a7-0bdc29f78ab8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:28.145727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ebbaf02-8718-4d6a-90c3-3fff9d1ebe4d req-e4f9ae62-f3bb-4159-b2a7-0bdc29f78ab8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0846717 Oct 22 15:29:28.187171 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:28.496395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ebbaf02-8718-4d6a-90c3-3fff9d1ebe4d req-c10aa572-7d27-4065-ac36-d2e1847b340a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435159 Oct 22 15:29:28.671830 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:28.685047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['fd9ddb79-511b-4cc9-8e59-13e456bd33c9'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:29:28.703240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Pushing event deleted for resources: {'Port': ['ID=fd9ddb79-511b-4cc9-8e59-13e456bd33c9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:28.746333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] No DVR routers for this DVR port fd9ddb79-511b-4cc9-8e59-13e456bd33c9 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:29:28.749139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:28.752724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e007b32-7ed3-4358-b65d-779587b23d24 req-f6665def-afd3-4c2a-b65d-c42310117108 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.53 "DELETE /v2.0/ports/fd9ddb79-511b-4cc9-8e59-13e456bd33c9 HTTP/1.1" status: 204 len: 173 time: 0.8405180 Oct 22 15:29:28.753161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'name': 'network-vif-deleted', 'tag': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:29:28.755419 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa3ec1f-9a42-4a9f-80f0-dec8f52328b5" -d '{"events": [{"server_uuid": "b0643dda-9724-4737-bfd8-79ebdb9624c6", "name": "network-vif-deleted", "tag": "fd9ddb79-511b-4cc9-8e59-13e456bd33c9"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:29:28.792988 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0befe547-d17b-4725-8be2-2a4cb6f136f9 x-openstack-request-id: req-0befe547-d17b-4725-8be2-2a4cb6f136f9 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:29:28.793281 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0643dda-9724-4737-bfd8-79ebdb9624c6", "name": "network-vif-deleted", "tag": "fd9ddb79-511b-4cc9-8e59-13e456bd33c9", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:29:28.793527 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0befe547-d17b-4725-8be2-2a4cb6f136f9 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:29:28.793926 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0643dda-9724-4737-bfd8-79ebdb9624c6', 'name': 'network-vif-deleted', 'tag': 'fd9ddb79-511b-4cc9-8e59-13e456bd33c9', 'status': 'completed', 'code': 200} Oct 22 15:29:28.954843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c405a667-d004-4674-8883-f6c8cb8361f9 req-b6b37d32-1da7-4478-8401-fe65f9c28751 tempest-VolumesActionsTest-774213941 tempest-VolumesActionsTest-774213941-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0643dda-9724-4737-bfd8-79ebdb9624c6 HTTP/1.1" status: 200 len: 210 time: 0.0273824 Oct 22 15:29:29.618268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28d943-215e-47b0-a68f-3cec886e687c req-9556ef71-ae04-4e83-96aa-b347e0f050ba tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:29.619754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a28d943-215e-47b0-a68f-3cec886e687c req-9556ef71-ae04-4e83-96aa-b347e0f050ba tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0488648 Oct 22 15:29:29.657155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a28d943-215e-47b0-a68f-3cec886e687c req-1a94f91b-834a-458c-b054-bb8ac9b4b6fc tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Oct 22 15:29:30.785147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9e4e-a826-4bd5-bc45-016b2d29da77 req-47e45170-abde-4125-9373-093ba740777d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:30.786636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c4f9e4e-a826-4bd5-bc45-016b2d29da77 req-47e45170-abde-4125-9373-093ba740777d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0524950 Oct 22 15:29:30.827036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c4f9e4e-a826-4bd5-bc45-016b2d29da77 req-70276c7f-5328-4d09-af78-203e5e66eadf tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335269 Oct 22 15:29:31.715801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd9ddb79-511b-4cc9-8e59-13e456bd33c9 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:29:31.735314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: fd9ddb79-511b-4cc9-8e59-13e456bd33c9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:29:31.735655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device fd9ddb79-511b-4cc9-8e59-13e456bd33c9 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:29:31.951904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe1eb5-7d3b-422d-9bef-b1c9cb31b56d req-c86e6560-964e-48a7-b9aa-7f5329d45e3f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:31.953374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6fe1eb5-7d3b-422d-9bef-b1c9cb31b56d req-c86e6560-964e-48a7-b9aa-7f5329d45e3f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0510600 Oct 22 15:29:31.992773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6fe1eb5-7d3b-422d-9bef-b1c9cb31b56d req-14ef2d46-2373-41e1-912d-4f1349e62aed tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Oct 22 15:29:33.119928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47e6c1-0b8f-46d1-94c9-0891cdb5422b req-f9b497b0-d0bc-4270-acc7-10543f0733d1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:33.121385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a47e6c1-0b8f-46d1-94c9-0891cdb5422b req-f9b497b0-d0bc-4270-acc7-10543f0733d1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0482490 Oct 22 15:29:33.159817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a47e6c1-0b8f-46d1-94c9-0891cdb5422b req-ae4c407c-c682-46a4-a3be-467225dfbab7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Oct 22 15:29:33.920098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:34.286716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b21921-698d-4a73-8e99-924ed202dfb6 req-28b672e3-36f2-4728-9ca6-6b3870a465ff tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:34.288840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2b21921-698d-4a73-8e99-924ed202dfb6 req-28b672e3-36f2-4728-9ca6-6b3870a465ff tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0540287 Oct 22 15:29:34.327416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2b21921-698d-4a73-8e99-924ed202dfb6 req-25b49bdd-83b4-4184-abc0-d50bc44b2ee9 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Oct 22 15:29:35.453556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af22fa-1e91-4ba7-9ae7-3e9c49b958ee req-767e7f8a-e66d-46ab-adff-69a203cde990 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:35.455099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3af22fa-1e91-4ba7-9ae7-3e9c49b958ee req-767e7f8a-e66d-46ab-adff-69a203cde990 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0504320 Oct 22 15:29:35.494836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3af22fa-1e91-4ba7-9ae7-3e9c49b958ee req-fb34fcd8-aa3a-4042-872f-46d89fdd5853 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Oct 22 15:29:36.617578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b133d7-6b41-4e47-bbe2-3375c7694b32 req-a0462aa7-77a7-4be1-a7a8-ae58fb3945c6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:36.619084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1b133d7-6b41-4e47-bbe2-3375c7694b32 req-a0462aa7-77a7-4be1-a7a8-ae58fb3945c6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0496631 Oct 22 15:29:36.658539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1b133d7-6b41-4e47-bbe2-3375c7694b32 req-804a7468-c9b4-4487-bcf7-ffb20706190c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 Oct 22 15:29:37.786935 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44fce5-354e-4082-a020-d6db94d9886d req-7f327f40-ba46-405d-8060-9eaf3ff9ef06 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:37.789267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b44fce5-354e-4082-a020-d6db94d9886d req-7f327f40-ba46-405d-8060-9eaf3ff9ef06 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0552080 Oct 22 15:29:37.839804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b44fce5-354e-4082-a020-d6db94d9886d req-97be9ebc-a7fe-4cce-927a-7b95f4619252 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 Oct 22 15:29:38.123595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:29:38.217086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:38.228741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8262cbf0-ac8f-490a-979b-e96247b260db', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db', 'mac_address': 'fa:16:3e:b0:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:29:38.268141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:38.280555 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:29:38.300092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:38.387030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:38.439241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:38.456925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8262cbf0-ac8f-490a-979b-e96247b260db'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:29:38.961930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e02f-5636-4dae-83a6-857657900907 req-5786bc98-c922-4356-bd47-e44867658089 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:38.963442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e56e02f-5636-4dae-83a6-857657900907 req-5786bc98-c922-4356-bd47-e44867658089 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0496960 Oct 22 15:29:39.000627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e56e02f-5636-4dae-83a6-857657900907 req-09f6dec6-02ec-441e-b285-1f77735904d8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Oct 22 15:29:40.123267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:29:40.125983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d45a-c27d-411f-9964-cab0f3f68aa1 req-fa51bd77-c7b0-4f4b-8905-a0a095162944 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:40.127508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fb2d45a-c27d-411f-9964-cab0f3f68aa1 req-fa51bd77-c7b0-4f4b-8905-a0a095162944 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0496871 Oct 22 15:29:40.167115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fb2d45a-c27d-411f-9964-cab0f3f68aa1 req-0cb21474-7af8-4e5b-b25c-0d85fdc4ece5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Oct 22 15:29:40.181402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8262cbf0-ac8f-490a-979b-e96247b260db triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:29:40.181705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:40.261077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:40.283644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:29:40.285843 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6488fc74-9ae0-48a6-ba0a-b1b6d14567dd" -d '{"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-plugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:29:40.300700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:40.328310 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ccf11a-65a6-432b-8f7a-a55e1c7770c3 x-openstack-request-id: req-28ccf11a-65a6-432b-8f7a-a55e1c7770c3 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:29:40.328605 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-plugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:29:40.328864 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28ccf11a-65a6-432b-8f7a-a55e1c7770c3 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:29:40.329262 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'code': 200} Oct 22 15:29:40.360580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:40.410375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:41.295399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764a41d-9e6b-46b2-859c-d769e28ee0ae req-fc368c01-7227-42b5-8752-48ceb29e57f2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:41.296893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8764a41d-9e6b-46b2-859c-d769e28ee0ae req-fc368c01-7227-42b5-8752-48ceb29e57f2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0543005 Oct 22 15:29:41.337023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8764a41d-9e6b-46b2-859c-d769e28ee0ae req-ed71fbb0-facf-446d-bf1c-c10ee198ab1b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Oct 22 15:29:41.737594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:42.532031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88804c-c15e-4c6f-830b-d42b1c980042 req-c77f5184-e941-4fde-9965-7dec53794260 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:42.541971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d88804c-c15e-4c6f-830b-d42b1c980042 req-c77f5184-e941-4fde-9965-7dec53794260 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0784316 Oct 22 15:29:42.625113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d88804c-c15e-4c6f-830b-d42b1c980042 req-1e567af4-0ae9-4958-ad62-ca07fd9ea8c3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816576 Oct 22 15:29:43.782479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c57f9-65e4-4fee-aa67-3ca5ef767958 req-f9a20c6b-4839-447d-89cf-bcab9bedf4e0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:43.790645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-411c57f9-65e4-4fee-aa67-3ca5ef767958 req-f9a20c6b-4839-447d-89cf-bcab9bedf4e0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0641844 Oct 22 15:29:43.840349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-411c57f9-65e4-4fee-aa67-3ca5ef767958 req-77b7cc31-a349-4be2-a866-26dae95837e8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484736 Oct 22 15:29:44.969865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5581-b773-4078-9315-1e5389f5c54b req-36e7455d-b159-4634-84cc-353b90891c8b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:44.971544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9ad5581-b773-4078-9315-1e5389f5c54b req-36e7455d-b159-4634-84cc-353b90891c8b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0551083 Oct 22 15:29:45.010124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9ad5581-b773-4078-9315-1e5389f5c54b req-2937ed18-eefd-4c78-aa26-c8c2ceb06e3c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Oct 22 15:29:46.183875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738909-d899-401c-815f-3cc78e489459 req-2f3e18e9-009e-43b5-b8ef-7f5891a79ef3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:46.186676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c738909-d899-401c-815f-3cc78e489459 req-2f3e18e9-009e-43b5-b8ef-7f5891a79ef3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0964332 Oct 22 15:29:46.233458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c738909-d899-401c-815f-3cc78e489459 req-39a8987c-5a8e-45c9-a19e-006e3feb1b38 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403328 Oct 22 15:29:47.400431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dd536-4aa7-45f7-aa95-1de25f3aa576 req-d9c02545-fc8b-4dd7-b995-1bbfc52dfa91 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:47.404518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d4dd536-4aa7-45f7-aa95-1de25f3aa576 req-d9c02545-fc8b-4dd7-b995-1bbfc52dfa91 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0652039 Oct 22 15:29:47.463152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d4dd536-4aa7-45f7-aa95-1de25f3aa576 req-7b549404-a0d2-4367-b5c3-d74278c61737 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467882 Oct 22 15:29:48.636930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bafe7-1857-4de6-ae36-b40dca99da07 req-771ffb77-26cc-46f6-8e62-0b0544dfab5b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:48.645779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-541bafe7-1857-4de6-ae36-b40dca99da07 req-771ffb77-26cc-46f6-8e62-0b0544dfab5b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0965133 Oct 22 15:29:48.697872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-541bafe7-1857-4de6-ae36-b40dca99da07 req-65539b8e-3308-43ca-8f7e-cb1fb1914a2e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454257 Oct 22 15:29:49.832127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a7d6-f9ae-44e4-98ae-6c4da889c168 req-399a2793-0f10-44fe-9334-7bafc7736a14 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:49.835588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f042a7d6-f9ae-44e4-98ae-6c4da889c168 req-399a2793-0f10-44fe-9334-7bafc7736a14 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0630503 Oct 22 15:29:49.891576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f042a7d6-f9ae-44e4-98ae-6c4da889c168 req-78adf386-ad5a-492a-9251-93f85b266297 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493221 Oct 22 15:29:51.032135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915084-f134-4bbc-a281-0a773af96d63 req-4e6f1924-8d04-49b5-b775-e886b1086009 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:51.033704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03915084-f134-4bbc-a281-0a773af96d63 req-4e6f1924-8d04-49b5-b775-e886b1086009 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0571520 Oct 22 15:29:51.079176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03915084-f134-4bbc-a281-0a773af96d63 req-535656ed-e5d2-477c-8106-633d2d84729b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Oct 22 15:29:52.254383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b8d0e-8bd9-4ba5-b339-6e263cfc5808 req-21174b7c-1aca-41f2-8d16-2f72a1992f71 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:52.256891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f37b8d0e-8bd9-4ba5-b339-6e263cfc5808 req-21174b7c-1aca-41f2-8d16-2f72a1992f71 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0644588 Oct 22 15:29:52.309484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f37b8d0e-8bd9-4ba5-b339-6e263cfc5808 req-dc8132ed-0a69-4673-a1bf-c6ab5bc893fe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464423 Oct 22 15:29:52.651502 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20619c3c-4485-4d24-bbf1-bebb16a5c17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:53.435622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1614b2c-3cfe-47dc-bd6c-04fbd7521421 req-9ac67fd0-6b7f-446f-845b-1fc992cb714a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:53.437321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1614b2c-3cfe-47dc-bd6c-04fbd7521421 req-9ac67fd0-6b7f-446f-845b-1fc992cb714a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0552709 Oct 22 15:29:53.478506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1614b2c-3cfe-47dc-bd6c-04fbd7521421 req-4a9dfdc9-565e-4b14-9ebc-6962717fe846 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Oct 22 15:29:53.835606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-9588cc26-f4cd-4f43-96bd-294dc249cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:53.837120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-9588cc26-f4cd-4f43-96bd-294dc249cf61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1096 time: 0.0412619 Oct 22 15:29:53.937935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-7fdf95a5-9418-4758-8014-01da4cb9c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:53.939461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-7fdf95a5-9418-4758-8014-01da4cb9c36d service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0930893 Oct 22 15:29:54.014033 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-c32adfbc-bce6-4088-8fe6-994d1c719d4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 1001 time: 0.0670974 Oct 22 15:29:54.064258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-b925e951-b28a-46d3-b62f-7aff2f293955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:54.065805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-b925e951-b28a-46d3-b62f-7aff2f293955 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0449538 Oct 22 15:29:54.117305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-f9dc8f10-0646-46cb-96c3-c22c52e1b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:54.119097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-f9dc8f10-0646-46cb-96c3-c22c52e1b6be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453281 Oct 22 15:29:54.229722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-9bb656a2-1719-4d2b-97d3-e5368b55e45b service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023748 Oct 22 15:29:54.327100 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0b5b64fe-4cfe-43b8-b383-55e2e03c4b90 req-93f466c4-f329-4c33-bd7e-4d828558f4f0 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897439 Oct 22 15:29:54.611219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb076f3-be26-43d5-bd24-c20eb1cd3501 req-b0813a75-84e6-444d-a8c3-83ea98d922fd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:54.612640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eeb076f3-be26-43d5-bd24-c20eb1cd3501 req-b0813a75-84e6-444d-a8c3-83ea98d922fd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0506897 Oct 22 15:29:54.651792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eeb076f3-be26-43d5-bd24-c20eb1cd3501 req-e1473c7b-a8cc-4075-a204-71560e05e1d1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Oct 22 15:29:55.148594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-17514d4e-0f94-41b4-96d3-0e44296a7ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:55.785087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddf8c6-a6e9-47b7-9922-fb2e9994d719 req-ba532b95-68fa-4d63-ac32-75be715303bb tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:55.796514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1ddf8c6-a6e9-47b7-9922-fb2e9994d719 req-ba532b95-68fa-4d63-ac32-75be715303bb tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0592475 Oct 22 15:29:55.829970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1ddf8c6-a6e9-47b7-9922-fb2e9994d719 req-10bf2385-7ec4-4144-8e8e-5c439063ec6a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362027 Oct 22 15:29:56.158647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:29:56.393045 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:56.426132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:29:56.428873 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01934f4e-305d-472b-8d52-b4805685c61b" -d '{"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-unplugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:29:56.442110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:29:56.466883 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4884ee-e71f-468d-a713-512f7059934a x-openstack-request-id: req-ae4884ee-e71f-468d-a713-512f7059934a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:29:56.467283 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-unplugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:29:56.467596 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae4884ee-e71f-468d-a713-512f7059934a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:29:56.468329 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'code': 200} Oct 22 15:29:56.527844 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:56.611335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:56.663534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:29:56.668394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:56.951466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a404444-4a49-4feb-8534-0264a731cbf1 req-6cbcd2a7-d22a-43ab-9f95-31bb255485ce tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:56.953108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a404444-4a49-4feb-8534-0264a731cbf1 req-6cbcd2a7-d22a-43ab-9f95-31bb255485ce tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0504494 Oct 22 15:29:56.995401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a404444-4a49-4feb-8534-0264a731cbf1 req-37944871-c979-4e28-98b9-f59332874e2c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Oct 22 15:29:58.202199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:29:58.421100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-80d7300e-26c9-480c-8ede-c20dd0ea0866 req-f5d94149-282b-463a-9bdc-5ed4cc72ed3d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:29:58.421100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80d7300e-26c9-480c-8ede-c20dd0ea0866 req-f5d94149-282b-463a-9bdc-5ed4cc72ed3d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0629923 Oct 22 15:29:58.880348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aecefa-9c07-476e-981e-90aeeacf7967 req-dbc9e9cc-d163-4929-bd47-784f0da200e7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:29:58.882012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1aecefa-9c07-476e-981e-90aeeacf7967 req-dbc9e9cc-d163-4929-bd47-784f0da200e7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0530648 Oct 22 15:29:58.920643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1aecefa-9c07-476e-981e-90aeeacf7967 req-5d50a6c9-3cd9-4f9d-a576-d557fab0f70f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326383 Oct 22 15:29:59.250820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37322) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:29:59.341343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-6d2eb52a-dbc8-446b-8e5c-97d642ab7531 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893190 Oct 22 15:29:59.351122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-58330966-2bad-4971-921d-a7eed54c69b1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:29:59.357859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-58330966-2bad-4971-921d-a7eed54c69b1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052710 Oct 22 15:29:59.854878 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:30:00.049416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73d5bb-982b-49ad-8f13-7fe140b99137 req-b66d258b-bdcf-4af6-8c52-82c6d021171f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:00.051072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b73d5bb-982b-49ad-8f13-7fe140b99137 req-b66d258b-bdcf-4af6-8c52-82c6d021171f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0552924 Oct 22 15:30:00.097046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b73d5bb-982b-49ad-8f13-7fe140b99137 req-781d1339-2550-4a22-98d2-0416cf10259a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 Oct 22 15:30:01.243005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaea797-96ad-4069-b660-eaf767645e8b req-79be0cbc-fa49-4ef5-b87a-c05fee484983 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:01.244833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbaea797-96ad-4069-b660-eaf767645e8b req-79be0cbc-fa49-4ef5-b87a-c05fee484983 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0554981 Oct 22 15:30:01.291649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbaea797-96ad-4069-b660-eaf767645e8b req-fce1bcec-1ec6-4eee-9ca6-e8a3d958f5db tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405846 Oct 22 15:30:02.447446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e7844-64a6-47a0-8a5b-fee05f68c8a5 req-b7937770-ef9a-48cf-b19d-a3b3f76da5f1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:02.449791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea0e7844-64a6-47a0-8a5b-fee05f68c8a5 req-b7937770-ef9a-48cf-b19d-a3b3f76da5f1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0619102 Oct 22 15:30:02.496896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea0e7844-64a6-47a0-8a5b-fee05f68c8a5 req-34219f40-4ada-458c-8e4a-e7ec13c07aea tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354431 Oct 22 15:30:03.667326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98a1b1-9b66-45c7-97c9-c0d98bf052df req-013a2356-12fb-42ec-a6b3-430564380336 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:03.669338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e98a1b1-9b66-45c7-97c9-c0d98bf052df req-013a2356-12fb-42ec-a6b3-430564380336 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0866046 Oct 22 15:30:03.714064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e98a1b1-9b66-45c7-97c9-c0d98bf052df req-d1b7f193-24ee-4d61-a566-dfc43749d6a4 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384939 Oct 22 15:30:03.956758 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:04.850581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e47436-cf71-4f60-9e75-3811038c5f55 req-51173ad5-8d29-42dd-9797-b94de881646c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:04.855461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40e47436-cf71-4f60-9e75-3811038c5f55 req-51173ad5-8d29-42dd-9797-b94de881646c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0562098 Oct 22 15:30:04.891212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40e47436-cf71-4f60-9e75-3811038c5f55 req-1a9c9301-18a4-4746-9182-222b6e83ac47 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Oct 22 15:30:05.730186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37366) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:05.776669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Deleting subnet 038d02aa-9b74-4534-8ee4-154fc4d5d43e {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:30:05.780083 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:05.822364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:05.863420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.018426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dea88-3b19-4583-8c64-664ea5a9806a req-c3c0b9e6-2761-4721-8c4a-495e9f849b90 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:06.023067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c3dea88-3b19-4583-8c64-664ea5a9806a req-c3c0b9e6-2761-4721-8c4a-495e9f849b90 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.0514672 Oct 22 15:30:06.044366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.084784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038d02aa-9b74-4534-8ee4-154fc4d5d43e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:06.095138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.100394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/038d02aa-9b74-4534-8ee4-154fc4d5d43e HTTP/1.1" status: 204 len: 168 time: 0.3680480 Oct 22 15:30:06.102910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:06.122624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c3dea88-3b19-4583-8c64-664ea5a9806a req-59636791-d354-49cb-abb2-f979f36e1db2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948200 Oct 22 15:30:06.123856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.124276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.124650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.124990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.125878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.125878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.126171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.127265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.127618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.127984 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.128347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.128690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743189-fda0-4ecd-8dc3-8f0dc212c836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.180478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.263413 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.287414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee83a7cb-92dc-4c71-9e1e-86eadb4ac115']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:30:06.298132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61490908-8c92-4169-b298-7f13e1ac2254') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:30:06.298433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61490908-8c92-4169-b298-7f13e1ac2254') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:30:06.309795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.325616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.332627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:30:06.333019 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:30:06.335280 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:30:06.476527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.488462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.488462 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ee83a7cb-92dc-4c71-9e1e-86eadb4ac115 HTTP/1.1" status: 204 len: 168 time: 0.3832173 Oct 22 15:30:06.490519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:06.497652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee83a7cb-92dc-4c71-9e1e-86eadb4ac115,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:06.506272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.506697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.507302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.507653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.507985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.508499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.509014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.509541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.509877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.510208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.510542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.510873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850f43e-f3ba-40e8-b95d-06430a453a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:06.545122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Deleting subnet e7529e71-145b-45aa-a42d-7cd54eb2b64c {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:30:06.548381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.585277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.625760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.748786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.773548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7529e71-145b-45aa-a42d-7cd54eb2b64c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:06.779450 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.782673 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-537c9f9f-14a8-4b0a-99c8-d47bf4b718af admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e7529e71-145b-45aa-a42d-7cd54eb2b64c HTTP/1.1" status: 204 len: 168 time: 0.2907305 Oct 22 15:30:06.785127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37374) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:06.861507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.943331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.963543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d85d97-0332-4ff9-83d5-265d71fa07d7']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:30:06.973045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31930722-5f2c-4f1c-9abd-4072a11764d8') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:30:06.973343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31930722-5f2c-4f1c-9abd-4072a11764d8') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:30:06.983327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:06.996443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.002434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:30:07.002797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:30:07.004692 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:30:07.125585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-d7587e25-9b8b-49d0-a319-5cd3677c04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:07.127161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-d7587e25-9b8b-49d0-a319-5cd3677c04df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db&tenant_id=2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 1094 time: 0.1102433 Oct 22 15:30:07.140865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:30:07.195789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.204203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.204203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.207217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] 10.222.0.66 "DELETE /v2.0/networks/91d85d97-0332-4ff9-83d5-265d71fa07d7 HTTP/1.1" status: 204 len: 168 time: 0.4211357 Oct 22 15:30:07.234398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa015714-b33b-4cf7-91a9-9b3a7c95b284 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d85d97-0332-4ff9-83d5-265d71fa07d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:07.356086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42220dde-d24c-4474-b1d5-0f687e73e987 req-d78ea38e-30ba-4e4b-82e4-5d0f508eecef tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:07.357582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42220dde-d24c-4474-b1d5-0f687e73e987 req-d78ea38e-30ba-4e4b-82e4-5d0f508eecef tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 943 time: 0.1433082 Oct 22 15:30:07.424883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42220dde-d24c-4474-b1d5-0f687e73e987 req-73ed7579-a53f-4fdd-86c3-35a246139e3f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610061 Oct 22 15:30:07.488865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:07.550919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:30:07.591386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:30:07.599136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.611611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Transition to ACTIVE for port object 8262cbf0-ac8f-490a-979b-e96247b260db will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:30:07.672256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37380) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:07.701791 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.740221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-67487b24-2776-4c32-9cfc-93126b1541f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdf80019dcb14f20a48a90fb93f67236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661585 Oct 22 15:30:07.742931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:07.799289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c8af136-80f0-42bf-b649-1974ddefb93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.824483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c8af136-80f0-42bf-b649-1974ddefb93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.826462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=9']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:07.891778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] No DVR routers for this DVR port 8262cbf0-ac8f-490a-979b-e96247b260db on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:30:07.962053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c8af136-80f0-42bf-b649-1974ddefb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.964759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7c8af136-80f0-42bf-b649-1974ddefb93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:07.965963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7c8af136-80f0-42bf-b649-1974ddefb93c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27adee5a-480f-4d87-a444-0885199db3a5 HTTP/1.1" status: 204 len: 168 time: 0.2219760 Oct 22 15:30:07.974952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8af136-80f0-42bf-b649-1974ddefb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27adee5a-480f-4d87-a444-0885199db3a5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:08.035487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:30:08.036097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:30:08.036097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:30:08.043915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Port 8262cbf0-ac8f-490a-979b-e96247b260db on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:30:08.044243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Attempting to bind port 8262cbf0-ac8f-490a-979b-e96247b260db on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:30:08.049276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:30:08.049669 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Checking segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:30:08.050012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Bound using segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:30:08.050444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Bound port: 8262cbf0-ac8f-490a-979b-e96247b260db, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:30:08.050804 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:08.115086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:30:08.118323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:30:08.259381 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:08.296404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:08.297025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:08.298503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] 10.222.0.53 "PUT /v2.0/ports/8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 1091 time: 1.1617594 Oct 22 15:30:08.298948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:30:08.301348 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6a4359-f73b-41c3-9e7d-3153660a0348" -d '{"events": [{"name": "network-changed", "server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:30:08.356373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a3846-8f62-47c3-a4be-e7b47e56aef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=10']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:08.360325 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c0a7d3-1f03-4050-9a58-151a0ddcab13 x-openstack-request-id: req-49c0a7d3-1f03-4050-9a58-151a0ddcab13 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:30:08.360627 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:30:08.360881 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49c0a7d3-1f03-4050-9a58-151a0ddcab13 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:30:08.361278 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'status': 'completed', 'code': 200} Oct 22 15:30:08.381909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-59e87932-93d9-403f-b886-7a0e9ea5ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:08.383460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-59e87932-93d9-403f-b886-7a0e9ea5ee43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1095 time: 0.0623457 Oct 22 15:30:08.494840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-17e1c089-dcb7-4ac4-9d0b-c9f1a49749fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:08.496631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-17e1c089-dcb7-4ac4-9d0b-c9f1a49749fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.1051252 Oct 22 15:30:08.609467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-a4587f03-6a97-439e-afa1-226f1e504d3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 999 time: 0.1051953 Oct 22 15:30:08.621617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983f518-1ef4-4ce2-a603-bd949060f78c req-e75b02c6-4cc8-46e8-bcd3-0b1b23c96afc tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:08.623035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4983f518-1ef4-4ce2-a603-bd949060f78c req-e75b02c6-4cc8-46e8-bcd3-0b1b23c96afc tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0745537 Oct 22 15:30:08.695526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-6aff311e-2046-47b5-a500-3e048cfa4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:08.696977 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-6aff311e-2046-47b5-a500-3e048cfa4670 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0731096 Oct 22 15:30:08.699814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4983f518-1ef4-4ce2-a603-bd949060f78c req-88c815f6-2e4e-49bb-8232-948dba71b151 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667391 Oct 22 15:30:08.743903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-ae737dcd-1b61-4fa8-97d8-125fc759d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:08.745403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-ae737dcd-1b61-4fa8-97d8-125fc759d89e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417278 Oct 22 15:30:08.790956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37392) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:08.834550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-230e5fe7-ee5e-48c5-abf9-fe4def08d21c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=475d166777a54919acfbd46c0bcc13c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416737 Oct 22 15:30:08.836639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37394) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:08.843879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-bd90ded8-3414-430d-94af-e900673b196f service neutron] 10.222.0.53 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907297 Oct 22 15:30:08.893530 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf433688-f831-4329-ad50-026da492b011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:08.919651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf433688-f831-4329-ad50-026da492b011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:08.935828 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82660a14-26b3-4d41-a867-3eb17cd2e5a9 req-cf754264-b221-4e10-830b-81449f8af81e service neutron] 10.222.0.53 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853868 Oct 22 15:30:09.047530 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf433688-f831-4329-ad50-026da492b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:09.050112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf433688-f831-4329-ad50-026da492b011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:09.051301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bf433688-f831-4329-ad50-026da492b011 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e297eca8-e310-4203-9e75-c08b560ac37f HTTP/1.1" status: 204 len: 168 time: 0.2137361 Oct 22 15:30:09.066852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf433688-f831-4329-ad50-026da492b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297eca8-e310-4203-9e75-c08b560ac37f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:09.113226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-337557ba-60f9-4727-9730-4ce45b3ac5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:09.115499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-337557ba-60f9-4727-9730-4ce45b3ac5bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1095 time: 0.0552142 Oct 22 15:30:09.220810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-61418050-f91e-41c0-8520-b6ac997e7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:09.222308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-61418050-f91e-41c0-8520-b6ac997e7add service neutron] 10.222.0.53 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.1010783 Oct 22 15:30:09.292878 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-0187f604-8faa-4d34-9a73-83aea9bdbaa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 999 time: 0.0636513 Oct 22 15:30:09.343360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-81380601-5bae-417a-9f9d-d78d5ab2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:09.345043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-81380601-5bae-417a-9f9d-d78d5ab2250b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0447619 Oct 22 15:30:09.394429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-6fccef54-53de-4a3a-a67d-c3c1eca6d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:09.396315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-6fccef54-53de-4a3a-a67d-c3c1eca6d18f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441539 Oct 22 15:30:09.510561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-411e8cd0-abd7-43e0-9393-7be74c9b1343 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033845 Oct 22 15:30:09.599994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db6a4359-f73b-41c3-9e7d-3153660a0348 req-a86658ca-339d-425a-b55d-6aa4981e3a80 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Oct 22 15:30:09.858014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56043de0-3aab-4be3-a86d-811c9688fe7c req-0cf66007-7330-43a2-9a3e-811840144b51 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:09.859793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56043de0-3aab-4be3-a86d-811c9688fe7c req-0cf66007-7330-43a2-9a3e-811840144b51 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0579345 Oct 22 15:30:09.910256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56043de0-3aab-4be3-a86d-811c9688fe7c req-04cb47d1-dad7-4876-a559-e88c5c85dfee tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408125 Oct 22 15:30:11.051874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01effea7-8472-48ac-b570-28c17a61a718 req-7bbd7fcd-be81-4e20-9e74-c2261107ba2d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:11.053567 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01effea7-8472-48ac-b570-28c17a61a718 req-7bbd7fcd-be81-4e20-9e74-c2261107ba2d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0546901 Oct 22 15:30:11.095187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01effea7-8472-48ac-b570-28c17a61a718 req-42f9523b-1510-46c7-aba5-8390d7393086 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354490 Oct 22 15:30:11.716096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:12.275963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33a15a-9580-4c1e-b5df-cda45a965aa2 req-b5a79e61-e2bb-472e-9d79-97adca15ef7a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:12.287616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af33a15a-9580-4c1e-b5df-cda45a965aa2 req-b5a79e61-e2bb-472e-9d79-97adca15ef7a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.1025407 Oct 22 15:30:12.322769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af33a15a-9580-4c1e-b5df-cda45a965aa2 req-569a31f6-7d88-462d-9496-ccac1134f2d3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Oct 22 15:30:13.473382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffc86f-17f3-4d16-8808-7c9640823896 req-c559dc39-6a63-48d8-9fd2-b51797d16a2f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:13.475013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3ffc86f-17f3-4d16-8808-7c9640823896 req-c559dc39-6a63-48d8-9fd2-b51797d16a2f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0624409 Oct 22 15:30:13.520575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3ffc86f-17f3-4d16-8808-7c9640823896 req-c7121754-2e65-425c-b6b6-f1517d5a6480 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Oct 22 15:30:14.675040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91bf70-d5de-4615-a30b-98b355c940d3 req-b1831109-ba67-4f41-b4c4-e32ee1654024 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:14.676513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee91bf70-d5de-4615-a30b-98b355c940d3 req-b1831109-ba67-4f41-b4c4-e32ee1654024 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0591989 Oct 22 15:30:14.721396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee91bf70-d5de-4615-a30b-98b355c940d3 req-53d6771d-8e3a-4a81-aa53-3117d0cb0032 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365193 Oct 22 15:30:15.859251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779cad-0e19-494b-8ad1-f4e4316a45ac req-9e607219-f11a-4193-ae02-f95429f1a0b1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:15.862849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99779cad-0e19-494b-8ad1-f4e4316a45ac req-9e607219-f11a-4193-ae02-f95429f1a0b1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0596118 Oct 22 15:30:15.913134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99779cad-0e19-494b-8ad1-f4e4316a45ac req-93451a53-fc6d-4944-b882-e203788e4f58 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377128 Oct 22 15:30:17.056451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1cd80-b399-42d1-bbfc-420123f5871b req-d373efe4-0b43-479f-9ad4-a9e2bb329f78 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:17.059192 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0a1cd80-b399-42d1-bbfc-420123f5871b req-d373efe4-0b43-479f-9ad4-a9e2bb329f78 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0665307 Oct 22 15:30:17.105818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0a1cd80-b399-42d1-bbfc-420123f5871b req-be6a9974-f9b0-4d73-92d7-34d1fa1e90a8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400720 Oct 22 15:30:18.297494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de18e76-bc61-491a-b7c3-a22d57b5baac req-076e4ddf-9efd-4ae9-b2b2-d35d6132a99c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:18.299149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2de18e76-bc61-491a-b7c3-a22d57b5baac req-076e4ddf-9efd-4ae9-b2b2-d35d6132a99c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0763795 Oct 22 15:30:18.351643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2de18e76-bc61-491a-b7c3-a22d57b5baac req-4713a7a9-9351-4097-b5bd-74a6a426e77a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442212 Oct 22 15:30:18.378222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37498) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:18.518745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17ad1f39-455b-4a46-ace2-f6abce1f9ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:18.612829 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17ad1f39-455b-4a46-ace2-f6abce1f9ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:19.493973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17055af2-9048-48a9-ba5f-ed7633abd206 req-16690181-c3e1-47a3-871d-d73262f9f50a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:19.495557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17055af2-9048-48a9-ba5f-ed7633abd206 req-16690181-c3e1-47a3-871d-d73262f9f50a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0555050 Oct 22 15:30:19.533335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17055af2-9048-48a9-ba5f-ed7633abd206 req-e4a96a50-4515-43ce-983b-d2fdcee98152 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Oct 22 15:30:19.704901 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17ad1f39-455b-4a46-ace2-f6abce1f9ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:20.028429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-17ad1f39-455b-4a46-ace2-f6abce1f9ce6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee2682a8fc984d1d866249b5fbfa08f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6488109 Oct 22 15:30:20.029193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad1f39-455b-4a46-ace2-f6abce1f9ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0b600-42c4-429d-94fb-d96436d42be4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:20.031523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37504) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:20.083026 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-762cbbdf-2c69-4820-a0d0-5c10735c2fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:20.105090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-762cbbdf-2c69-4820-a0d0-5c10735c2fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:20.224519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-762cbbdf-2c69-4820-a0d0-5c10735c2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:20.227233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-762cbbdf-2c69-4820-a0d0-5c10735c2fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:20.228452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-762cbbdf-2c69-4820-a0d0-5c10735c2fa7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3e0b600-42c4-429d-94fb-d96436d42be4 HTTP/1.1" status: 204 len: 168 time: 0.1958675 Oct 22 15:30:20.239083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cbbdf-2c69-4820-a0d0-5c10735c2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0b600-42c4-429d-94fb-d96436d42be4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:20.662535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879342f-2ff6-447b-b77c-c2421e6a299c req-cf98d6da-8e90-497d-a6b0-9b41eb5cd5a0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:20.664076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9879342f-2ff6-447b-b77c-c2421e6a299c req-cf98d6da-8e90-497d-a6b0-9b41eb5cd5a0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0535102 Oct 22 15:30:20.703422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9879342f-2ff6-447b-b77c-c2421e6a299c req-1645494e-4418-45c0-a171-19641c8876fd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332417 Oct 22 15:30:20.967623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37512) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:20.981470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb968-6159-4103-bf29-71560b6d65b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.057364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb968-6159-4103-bf29-71560b6d65b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.138548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb968-6159-4103-bf29-71560b6d65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.180661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeb968-6159-4103-bf29-71560b6d65b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90284242-569e-4586-bbb8-1986a09714e6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:21.185922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bbbeb968-6159-4103-bf29-71560b6d65b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c6c159ea3dc42ab8e39217768918b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172592 Oct 22 15:30:21.189090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37514) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:21.240685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9076e8a1-4b7b-41dc-b886-bb94c0997b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.261081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9076e8a1-4b7b-41dc-b886-bb94c0997b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.378840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9076e8a1-4b7b-41dc-b886-bb94c0997b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.381838 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9076e8a1-4b7b-41dc-b886-bb94c0997b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:21.383181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9076e8a1-4b7b-41dc-b886-bb94c0997b89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90284242-569e-4586-bbb8-1986a09714e6 HTTP/1.1" status: 204 len: 168 time: 0.1930439 Oct 22 15:30:21.391567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076e8a1-4b7b-41dc-b886-bb94c0997b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90284242-569e-4586-bbb8-1986a09714e6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:21.830517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855bfa3-1102-425f-bec6-a00b15238e28 req-afe32c2e-3232-427f-8fc5-a61ae025ecd0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:21.832023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b855bfa3-1102-425f-bec6-a00b15238e28 req-afe32c2e-3232-427f-8fc5-a61ae025ecd0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0534089 Oct 22 15:30:21.872838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b855bfa3-1102-425f-bec6-a00b15238e28 req-3bb1f142-21ab-4ad9-9c41-1889e21216ce tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Oct 22 15:30:22.646937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef4ff-ed43-4b8b-8b10-a0886191c1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:22.996434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdec88-5862-42a0-96b3-699b22612a7f req-a5978d2b-a05e-4da2-89ad-2d22856551db tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:22.997949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ccdec88-5862-42a0-96b3-699b22612a7f req-a5978d2b-a05e-4da2-89ad-2d22856551db tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0509639 Oct 22 15:30:23.035416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ccdec88-5862-42a0-96b3-699b22612a7f req-ca0138cd-df51-4e5e-8d23-b788928eec3d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314386 Oct 22 15:30:24.162031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2c01d-e4a6-4140-a3e5-08c4a050fa6e req-ca82c36b-f4a1-4b0f-a8f9-0bbcb3987343 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:24.163552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d2c01d-e4a6-4140-a3e5-08c4a050fa6e req-ca82c36b-f4a1-4b0f-a8f9-0bbcb3987343 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0519271 Oct 22 15:30:24.202579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95d2c01d-e4a6-4140-a3e5-08c4a050fa6e req-41baf7dc-a810-45a9-978e-67adc27445d8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Oct 22 15:30:25.136672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ae1d-534c-4ab1-a7e2-7e006cf4f3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:25.336378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69460-7299-413d-8e38-08e61aa854a6 req-57c1ab19-8a5e-4e20-bada-d2869ec6a33e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:25.338184 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bc69460-7299-413d-8e38-08e61aa854a6 req-57c1ab19-8a5e-4e20-bada-d2869ec6a33e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0561681 Oct 22 15:30:25.376773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bc69460-7299-413d-8e38-08e61aa854a6 req-506ffd1b-75a7-4d2b-b93d-2177ab1ab257 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Oct 22 15:30:26.503017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d48061-74a6-4810-8acc-0b3dd40a358f req-d9d20492-331f-4bbe-8e1e-899f4a7e40bb tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:26.504737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4d48061-74a6-4810-8acc-0b3dd40a358f req-d9d20492-331f-4bbe-8e1e-899f4a7e40bb tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0515616 Oct 22 15:30:26.525416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:26.544937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4d48061-74a6-4810-8acc-0b3dd40a358f req-b7c7f085-b60d-49c8-bcf1-354b9186d1c4 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333564 Oct 22 15:30:26.634229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:27.669104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4090ef-80b0-4303-bdd8-09de65ea1e6d req-3bb2fd35-adc7-4e1c-98fe-9785ae1f34e8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:27.670515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f4090ef-80b0-4303-bdd8-09de65ea1e6d req-3bb2fd35-adc7-4e1c-98fe-9785ae1f34e8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 944 time: 0.0496418 Oct 22 15:30:27.709493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f4090ef-80b0-4303-bdd8-09de65ea1e6d req-642c2eeb-ece4-4483-9904-9a9009d4928c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Oct 22 15:30:28.042181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:30:28.157597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:28.169893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '8262cbf0-ac8f-490a-979b-e96247b260db', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'port_id': '8262cbf0-ac8f-490a-979b-e96247b260db', 'mac_address': 'fa:16:3e:b0:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:30:28.204036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:28.212586 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:28.225762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:30:28.245686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:28.303920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:28.367937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=11']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:28.375499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.375845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.376186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.376520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.376854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.377181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.377505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.377829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.378177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.378518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.378838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.379184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:30:28.507934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['8262cbf0-ac8f-490a-979b-e96247b260db'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:30:28.855582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2850-980a-4cbb-9b3b-8f7e128601fc req-a38336c2-e8d7-4695-8e07-6da369a20fae tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:28.857191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9afc2850-980a-4cbb-9b3b-8f7e128601fc req-a38336c2-e8d7-4695-8e07-6da369a20fae tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0723052 Oct 22 15:30:28.900050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9afc2850-980a-4cbb-9b3b-8f7e128601fc req-9197ca0c-8253-48e2-82f8-e3dab41fe930 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365286 Oct 22 15:30:30.027963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b4f-2115-4713-b3d9-0271f6b92379 req-cdb4b3b5-734f-4ca9-b274-f70ee8491c17 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:30.029472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b778b4f-2115-4713-b3d9-0271f6b92379 req-cdb4b3b5-734f-4ca9-b274-f70ee8491c17 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 945 time: 0.0512030 Oct 22 15:30:30.038379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:30:30.070889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b778b4f-2115-4713-b3d9-0271f6b92379 req-b6267346-30a9-4633-b81f-c61af47cca48 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345027 Oct 22 15:30:30.189428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 8262cbf0-ac8f-490a-979b-e96247b260db completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:30:30.194079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 8262cbf0-ac8f-490a-979b-e96247b260db triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:30:30.194492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.278360 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.306028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:30:30.308580 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7118ba73-25fb-4176-a65b-5d9f16c42ccc" -d '{"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-plugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:30:30.322898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:30.332522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:30.355100 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c1651-9043-4b50-8093-2bd9389ba040 x-openstack-request-id: req-369c1651-9043-4b50-8093-2bd9389ba040 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:30:30.355516 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-plugged", "status": "completed", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:30:30.355867 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-369c1651-9043-4b50-8093-2bd9389ba040 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:30:30.356391 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'code': 200} Oct 22 15:30:30.395978 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.462256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48b3b082-832a-4a7e-ac2f-d57b315a946a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.480427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:30.547321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48b3b082-832a-4a7e-ac2f-d57b315a946a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.599323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926135a-046f-4a19-9b16-0390dc4b7e35 req-2f321ed3-63fe-4ab7-8823-e4593573d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:30.600877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c926135a-046f-4a19-9b16-0390dc4b7e35 req-2f321ed3-63fe-4ab7-8823-e4593573d00d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1097 time: 0.0413928 Oct 22 15:30:30.637617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c926135a-046f-4a19-9b16-0390dc4b7e35 req-5d4d9fd1-d39a-4d8b-b93d-3ff4cace0fd2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294633 Oct 22 15:30:30.639811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-48b3b082-832a-4a7e-ac2f-d57b315a946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.688696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-48b3b082-832a-4a7e-ac2f-d57b315a946a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40b540046e1d4dbfadd5d84b2c8f2583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548231 Oct 22 15:30:30.689476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3b082-832a-4a7e-ac2f-d57b315a946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a8cb96-38ac-4d58-a59b-69131f052829,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:30.691236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37612) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:30.747411 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c1bee46-4e9f-4527-8e97-ff6fb2af6300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.768215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c1bee46-4e9f-4527-8e97-ff6fb2af6300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.943671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c1bee46-4e9f-4527-8e97-ff6fb2af6300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.946290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3c1bee46-4e9f-4527-8e97-ff6fb2af6300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:30.947507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3c1bee46-4e9f-4527-8e97-ff6fb2af6300 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1a8cb96-38ac-4d58-a59b-69131f052829 HTTP/1.1" status: 204 len: 168 time: 0.2552001 Oct 22 15:30:30.957204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bee46-4e9f-4527-8e97-ff6fb2af6300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a8cb96-38ac-4d58-a59b-69131f052829,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:31.202707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1a60-23b2-47bb-89bd-1f0bede11c44 req-0949ed2a-e1a2-4f6e-8ce0-a74c5d3f7e96 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:31.202707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47df1a60-23b2-47bb-89bd-1f0bede11c44 req-0949ed2a-e1a2-4f6e-8ce0-a74c5d3f7e96 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 946 time: 0.0505140 Oct 22 15:30:31.241267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47df1a60-23b2-47bb-89bd-1f0bede11c44 req-6b0bd434-d5a1-47c9-8ea8-fd56290e37fd tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339386 Oct 22 15:30:32.007815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37652) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:32.114040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196120703-network', 'tenant_id': '28a4d62bb3574811959ab9bbd5270d7a'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:30:32.252271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Made reservation on behalf of 28a4d62bb3574811959ab9bbd5270d7a for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:30:32.254741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.264488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.373306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.389441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095aad-9c7e-4940-ac67-d6857f89c70e req-95a0a6d4-0faf-4ddd-8b55-4feef39cd636 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:32.390929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5095aad-9c7e-4940-ac67-d6857f89c70e req-95a0a6d4-0faf-4ddd-8b55-4feef39cd636 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 946 time: 0.0727344 Oct 22 15:30:32.430749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5095aad-9c7e-4940-ac67-d6857f89c70e req-57c3de8a-6b01-420b-bf4c-0840a0c0719e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334775 Oct 22 15:30:32.453819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.485931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:30:32.488050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c33830-89ec-4733-ba00-2edc60bee59e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:32.497873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.498223 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Added segment 6adc038a-e2bf-428c-bec6-cd4087d3536a of type vlan for network a16e0cfe-4255-4365-b6c0-426b94c3e1ed Oct 22 15:30:32.538940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.646673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.647684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:32.648472 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:32.713335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] Pushing event updated for resources: {'Network': ['ID=a16e0cfe-4255-4365-b6c0-426b94c3e1ed,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:32.723453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a16e0cfe-4255-4365-b6c0-426b94c3e1ed details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:30:32.830910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c3a02c34-12eb-4392-a902-dfc61de40f0c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8219912 Oct 22 15:30:32.840227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37676) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:30:32.845274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Request body: {'subnet': {'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196120703-subnet', 'tenant_id': '28a4d62bb3574811959ab9bbd5270d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:30:32.938280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Made reservation on behalf of 28a4d62bb3574811959ab9bbd5270d7a for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:30:32.940727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:33.195582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:33.255290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4713e38-2796-4204-9ea2-86188bda563f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:33.263985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Checking segment: {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:30:33.264355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Network hostable DHCP agents. Network: a16e0cfe-4255-4365-b6c0-426b94c3e1ed, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:30:33.371060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Network a16e0cfe-4255-4365-b6c0-426b94c3e1ed is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:30:33.534593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a16e0cfe-4255-4365-b6c0-426b94c3e1ed) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:30:33.541466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:33.542553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:33.543651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c8574-2553-462d-bd2f-51c200e740a9 None None] Network a16e0cfe-4255-4365-b6c0-426b94c3e1ed requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:30:33.572170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1908a0a-2fb3-4e97-b711-1c642d4b3c2e req-5269973c-e6e6-4538-9eae-8d3320cae92a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:33.574476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1908a0a-2fb3-4e97-b711-1c642d4b3c2e req-5269973c-e6e6-4538-9eae-8d3320cae92a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 946 time: 0.0672076 Oct 22 15:30:33.613549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1908a0a-2fb3-4e97-b711-1c642d4b3c2e req-d84c1906-e11e-4299-a9c8-a0bfe0debfad tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335333 Oct 22 15:30:33.673361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b78cc-a300-487c-99e2-abfd74e38d67 None None] Network a16e0cfe-4255-4365-b6c0-426b94c3e1ed requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:30:33.714600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5766de72-c878-4c31-90a8-347010e5d3f1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8733315 Oct 22 15:30:33.995207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:36.855430 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:30:37.162639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-9ee6958f-7541-4e73-aca7-5470bdbf5087 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:37.164087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-9ee6958f-7541-4e73-aca7-5470bdbf5087 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/networks?id=a16e0cfe-4255-4365-b6c0-426b94c3e1ed HTTP/1.1" status: 200 len: 808 time: 0.1065094 Oct 22 15:30:37.179593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-d4d5e753-5195-4fe0-94fe-a901e7874cf0 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/quotas/28a4d62bb3574811959ab9bbd5270d7a HTTP/1.1" status: 200 len: 375 time: 0.0090890 Oct 22 15:30:37.212245 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-6d321e49-e31b-491c-a5c7-20d208bcfdf3 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265319 Oct 22 15:30:37.305814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-177c5296-f4c1-4b17-a80a-b4c758583abb service neutron] 10.222.0.66 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864010 Oct 22 15:30:37.398015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-9e9a345d-1cb8-4a24-9c6d-f3e45260068d service neutron] 10.222.0.66 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861773 Oct 22 15:30:37.664580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec3cffeb-2824-4df6-a851-3d976a845f8b req-c8dd8e3f-8709-428f-89f5-439b85b8dd1e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 210 time: 0.0313714 Oct 22 15:30:38.744484 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90ad1f0b-2698-4229-92a5-bbfe5b4087aa req-83385617-10f0-4f4d-abac-98e44ad94f38 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 210 time: 0.0284281 Oct 22 15:30:39.840755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a3dd936-a7f4-439b-a188-5c57214cacc6 req-925b034b-91e4-4541-9604-99d3b8f371bc tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 210 time: 0.0278883 Oct 22 15:30:40.177344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-331908fd-2a45-4e70-acbd-22c455dd8b7a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:40.178837 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-331908fd-2a45-4e70-acbd-22c455dd8b7a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "GET /v2.0/networks?id=a16e0cfe-4255-4365-b6c0-426b94c3e1ed HTTP/1.1" status: 200 len: 808 time: 0.1106584 Oct 22 15:30:40.192593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Request body: {'port': {'device_id': 'd311eb35-6725-4810-9daf-6aeda996115f', 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed', 'admin_state_up': True, 'tenant_id': '28a4d62bb3574811959ab9bbd5270d7a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:30:40.401094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Made reservation on behalf of 28a4d62bb3574811959ab9bbd5270d7a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:30:40.406521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:40.541623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Allocated IP 172.20.0.13 (a16e0cfe-4255-4365-b6c0-426b94c3e1ed/d4713e38-2796-4204-9ea2-86188bda563f/52b67f7f-7c5e-49b3-ae57-ed6769e42b9b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:30:40.689402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:40.789905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:40.834158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Network a16e0cfe-4255-4365-b6c0-426b94c3e1ed is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:30:40.837293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:30:40.841158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:30:40.866396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Pushing event updated for resources: {'Port': ['ID=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:40.895503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:40.896127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:40.968315 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-3d85d87b-f77b-4778-b79e-0af8d301e03d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795658 Oct 22 15:30:40.994073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Request body: {'port': {'device_id': 'd311eb35-6725-4810-9daf-6aeda996115f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:30:41.051562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.071891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de066c5-1241-43e8-97cb-48df32936392 req-c43ea098-4615-438a-8cfe-4ad171db2130 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:41.073431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2de066c5-1241-43e8-97cb-48df32936392 req-c43ea098-4615-438a-8cfe-4ad171db2130 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 932 time: 0.1621549 Oct 22 15:30:41.113290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2de066c5-1241-43e8-97cb-48df32936392 req-7a6436ce-12ff-4a85-8840-bd65ad283942 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Oct 22 15:30:41.316141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:30:41.324527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.336964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Transition to ACTIVE for port object 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:30:41.395479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.467853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Pushing event updated for resources: {'Port': ['ID=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:41.522295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Attempting to bind port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:30:41.522623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Attempting to bind port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:30:41.522996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Attempting to bind port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b on network a16e0cfe-4255-4365-b6c0-426b94c3e1ed {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:30:41.527823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b on network a16e0cfe-4255-4365-b6c0-426b94c3e1ed not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:30:41.528144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Attempting to bind port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b on network a16e0cfe-4255-4365-b6c0-426b94c3e1ed {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:30:41.532991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:30:41.533326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Checking segment: {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:30:41.533707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Bound using segment: {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:30:41.534299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Bound port: 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:30:41.534661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.597243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] For port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:30:41.600222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] For port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:30:41.732191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.767206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:41.767817 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.769197 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/52b67f7f-7c5e-49b3-ae57-ed6769e42b9b HTTP/1.1" status: 200 len: 1092 time: 0.7801600 Oct 22 15:30:41.769631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd311eb35-6725-4810-9daf-6aeda996115f', 'tag': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:30:41.771913 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5d495-2ea7-4334-8dba-93621f263cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d311eb35-6725-4810-9daf-6aeda996115f", "tag": "52b67f7f-7c5e-49b3-ae57-ed6769e42b9b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:30:41.776599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:41.795366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79482-a7ed-4597-8175-6ba6696e64b9 service neutron] Pushing event updated for resources: {'Port': ['ID=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:41.824426 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ba08b-8db0-4475-b309-a8490525c23e x-openstack-request-id: req-c68ba08b-8db0-4475-b309-a8490525c23e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:30:41.827791 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d311eb35-6725-4810-9daf-6aeda996115f", "tag": "52b67f7f-7c5e-49b3-ae57-ed6769e42b9b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:30:41.827791 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c68ba08b-8db0-4475-b309-a8490525c23e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:30:41.827791 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd311eb35-6725-4810-9daf-6aeda996115f', 'tag': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b', 'status': 'completed', 'code': 200} Oct 22 15:30:41.887316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5d495-2ea7-4334-8dba-93621f263cfe req-73c19ccc-ae15-4cc1-90fd-98b46a95f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:41.888811 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cac5d495-2ea7-4334-8dba-93621f263cfe req-73c19ccc-ae15-4cc1-90fd-98b46a95f091 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 1095 time: 0.0418065 Oct 22 15:30:41.990897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5d495-2ea7-4334-8dba-93621f263cfe req-fa789783-c451-482f-b04f-e7433364b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:41.992993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cac5d495-2ea7-4334-8dba-93621f263cfe req-fa789783-c451-482f-b04f-e7433364b1c8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0954745 Oct 22 15:30:42.089074 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5d495-2ea7-4334-8dba-93621f263cfe req-21bd65f4-9d8e-42c5-a086-ee96fb0ceb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:42.090543 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cac5d495-2ea7-4334-8dba-93621f263cfe req-21bd65f4-9d8e-42c5-a086-ee96fb0ceb77 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904152 Oct 22 15:30:42.170159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-a48286bf-642b-4575-9422-4b796b980d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:42.171978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-a48286bf-642b-4575-9422-4b796b980d55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 1095 time: 0.0437095 Oct 22 15:30:42.214865 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-258a9f8e-6995-4ecf-9734-f17f0fa47bef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b HTTP/1.1" status: 200 len: 217 time: 0.0344977 Oct 22 15:30:42.232718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1db843-f5e5-4a64-b8d5-ece93c18cd26 req-7576006c-8aaf-45d0-b1e6-1797e4b98f9d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:42.234359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f1db843-f5e5-4a64-b8d5-ece93c18cd26 req-7576006c-8aaf-45d0-b1e6-1797e4b98f9d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 944 time: 0.0504022 Oct 22 15:30:42.269405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-dcfb3770-1985-433e-9770-1fd4b2808487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:42.270833 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-dcfb3770-1985-433e-9770-1fd4b2808487 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4713e38-2796-4204-9ea2-86188bda563f HTTP/1.1" status: 200 len: 848 time: 0.0488920 Oct 22 15:30:42.277740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f1db843-f5e5-4a64-b8d5-ece93c18cd26 req-722a9841-a1e9-43e4-814c-c69a6349bf72 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Oct 22 15:30:42.307343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-5f77326a-c57e-464f-bc97-277a827dca92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a16e0cfe-4255-4365-b6c0-426b94c3e1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267043 Oct 22 15:30:42.396706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-0424fce4-8d91-4774-ae9b-b0a795b8c18d service neutron] 10.222.0.69 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822728 Oct 22 15:30:42.499387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b7261625-df87-4149-9eb6-1764344ff3b8 req-b439a73b-50ea-4811-bef2-3daa6dc39960 service neutron] 10.222.0.69 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948908 Oct 22 15:30:43.397197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128706b-eb66-4343-a2ad-47f472887d9c req-c054420c-61e4-4a79-b072-3ebfb679f60a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:43.399285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1128706b-eb66-4343-a2ad-47f472887d9c req-c054420c-61e4-4a79-b072-3ebfb679f60a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 944 time: 0.0519896 Oct 22 15:30:43.437682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1128706b-eb66-4343-a2ad-47f472887d9c req-99801109-6e29-48ad-bcc0-f3dc005e89e1 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Oct 22 15:30:44.556872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc706a-1afd-4d63-bae4-14c00c845d65 req-d2263645-55ed-45c2-9411-29efb851df97 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:44.558356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abcc706a-1afd-4d63-bae4-14c00c845d65 req-d2263645-55ed-45c2-9411-29efb851df97 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 944 time: 0.0503519 Oct 22 15:30:44.596366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abcc706a-1afd-4d63-bae4-14c00c845d65 req-6f78c1e4-6248-406e-83cc-28eb3229ea2a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Oct 22 15:30:45.775103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f995d-7e1e-4260-9db3-492f7812dc96 req-85ca9a27-1096-468d-b433-33c58303f074 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:45.776692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c59f995d-7e1e-4260-9db3-492f7812dc96 req-85ca9a27-1096-468d-b433-33c58303f074 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 944 time: 0.1125288 Oct 22 15:30:45.818942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c59f995d-7e1e-4260-9db3-492f7812dc96 req-79e99754-1175-4260-bc2a-f71166aa49c1 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Oct 22 15:30:46.390531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:30:46.489440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:46.501017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b', 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed', 'port_id': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b', 'mac_address': 'fa:16:3e:f0:52:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4713e38-2796-4204-9ea2-86188bda563f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:30:46.537284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:46.551210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:30:46.571110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:46.668852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:46.721869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:46.938046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9cb43-a498-4ac8-8da3-7bf7788c8644 req-5b4ad744-8b52-42af-b319-0769c6173999 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:46.939601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ea9cb43-a498-4ac8-8da3-7bf7788c8644 req-5b4ad744-8b52-42af-b319-0769c6173999 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 945 time: 0.0504906 Oct 22 15:30:46.980206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ea9cb43-a498-4ac8-8da3-7bf7788c8644 req-92d20785-e968-4d8a-8f65-8ea86a077bf8 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Oct 22 15:30:47.055657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['52b67f7f-7c5e-49b3-ae57-ed6769e42b9b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:30:48.099378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb3bc-47a3-46d3-b723-6b453e2a564d req-ff23f3cb-595c-40c4-8e21-93f923323634 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:48.100860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fedfb3bc-47a3-46d3-b723-6b453e2a564d req-ff23f3cb-595c-40c4-8e21-93f923323634 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 945 time: 0.0502539 Oct 22 15:30:48.139056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fedfb3bc-47a3-46d3-b723-6b453e2a564d req-0659fad8-d58e-4044-a1ed-13169431419b tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Oct 22 15:30:48.392060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:30:48.537836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:30:48.542203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:30:48.542608 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:48.618395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:48.641436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd311eb35-6725-4810-9daf-6aeda996115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:30:48.643943 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1c60bc-0e68-4b49-96bd-5ae70f13207c" -d '{"events": [{"server_uuid": "d311eb35-6725-4810-9daf-6aeda996115f", "name": "network-vif-plugged", "status": "completed", "tag": "52b67f7f-7c5e-49b3-ae57-ed6769e42b9b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:30:48.657682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:48.681381 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b77262-ae68-4e2f-98aa-843ef0fd34b5 x-openstack-request-id: req-29b77262-ae68-4e2f-98aa-843ef0fd34b5 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:30:48.681679 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d311eb35-6725-4810-9daf-6aeda996115f", "name": "network-vif-plugged", "status": "completed", "tag": "52b67f7f-7c5e-49b3-ae57-ed6769e42b9b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:30:48.681935 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29b77262-ae68-4e2f-98aa-843ef0fd34b5 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:30:48.682354 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd311eb35-6725-4810-9daf-6aeda996115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b', 'code': 200} Oct 22 15:30:48.737756 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:48.783666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab4c0-6005-47b2-94a2-2d2460d8ee8f req-d53b9c8f-21ed-417a-a2b1-faafe23f23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:48.785302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a0ab4c0-6005-47b2-94a2-2d2460d8ee8f req-d53b9c8f-21ed-417a-a2b1-faafe23f23d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 1097 time: 0.0425608 Oct 22 15:30:48.791343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:48.823928 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a0ab4c0-6005-47b2-94a2-2d2460d8ee8f req-7a4c5ff9-6750-4590-9b7e-4de944007047 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296474 Oct 22 15:30:49.257836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef270c05-a57b-4a82-a9fb-1f6a62e8b384 req-72d0a7b8-c560-4122-a040-a6d1a1b56b15 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:49.259333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef270c05-a57b-4a82-a9fb-1f6a62e8b384 req-72d0a7b8-c560-4122-a040-a6d1a1b56b15 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 946 time: 0.0509818 Oct 22 15:30:49.303419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef270c05-a57b-4a82-a9fb-1f6a62e8b384 req-8252cd5c-39fa-419b-9e5e-6be31f6d83d4 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Oct 22 15:30:50.440692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd50430-2f42-4b34-87d5-d76c6a8a2368 req-2f451c7d-6bbc-4334-a6d9-3fce97c08a7d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:50.442212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fd50430-2f42-4b34-87d5-d76c6a8a2368 req-2f451c7d-6bbc-4334-a6d9-3fce97c08a7d tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 946 time: 0.0604682 Oct 22 15:30:50.483630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6fd50430-2f42-4b34-87d5-d76c6a8a2368 req-48db6fb6-836e-4b78-b9c9-a8d865a7993c tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Oct 22 15:30:51.600706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b151c-1858-41e2-a346-2f9b69d36533 req-e661a222-6904-4f53-9afd-26de66447d1e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:51.602203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab3b151c-1858-41e2-a346-2f9b69d36533 req-e661a222-6904-4f53-9afd-26de66447d1e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 946 time: 0.0506272 Oct 22 15:30:51.641611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab3b151c-1858-41e2-a346-2f9b69d36533 req-53f7aa58-cc21-4e78-ab02-3092adcd8521 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Oct 22 15:30:51.749890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-d802c66e-18dd-4680-8523-a47bee5ff443 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432155 Oct 22 15:30:51.839457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-c988c359-6ade-47b0-a995-83165d5832ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:51.841734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-c988c359-6ade-47b0-a995-83165d5832ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 1097 time: 0.0468724 Oct 22 15:30:51.957872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-85515712-628f-4329-81ad-f3fd7cb51532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:51.959382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-85515712-628f-4329-81ad-f3fd7cb51532 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0908196 Oct 22 15:30:52.032374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-d90ab55a-0382-4318-bf30-82aacc3e22e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 200 len: 1001 time: 0.0645616 Oct 22 15:30:52.080571 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-0714449d-a614-4467-a271-8ef9ac0509b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:52.082036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-0714449d-a614-4467-a271-8ef9ac0509b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0430446 Oct 22 15:30:52.129696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-ab06f667-79e5-4f73-8655-444def0e51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:52.131251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-ab06f667-79e5-4f73-8655-444def0e51b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408249 Oct 22 15:30:52.236804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-300bd416-8c9f-45a1-8581-b545b082f8e3 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968065 Oct 22 15:30:52.335616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bec4a4e1-4b25-4e9c-8d6b-aa9d1cbe0c12 req-21a719d3-bca8-4e62-bd4c-1b9552214800 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916340 Oct 22 15:30:52.709311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93a8800e-6f01-4a15-af23-c14881c5a671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:53.165316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65f1c9-92cf-470d-b98b-3590722891cd req-0f5393d7-0d2c-4716-bc16-0f50df0d2c02 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:53.166802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e65f1c9-92cf-470d-b98b-3590722891cd req-0f5393d7-0d2c-4716-bc16-0f50df0d2c02 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 946 time: 0.0497794 Oct 22 15:30:53.206669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e65f1c9-92cf-470d-b98b-3590722891cd req-14346b84-33c8-4260-aba7-7a8ebd27547e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Oct 22 15:30:54.334271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac06e-47d9-4d93-80d4-58bddc675aaf req-4ec1e727-2b8c-4b63-945e-87474e38bc21 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:54.335785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03dac06e-47d9-4d93-80d4-58bddc675aaf req-4ec1e727-2b8c-4b63-945e-87474e38bc21 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 946 time: 0.0514033 Oct 22 15:30:54.376660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03dac06e-47d9-4d93-80d4-58bddc675aaf req-f17679c9-e7af-444c-96ec-03c499d86550 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Oct 22 15:30:54.587085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-cd6e9ff6-6ca2-4b95-aa8d-a9a3b317d9b2 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:54.588503 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-cd6e9ff6-6ca2-4b95-aa8d-a9a3b317d9b2 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 946 time: 0.0478005 Oct 22 15:30:54.680085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Deleting port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:30:54.680443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:54.773486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] For port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:30:54.773870 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:54.786385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Calling delete_port for 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:30:55.000514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:55.014336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['52b67f7f-7c5e-49b3-ae57-ed6769e42b9b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:30:55.036630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Pushing event deleted for resources: {'Port': ['ID=52b67f7f-7c5e-49b3-ae57-ed6769e42b9b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:30:55.076598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] No DVR routers for this DVR port 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:30:55.079252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:55.082499 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-458ee93e-134d-406a-bd50-0e4fe9e04537 req-745ae89b-0b70-490d-89c9-cde1fee12438 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "DELETE /v2.0/ports/52b67f7f-7c5e-49b3-ae57-ed6769e42b9b HTTP/1.1" status: 204 len: 173 time: 0.4874992 Oct 22 15:30:55.082924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd311eb35-6725-4810-9daf-6aeda996115f', 'name': 'network-vif-deleted', 'tag': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:30:55.085248 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1d0c4-a0fc-433d-91ca-5775aca0bff1" -d '{"events": [{"server_uuid": "d311eb35-6725-4810-9daf-6aeda996115f", "name": "network-vif-deleted", "tag": "52b67f7f-7c5e-49b3-ae57-ed6769e42b9b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:30:55.122953 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1b869-8594-44b1-864d-ce0a6af7fa93 x-openstack-request-id: req-fee1b869-8594-44b1-864d-ce0a6af7fa93 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:30:55.123282 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d311eb35-6725-4810-9daf-6aeda996115f", "name": "network-vif-deleted", "tag": "52b67f7f-7c5e-49b3-ae57-ed6769e42b9b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:30:55.123538 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fee1b869-8594-44b1-864d-ce0a6af7fa93 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:30:55.123943 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd311eb35-6725-4810-9daf-6aeda996115f', 'name': 'network-vif-deleted', 'tag': '52b67f7f-7c5e-49b3-ae57-ed6769e42b9b', 'status': 'completed', 'code': 200} Oct 22 15:30:55.147701 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5d2699a-6dd7-478d-b6e7-ddb0136a072a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:55.488194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cf0e562-ac5f-408d-a558-c294d85c70ce req-3f02f30e-98ea-4a2c-b7c5-5fd6c7539370 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=d311eb35-6725-4810-9daf-6aeda996115f HTTP/1.1" status: 200 len: 210 time: 0.0308797 Oct 22 15:30:56.474519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:56.617607 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:56.766899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-56242287-aa67-4a23-8990-328436b6547e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:56.768282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-56242287-aa67-4a23-8990-328436b6547e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/networks?id=a16e0cfe-4255-4365-b6c0-426b94c3e1ed HTTP/1.1" status: 200 len: 808 time: 0.1059523 Oct 22 15:30:56.783571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-c568e632-ad97-4f75-b6f9-f8bf41010f68 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/quotas/28a4d62bb3574811959ab9bbd5270d7a HTTP/1.1" status: 200 len: 375 time: 0.0095336 Oct 22 15:30:56.814938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-8efa1ac9-8512-4222-b9ca-7af26f548cf6 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258574 Oct 22 15:30:56.908316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-68a28615-c825-4cf3-89b0-3e471a2ac316 service neutron] 10.222.0.66 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864298 Oct 22 15:30:57.002332 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-78ef3959-448b-4eab-9bb8-5f2caad4311c service neutron] 10.222.0.66 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880003 Oct 22 15:30:57.253919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4c804be-d24d-4c37-8f7c-a0e5959db4b8 req-d136faa7-1631-4c17-870c-6879e9939f4b tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 210 time: 0.0264010 Oct 22 15:30:58.182888 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:58.348636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e626c6a2-3718-40e9-9f51-b19285f003af req-946677db-625b-4eb7-a9c2-51cf9597c742 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 210 time: 0.0268083 Oct 22 15:30:58.438120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:30:58.459153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:30:58.459502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 52b67f7f-7c5e-49b3-ae57-ed6769e42b9b not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:30:59.414505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-14a94ef7-c21c-442a-80c4-1620006098be tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:30:59.415149 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-14a94ef7-c21c-442a-80c4-1620006098be tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "GET /v2.0/networks?id=a16e0cfe-4255-4365-b6c0-426b94c3e1ed HTTP/1.1" status: 200 len: 808 time: 0.1082215 Oct 22 15:30:59.430228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Request body: {'port': {'device_id': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed', 'admin_state_up': True, 'tenant_id': '28a4d62bb3574811959ab9bbd5270d7a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:30:59.453893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-992b980c-f429-459a-8539-0f502740d296 req-5cc13227-31dc-42ee-a312-e26efd1e6aeb tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Oct 22 15:30:59.611464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Made reservation on behalf of 28a4d62bb3574811959ab9bbd5270d7a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:30:59.615076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:59.741211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Allocated IP 172.20.0.8 (a16e0cfe-4255-4365-b6c0-426b94c3e1ed/d4713e38-2796-4204-9ea2-86188bda563f/0e53aba4-f6b9-477a-82a4-3a7f4f14ac93) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:30:59.888112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:30:59.994128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:00.037075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Network a16e0cfe-4255-4365-b6c0-426b94c3e1ed is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:00.040279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:00.043922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:00.052462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Pushing event updated for resources: {'Port': ['ID=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:00.098039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:00.098639 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:00.221071 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d45b5414-7ea9-4af3-b7e1-8b6a36e1be3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953520 Oct 22 15:31:00.233431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Request body: {'port': {'device_id': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:00.291484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:00.578917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6a53-9ff6-4e1a-879c-4d397ce5ca63 req-78911647-16aa-4efa-adf9-cb6194cb0a3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:00.580508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-007a6a53-9ff6-4e1a-879c-4d397ce5ca63 req-78911647-16aa-4efa-adf9-cb6194cb0a3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 931 time: 0.0516548 Oct 22 15:31:00.623018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-007a6a53-9ff6-4e1a-879c-4d397ce5ca63 req-c876eeec-9dce-4474-9942-c59add943c3a tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362411 Oct 22 15:31:00.816483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:31:00.824529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:00.842025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Transition to ACTIVE for port object 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:31:00.994054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:01.041035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Pushing event updated for resources: {'Port': ['ID=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:01.113817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Attempting to bind port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:31:01.114066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Attempting to bind port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:31:01.114379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Attempting to bind port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 on network a16e0cfe-4255-4365-b6c0-426b94c3e1ed {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:01.118703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 on network a16e0cfe-4255-4365-b6c0-426b94c3e1ed not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:31:01.119048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Attempting to bind port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 on network a16e0cfe-4255-4365-b6c0-426b94c3e1ed {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:01.124815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:31:01.125152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Checking segment: {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:31:01.125535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Bound using segment: {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:31:01.125960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Bound port: 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adc038a-e2bf-428c-bec6-cd4087d3536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:31:01.126313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:01.190586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] For port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:31:01.193831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] For port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:31:01.291882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:01.325088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.325579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:01.327038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-49f3f124-8215-4280-8505-4207d99c377e service neutron] 10.222.0.69 "PUT /v2.0/ports/0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 HTTP/1.1" status: 200 len: 1091 time: 1.0985734 Oct 22 15:31:01.329435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'tag': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:01.331902 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ca65b-955f-4191-ac35-1b7f482cc74a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2045b8-dfd1-4b4e-8f67-195e26c09b71", "tag": "0e53aba4-f6b9-477a-82a4-3a7f4f14ac93"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:01.358130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3f124-8215-4280-8505-4207d99c377e service neutron] Pushing event updated for resources: {'Port': ['ID=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:01.373991 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fb8628-c61a-4e29-b281-dd9a03739c4c x-openstack-request-id: req-d9fb8628-c61a-4e29-b281-dd9a03739c4c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:01.374278 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2045b8-dfd1-4b4e-8f67-195e26c09b71", "tag": "0e53aba4-f6b9-477a-82a4-3a7f4f14ac93", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:01.374525 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9fb8628-c61a-4e29-b281-dd9a03739c4c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:01.374915 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'tag': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93', 'status': 'completed', 'code': 200} Oct 22 15:31:01.450370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca65b-955f-4191-ac35-1b7f482cc74a req-9408f54f-948a-4420-aef1-eebdcd303349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.452119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-746ca65b-955f-4191-ac35-1b7f482cc74a req-9408f54f-948a-4420-aef1-eebdcd303349 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 1094 time: 0.0521164 Oct 22 15:31:01.566175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca65b-955f-4191-ac35-1b7f482cc74a req-8a12d0e2-9e0e-47fe-94ad-98199119d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.567715 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-746ca65b-955f-4191-ac35-1b7f482cc74a req-8a12d0e2-9e0e-47fe-94ad-98199119d4a6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0990889 Oct 22 15:31:01.669522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca65b-955f-4191-ac35-1b7f482cc74a req-9f87aa49-5fd4-4da9-8340-6a5ea6949349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.671045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-746ca65b-955f-4191-ac35-1b7f482cc74a req-9f87aa49-5fd4-4da9-8340-6a5ea6949349 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943947 Oct 22 15:31:01.748846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e857a-eb7b-4e78-9df0-4b3633cf9ba9 req-6f703209-2e67-49f8-bebb-34e74f4bada2 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.750399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-895e857a-eb7b-4e78-9df0-4b3633cf9ba9 req-6f703209-2e67-49f8-bebb-34e74f4bada2 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 943 time: 0.0574808 Oct 22 15:31:01.752099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-1d7f19c8-1afe-48a7-9ff3-b7757552c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.753604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-1d7f19c8-1afe-48a7-9ff3-b7757552c411 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 1094 time: 0.0426435 Oct 22 15:31:01.790279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-895e857a-eb7b-4e78-9df0-4b3633cf9ba9 req-f8176023-f3ec-459a-be5a-0f4b070b2b61 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Oct 22 15:31:01.797593 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-578130b9-f078-439c-9fe4-166549bd5dbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 HTTP/1.1" status: 200 len: 217 time: 0.0342734 Oct 22 15:31:01.849709 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-fbfc0868-6599-46da-959d-60f349deddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:01.851190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-fbfc0868-6599-46da-959d-60f349deddaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4713e38-2796-4204-9ea2-86188bda563f HTTP/1.1" status: 200 len: 848 time: 0.0465224 Oct 22 15:31:01.884774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-b53be3c7-46d5-4dd6-83a0-455562085c0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a16e0cfe-4255-4365-b6c0-426b94c3e1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247917 Oct 22 15:31:01.983158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-d8977ea2-c841-4cc2-8cd1-e4a719400127 service neutron] 10.222.0.69 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899277 Oct 22 15:31:02.074929 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba06879b-aaec-4524-952a-b79e3a31c69c req-32d02e60-06ab-42f5-8569-15663639d198 service neutron] 10.222.0.69 "GET /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 Oct 22 15:31:02.907014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ae6f3-2ed6-40f3-830a-6d535bec9259 req-b6589221-6849-4256-b49f-cc9c360482ef tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:02.908464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e05ae6f3-2ed6-40f3-830a-6d535bec9259 req-b6589221-6849-4256-b49f-cc9c360482ef tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 943 time: 0.0501175 Oct 22 15:31:02.946059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e05ae6f3-2ed6-40f3-830a-6d535bec9259 req-b993a379-169e-4e46-90be-4bde4dfe17c2 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Oct 22 15:31:03.942887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:04.066317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c23c5-5a7a-4999-9e76-19bbfd3dba0b req-4a409313-44e7-49de-920b-35bff3f9cdf3 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:04.067855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b5c23c5-5a7a-4999-9e76-19bbfd3dba0b req-4a409313-44e7-49de-920b-35bff3f9cdf3 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 943 time: 0.0505421 Oct 22 15:31:04.110436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b5c23c5-5a7a-4999-9e76-19bbfd3dba0b req-896d7fa8-4401-4dac-bfe8-c10bcf8f744e tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Oct 22 15:31:05.233361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922b4f-6b08-492c-9c3e-1305dace0ad9 req-d7e4c045-d31b-4691-b6b8-8e64f2100a7c tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:05.235073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44922b4f-6b08-492c-9c3e-1305dace0ad9 req-d7e4c045-d31b-4691-b6b8-8e64f2100a7c tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 943 time: 0.0563226 Oct 22 15:31:05.275629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44922b4f-6b08-492c-9c3e-1305dace0ad9 req-776bbbaf-668d-4262-aec5-ece2f4b185a4 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Oct 22 15:31:06.406353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddca875-44e9-4cdc-8cbd-10fd98aade84 req-45d36ca3-db9b-4c31-874f-c8f8faa19df0 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:06.408160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ddca875-44e9-4cdc-8cbd-10fd98aade84 req-45d36ca3-db9b-4c31-874f-c8f8faa19df0 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 943 time: 0.0620241 Oct 22 15:31:06.451537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ddca875-44e9-4cdc-8cbd-10fd98aade84 req-1971e1b4-15f0-49ab-adb2-2e583ee6f220 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Oct 22 15:31:06.488065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:31:06.590441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:06.602536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93', 'network_id': 'a16e0cfe-4255-4365-b6c0-426b94c3e1ed', 'port_id': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93', 'mac_address': 'fa:16:3e:e1:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4713e38-2796-4204-9ea2-86188bda563f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:31:06.643629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:06.659182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:31:06.684746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:06.800150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:06.850998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:07.120459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['0e53aba4-f6b9-477a-82a4-3a7f4f14ac93'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:31:07.573506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed522c1-d5ef-45c3-a311-53b8a58e179a req-beb5b536-ec93-4579-bf60-224a6a21729f tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:07.575100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aed522c1-d5ef-45c3-a311-53b8a58e179a req-beb5b536-ec93-4579-bf60-224a6a21729f tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 944 time: 0.0500047 Oct 22 15:31:07.614589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aed522c1-d5ef-45c3-a311-53b8a58e179a req-6297e71f-3235-43a0-bd8b-52f18bf5dcf2 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Oct 22 15:31:08.499106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:08.634136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:31:08.639359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:08.639737 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:08.727891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:08.746174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352682e-e145-4f1c-8f12-9ebfcc59de95 req-f65e3119-ddd9-47ca-bb0a-e0178f920315 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:08.747954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2352682e-e145-4f1c-8f12-9ebfcc59de95 req-f65e3119-ddd9-47ca-bb0a-e0178f920315 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 944 time: 0.0570202 Oct 22 15:31:08.751771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:08.754159 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f885bebf-8a9d-443f-ab7e-46ffc33d3e76" -d '{"events": [{"server_uuid": "6d2045b8-dfd1-4b4e-8f67-195e26c09b71", "name": "network-vif-plugged", "status": "completed", "tag": "0e53aba4-f6b9-477a-82a4-3a7f4f14ac93"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:08.771334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:08.789326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2352682e-e145-4f1c-8f12-9ebfcc59de95 req-89f75f6b-745e-441c-8128-ed857096eb84 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348606 Oct 22 15:31:08.799354 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d2a3f5-e935-4be9-9829-ed2c69e3fd27 x-openstack-request-id: req-42d2a3f5-e935-4be9-9829-ed2c69e3fd27 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:08.799730 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2045b8-dfd1-4b4e-8f67-195e26c09b71", "name": "network-vif-plugged", "status": "completed", "tag": "0e53aba4-f6b9-477a-82a4-3a7f4f14ac93", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:08.800342 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42d2a3f5-e935-4be9-9829-ed2c69e3fd27 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:08.800818 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93', 'code': 200} Oct 22 15:31:08.863295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:08.898861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6eb14-5f67-402d-8bed-2e71e2c39604 req-329da632-45bf-421e-b88a-4af620147a8e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:08.900429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96e6eb14-5f67-402d-8bed-2e71e2c39604 req-329da632-45bf-421e-b88a-4af620147a8e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 946 time: 0.0508792 Oct 22 15:31:08.907606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02cc8e-d8ef-4fe7-82b1-fac990bbae9a req-5260a394-2954-41fa-8786-92d578313b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:08.909755 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ca02cc8e-d8ef-4fe7-82b1-fac990bbae9a req-5260a394-2954-41fa-8786-92d578313b35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 1096 time: 0.0469940 Oct 22 15:31:08.924743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:08.947882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96e6eb14-5f67-402d-8bed-2e71e2c39604 req-c6075fdf-c0b3-4c3a-bd06-4d6666f84355 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350757 Oct 22 15:31:08.950115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ca02cc8e-d8ef-4fe7-82b1-fac990bbae9a req-bbfcb5ad-e3e4-4e63-aa70-7b419c87f201 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Oct 22 15:31:09.906733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f269-29a4-4358-b693-8697476f9d92 req-f1ef773a-4546-4e5f-b3a8-01a9b4ab7c40 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:09.908307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40b2f269-29a4-4358-b693-8697476f9d92 req-f1ef773a-4546-4e5f-b3a8-01a9b4ab7c40 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 945 time: 0.0497670 Oct 22 15:31:09.947270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-40b2f269-29a4-4358-b693-8697476f9d92 req-e9ba3138-c5c5-43f8-a73d-f31931078a69 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Oct 22 15:31:10.083598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171623e-8825-4d3d-bddb-31be3b93c1d5 req-e8b24db9-0614-4ccf-8b91-afd1077721fe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:10.085075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6171623e-8825-4d3d-bddb-31be3b93c1d5 req-e8b24db9-0614-4ccf-8b91-afd1077721fe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 946 time: 0.0573213 Oct 22 15:31:10.126157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6171623e-8825-4d3d-bddb-31be3b93c1d5 req-97bba076-da31-4a26-82f7-0fdfeea81f8f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=433b1b5d-01ac-4605-8e1f-e78ea4b914e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344303 Oct 22 15:31:10.302351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-1111f4d5-5be0-4886-bf00-45825e8a8476 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:10.303867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-1111f4d5-5be0-4886-bf00-45825e8a8476 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.53 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 946 time: 0.0534356 Oct 22 15:31:10.404829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Deleting port 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:31:10.405122 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:10.495250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] For port 8262cbf0-ac8f-490a-979b-e96247b260db, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=8262cbf0-ac8f-490a-979b-e96247b260db,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:10.495640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:10.725021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:10.725314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:10.725629 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Floating IP 8a838692-4d10-4198-a580-dad86a92faa3 disassociated. External IP: 172.25.1.213, port: 8262cbf0-ac8f-490a-979b-e96247b260db. Oct 22 15:31:10.725969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Calling delete_port for 8262cbf0-ac8f-490a-979b-e96247b260db owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:31:10.931069 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:10.961318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event deleted for resources: {'Port': ['ID=8262cbf0-ac8f-490a-979b-e96247b260db,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:10.973795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.974143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.974520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.974875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.975286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.975566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.975893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.976465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.976567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.976878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.977150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:10.977469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:11.119349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859cabb-57dc-4fa5-9f89-39b82af7bf2e req-6f056f75-c3bc-4351-b24f-8a0f3295bef1 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:11.121505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8859cabb-57dc-4fa5-9f89-39b82af7bf2e req-6f056f75-c3bc-4351-b24f-8a0f3295bef1 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 945 time: 0.0988154 Oct 22 15:31:11.125488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Router 43897de3-46a5-4965-8ae6-b2608fce3919 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:31:11.208399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8859cabb-57dc-4fa5-9f89-39b82af7bf2e req-1c99097b-4065-4267-96dc-4765b9912fa8 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793593 Oct 22 15:31:11.237814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05c5e268-2de3-442c-920f-fe617b24838a req-1d662d0f-31d6-41c8-b247-fc08b05c1eec tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 210 time: 0.0349834 Oct 22 15:31:11.293056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:31:11.304863 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26344-2f69-4178-9959-07aae310d38c None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:31:11.318477 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:11.319301 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:30:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:11.340228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] No DVR routers for this DVR port 8262cbf0-ac8f-490a-979b-e96247b260db on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:31:11.343574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:11.347276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae51e709-beb2-4455-8ef8-764e832ba9ca req-be0dbc80-498a-4380-a45f-8af7c01a9c60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.53 "DELETE /v2.0/ports/8262cbf0-ac8f-490a-979b-e96247b260db HTTP/1.1" status: 204 len: 173 time: 1.0374618 Oct 22 15:31:11.347830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-deleted', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:11.350359 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae74d1-62cb-479b-ba83-63caab52b257" -d '{"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-deleted", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:11.440898 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:11.671163 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e014f246-af62-4623-b8cc-ca330d9ac7e8 x-openstack-request-id: req-e014f246-af62-4623-b8cc-ca330d9ac7e8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:11.671525 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65d9f1-035d-4ea5-845b-65f1b5a1e8db", "name": "network-vif-deleted", "tag": "8262cbf0-ac8f-490a-979b-e96247b260db", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:11.671844 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e014f246-af62-4623-b8cc-ca330d9ac7e8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:11.672011 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:11.672525 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65d9f1-035d-4ea5-845b-65f1b5a1e8db', 'name': 'network-vif-deleted', 'tag': '8262cbf0-ac8f-490a-979b-e96247b260db', 'status': 'completed', 'code': 200} Oct 22 15:31:11.704594 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26344-2f69-4178-9959-07aae310d38c None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:31:11.713322 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:11.714060 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:30:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:11.742534 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:11.911761 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:12.119187 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fab26344-2f69-4178-9959-07aae310d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:12.146795 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26344-2f69-4178-9959-07aae310d38c None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:31:12.359776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab167463-24fd-44fa-9414-6c409da4bac3 req-a92b4b27-229b-4de9-b396-ba3546df395f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=de65d9f1-035d-4ea5-845b-65f1b5a1e8db HTTP/1.1" status: 200 len: 210 time: 0.0296061 Oct 22 15:31:12.402557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f8a29-794d-4425-9bb9-2c9dd154d608 None None] New status for floating IP 8a838692-4d10-4198-a580-dad86a92faa3: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:31:12.541584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd43b3-ec8c-4e07-b3f0-88d6eae68590 req-4b313b6c-8e88-44af-90cb-55e1d85116d5 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:12.543371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cbd43b3-ec8c-4e07-b3f0-88d6eae68590 req-4b313b6c-8e88-44af-90cb-55e1d85116d5 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 945 time: 0.0511138 Oct 22 15:31:12.587098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cbd43b3-ec8c-4e07-b3f0-88d6eae68590 req-59b7cd16-30b1-417e-9cb2-090431dec759 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Oct 22 15:31:13.526557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 37880) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:13.583975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c909-9756-44c3-a1e6-d5157c54b2d5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:13.607337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c909-9756-44c3-a1e6-d5157c54b2d5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:13.708006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51509fd6-8dc4-456c-b99f-f1346271a956 req-c56e2073-6c94-482b-b450-9676f06570d7 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:13.709413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51509fd6-8dc4-456c-b99f-f1346271a956 req-c56e2073-6c94-482b-b450-9676f06570d7 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Oct 22 15:31:13.748617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51509fd6-8dc4-456c-b99f-f1346271a956 req-ccb1acdf-a986-4934-81df-a8e3e725ed05 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/security-groups?id=a4c33830-89ec-4733-ba00-2edc60bee59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 22 15:31:13.801364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c909-9756-44c3-a1e6-d5157c54b2d5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:13.804039 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c909-9756-44c3-a1e6-d5157c54b2d5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:13.805185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2fd4c909-9756-44c3-a1e6-d5157c54b2d5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "DELETE /v2.0/security-groups/433b1b5d-01ac-4605-8e1f-e78ea4b914e2 HTTP/1.1" status: 204 len: 168 time: 0.2767801 Oct 22 15:31:13.808053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37884) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:13.815143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4c909-9756-44c3-a1e6-d5157c54b2d5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b1b5d-01ac-4605-8e1f-e78ea4b914e2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:13.854240 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:31:13.922491 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-0506f35b-4bc2-46ea-8945-e8f0b1041b6f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] show failed (client error): The resource could not be found. Oct 22 15:31:13.923560 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0506f35b-4bc2-46ea-8945-e8f0b1041b6f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups/433b1b5d-01ac-4605-8e1f-e78ea4b914e2 HTTP/1.1" status: 404 len: 347 time: 0.1144028 Oct 22 15:31:13.926388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37888) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:14.053918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Deleting port 1eb83ded-d068-48b0-9ad3-56c0fb720387 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:31:14.054251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.152901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.153222 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.168640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Calling delete_port for 1eb83ded-d068-48b0-9ad3-56c0fb720387 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:31:14.182269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-2c34d8d8-9f7c-4777-a851-2b23dff34f55 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:14.184258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-2c34d8d8-9f7c-4777-a851-2b23dff34f55 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 945 time: 0.0803008 Oct 22 15:31:14.195707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:31:14.220059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 8262cbf0-ac8f-490a-979b-e96247b260db {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:31:14.220399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 8262cbf0-ac8f-490a-979b-e96247b260db not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:31:14.357339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Deleting port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:31:14.357594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.456088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] For port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,segment=NetworkSegment(6adc038a-e2bf-428c-bec6-cd4087d3536a),segment_id=6adc038a-e2bf-428c-bec6-cd4087d3536a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:14.456451 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.470128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Calling delete_port for 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:31:14.481399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.540902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event deleted for resources: {'Port': ['ID=1eb83ded-d068-48b0-9ad3-56c0fb720387,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:14.561585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.567257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:14.635925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.638381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.639578 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cac7b8ed-e128-4f54-b997-7af1e35e0743 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "DELETE /v2.0/floatingips/8a838692-4d10-4198-a580-dad86a92faa3 HTTP/1.1" status: 204 len: 168 time: 0.7122972 Oct 22 15:31:14.771727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.805713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Pushing event deleted for resources: {'Port': ['ID=0e53aba4-f6b9-477a-82a4-3a7f4f14ac93,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:14.846440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] No DVR routers for this DVR port 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:31:14.849111 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:14.852466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-adf9bfd2-6745-4305-8c29-23ad838ba434 req-e3682b65-4097-40bd-b225-e10523702cba tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.69 "DELETE /v2.0/ports/0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 HTTP/1.1" status: 204 len: 173 time: 0.6619775 Oct 22 15:31:14.852905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'name': 'network-vif-deleted', 'tag': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:14.856030 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7207946-016d-4947-92d0-18f1f6ab81f4" -d '{"events": [{"server_uuid": "6d2045b8-dfd1-4b4e-8f67-195e26c09b71", "name": "network-vif-deleted", "tag": "0e53aba4-f6b9-477a-82a4-3a7f4f14ac93"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:14.886219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fec156e8-ea99-4c30-b2a7-03ab776dd36e req-e58acf31-2fd5-4973-a880-0dafd0372ff0 tempest-VolumesActionsTest-639999804 tempest-VolumesActionsTest-639999804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d2045b8-dfd1-4b4e-8f67-195e26c09b71 HTTP/1.1" status: 200 len: 210 time: 0.0366383 Oct 22 15:31:14.930957 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814f927-2a6c-4f28-83f6-6cb241af1542 x-openstack-request-id: req-d814f927-2a6c-4f28-83f6-6cb241af1542 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:14.931363 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2045b8-dfd1-4b4e-8f67-195e26c09b71", "name": "network-vif-deleted", "tag": "0e53aba4-f6b9-477a-82a4-3a7f4f14ac93", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:14.931682 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d814f927-2a6c-4f28-83f6-6cb241af1542 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:14.932089 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2045b8-dfd1-4b4e-8f67-195e26c09b71', 'name': 'network-vif-deleted', 'tag': '0e53aba4-f6b9-477a-82a4-3a7f4f14ac93', 'status': 'completed', 'code': 200} Oct 22 15:31:15.082616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37896) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:15.087347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504474480', 'description': 'tempest-description--1713206769'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:15.182362 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.248674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.325442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.356301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3feeb22-57a8-4356-aa5b-b566df9f7944,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:15.424899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.426244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-83e9c189-ed48-4f89-9869-6a60fbeda4d2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3425648 Oct 22 15:31:15.429105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:15.435283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'security_group_rule': {'security_group_id': 'e3feeb22-57a8-4356-aa5b-b566df9f7944', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:15.541944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.601109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.725117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.743703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1952098-f160-4796-9194-6b0b0b0ea4c0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:15.836126 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.837372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1f1b31e-ddc3-4259-9ca5-bdcf5892087b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072802 Oct 22 15:31:15.840100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37900) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:15.844743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'security_group_rule': {'security_group_id': 'e3feeb22-57a8-4356-aa5b-b566df9f7944', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:15.931356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:15.990052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.074029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.090579 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062c5870-6be0-468c-91b3-3391ae5492cb,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:16.206993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.208264 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8ff4e311-6542-46b6-8949-f3d75271f5b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669527 Oct 22 15:31:16.211359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 37910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:16.221730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:16.319474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.421459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.529135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Allocated IP 172.25.1.154 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/178becd9-676e-440c-8681-f4f94c6f79d5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:31:16.555166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:31:16.578906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:31:16.579411 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0e53aba4-f6b9-477a-82a4-3a7f4f14ac93 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:31:16.639314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.737386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:16.773456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:16.776416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:16.780215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:16.812707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'Port': ['ID=178becd9-676e-440c-8681-f4f94c6f79d5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:16.878616 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:17.011179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:17.164338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:17.239747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:17.325486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'Port': ['ID=178becd9-676e-440c-8681-f4f94c6f79d5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:17.335830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:17.430520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:17.431921 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4db14d39-fe99-48ac-a6fe-d5f0ae82a679 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2195728 Oct 22 15:31:17.572882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-965e360a-8130-42cd-a7ec-a4786394b6e2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--504474480&fields=id&tenant_id=2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 267 time: 0.0323102 Oct 22 15:31:17.685561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-b85eb5ce-b988-45e3-a615-9c5317598106 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:17.686938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-b85eb5ce-b988-45e3-a615-9c5317598106 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 817 time: 0.1062951 Oct 22 15:31:17.705092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-7d521760-4843-4626-a84b-a272cfdf2536 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/quotas/2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 375 time: 0.0121815 Oct 22 15:31:17.762577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-a65339fd-7ec6-4173-9359-bf940a369a90 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513403 Oct 22 15:31:18.169451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-7268b468-c2fc-4a91-aab2-3fd64af7edf5 service neutron] 10.222.0.66 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949790 Oct 22 15:31:18.261974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-a269ecf9-cae9-4fd5-933e-fcef10acb26d service neutron] 10.222.0.66 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859063 Oct 22 15:31:18.583771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eb36cf24-f2c5-4e14-b089-1264ffcbf328 req-402ecc1d-a66c-4e11-a5ad-df08fd89c23e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 210 time: 0.0557790 Oct 22 15:31:19.703632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe1eea27-5981-42b0-b568-2792e9631c8e req-0f85e7a8-2539-4b92-89c5-3743ed75a22c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 210 time: 0.0409174 Oct 22 15:31:20.650205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-a238524d-31b8-4fbc-92e7-84c832f87ed9 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:20.654160 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-a238524d-31b8-4fbc-92e7-84c832f87ed9 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 817 time: 0.1334460 Oct 22 15:31:20.711906 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-7eada3ba-6073-49c6-906b-9d05d1061b2a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 379 time: 0.0504041 Oct 22 15:31:20.724236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'port': {'device_id': '6dce1267-a596-4982-be9e-00be05b4569b', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'admin_state_up': True, 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'security_groups': ['e3feeb22-57a8-4356-aa5b-b566df9f7944']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:20.830856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b353eba4-8cc3-43bf-b5fb-2f63fcb4b8ee req-ec1d21f6-f87b-4d04-8769-c45364859f56 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 210 time: 0.0367999 Oct 22 15:31:20.948989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Made reservation on behalf of 2835d648a4054f9fb34929b33783d531 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:31:20.953349 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:21.144776 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Allocated IP 172.20.0.9 (61fd775a-bb35-4f6c-b9a7-d9edece8bd45/b7e0676a-6662-4b0f-bff1-bae65921be8d/f722cf0b-951f-4f6a-a9ab-3a10aef31705) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:31:21.316893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:21.748098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:21.789239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:21.793123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:21.795769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:21.832433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:21.895362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:21.896825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.012526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8995-1b00-4dcb-8c03-5ab8a4f7d310 req-e93e62eb-cdea-4351-922b-ccd1ad2eac3c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:22.016102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8dad8995-1b00-4dcb-8c03-5ab8a4f7d310 req-e93e62eb-cdea-4351-922b-ccd1ad2eac3c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 931 time: 0.0625100 Oct 22 15:31:22.032320 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-c894860c-cfb3-4481-9ab2-957984bb471f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3130248 Oct 22 15:31:22.045226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Request body: {'port': {'device_id': '6dce1267-a596-4982-be9e-00be05b4569b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:22.107788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8dad8995-1b00-4dcb-8c03-5ab8a4f7d310 req-bc6e51cd-bed3-4b87-ba4e-51e8462d5e0e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857978 Oct 22 15:31:22.135323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0d0e44ed-9dd2-4fc9-9708-0ead0bc9177b None None] Provisioning complete for port f722cf0b-951f-4f6a-a9ab-3a10aef31705 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:22.136544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d0e44ed-9dd2-4fc9-9708-0ead0bc9177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.136880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.186517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e44ed-9dd2-4fc9-9708-0ead0bc9177b None None] Port f722cf0b-951f-4f6a-a9ab-3a10aef31705 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:31:22.447755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f722cf0b-951f-4f6a-a9ab-3a10aef31705 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:31:22.460034 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.473937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Transition to ACTIVE for port object f722cf0b-951f-4f6a-a9ab-3a10aef31705 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:31:22.577510 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.657617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3154bb9c-38ff-406b-8313-4b335380bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.658333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:22.731686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Attempting to bind port f722cf0b-951f-4f6a-a9ab-3a10aef31705 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:31:22.732739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Attempting to bind port f722cf0b-951f-4f6a-a9ab-3a10aef31705 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:31:22.733973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Attempting to bind port f722cf0b-951f-4f6a-a9ab-3a10aef31705 on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:22.747760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Port f722cf0b-951f-4f6a-a9ab-3a10aef31705 on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:31:22.748616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Attempting to bind port f722cf0b-951f-4f6a-a9ab-3a10aef31705 on network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:22.754927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:31:22.755369 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Checking segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:31:22.755825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Bound using segment: {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:31:22.756622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Bound port: f722cf0b-951f-4f6a-a9ab-3a10aef31705, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e331aa96-4c49-4efb-a50f-0da8f09cf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:31:22.757060 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.840158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:31:22.849352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:31:22.925671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.970767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:22.971412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:22.972920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1091 time: 0.9329054 Oct 22 15:31:22.973451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:22.975613 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e945b42-719e-4d9c-8240-f2e2b4160e85" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:23.017293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5483123-5f2b-4426-b9fe-f87c91cb22f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:23.065407 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6027f740-5ade-4665-ba36-0bed93be7f88 x-openstack-request-id: req-6027f740-5ade-4665-ba36-0bed93be7f88 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:23.065738 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:23.066002 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6027f740-5ade-4665-ba36-0bed93be7f88 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:23.066452 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'status': 'completed', 'code': 200} Oct 22 15:31:23.164056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-3c142b8b-a580-4245-9a3a-136b6baef854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:23.172485 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-3c142b8b-a580-4245-9a3a-136b6baef854 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1094 time: 0.0877762 Oct 22 15:31:23.231102 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-a723c823-363f-4eb3-af0d-0e5643bca2d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 217 time: 0.0568125 Oct 22 15:31:23.267369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffc3ad-c99c-4cd8-87fe-d30537269527 req-051fa294-cac4-49a1-ae55-3881fa6842de tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:23.275870 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7ffc3ad-c99c-4cd8-87fe-d30537269527 req-051fa294-cac4-49a1-ae55-3881fa6842de tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0756180 Oct 22 15:31:23.318780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-3c94d6c6-21ee-4c57-9e7d-e123175dfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:23.320192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-3c94d6c6-21ee-4c57-9e7d-e123175dfb3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0819902 Oct 22 15:31:23.323966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7ffc3ad-c99c-4cd8-87fe-d30537269527 req-4e164a92-b9c7-4223-b494-36eae96b6d78 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459800 Oct 22 15:31:23.385335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-4d0d75b7-bed7-4593-a1aa-83d3e5206cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:23.387849 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-4d0d75b7-bed7-4593-a1aa-83d3e5206cc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579829 Oct 22 15:31:23.497129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-4770009d-257d-4280-ab8e-bd5a69a8c1e8 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009541 Oct 22 15:31:23.606492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2fb768ca-0daf-434c-b58e-da1dfa5e37eb req-b65cb23c-1646-4d16-94bc-e8782a9f02f5 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013904 Oct 22 15:31:23.777403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-a325f4df-9738-4c36-a12a-a1a80f10717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:23.779941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-a325f4df-9738-4c36-a12a-a1a80f10717a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1094 time: 0.0508437 Oct 22 15:31:23.887101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-4788959c-d66d-4389-9258-d46798a46310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:23.889087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-4788959c-d66d-4389-9258-d46798a46310 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.1002409 Oct 22 15:31:23.946227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-11028dcc-54e0-425a-a53f-9e7d57c5f65b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 217 time: 0.0472801 Oct 22 15:31:24.002803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-7093bd0b-b20f-47ff-93cb-abcd477fd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:24.004391 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-7093bd0b-b20f-47ff-93cb-abcd477fd994 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0495846 Oct 22 15:31:24.060798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-edcf5923-9903-421c-8dbc-b738871e8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:24.062341 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-edcf5923-9903-421c-8dbc-b738871e8f3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499926 Oct 22 15:31:24.168971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-33091cf6-ca46-4718-8371-2ef30a3ecceb service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989230 Oct 22 15:31:24.284159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2e945b42-719e-4d9c-8240-f2e2b4160e85 req-8a4408fe-6a65-4de4-80b9-0ef989828d64 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077688 Oct 22 15:31:24.478617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c34-7ed9-478a-84c6-3e78b6e39f67 req-dae05f1a-0bd5-4681-9060-3ba08d1dbf31 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:24.483684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6aa21c34-7ed9-478a-84c6-3e78b6e39f67 req-dae05f1a-0bd5-4681-9060-3ba08d1dbf31 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0589178 Oct 22 15:31:24.528538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6aa21c34-7ed9-478a-84c6-3e78b6e39f67 req-461c0b71-8f3d-4d0d-9886-e00233b79209 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 Oct 22 15:31:25.364938 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-14bc87d4-5616-4770-ae1d-297d5027ecd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:25.655322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e728c-c0e5-475c-afb8-74aae16a1832 req-55e3dd13-5375-4a25-a688-92399919baaa tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:25.662614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc8e728c-c0e5-475c-afb8-74aae16a1832 req-55e3dd13-5375-4a25-a688-92399919baaa tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0617256 Oct 22 15:31:25.699305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc8e728c-c0e5-475c-afb8-74aae16a1832 req-b088f60d-8015-4084-a916-d6bb816a3e55 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356262 Oct 22 15:31:26.545890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:26.611793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:31:26.628166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:26.733081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:26.745869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'mac_address': 'fa:16:3e:7d:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:31:26.793719 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:26.819119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f722cf0b-951f-4f6a-a9ab-3a10aef31705 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:31:26.842371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:26.869584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e177-2912-4bc4-8701-9a7b84b228bb req-7771d365-6d5d-4103-852f-642532fa47ac tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:26.872378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44a7e177-2912-4bc4-8701-9a7b84b228bb req-7771d365-6d5d-4103-852f-642532fa47ac tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0651507 Oct 22 15:31:26.922707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44a7e177-2912-4bc4-8701-9a7b84b228bb req-d7656307-a02f-4962-8434-8e21e5145ba7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Oct 22 15:31:26.993363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:27.055409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:27.295808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f722cf0b-951f-4f6a-a9ab-3a10aef31705'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:31:28.056853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f20b9-f656-4e11-bf9c-69eba7df5e68 req-3933315c-81d0-42da-a396-2d5d7d903a11 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:28.060185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e1f20b9-f656-4e11-bf9c-69eba7df5e68 req-3933315c-81d0-42da-a396-2d5d7d903a11 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 944 time: 0.0609739 Oct 22 15:31:28.103343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e1f20b9-f656-4e11-bf9c-69eba7df5e68 req-9acbc702-643e-4635-a22f-824fcdfe0132 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368481 Oct 22 15:31:28.194032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:28.612409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:28.764579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port f722cf0b-951f-4f6a-a9ab-3a10aef31705 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:31:28.769629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f722cf0b-951f-4f6a-a9ab-3a10aef31705 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:28.769629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:28.859691 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:28.888181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:28.891455 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783756b3-ba2f-4de7-98fb-7149fa99bb7c" -d '{"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-plugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:28.906629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:28.949279 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bb69b4-052b-4c6d-8bae-43adfd8c898c x-openstack-request-id: req-58bb69b4-052b-4c6d-8bae-43adfd8c898c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:28.949859 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-plugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:28.950214 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58bb69b4-052b-4c6d-8bae-43adfd8c898c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:28.950877 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'code': 200} Oct 22 15:31:28.993664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:29.072183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:29.073269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00347df9-fe2c-452d-aa53-d369ad2f780b req-1287e894-b1fb-470b-b335-4e81c6996e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:29.075964 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00347df9-fe2c-452d-aa53-d369ad2f780b req-1287e894-b1fb-470b-b335-4e81c6996e43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0600305 Oct 22 15:31:29.081997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.082556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.083096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.083565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.084379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.084844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.085274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.085733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.086209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.086928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.087288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.087615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:29.127918 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-00347df9-fe2c-452d-aa53-d369ad2f780b req-1fe6b353-786b-4c24-b3bf-2d9251d014c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Oct 22 15:31:29.245177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc61bb-8469-496f-bb74-d690c43d53d7 req-05b17cf8-126e-46cc-95cb-391bccb0e528 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:29.246807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1afc61bb-8469-496f-bb74-d690c43d53d7 req-05b17cf8-126e-46cc-95cb-391bccb0e528 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0600524 Oct 22 15:31:29.303178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1afc61bb-8469-496f-bb74-d690c43d53d7 req-a0700bf4-6f67-48d1-80a9-db8002993aa0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465736 Oct 22 15:31:30.452892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38892e-7c66-4648-ba43-2b22d5eca37f req-a5b1a7e4-e726-48e0-aa86-5f0ae55f4ca2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:30.454571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b38892e-7c66-4648-ba43-2b22d5eca37f req-a5b1a7e4-e726-48e0-aa86-5f0ae55f4ca2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0622256 Oct 22 15:31:30.503800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b38892e-7c66-4648-ba43-2b22d5eca37f req-08f27679-8269-4532-ae3f-13ceab79b42a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403099 Oct 22 15:31:31.655997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3068a8-7a37-4fec-b9db-9e9381f5f454 req-08928e90-8d3a-4450-bff7-c7e81533e879 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:31.657761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a3068a8-7a37-4fec-b9db-9e9381f5f454 req-08928e90-8d3a-4450-bff7-c7e81533e879 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0653439 Oct 22 15:31:31.704100 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a3068a8-7a37-4fec-b9db-9e9381f5f454 req-dcef7c46-8804-4799-b4d3-43c498f6e5ad tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Oct 22 15:31:31.831183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79679f3-34cb-453b-ae6b-956aac6b0f60 req-19586acc-0e21-4f95-b5e8-fe00f3d87c78 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:31.832642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e79679f3-34cb-453b-ae6b-956aac6b0f60 req-19586acc-0e21-4f95-b5e8-fe00f3d87c78 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0499053 Oct 22 15:31:31.841549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38084) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:31.846163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Request body: {'floatingip': {'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:31.886313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:32.858047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:32.919698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:33.043081 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Floating IP b52e87d3-0d86-4e70-8dcf-61f4f9160136 associated. External IP: 172.25.1.154, port: f722cf0b-951f-4f6a-a9ab-3a10aef31705. Oct 22 15:31:33.295624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Router 43897de3-46a5-4965-8ae6-b2608fce3919 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:31:33.441538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:31:33.447461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:33.454605 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:31:33.469188 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:33.470370 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:33.489278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-74bbef15-d71b-4baf-af20-c5748e345d52 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "PUT /v2.0/floatingips/b52e87d3-0d86-4e70-8dcf-61f4f9160136 HTTP/1.1" status: 200 len: 991 time: 1.6466026 Oct 22 15:31:33.489888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:31:33.492489 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75914eb0-214d-4322-bf5f-2fd4967036c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:31:33.549264 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ce945d-9b91-40d0-b4f3-5c2b65212485 x-openstack-request-id: req-19ce945d-9b91-40d0-b4f3-5c2b65212485 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:31:33.549560 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:31:33.549811 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19ce945d-9b91-40d0-b4f3-5c2b65212485 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:31:33.550220 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'status': 'completed', 'code': 200} Oct 22 15:31:33.648549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-2c85cbee-2c3d-474a-ac98-b40bada0f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:33.655063 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-2c85cbee-2c3d-474a-ac98-b40bada0f6e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0716381 Oct 22 15:31:33.657533 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:33.826762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-d7fe08dd-c248-4ac3-952e-36292e3303ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:33.829192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-d7fe08dd-c248-4ac3-952e-36292e3303ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.1673079 Oct 22 15:31:33.953088 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'b52e87d3-0d86-4e70-8dcf-61f4f9160136', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'mac_address': 'fa:16:3e:7d:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce1267-a596-4982-be9e-00be05b4569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:31:16Z', 'updated_at': '2021-10-22T15:31:32Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:33.957174 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-51cd74d4-f250-4800-8bf4-c2ba6697dd2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 999 time: 0.1171575 Oct 22 15:31:33.961035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:34.006819 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:31:34.017232 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:34.017847 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:34.046953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-677dee17-3fa6-4e78-87d0-bdcb20b2818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:34.054228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-677dee17-3fa6-4e78-87d0-bdcb20b2818a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0888147 Oct 22 15:31:34.137426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-202725cc-a015-4cf5-bfd7-dd903358fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:34.143048 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-202725cc-a015-4cf5-bfd7-dd903358fbd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798934 Oct 22 15:31:34.242324 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:34.319009 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-0b5b2451-a79b-488b-bcb4-a139876c8eaa service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529551 Oct 22 15:31:34.527032 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-75914eb0-214d-4322-bf5f-2fd4967036c5 req-ddf76572-b64d-4be7-acc6-8987c6ba8496 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936955 Oct 22 15:31:34.714352 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'b52e87d3-0d86-4e70-8dcf-61f4f9160136', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'mac_address': 'fa:16:3e:7d:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce1267-a596-4982-be9e-00be05b4569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:31:16Z', 'updated_at': '2021-10-22T15:31:32Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:34.750628 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ccfa6-0696-413a-9cb2-d2b305b699c7 None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'b52e87d3-0d86-4e70-8dcf-61f4f9160136', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'mac_address': 'fa:16:3e:7d:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce1267-a596-4982-be9e-00be05b4569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:31:16Z', 'updated_at': '2021-10-22T15:31:32Z', 'revision_number': 1, 'project_id': '2835d648a4054f9fb34929b33783d531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:31:35.015734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e7de83-bf2d-4760-a35f-3864b5369f8e None None] New status for floating IP b52e87d3-0d86-4e70-8dcf-61f4f9160136: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:31:41.730046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:42.690214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38216) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:42.742637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Deleting subnet d4713e38-2796-4204-9ea2-86188bda563f {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:31:42.746175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:42.781078 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:42.824355 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:42.970838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:42.997921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4713e38-2796-4204-9ea2-86188bda563f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:43.002035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.005362 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c0b5187d-4d1b-49b5-8bab-52d5ec74737d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d4713e38-2796-4204-9ea2-86188bda563f HTTP/1.1" status: 204 len: 168 time: 0.3136437 Oct 22 15:31:43.008154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38218) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:43.080708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.170855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.195244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16e0cfe-4255-4365-b6c0-426b94c3e1ed']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:43.206779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adc038a-e2bf-428c-bec6-cd4087d3536a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:43.207394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adc038a-e2bf-428c-bec6-cd4087d3536a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:43.220355 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.234151 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.240255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:31:43.240635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:31:43.242304 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:31:43.352792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.358462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.361681 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a16e0cfe-4255-4365-b6c0-426b94c3e1ed HTTP/1.1" status: 204 len: 168 time: 0.3525498 Oct 22 15:31:43.374406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938e019-58e2-462e-9f4d-cb1f5bd072d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16e0cfe-4255-4365-b6c0-426b94c3e1ed,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:43.790950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38224) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:43.831396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6399d94-7f0b-4a18-96cb-202d9249d566 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28a4d62bb3574811959ab9bbd5270d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384266 Oct 22 15:31:43.833791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38226) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:43.885438 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5e3335a-26be-402c-ba74-26d6f25ce5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:43.906746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5e3335a-26be-402c-ba74-26d6f25ce5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:44.044015 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5e3335a-26be-402c-ba74-26d6f25ce5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:44.046680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5e3335a-26be-402c-ba74-26d6f25ce5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:44.047872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b5e3335a-26be-402c-ba74-26d6f25ce5d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4c33830-89ec-4733-ba00-2edc60bee59e HTTP/1.1" status: 204 len: 168 time: 0.2131877 Oct 22 15:31:44.055589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3335a-26be-402c-ba74-26d6f25ce5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c33830-89ec-4733-ba00-2edc60bee59e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:46.999851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38284) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:47.004908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'network': {'name': 'tempest-network-smoke--2130507361', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:47.124365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Made reservation on behalf of 5a1b7c37efe14ec3b978f83d1fc7cf31 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:31:47.127967 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.137842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.212747 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.301400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.329776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:31:47.340347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87445a9-54c7-46c4-8fc3-04144dad6134,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:47.346284 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.346637 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Added segment cf343290-640d-462b-bc82-13ac14883529 of type vlan for network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f Oct 22 15:31:47.387708 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.518752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.524391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:47.546676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.596019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Network': ['ID=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:47.621368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:31:47.721048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-32ef7ea7-df91-4185-a0ab-d49342423de3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7200823 Oct 22 15:31:47.723905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38288) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:47.728276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'admin_state_up': True, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:47.913067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.914046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:47.966750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:48.275030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:48.583315 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:48.602853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:48.709619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.25.1.60 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:31:48.814133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:48.958845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:48.998399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:49.001789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:49.005733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:49.039822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:49.389089 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:49.592923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:49.832760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router ea711e63-f411-4d61-8822-37b8e8105b9e is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:31:49.940986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:31:49.950520 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Sync routers for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:31:49.960308 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:49.960840 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:50.058168 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.059451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a23f3245-51f3-4434-bce7-bb05b546d47a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3345845 Oct 22 15:31:50.062633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38294) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:50.065098 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:50.191149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-546dd3b5-1eea-437e-8de9-274e9714d96b tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5a1b7c37efe14ec3b978f83d1fc7cf31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271875 Oct 22 15:31:50.193893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38298) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:50.241602 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:49Z', 'revision_number': 3, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:50.269889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Checking router: ea711e63-f411-4d61-8822-37b8e8105b9e for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:31:50.270230 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Updating router ea711e63-f411-4d61-8822-37b8e8105b9e port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:31:50.353017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ad5d9-f73c-4458-8078-b01d2f6a6d95 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:50.354851 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e51ad5d9-f73c-4458-8078-b01d2f6a6d95 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1599653 Oct 22 15:31:50.374466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38300) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:50.390230 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.412065 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0aee8757-7ad8-4245-9571-ee16700e5d5e tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339723 Oct 22 15:31:50.412261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38302) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:50.417557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642541515', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:50.592824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Made reservation on behalf of 5a1b7c37efe14ec3b978f83d1fc7cf31 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:31:50.596569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.637052 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.712561 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.765691 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Attempting to bind port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:31:50.766057 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Attempting to bind port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:31:50.766416 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Attempting to bind port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:50.769396 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Pushing event updated for resources: {'Port': ['ID=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:50.777981 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Bound port: 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.783349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.784910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.784910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.784910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.784910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.784910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.785406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.785518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.785823 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:31:50.846479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] For port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:31:50.846479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] For port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:31:50.852548 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:31:50.878552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:50.945283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Subnet': ['ID=b02e1307-298b-4d32-9da0-a72ede8ecb5a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:50.948128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Checking segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:31:50.948694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network hostable DHCP agents. Network: 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:31:51.011731 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.066830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:31:51.076683 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:51.077338 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:51.116247 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609572-1645-44b1-a0e1-50a4e7b941ca None None] Pushing event updated for resources: {'Port': ['ID=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:51.186795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:51.188598 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:51.191265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:51.191933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.198514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d8bf4-3d97-4060-aa09-26134add7378 None None] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:31:51.358313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:31:51.359963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.365548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38306) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:51.371136 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-83af5527-71d3-4bcb-91d6-cb5074858f40 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9576139 Oct 22 15:31:51.395607 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:49Z', 'revision_number': 3, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:51.428406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bb82c-00b4-4998-bc18-0aa8dfc52a3f None None] The sync data for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 is: [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:49Z', 'revision_number': 3, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:31:51.519283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Allocated IP 172.20.0.2 (927239bc-e10c-4ba2-b9f1-bbeba5a3e32f/b02e1307-298b-4d32-9da0-a72ede8ecb5a/6b6673b1-3a32-4503-ac35-ec6abaa9cd58) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:31:51.769343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.850233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.896910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:51.903716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:51.909125 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:51.912854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Pushing event updated for resources: {'Port': ['ID=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:51.945708 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.986616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Attempting to bind port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:31:51.987086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Attempting to bind port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:31:51.987519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Attempting to bind port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 on network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:51.993023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:31:51.993501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Checking segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:31:51.994005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:51.995316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Bound using segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:31:51.995876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Bound port: 6b6673b1-3a32-4503-ac35-ec6abaa9cd58, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:31:51.996349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.073738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] For port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:31:52.077996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] For port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:31:52.176520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.251998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d9363-5b9f-4dcf-88a9-efe0ab4b546f None None] Pushing event updated for resources: {'Port': ['ID=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:52.368565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:52.464480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:52.465114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.604514 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.631246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:52.661282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-17be56c9-a755-4f94-aa3d-445c79263212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.706914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.20.0.1 (927239bc-e10c-4ba2-b9f1-bbeba5a3e32f/b02e1307-298b-4d32-9da0-a72ede8ecb5a/c3992bd3-e4fc-4800-b42d-6b4086e54ce3) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:31:52.735750 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.798935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:52.825663 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.936497 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:52.980277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:52.984070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:52.988412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:53.032548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:53.049796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:53.304699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:53.620664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:53.724137 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:53.802246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:53.804865 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:53.916920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:53.918655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:54.046614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router ea711e63-f411-4d61-8822-37b8e8105b9e has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:31:54.153891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebab653-f38a-46ee-8606-71de04818709 None None] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:31:54.169953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:31:54.175535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f82f8511-fd40-4a02-b5dd-c6134878e7a4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "PUT /v2.0/routers/ea711e63-f411-4d61-8822-37b8e8105b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069909 Oct 22 15:31:54.178182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38314) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:54.183181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--711258865', 'description': 'tempest-secgroup_access--711258865 description', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:54.184742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Sync routers for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:31:54.257253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:54.257761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:54.265596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ffd8c59f-7bb6-4965-a0ea-408caa394310 None None] Provisioning complete for port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:54.265883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c59f-7bb6-4965-a0ea-408caa394310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.307757 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.409342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.434092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:54.496011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.503838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:54.527162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:54.600965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.605961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-91872391-cf65-4f3e-b125-ba13cc12b487 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4232132 Oct 22 15:31:54.606366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38316) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:54.611231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1067287216', 'description': 'tempest-secgroup_general--1067287216 description', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:54.631319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c59f-7bb6-4965-a0ea-408caa394310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.687349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:54.687776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.701470 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.756860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ffd8c59f-7bb6-4965-a0ea-408caa394310 None None] For port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:54.782953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.878755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:54.907718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c59f-7bb6-4965-a0ea-408caa394310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.935665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:54.955060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 2, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:54.970288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e55619-b0f4-4482-936c-1971577accd0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:54.992037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Checking router: ea711e63-f411-4d61-8822-37b8e8105b9e for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:31:54.992405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Updating router ea711e63-f411-4d61-8822-37b8e8105b9e port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:31:55.035824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8c59f-7bb6-4965-a0ea-408caa394310 None None] Pushing event updated for resources: {'Port': ['ID=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:55.051786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.067816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:55.068190 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.086281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.092630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d4426f31-c68e-4217-9704-e506c482ce8d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4800830 Oct 22 15:31:55.092907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38318) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:31:55.097547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'security_group_rule': {'security_group_id': 'dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:55.102103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-09d6c800-5a16-4967-a653-dbc85adad82d None None] Provisioning complete for port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:55.102348 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-09d6c800-5a16-4967-a653-dbc85adad82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.221726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.251248 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fbccf511-3136-47a0-aeb9-27b8f97ad786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.253711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-09d6c800-5a16-4967-a653-dbc85adad82d None None] Port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:31:55.300138 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.320417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-09d6c800-5a16-4967-a653-dbc85adad82d None None] Provisioning complete for port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:55.320779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-09d6c800-5a16-4967-a653-dbc85adad82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.375527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.399224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd12848f-d6e2-4f61-bdfa-7a53fb1a4ec0,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:55.508806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.510571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-169c4a05-abe3-4e30-b78b-7a7459264fec tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166577 Oct 22 15:31:55.561616 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.630576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-47751300-b4ef-4f80-890e-e8f9c87191b8 None None] Provisioning complete for port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:55.631013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47751300-b4ef-4f80-890e-e8f9c87191b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.671092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-d69695aa-1538-475f-bdfa-0e6c46377685 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--1067287216&fields=id&tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31 HTTP/1.1" status: 200 len: 267 time: 0.0373123 Oct 22 15:31:55.674319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-47751300-b4ef-4f80-890e-e8f9c87191b8 None None] Port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:31:55.678024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.717949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-5cd90d42-c176-418c-acca-f99c36bc11a5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--711258865&fields=id&tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31 HTTP/1.1" status: 200 len: 267 time: 0.0395095 Oct 22 15:31:55.737015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9307768-f8f9-4dd2-8375-85cc58c8971b None None] Pushing event updated for resources: {'Port': ['ID=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:55.797839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Attempting to bind port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:31:55.798215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Attempting to bind port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:31:55.798777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Attempting to bind port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 on network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:31:55.809681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:31:55.810075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Checking segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:31:55.810547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.811042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Bound using segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:31:55.811587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Bound port: c3992bd3-e4fc-4800-b42d-6b4086e54ce3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:31:55.811977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:55.849647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-97622411-ef9b-4132-ab3a-84a882b5cb8a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:55.857985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-97622411-ef9b-4132-ab3a-84a882b5cb8a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/networks?id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f HTTP/1.1" status: 200 len: 797 time: 0.1313877 Oct 22 15:31:55.868467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-e280beaf-a194-431d-b2ae-6cc4b8301575 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/quotas/5a1b7c37efe14ec3b978f83d1fc7cf31 HTTP/1.1" status: 200 len: 375 time: 0.0095522 Oct 22 15:31:55.899074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] For port c3992bd3-e4fc-4800-b42d-6b4086e54ce3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:31:55.903733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] For port c3992bd3-e4fc-4800-b42d-6b4086e54ce3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:31:55.937582 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-4cdc47ee-6cdc-4a35-b917-f2b030925a69 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617535 Oct 22 15:31:55.981891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.049063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-74c60cf7-a894-436e-87ca-9276da343029 service neutron] 10.222.0.66 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971041 Oct 22 15:31:56.054516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-811fed2b-160a-46c6-98ea-23afcd690e1a None None] Provisioning complete for port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:56.054894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-811fed2b-160a-46c6-98ea-23afcd690e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.174954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-aba1c621-8bb4-49f1-a47c-cf6b4535e8cc service neutron] 10.222.0.66 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189437 Oct 22 15:31:56.244197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:31:56.244525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:56.249538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9307768-f8f9-4dd2-8375-85cc58c8971b None None] Pushing event updated for resources: {'Port': ['ID=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:56.325180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:56.405036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:31:56.483941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1190f9a-21b4-4a86-9bce-a768327925ca req-4ffa6a16-d7c0-402c-8f2c-c6a60308b7c0 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 210 time: 0.0368276 Oct 22 15:31:56.553382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-811fed2b-160a-46c6-98ea-23afcd690e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.609645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:56.610015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.618055 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.675060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.676834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-811fed2b-160a-46c6-98ea-23afcd690e1a None None] For port c3992bd3-e4fc-4800-b42d-6b4086e54ce3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:31:56.768685 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-811fed2b-160a-46c6-98ea-23afcd690e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:56.843438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fed2b-160a-46c6-98ea-23afcd690e1a None None] Pushing event updated for resources: {'Port': ['ID=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:56.855602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:55Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:31:56.883324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8890ef-86af-40ed-b4ce-efc18b2c061e None None] The sync data for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 is: [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:55Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:31:56.894759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-604d3a16-0d26-4280-82d3-5c8bc60b28ac None None] Provisioning complete for port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:56.895166 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-604d3a16-0d26-4280-82d3-5c8bc60b28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:57.570909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab3c33f5-7e71-4649-8575-f27fc40af397 req-47fee4c4-3ad9-41fe-979a-4d7c651092bf tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Oct 22 15:31:58.175704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:58.343577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3992bd3-e4fc-4800-b42d-6b4086e54ce3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:31:58.402013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:31:58.402712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:58.677655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbd47034-eb1e-4006-8d26-bd67ae614b58 req-01d90871-e931-4913-877c-873dad34f49c tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 210 time: 0.0275271 Oct 22 15:31:59.008248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-a2d6ffe6-8be3-4034-8e45-660a1aef69c1 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:59.010413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-a2d6ffe6-8be3-4034-8e45-660a1aef69c1 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.53 "GET /v2.0/networks?id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f HTTP/1.1" status: 200 len: 797 time: 0.1175945 Oct 22 15:31:59.078416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-fb1b9c23-d5e0-49e3-acf4-a60076e97e46 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31 HTTP/1.1" status: 200 len: 477 time: 0.0585902 Oct 22 15:31:59.088250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'port': {'device_id': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'admin_state_up': True, 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'security_groups': ['07e55619-b0f4-4482-936c-1971577accd0', 'dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:31:59.243376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-55d23b0d-542e-46a4-9764-9aea4b234c85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064432 Oct 22 15:31:59.342290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-2876a7ee-f80b-4f7b-a034-7409cfb25ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:59.343874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-2876a7ee-f80b-4f7b-a034-7409cfb25ee9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0505631 Oct 22 15:31:59.358039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Made reservation on behalf of 5a1b7c37efe14ec3b978f83d1fc7cf31 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:31:59.361921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:59.455525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-10d75116-1acf-4ce0-8eee-1d968ca9a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:59.457513 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-10d75116-1acf-4ce0-8eee-1d968ca9a2d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0920136 Oct 22 15:31:59.523404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.20.0.7 (927239bc-e10c-4ba2-b9f1-bbeba5a3e32f/b02e1307-298b-4d32-9da0-a72ede8ecb5a/e12c21ff-4e0d-450a-a92d-8ec995c1e805) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:31:59.543575 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-3248d975-6cb6-4ae3-9257-0b33846d67e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1001 time: 0.0780697 Oct 22 15:31:59.595668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-c669866f-172a-4ca1-88d0-0b81cd5a6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:59.597332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-c669866f-172a-4ca1-88d0-0b81cd5a6ca4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0466142 Oct 22 15:31:59.645364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-55872020-301c-4c88-82fe-481872d6a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:59.646879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-55872020-301c-4c88-82fe-481872d6a962 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420542 Oct 22 15:31:59.688982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:59.752042 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-aa59b556-163c-4b52-93df-06b3acff57d7 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963109 Oct 22 15:31:59.788932 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46f28f8c-8cd7-4119-b675-69e332dd31f8 req-fd82985f-7298-4a4e-8ddb-5cc2581374fa tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Oct 22 15:31:59.810363 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:31:59.859231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:31:59.860178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f0cfe5c6-c3b0-43df-9634-50adb4af9fcd req-8f2c8d51-0569-4ede-8f93-02339c7f1ee0 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984633 Oct 22 15:31:59.862628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:31:59.866508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:31:59.892741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=e12c21ff-4e0d-450a-a92d-8ec995c1e805,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:31:59.929463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:31:59.930135 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.030080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b9dc5082-dc05-4bdb-a41c-87ed5c2bc261 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9456141 Oct 22 15:32:00.047280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Request body: {'port': {'device_id': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:00.104514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.164064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e623245e-81f0-4c22-a005-c59c74fb646d None None] Provisioning complete for port e12c21ff-4e0d-450a-a92d-8ec995c1e805 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:00.164627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e623245e-81f0-4c22-a005-c59c74fb646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.202906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e623245e-81f0-4c22-a005-c59c74fb646d None None] Port e12c21ff-4e0d-450a-a92d-8ec995c1e805 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:32:00.382395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12c21ff-4e0d-450a-a92d-8ec995c1e805 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:32:00.390997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.403544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Transition to ACTIVE for port object e12c21ff-4e0d-450a-a92d-8ec995c1e805 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:32:00.609727 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.660879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Pushing event updated for resources: {'Port': ['ID=e12c21ff-4e0d-450a-a92d-8ec995c1e805,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:00.749801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Attempting to bind port e12c21ff-4e0d-450a-a92d-8ec995c1e805 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:32:00.750501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Attempting to bind port e12c21ff-4e0d-450a-a92d-8ec995c1e805 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:32:00.750501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Attempting to bind port e12c21ff-4e0d-450a-a92d-8ec995c1e805 on network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:00.755407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Port e12c21ff-4e0d-450a-a92d-8ec995c1e805 on network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:32:00.755738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Attempting to bind port e12c21ff-4e0d-450a-a92d-8ec995c1e805 on network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:00.761346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:32:00.761689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Checking segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:32:00.762078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Bound using segment: {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:32:00.762511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Bound port: e12c21ff-4e0d-450a-a92d-8ec995c1e805, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf343290-640d-462b-bc82-13ac14883529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:32:00.762863 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.836917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] For port e12c21ff-4e0d-450a-a92d-8ec995c1e805, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:32:00.848490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] For port e12c21ff-4e0d-450a-a92d-8ec995c1e805, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:32:00.910204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac07fc-b996-4300-b79a-de8f603afbaa req-80d3af9e-78ab-42d2-96c6-a0944160835c tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:00.911773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65ac07fc-b996-4300-b79a-de8f603afbaa req-80d3af9e-78ab-42d2-96c6-a0944160835c tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 982 time: 0.0522509 Oct 22 15:32:00.918828 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.971600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:00.972229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:00.973691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] 10.222.0.53 "PUT /v2.0/ports/e12c21ff-4e0d-450a-a92d-8ec995c1e805 HTTP/1.1" status: 200 len: 1130 time: 0.9338291 Oct 22 15:32:00.974313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:32:00.976611 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a484feb-cec3-4166-9d62-fde2be3d8b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:32:01.018629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65ac07fc-b996-4300-b79a-de8f603afbaa req-40b4eb70-4882-4d17-b893-ceb20038f096 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0972724 Oct 22 15:32:01.023548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91491-7bed-454f-8a84-3547514a3de4 service neutron] Pushing event updated for resources: {'Port': ['ID=e12c21ff-4e0d-450a-a92d-8ec995c1e805,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:01.030009 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f57b2-5db0-4d70-940f-8374527198e0 x-openstack-request-id: req-411f57b2-5db0-4d70-940f-8374527198e0 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:32:01.030209 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:32:01.030470 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-411f57b2-5db0-4d70-940f-8374527198e0 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:32:01.031060 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'status': 'completed', 'code': 200} Oct 22 15:32:01.102117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484feb-cec3-4166-9d62-fde2be3d8b6b req-209ac0d3-7edc-4218-bed1-c22ff5d1dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:01.104052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a484feb-cec3-4166-9d62-fde2be3d8b6b req-209ac0d3-7edc-4218-bed1-c22ff5d1dfda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1133 time: 0.0534437 Oct 22 15:32:01.301640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484feb-cec3-4166-9d62-fde2be3d8b6b req-e7fda1eb-d4f4-4c09-9f05-a83f0351cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:01.303274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a484feb-cec3-4166-9d62-fde2be3d8b6b req-e7fda1eb-d4f4-4c09-9f05-a83f0351cc26 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1919689 Oct 22 15:32:01.489073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484feb-cec3-4166-9d62-fde2be3d8b6b req-7c97198b-7bc4-489e-8158-bfd4216285f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:01.490625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a484feb-cec3-4166-9d62-fde2be3d8b6b req-7c97198b-7bc4-489e-8158-bfd4216285f2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806643 Oct 22 15:32:01.576931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-73b36afa-2f69-435f-bb91-c8fd4f5c9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:01.578451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-73b36afa-2f69-435f-bb91-c8fd4f5c9c0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1133 time: 0.0505817 Oct 22 15:32:01.624381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ded795f4-b26e-48a0-be73-c1ba3ea0cbf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805 HTTP/1.1" status: 200 len: 217 time: 0.0373888 Oct 22 15:32:01.677657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b804051c-7060-418a-90de-48b73c3f645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:01.679177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-b804051c-7060-418a-90de-48b73c3f645d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b02e1307-298b-4d32-9da0-a72ede8ecb5a HTTP/1.1" status: 200 len: 835 time: 0.0463901 Oct 22 15:32:01.733970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ae610901-7373-44db-af64-22021c684144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:01.735758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-ae610901-7373-44db-af64-22021c684144 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491538 Oct 22 15:32:01.834166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-31b24e99-d01f-48c7-9891-0f6a74b0fa6a service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911176 Oct 22 15:32:02.265865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e4d9a4a-1aca-40ab-8087-7226cc70361f req-cb7df9f1-852a-44ca-ab3c-910138d14015 service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250696 Oct 22 15:32:02.283787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5dce-34aa-43ba-97f5-5d4ef241cc94 req-d1decc7a-2ac9-4af0-b812-7007b01e20ef tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:02.285333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc6d5dce-34aa-43ba-97f5-5d4ef241cc94 req-d1decc7a-2ac9-4af0-b812-7007b01e20ef tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 982 time: 0.0685148 Oct 22 15:32:02.330452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc6d5dce-34aa-43ba-97f5-5d4ef241cc94 req-4599e190-b361-41a8-9886-f1a9c0203d84 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384727 Oct 22 15:32:03.451617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d748-6ad9-43b2-91b5-3231165a1e8d req-f2def931-d68a-4545-ab85-daef6f250ca4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:03.453148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a288d748-6ad9-43b2-91b5-3231165a1e8d req-f2def931-d68a-4545-ab85-daef6f250ca4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 982 time: 0.0504179 Oct 22 15:32:03.494258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a288d748-6ad9-43b2-91b5-3231165a1e8d req-910812ed-4e34-4140-a939-341ef26f68b7 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345113 Oct 22 15:32:04.009589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:04.620913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ee0a7-7708-462e-9b99-e390aab8d0b4 req-75ae3ebf-1449-4f87-9b00-d6332b0b25b7 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:04.622476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-233ee0a7-7708-462e-9b99-e390aab8d0b4 req-75ae3ebf-1449-4f87-9b00-d6332b0b25b7 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 982 time: 0.0554080 Oct 22 15:32:04.665348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-233ee0a7-7708-462e-9b99-e390aab8d0b4 req-9b0d1e99-6265-499e-a602-d6858e75d635 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366282 Oct 22 15:32:05.792194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965974ae-30be-4783-85e6-103da7b90819 req-61154603-995a-457a-a51c-723c1e229e7d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:05.793778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-965974ae-30be-4783-85e6-103da7b90819 req-61154603-995a-457a-a51c-723c1e229e7d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 982 time: 0.0589259 Oct 22 15:32:05.836304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-965974ae-30be-4783-85e6-103da7b90819 req-811af984-43d8-4f87-9277-254a13128ead tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363524 Oct 22 15:32:06.398867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e12c21ff-4e0d-450a-a92d-8ec995c1e805 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:32:06.507379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e12c21ff-4e0d-450a-a92d-8ec995c1e805, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:32:06.518986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'port_id': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'mac_address': 'fa:16:3e:d1:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:32:06.562870 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:06.576263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12c21ff-4e0d-450a-a92d-8ec995c1e805 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:32:06.598197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e12c21ff-4e0d-450a-a92d-8ec995c1e805, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:32:06.718104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:06.767403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e12c21ff-4e0d-450a-a92d-8ec995c1e805,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:06.922933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e12c21ff-4e0d-450a-a92d-8ec995c1e805'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:32:06.962030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0afa-0efb-466b-83b6-f8c552d1af46 req-47cb8c41-5ffb-40a2-be9c-c322338f0132 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:06.964853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fda0afa-0efb-466b-83b6-f8c552d1af46 req-47cb8c41-5ffb-40a2-be9c-c322338f0132 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 983 time: 0.0545757 Oct 22 15:32:07.008810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fda0afa-0efb-466b-83b6-f8c552d1af46 req-9878f3bf-e3ee-4e15-b5e7-a392ace35e68 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0369961 Oct 22 15:32:08.138517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a595b05-8ebe-4ec0-85c5-d3f7cd2e73c5 req-37ab8f42-9906-4de5-8799-d9cd8685d8e9 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:08.140183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a595b05-8ebe-4ec0-85c5-d3f7cd2e73c5 req-37ab8f42-9906-4de5-8799-d9cd8685d8e9 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 983 time: 0.0590496 Oct 22 15:32:08.184336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a595b05-8ebe-4ec0-85c5-d3f7cd2e73c5 req-d0d8f769-871c-4cd4-a3c6-3a4737a3f94a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0378501 Oct 22 15:32:08.409515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e12c21ff-4e0d-450a-a92d-8ec995c1e805 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:32:08.529277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port e12c21ff-4e0d-450a-a92d-8ec995c1e805 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:32:08.533326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port e12c21ff-4e0d-450a-a92d-8ec995c1e805 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:08.533698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:08.612730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:08.644039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:32:08.646347 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f31dfea-885a-403d-9e5f-0a64c9fb4285" -d '{"events": [{"server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "name": "network-vif-plugged", "status": "completed", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:32:08.659502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e12c21ff-4e0d-450a-a92d-8ec995c1e805, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:32:08.684999 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8270e62e-625e-4017-b475-61d74a6128b6 x-openstack-request-id: req-8270e62e-625e-4017-b475-61d74a6128b6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:32:08.685295 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "name": "network-vif-plugged", "status": "completed", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:32:08.685574 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8270e62e-625e-4017-b475-61d74a6128b6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:32:08.685971 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'code': 200} Oct 22 15:32:08.729798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:08.783414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00344760-5304-40d4-8377-34d6f8077d3a req-151301f6-b4f8-46e2-bd4e-18c96618805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:08.784355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e12c21ff-4e0d-450a-a92d-8ec995c1e805,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:08.784862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00344760-5304-40d4-8377-34d6f8077d3a req-151301f6-b4f8-46e2-bd4e-18c96618805a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1135 time: 0.0422764 Oct 22 15:32:08.824271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00344760-5304-40d4-8377-34d6f8077d3a req-1c478ae6-785e-483e-9853-2bc7a1369cd6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07e55619-b0f4-4482-936c-1971577accd0&id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0312145 Oct 22 15:32:09.305101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db96f-864e-4c34-87a8-d6e49aa21ab9 req-a3f55c94-d7cd-4e09-a478-bdd96c48866d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:09.307412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-772db96f-864e-4c34-87a8-d6e49aa21ab9 req-a3f55c94-d7cd-4e09-a478-bdd96c48866d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 984 time: 0.0510628 Oct 22 15:32:09.349922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-772db96f-864e-4c34-87a8-d6e49aa21ab9 req-75e6fffc-e21b-4365-af2f-cc93f2d95132 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357766 Oct 22 15:32:10.480682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a60d0-a9b3-405b-8267-2ad15fce6bf3 req-e5ab5f03-2704-472b-a5fc-a9f917f3a016 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:10.482222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-645a60d0-a9b3-405b-8267-2ad15fce6bf3 req-e5ab5f03-2704-472b-a5fc-a9f917f3a016 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 984 time: 0.0590179 Oct 22 15:32:10.523944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-645a60d0-a9b3-405b-8267-2ad15fce6bf3 req-ce0c2537-fdb9-49af-8eb6-f0a8fa3e01ff tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355020 Oct 22 15:32:10.649086 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3601db-b3f9-4b9f-8ed7-72f423100739 req-017208d1-deea-4416-afb4-ab5a2b5de0c1 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:10.651301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b3601db-b3f9-4b9f-8ed7-72f423100739 req-017208d1-deea-4416-afb4-ab5a2b5de0c1 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 984 time: 0.0529392 Oct 22 15:32:10.692537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b3601db-b3f9-4b9f-8ed7-72f423100739 req-eb4da7eb-a225-4768-869f-3aed0d66317d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0350339 Oct 22 15:32:10.800305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d5f68-5047-42ba-9535-60572c2eef03 req-46ddcd9d-51c1-409f-a383-40cfcd4a5595 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:10.801859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb0d5f68-5047-42ba-9535-60572c2eef03 req-46ddcd9d-51c1-409f-a383-40cfcd4a5595 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1135 time: 0.0414546 Oct 22 15:32:10.820490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fb0d5f68-5047-42ba-9535-60572c2eef03 req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:10.900776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fb0d5f68-5047-42ba-9535-60572c2eef03 req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:11.027089 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-fb0d5f68-5047-42ba-9535-60572c2eef03 req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:11.060622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb0d5f68-5047-42ba-9535-60572c2eef03 req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2525942 Oct 22 15:32:11.065474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28515b15-8f9d-4d23-8c70-9ee9b01e56ca,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:11.073950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.074339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.074714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.075112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.075452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.075786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.076132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.076459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.076813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.077179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.077551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.077898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a9fe-b410-4a52-b324-f472f6beed10 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:11.081666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38406) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:11.125836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd352b1f-aaf2-422d-a0a5-34789e88bce5 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:11.127482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cd352b1f-aaf2-422d-a0a5-34789e88bce5 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1130 time: 0.0447884 Oct 22 15:32:11.130379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38408) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:11.135172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:11.220970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:11.322466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:11.432478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.25.1.34 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c694808f-d694-40c8-8ea7-b4fe673a0217) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:32:11.539484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:11.690004 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:11.735810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:32:11.738618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:11.746039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:32:11.748039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=c694808f-d694-40c8-8ea7-b4fe673a0217,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:11.803483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:12.149205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:12.288023 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:12.446272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:12.541271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:12.615517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=c694808f-d694-40c8-8ea7-b4fe673a0217,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:12.628321 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:12.733935 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Floating IP c2839503-4a27-4074-a5e4-d5d554261d5e associated. External IP: 172.25.1.34, port: e12c21ff-4e0d-450a-a92d-8ec995c1e805. Oct 22 15:32:12.947845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router ea711e63-f411-4d61-8822-37b8e8105b9e has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:32:13.060121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:32:13.069955 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] Sync routers for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:32:13.080153 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:32:13.085819 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:13.154341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:13.183012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-76bda11d-21dc-431e-98f3-f82d5b5f2be2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0515745 Oct 22 15:32:13.183716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:32:13.185797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:13.186339 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050a1fc2-1169-4044-b915-eed95654b4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:32:13.195201 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:32:13.232487 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971f4e5-0b28-40ef-a5ad-414fcbc3bf73 x-openstack-request-id: req-5971f4e5-0b28-40ef-a5ad-414fcbc3bf73 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:32:13.232966 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:32:13.233325 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5971f4e5-0b28-40ef-a5ad-414fcbc3bf73 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:32:13.233847 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'status': 'completed', 'code': 200} Oct 22 15:32:13.303069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-7b26e8fa-c98a-4566-8cc7-8346284a927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.304721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-7b26e8fa-c98a-4566-8cc7-8346284a927e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1135 time: 0.0484254 Oct 22 15:32:13.431441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-65078e0f-e427-4237-ad7b-7589798692ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.433113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-65078e0f-e427-4237-ad7b-7589798692ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f HTTP/1.1" status: 200 len: 898 time: 0.1193602 Oct 22 15:32:13.469183 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'c2839503-4a27-4074-a5e4-d5d554261d5e', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'port_id': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'mac_address': 'fa:16:3e:d1:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:32:11Z', 'updated_at': '2021-10-22T15:32:11Z', 'revision_number': 0, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:56Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:13.789740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] Checking router: ea711e63-f411-4d61-8822-37b8e8105b9e for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:32:13.789740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:32:13.789740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:31:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:13.790206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-f18180f6-e7f5-40fc-909a-357784368da8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805 HTTP/1.1" status: 200 len: 998 time: 0.0739903 Oct 22 15:32:13.790206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-d3f7c5e7-9b97-4be6-8171-f5be7de6469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.790206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-d3f7c5e7-9b97-4be6-8171-f5be7de6469a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b02e1307-298b-4d32-9da0-a72ede8ecb5a HTTP/1.1" status: 200 len: 835 time: 0.0484056 Oct 22 15:32:13.790206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-a743ab47-6986-44ac-8160-bb080866c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.790206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-a743ab47-6986-44ac-8160-bb080866c15a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485964 Oct 22 15:32:13.791262 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b96a9-1419-4374-8a52-f9eb1346619d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b96a9-1419-4374-8a52-f9eb1346619d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b96a9-1419-4374-8a52-f9eb1346619d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b96a9-1419-4374-8a52-f9eb1346619d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b96a9-1419-4374-8a52-f9eb1346619d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5b5b96a9-1419-4374-8a52-f9eb1346619d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3591 time: 0.4964576 Oct 22 15:32:13.791387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38420) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:13.791821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-b88f64f9-0dc9-4bd2-b553-0e4d7804ec48 service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033318 Oct 22 15:32:13.799107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc4b5b-7c3e-4e9d-aaff-f83ef07b9685 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.799640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc4b5b-7c3e-4e9d-aaff-f83ef07b9685 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.800103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc4b5b-7c3e-4e9d-aaff-f83ef07b9685 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.800552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc4b5b-7c3e-4e9d-aaff-f83ef07b9685 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.800989 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc4b5b-7c3e-4e9d-aaff-f83ef07b9685 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:13.802944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-08fc4b5b-7c3e-4e9d-aaff-f83ef07b9685 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3372 time: 0.1176383 Oct 22 15:32:13.805952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:13.856386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-050a1fc2-1169-4044-b915-eed95654b4d4 req-c18c40be-4814-4b49-a996-92217319c567 service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098475 Oct 22 15:32:13.910772 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'c2839503-4a27-4074-a5e4-d5d554261d5e', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'port_id': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'mac_address': 'fa:16:3e:d1:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:32:11Z', 'updated_at': '2021-10-22T15:32:11Z', 'revision_number': 0, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:56Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:14.043468 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578eeca-c9ad-475b-9135-923869400ca4 None None] The sync data for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 is: [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'c2839503-4a27-4074-a5e4-d5d554261d5e', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'port_id': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'mac_address': 'fa:16:3e:d1:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:32:11Z', 'updated_at': '2021-10-22T15:32:11Z', 'revision_number': 0, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:56Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:32:14.050821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e673cc47-7fc5-49f2-9b9e-fe217896277a tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.2435663 Oct 22 15:32:14.053678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38424) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:14.101625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa38c5-e0d2-4371-b438-3def552f3780 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:14.102102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa38c5-e0d2-4371-b438-3def552f3780 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:14.104140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b4aa38c5-e0d2-4371-b438-3def552f3780 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ea711e63-f411-4d61-8822-37b8e8105b9e HTTP/1.1" status: 200 len: 1989 time: 0.0491238 Oct 22 15:32:14.247707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ec037-5313-4c0c-b005-ee46a44ccb73 None None] New status for floating IP c2839503-4a27-4074-a5e4-d5d554261d5e: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:32:22.723437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51560710-dd7f-4502-b85d-642a92f05036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:25.157852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b11a8747-30ac-462e-b060-eff2d461ef59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:26.511734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:26.603243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:27.852581 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:32:28.203564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:34.015491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:41.756714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.044013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38504) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:48.128357 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9fc6412e-b868-4ede-8d69-1437d0d15f6e tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0825465 Oct 22 15:32:48.131061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38506) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:48.135779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'network': {'name': 'tempest-network-smoke--1114325668', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'port_security_enabled': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:48.231630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Made reservation on behalf of 5a1b7c37efe14ec3b978f83d1fc7cf31 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:32:48.236401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.260578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:32:48.274822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.276066 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Added segment b2da1f6d-087c-49d8-9e3d-6ce2966f7e44 of type vlan for network 91de19ac-3b2c-4eee-98f8-a955ff583917 Oct 22 15:32:48.317190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.437456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.443117 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:48.443696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.510806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Network': ['ID=91de19ac-3b2c-4eee-98f8-a955ff583917,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:48.519104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.519459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.519806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.520144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.520486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.520815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.521147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.521490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.521808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.522222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.522547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.522870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:48.535168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:32:48.579555 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f8866455-92b1-45de-aa38-3b3720445767 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4469905 Oct 22 15:32:48.581983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38510) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:48.588443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'admin_state_up': True, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:48.712006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.713071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.765499 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:48.995040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:49.254254 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:49.275236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:49.375136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.25.1.4 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/9649e07a-2af9-4a73-a29f-44a26b4f54e3) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:32:49.480180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:49.592731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:49.631586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:32:49.634500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:49.637984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:32:49.646035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=9649e07a-2af9-4a73-a29f-44a26b4f54e3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:49.958099 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:50.162332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:50.368713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router 2b512246-4970-4b17-93af-638f52bb9fbe is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:32:50.479020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:32:50.489140 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478720be-610d-4b93-abce-8e146591a970 None None] Sync routers for ids ['2b512246-4970-4b17-93af-638f52bb9fbe'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:32:50.501865 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] Routers {'2b512246-4970-4b17-93af-638f52bb9fbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:32:50.502454 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2b512246-4970-4b17-93af-638f52bb9fbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:50.594155 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:50.598321 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-042091eb-f08b-466f-8f77-2601d7c4e371 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0119166 Oct 22 15:32:50.602819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38514) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:50.605468 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] Set router 2b512246-4970-4b17-93af-638f52bb9fbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:32:50.669370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b9659-99bd-4afb-bf04-2981bc8bfac2 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:50.670932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5d7b9659-99bd-4afb-bf04-2981bc8bfac2 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5a1b7c37efe14ec3b978f83d1fc7cf31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0714560 Oct 22 15:32:50.674749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38518) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:50.808457 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:32:49Z', 'revision_number': 3, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:50.836737 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478720be-610d-4b93-abce-8e146591a970 None None] Checking router: 2b512246-4970-4b17-93af-638f52bb9fbe for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:32:50.837079 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478720be-610d-4b93-abce-8e146591a970 None None] Updating router 2b512246-4970-4b17-93af-638f52bb9fbe port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:32:50.863708 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-478720be-610d-4b93-abce-8e146591a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.057773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d8e19c-7a52-461e-a535-2f6352a960ef tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:51.059455 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e1d8e19c-7a52-461e-a535-2f6352a960ef tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3835027 Oct 22 15:32:51.062191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38520) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:51.094518 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bd0a858b-c264-4ef0-930f-4866503c9ae7 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312316 Oct 22 15:32:51.097517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38522) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:51.121034 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-478720be-610d-4b93-abce-8e146591a970 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.127189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cddbf25d-d634-448b-9a25-360dc50b7f3c tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5a1b7c37efe14ec3b978f83d1fc7cf31&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284772 Oct 22 15:32:51.129883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38524) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:51.208491 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-478720be-610d-4b93-abce-8e146591a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.277969 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-478720be-610d-4b93-abce-8e146591a970 None None] Attempting to bind port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:32:51.278335 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-478720be-610d-4b93-abce-8e146591a970 None None] Attempting to bind port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:32:51.279450 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478720be-610d-4b93-abce-8e146591a970 None None] Attempting to bind port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:51.282881 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Pushing event updated for resources: {'Port': ['ID=9649e07a-2af9-4a73-a29f-44a26b4f54e3,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:51.287802 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478720be-610d-4b93-abce-8e146591a970 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:32:51.288176 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478720be-610d-4b93-abce-8e146591a970 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:32:51.288574 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-478720be-610d-4b93-abce-8e146591a970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.288970 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478720be-610d-4b93-abce-8e146591a970 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:32:51.289438 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-478720be-610d-4b93-abce-8e146591a970 None None] Bound port: 9649e07a-2af9-4a73-a29f-44a26b4f54e3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:32:51.289827 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-478720be-610d-4b93-abce-8e146591a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.296953 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.297139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.297417 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.297757 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.298299 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.298409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d2569-308d-4b76-8e67-b8c8f0589175 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:51.298518 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.298809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.299172 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.299497 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.299815 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.300127 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.300508 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:51.303042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-424d2569-308d-4b76-8e67-b8c8f0589175 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1719580 Oct 22 15:32:51.303179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38526) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:51.335858 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2decfbf1-2cd2-414e-aee2-a29dbd8fef6d tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301280 Oct 22 15:32:51.338508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38528) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:51.345428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588369564', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:51.355570 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-478720be-610d-4b93-abce-8e146591a970 None None] For port 9649e07a-2af9-4a73-a29f-44a26b4f54e3, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:32:51.359249 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-478720be-610d-4b93-abce-8e146591a970 None None] For port 9649e07a-2af9-4a73-a29f-44a26b4f54e3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9649e07a-2af9-4a73-a29f-44a26b4f54e3,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:32:51.489264 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-478720be-610d-4b93-abce-8e146591a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.551657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] Routers {'2b512246-4970-4b17-93af-638f52bb9fbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:32:51.552273 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2b512246-4970-4b17-93af-638f52bb9fbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:51.557083 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b147b4-5536-402d-b56e-32d7378d6380 None None] Pushing event updated for resources: {'Port': ['ID=9649e07a-2af9-4a73-a29f-44a26b4f54e3,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:51.568708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Made reservation on behalf of 5a1b7c37efe14ec3b978f83d1fc7cf31 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:32:51.572404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.665205 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] Set router 2b512246-4970-4b17-93af-638f52bb9fbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:32:51.865956 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-478720be-610d-4b93-abce-8e146591a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:32:49Z', 'revision_number': 3, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:51.866234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:51.899131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478720be-610d-4b93-abce-8e146591a970 None None] The sync data for ids ['2b512246-4970-4b17-93af-638f52bb9fbe'] in n-d-812148-2 is: [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:32:49Z', 'revision_number': 3, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:32:51.936280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Subnet': ['ID=5e58c3be-026f-498c-b143-443813622de0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:51.947992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Checking segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:32:51.948357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network hostable DHCP agents. Network: 91de19ac-3b2c-4eee-98f8-a955ff583917, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:32:52.089012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:32:52.213981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 91de19ac-3b2c-4eee-98f8-a955ff583917) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:52.218833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:52.219767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:52.223235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284b6c7-69ed-48f6-b446-b403e40a56ef None None] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:32:52.329106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-269d8bb2-d521-4b10-b0da-4ef37f286fb5 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9868677 Oct 22 15:32:52.329556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38532) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:32:52.393003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9649e07a-2af9-4a73-a29f-44a26b4f54e3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:32:52.426897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-91de19ac-3b2c-4eee-98f8-a955ff583917', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'fixed_ips': [{'subnet_id': '5e58c3be-026f-498c-b143-443813622de0'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:32:52.427815 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:52.537707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:52.538066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:52.637120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Allocated IP 172.20.0.18 (91de19ac-3b2c-4eee-98f8-a955ff583917/5e58c3be-026f-498c-b143-443813622de0/4cb53e65-2214-4c2d-b46c-11089b87f5ef) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:32:52.827929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f422f8e7-e860-41dc-866f-ba25ec657a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:52.839880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:52.860435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:52.916507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9649e07a-2af9-4a73-a29f-44a26b4f54e3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9649e07a-2af9-4a73-a29f-44a26b4f54e3,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:32:52.988549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.014640 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.065276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9649e07a-2af9-4a73-a29f-44a26b4f54e3,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:53.072982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.073331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.073674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.074027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.074347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.074680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.075049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.075383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.075874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.076414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.076776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.077104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:32:53.099707 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.140473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:32:53.143535 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:53.147130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:32:53.159400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Pushing event updated for resources: {'Port': ['ID=4cb53e65-2214-4c2d-b46c-11089b87f5ef,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:53.199493 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.20.0.17 (91de19ac-3b2c-4eee-98f8-a955ff583917/5e58c3be-026f-498c-b143-443813622de0/432fa267-76a5-4ee0-8636-7e151b431267) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:32:53.214216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Attempting to bind port 4cb53e65-2214-4c2d-b46c-11089b87f5ef on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:32:53.214509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Attempting to bind port 4cb53e65-2214-4c2d-b46c-11089b87f5ef by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:32:53.214926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Attempting to bind port 4cb53e65-2214-4c2d-b46c-11089b87f5ef on network 91de19ac-3b2c-4eee-98f8-a955ff583917 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:53.221158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:32:53.221527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Checking segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:32:53.221953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.222321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Bound using segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:32:53.222789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Bound port: 4cb53e65-2214-4c2d-b46c-11089b87f5ef, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:32:53.223193 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.295151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] For port 4cb53e65-2214-4c2d-b46c-11089b87f5ef, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:32:53.298797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] For port 4cb53e65-2214-4c2d-b46c-11089b87f5ef, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cb53e65-2214-4c2d-b46c-11089b87f5ef,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:32:53.317183 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.421745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.485339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa1fe-75fa-4c31-8743-225bfd6d5832 None None] Pushing event updated for resources: {'Port': ['ID=4cb53e65-2214-4c2d-b46c-11089b87f5ef,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:53.495232 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.540010 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:32:53.543057 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:53.550675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:32:53.554961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=432fa267-76a5-4ee0-8636-7e151b431267,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:53.596569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.819755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-73a037dc-62fe-4344-a7db-15c2a1937434 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1025693 Oct 22 15:32:53.858376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:53.909188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-18f040ea-bd98-464f-b9a6-ab0bfc43665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:53.910917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-18f040ea-bd98-464f-b9a6-ab0bfc43665b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1135 time: 0.0499315 Oct 22 15:32:54.031667 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-8f233649-974a-4e5c-9258-be19c425a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:54.033253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-8f233649-974a-4e5c-9258-be19c425a3a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f HTTP/1.1" status: 200 len: 898 time: 0.1000116 Oct 22 15:32:54.112571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-04ffb4e8-9bc9-411a-a825-e8305739a85c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805 HTTP/1.1" status: 200 len: 1000 time: 0.0718937 Oct 22 15:32:54.165410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-a91ead94-402a-4ff4-9892-d936876c276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:54.167049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-a91ead94-402a-4ff4-9892-d936876c276a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b02e1307-298b-4d32-9da0-a72ede8ecb5a HTTP/1.1" status: 200 len: 835 time: 0.0479679 Oct 22 15:32:54.172690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.214183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-3e186c0b-0125-427d-bf06-1f45513e7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:54.218540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-3e186c0b-0125-427d-bf06-1f45513e7d18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413024 Oct 22 15:32:54.237292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.341741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-5e3b8d11-4ffe-4d2c-9d13-4aaf0adf4bdc service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183443 Oct 22 15:32:54.344226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=432fa267-76a5-4ee0-8636-7e151b431267,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:54.346879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.472638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cb53e65-2214-4c2d-b46c-11089b87f5ef up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:32:54.475942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:32:54.477425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:54.495617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b437b46c-6a33-4d70-8258-11e7d65528f2 req-009dd049-5546-4c60-a102-2d8d6163eaa2 service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476119 Oct 22 15:32:54.505745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f53f7-36ee-46a7-8449-ebc8d3e93293 None None] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:32:54.596451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router 2b512246-4970-4b17-93af-638f52bb9fbe has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:32:54.613612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-821c66a4-9197-456c-8c09-ff7c5b5b1518 None None] Provisioning complete for port 4cb53e65-2214-4c2d-b46c-11089b87f5ef triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:54.613977 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-821c66a4-9197-456c-8c09-ff7c5b5b1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.615759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4cb53e65-2214-4c2d-b46c-11089b87f5ef triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:54.616108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.705468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:32:54.710834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-54023d63-58c4-43f1-9b0b-a828e804bb5a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "PUT /v2.0/routers/2b512246-4970-4b17-93af-638f52bb9fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801360 Oct 22 15:32:54.724902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Sync routers for ids ['2b512246-4970-4b17-93af-638f52bb9fbe'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:32:54.765684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Routers {'2b512246-4970-4b17-93af-638f52bb9fbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:32:54.766315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2b512246-4970-4b17-93af-638f52bb9fbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:54.882947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.888137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-821c66a4-9197-456c-8c09-ff7c5b5b1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:54.936787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-8b1648c2-5ac1-4464-993b-35f0014e0c0a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:54.939624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-8b1648c2-5ac1-4464-993b-35f0014e0c0a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/networks?id=91de19ac-3b2c-4eee-98f8-a955ff583917 HTTP/1.1" status: 200 len: 798 time: 0.1182709 Oct 22 15:32:54.956906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-0dbdd4f1-8e9c-4861-917b-b2fe17a57019 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/quotas/5a1b7c37efe14ec3b978f83d1fc7cf31 HTTP/1.1" status: 200 len: 375 time: 0.0114553 Oct 22 15:32:54.994066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4cb53e65-2214-4c2d-b46c-11089b87f5ef, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cb53e65-2214-4c2d-b46c-11089b87f5ef,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:32:54.996086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Set router 2b512246-4970-4b17-93af-638f52bb9fbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:32:55.042084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-af76b6fc-8369-40c3-852a-cc56e9b4af02 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0777452 Oct 22 15:32:55.061062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-f412e5b0-7eb5-43cd-9a5e-6c6398575627 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:32:55.067534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-f412e5b0-7eb5-43cd-9a5e-6c6398575627 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113177 Oct 22 15:32:55.088221 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.089012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9649e07a-2af9-4a73-a29f-44a26b4f54e3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:32:55.165664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-29e309f2-d5c1-46f9-95ab-cf2391eb9873 service neutron] 10.222.0.66 "GET /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966594 Oct 22 15:32:55.203451 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a9f3fa50-588f-4530-9d64-1e6af1495da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.258212 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-821c66a4-9197-456c-8c09-ff7c5b5b1518 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 15:32:55.258564 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-821c66a4-9197-456c-8c09-ff7c5b5b1518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 15:32:55.267747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4cb53e65-2214-4c2d-b46c-11089b87f5ef,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:55.271573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-93675ebb-237f-4686-9daf-d35437980f38 service neutron] 10.222.0.66 "GET /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978281 Oct 22 15:32:55.300135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:55.300512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.413389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:32:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '432fa267-76a5-4ee0-8636-7e151b431267', 'name': '', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:c7:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e58c3be-026f-498c-b143-443813622de0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:52Z', 'updated_at': '2021-10-22T15:32:54Z', 'revision_number': 2, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': '5e58c3be-026f-498c-b143-443813622de0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:55.451683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Checking router: 2b512246-4970-4b17-93af-638f52bb9fbe for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:32:55.452059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Updating router 2b512246-4970-4b17-93af-638f52bb9fbe port 432fa267-76a5-4ee0-8636-7e151b431267 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:32:55.487964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.559755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f435291c-7f6b-4e95-abb4-afd454aead9e req-3e768a26-b3cd-4098-95f8-edbcc5bb2f32 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 210 time: 0.0403540 Oct 22 15:32:55.790602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.915318 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.975294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8d487a65-3126-4a58-94d5-32cafc92ac55 None None] Provisioning complete for port 4cb53e65-2214-4c2d-b46c-11089b87f5ef triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:55.975662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d487a65-3126-4a58-94d5-32cafc92ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:55.979334 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2564af2-49c3-45e4-8fed-c8ad277e6ffb None None] Pushing event updated for resources: {'Port': ['ID=432fa267-76a5-4ee0-8636-7e151b431267,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:56.070888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Attempting to bind port 432fa267-76a5-4ee0-8636-7e151b431267 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:32:56.071270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Attempting to bind port 432fa267-76a5-4ee0-8636-7e151b431267 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:32:56.071638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Attempting to bind port 432fa267-76a5-4ee0-8636-7e151b431267 on network 91de19ac-3b2c-4eee-98f8-a955ff583917 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:56.099257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:32:56.099639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Checking segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:32:56.100049 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.100446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Bound using segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:32:56.100933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Bound port: 432fa267-76a5-4ee0-8636-7e151b431267, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:32:56.101306 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.176103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8d487a65-3126-4a58-94d5-32cafc92ac55 None None] Provisioning complete for port 432fa267-76a5-4ee0-8636-7e151b431267 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:56.176465 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d487a65-3126-4a58-94d5-32cafc92ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.206105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] For port 432fa267-76a5-4ee0-8636-7e151b431267, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:32:56.222214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] For port 432fa267-76a5-4ee0-8636-7e151b431267, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=432fa267-76a5-4ee0-8636-7e151b431267,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:32:56.226564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8d487a65-3126-4a58-94d5-32cafc92ac55 None None] Port 432fa267-76a5-4ee0-8636-7e151b431267 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:32:56.306322 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.348347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cb53e65-2214-4c2d-b46c-11089b87f5ef up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:32:56.426318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Routers {'2b512246-4970-4b17-93af-638f52bb9fbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:32:56.426950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2b512246-4970-4b17-93af-638f52bb9fbe'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:56.438196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2564af2-49c3-45e4-8fed-c8ad277e6ffb None None] Pushing event updated for resources: {'Port': ['ID=432fa267-76a5-4ee0-8636-7e151b431267,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:56.441970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3fca4ee4-a931-4a75-9ebc-6ab4b80e5301 None None] Provisioning complete for port 432fa267-76a5-4ee0-8636-7e151b431267 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:56.442349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3fca4ee4-a931-4a75-9ebc-6ab4b80e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.665713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0eea8a54-30f3-4e45-9c84-555e37d25f4a req-405db174-1799-466a-b9ca-46088f79660d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 210 time: 0.0279558 Oct 22 15:32:56.747130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4cb53e65-2214-4c2d-b46c-11089b87f5ef triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:56.747692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.779233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.815591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] Set router 2b512246-4970-4b17-93af-638f52bb9fbe gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:32:56.871038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3fca4ee4-a931-4a75-9ebc-6ab4b80e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.918303 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:56.986402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3fca4ee4-a931-4a75-9ebc-6ab4b80e5301 None None] For port 432fa267-76a5-4ee0-8636-7e151b431267, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=432fa267-76a5-4ee0-8636-7e151b431267,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:32:57.092357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3fca4ee4-a931-4a75-9ebc-6ab4b80e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:57.149156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca4ee4-a931-4a75-9ebc-6ab4b80e5301 None None] Pushing event updated for resources: {'Port': ['ID=432fa267-76a5-4ee0-8636-7e151b431267,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:57.156296 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:32:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '432fa267-76a5-4ee0-8636-7e151b431267', 'name': '', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:c7:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e58c3be-026f-498c-b143-443813622de0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:52Z', 'updated_at': '2021-10-22T15:32:56Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': '5e58c3be-026f-498c-b143-443813622de0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:32:57.185534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd197844-5866-4e31-8d4c-37de9449ea8b None None] The sync data for ids ['2b512246-4970-4b17-93af-638f52bb9fbe'] in n-d-812148-2 is: [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:32:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '432fa267-76a5-4ee0-8636-7e151b431267', 'name': '', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:c7:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e58c3be-026f-498c-b143-443813622de0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:52Z', 'updated_at': '2021-10-22T15:32:56Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': '5e58c3be-026f-498c-b143-443813622de0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:32:57.214529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fc79db50-238d-4390-87f2-9e9f68f87170 None None] Provisioning complete for port 432fa267-76a5-4ee0-8636-7e151b431267 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:57.214898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc79db50-238d-4390-87f2-9e9f68f87170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:57.778431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f746bad-d0fb-45e0-8947-e5a44bc9b06c req-3f7b5831-dc0b-4e41-b17a-10768c375e2d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 210 time: 0.0344102 Oct 22 15:32:57.944144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-6677bc28-e905-4d15-8493-d160dec81ce9 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:57.946559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-6677bc28-e905-4d15-8493-d160dec81ce9 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.69 "GET /v2.0/networks?id=91de19ac-3b2c-4eee-98f8-a955ff583917 HTTP/1.1" status: 200 len: 798 time: 0.1274140 Oct 22 15:32:57.960905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Request body: {'port': {'device_id': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'admin_state_up': True, 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:58.180217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Made reservation on behalf of 5a1b7c37efe14ec3b978f83d1fc7cf31 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:32:58.184229 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.203362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.379610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Allocated IP 172.20.0.24 (91de19ac-3b2c-4eee-98f8-a955ff583917/5e58c3be-026f-498c-b143-443813622de0/e7c562e6-1d45-4dcb-9405-cbf5fbd818b7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:32:58.408600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 432fa267-76a5-4ee0-8636-7e151b431267 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:32:58.491360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 432fa267-76a5-4ee0-8636-7e151b431267 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:58.491760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.520813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.643562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.689243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:32:58.692554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:32:58.696347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:32:58.723656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event updated for resources: {'Port': ['ID=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:58.755819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:58.756459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.834324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b09aceb6-132d-4509-bbae-a661727173b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8775051 Oct 22 15:32:58.849184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Request body: {'port': {'device_id': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:32:58.900235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d3908-b8cf-40ce-8bfd-b788eb6ff144 req-6d29d683-996a-44c7-ac15-89b9fe1cb1af tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:58.902112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-830d3908-b8cf-40ce-8bfd-b788eb6ff144 req-6d29d683-996a-44c7-ac15-89b9fe1cb1af tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 895 time: 0.0576489 Oct 22 15:32:58.910853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:58.973651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3a4f4e3c-0bf0-43af-ab23-c851c1f41edf None None] Provisioning complete for port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:32:58.974238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4e3c-0bf0-43af-ab23-c851c1f41edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:59.009218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f4e3c-0bf0-43af-ab23-c851c1f41edf None None] Port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:32:59.184375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:32:59.192084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:59.205638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Transition to ACTIVE for port object e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:32:59.300248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:59.355976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:59.439955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Attempting to bind port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:32:59.440416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Attempting to bind port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:32:59.440624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Attempting to bind port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 on network 91de19ac-3b2c-4eee-98f8-a955ff583917 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:59.445377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 on network 91de19ac-3b2c-4eee-98f8-a955ff583917 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:32:59.445701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Attempting to bind port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 on network 91de19ac-3b2c-4eee-98f8-a955ff583917 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:32:59.451907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:32:59.452259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Checking segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:32:59.452728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Bound using segment: {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:32:59.453110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Bound port: e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:32:59.453474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:59.530227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] For port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:32:59.533755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] For port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:32:59.626591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:59.662875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:59.663519 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:32:59.664999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] 10.222.0.69 "PUT /v2.0/ports/e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 HTTP/1.1" status: 200 len: 1055 time: 0.8204093 Oct 22 15:32:59.665431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'tag': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:32:59.667784 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174aaad7-6792-4fc5-b835-c57b2a44e235" -d '{"events": [{"name": "network-changed", "server_uuid": "db22f9b2-4e4d-41f8-8aa8-dbd101ac246c", "tag": "e7c562e6-1d45-4dcb-9405-cbf5fbd818b7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:32:59.701642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c82c2-5e32-4bd2-af3b-f384f67f0316 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:32:59.804502 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418aa368-eebf-4239-a46e-936047025315 x-openstack-request-id: req-418aa368-eebf-4239-a46e-936047025315 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:32:59.804804 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db22f9b2-4e4d-41f8-8aa8-dbd101ac246c", "tag": "e7c562e6-1d45-4dcb-9405-cbf5fbd818b7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:32:59.805055 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-418aa368-eebf-4239-a46e-936047025315 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:32:59.805456 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'tag': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7', 'status': 'completed', 'code': 200} Oct 22 15:32:59.822633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-595c1204-ebe0-477e-89bf-27a59244ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:59.824229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-595c1204-ebe0-477e-89bf-27a59244ffc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 1058 time: 0.0469120 Oct 22 15:32:59.870227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-6419c605-a2a3-442a-a6d6-6ee61b7fab52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Oct 22 15:32:59.923497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b53b9c24-cf7f-4156-b26b-41ff055e7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:59.924931 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-b53b9c24-cf7f-4156-b26b-41ff055e7986 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e58c3be-026f-498c-b143-443813622de0 HTTP/1.1" status: 200 len: 837 time: 0.0449934 Oct 22 15:32:59.976039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-4901ff39-2a53-4164-98b9-8f2b9b302fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:32:59.977607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-4901ff39-2a53-4164-98b9-8f2b9b302fea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91de19ac-3b2c-4eee-98f8-a955ff583917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448294 Oct 22 15:33:00.032867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b9b3-3669-42ba-8b36-e24420f1f366 req-9045e332-4259-479b-bdc2-f053d483250f tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:00.034539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d454b9b3-3669-42ba-8b36-e24420f1f366 req-9045e332-4259-479b-bdc2-f053d483250f tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 907 time: 0.0513432 Oct 22 15:33:00.075116 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-cb8ffa02-634b-46df-8dbc-96334829401a service neutron] 10.222.0.69 "GET /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901685 Oct 22 15:33:00.522626 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f52abc0f-5062-49a7-af75-ccb240c99fb5 req-be3247b5-47f2-48c4-9815-4d2adeffa4c5 service neutron] 10.222.0.69 "GET /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407072 Oct 22 15:33:00.527792 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-be390ada-5fb3-42eb-ba1d-47c772fe2c49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3870063 Oct 22 15:33:00.612467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-29d7a9b0-87d8-4193-af37-484c0475cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:00.613982 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-29d7a9b0-87d8-4193-af37-484c0475cd15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0409775 Oct 22 15:33:00.750436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-88f5faf0-a4fa-4c5b-9e45-987e77938038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:00.751963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-88f5faf0-a4fa-4c5b-9e45-987e77938038 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 1058 time: 0.1007710 Oct 22 15:33:00.786527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-6f340831-8c22-464b-a024-87d8e006260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:00.788036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-6f340831-8c22-464b-a024-87d8e006260a service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.1443841 Oct 22 15:33:00.904834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-802e94e7-4240-458a-86d2-0c1c64873b13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1001 time: 0.1094284 Oct 22 15:33:00.907499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-ac640f86-6055-429d-87d0-50b8015f45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:00.908866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-ac640f86-6055-429d-87d0-50b8015f45e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=91de19ac-3b2c-4eee-98f8-a955ff583917 HTTP/1.1" status: 200 len: 899 time: 0.1441190 Oct 22 15:33:00.980019 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-f79035bd-f9e1-4be6-8241-315573654f72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 HTTP/1.1" status: 200 len: 217 time: 0.0546632 Oct 22 15:33:01.024535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-aaa69e17-c6ff-4808-8b72-7a6269639826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:01.026007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-aaa69e17-c6ff-4808-8b72-7a6269639826 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.1083953 Oct 22 15:33:01.061242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-1ccd6e83-1bd2-484b-8f57-b305146b24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:01.062936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-1ccd6e83-1bd2-484b-8f57-b305146b24cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e58c3be-026f-498c-b143-443813622de0 HTTP/1.1" status: 200 len: 837 time: 0.0749886 Oct 22 15:33:01.104022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-7b3ba432-22fc-4153-9fe1-f89e56a62054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:01.105527 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-7b3ba432-22fc-4153-9fe1-f89e56a62054 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723176 Oct 22 15:33:01.140330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-03a899e0-058e-4e7e-a6c1-50b372cf65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:01.141857 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-03a899e0-058e-4e7e-a6c1-50b372cf65a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91de19ac-3b2c-4eee-98f8-a955ff583917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681345 Oct 22 15:33:01.159000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946336a-ae88-49d2-a5e1-44a52033d02f req-da53efbd-4ffc-420d-91b2-57d91204ba77 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:01.160459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7946336a-ae88-49d2-a5e1-44a52033d02f req-da53efbd-4ffc-420d-91b2-57d91204ba77 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 907 time: 0.0547345 Oct 22 15:33:01.265615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-89d4f9c4-14cb-4d25-8cac-c19835c6189e service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521232 Oct 22 15:33:01.304021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-bf644f8a-c467-4172-8b45-072431c8e2d4 service neutron] 10.222.0.69 "GET /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524794 Oct 22 15:33:01.432298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-a8d12c5e-a52b-451b-ab87-637777607c86 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577125 Oct 22 15:33:01.450201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-174aaad7-6792-4fc5-b835-c57b2a44e235 req-42ea305d-21e7-48af-9e90-cea6045b24c9 service neutron] 10.222.0.69 "GET /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342793 Oct 22 15:33:02.276180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fa5f6-e165-4be7-85ca-3917189d6472 req-74d962f9-aeb0-42db-a1ef-86b935022363 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:02.277658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c9fa5f6-e165-4be7-85ca-3917189d6472 req-74d962f9-aeb0-42db-a1ef-86b935022363 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 907 time: 0.0484624 Oct 22 15:33:03.401663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590d0f8-cb18-46c6-a896-ec31380cfed4 req-aeb3bcef-e06c-4bfd-9cbc-5c13704c9d76 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:03.401663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5590d0f8-cb18-46c6-a896-ec31380cfed4 req-aeb3bcef-e06c-4bfd-9cbc-5c13704c9d76 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 907 time: 0.0522816 Oct 22 15:33:03.985473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:04.522728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66b267-c684-4225-9439-4bbc4812ee7b req-80615efc-a033-4a0d-8995-9da3e01ef77d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:04.524359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e66b267-c684-4225-9439-4bbc4812ee7b req-80615efc-a033-4a0d-8995-9da3e01ef77d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 907 time: 0.0498779 Oct 22 15:33:04.851889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:33:05.160542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:33:05.252744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:05.267199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7', 'network_id': '91de19ac-3b2c-4eee-98f8-a955ff583917', 'port_id': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7', 'mac_address': 'fa:16:3e:42:68:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e58c3be-026f-498c-b143-443813622de0', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:33:05.304558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:05.318104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:33:05.338487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:05.465394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:05.511267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:05.647179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82606d74-e9be-408e-a795-01157e7f2e43 req-a1a97a3e-779d-41ff-878c-b1131c976459 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:05.648660 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82606d74-e9be-408e-a795-01157e7f2e43 req-a1a97a3e-779d-41ff-878c-b1131c976459 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 908 time: 0.0556631 Oct 22 15:33:05.804673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e7c562e6-1d45-4dcb-9405-cbf5fbd818b7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:33:06.771408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f4bf-998e-4749-8683-6e77f6e17ed0 req-e98f7f0a-afbb-4b8e-ad58-d786c0552226 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:06.772972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d084f4bf-998e-4749-8683-6e77f6e17ed0 req-e98f7f0a-afbb-4b8e-ad58-d786c0552226 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 908 time: 0.0503902 Oct 22 15:33:07.159989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:33:07.357670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:33:07.361799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:07.362173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:07.443600 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:07.470044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:33:07.472344 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b4772-87b2-4937-8c30-2969b6c500c4" -d '{"events": [{"server_uuid": "db22f9b2-4e4d-41f8-8aa8-dbd101ac246c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c562e6-1d45-4dcb-9405-cbf5fbd818b7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:33:07.489225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:07.510483 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc176a-e75c-4da5-af07-6e41c57fa11e x-openstack-request-id: req-04cc176a-e75c-4da5-af07-6e41c57fa11e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:33:07.510773 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db22f9b2-4e4d-41f8-8aa8-dbd101ac246c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c562e6-1d45-4dcb-9405-cbf5fbd818b7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:33:07.511060 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04cc176a-e75c-4da5-af07-6e41c57fa11e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:33:07.511458 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7', 'code': 200} Oct 22 15:33:07.580233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:07.615084 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54efab8-521b-4c90-9493-d613c440c060 req-a727ec56-a595-4f5b-a53f-11249e858f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:07.616595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b54efab8-521b-4c90-9493-d613c440c060 req-a727ec56-a595-4f5b-a53f-11249e858f63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 1060 time: 0.0431674 Oct 22 15:33:07.629229 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:07.896580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20791e59-697f-4136-acdd-94e01fdc1f11 req-dc71577d-a5ca-4e39-b2e4-fc39646da045 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:07.898119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20791e59-697f-4136-acdd-94e01fdc1f11 req-dc71577d-a5ca-4e39-b2e4-fc39646da045 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0503309 Oct 22 15:33:09.025387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12008aba-7662-4fdc-a83e-9e7f79586e61 req-5d2861b7-3ad8-48dc-9fc2-3eb3683e1b2e tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:09.026895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12008aba-7662-4fdc-a83e-9e7f79586e61 req-5d2861b7-3ad8-48dc-9fc2-3eb3683e1b2e tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0536079 Oct 22 15:33:10.158814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05544fec-6e0d-4eda-bd5a-389f6fc1c77b req-b7c24351-c13b-47d6-9045-7f4655c3552b tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:10.160325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05544fec-6e0d-4eda-bd5a-389f6fc1c77b req-b7c24351-c13b-47d6-9045-7f4655c3552b tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0521793 Oct 22 15:33:10.279379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6619c15-1717-42d8-92b8-ba7d6bc8f79b req-43f59037-0f98-4369-9d5d-fbb65ebd71dc tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:10.280853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6619c15-1717-42d8-92b8-ba7d6bc8f79b req-43f59037-0f98-4369-9d5d-fbb65ebd71dc tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0504158 Oct 22 15:33:10.386949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc12269-6781-49b8-9d05-1a063595fe9d req-17ea1b40-c64a-4b1a-8bae-c370cb948a61 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:10.389589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bcc12269-6781-49b8-9d05-1a063595fe9d req-17ea1b40-c64a-4b1a-8bae-c370cb948a61 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 1060 time: 0.0423450 Oct 22 15:33:10.499967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee36017-b9e9-4885-bf1b-601fd70f0b1a req-dd3ee614-f4cf-4fb0-a151-5f7dc15fa788 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:10.501490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dee36017-b9e9-4885-bf1b-601fd70f0b1a req-dd3ee614-f4cf-4fb0-a151-5f7dc15fa788 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1135 time: 0.0422592 Oct 22 15:33:10.539978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dee36017-b9e9-4885-bf1b-601fd70f0b1a req-6453354d-6ea4-4f10-a8e2-ca068847fc68 tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0322180 Oct 22 15:33:10.563301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38630) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:10.605782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42968672-670c-4365-a019-3c56d7a9efec tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:10.607635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42968672-670c-4365-a019-3c56d7a9efec tempest-TestSecurityGroupsBasicOps-589046699 tempest-TestSecurityGroupsBasicOps-589046699-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 1055 time: 0.0432999 Oct 22 15:33:11.052503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dadec-d1fa-4c82-b8f2-c5b68bb75295 req-5913ecbf-0a8b-478d-badb-0d6f8c75beed tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:11.053963 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-196dadec-d1fa-4c82-b8f2-c5b68bb75295 req-5913ecbf-0a8b-478d-badb-0d6f8c75beed tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0510669 Oct 22 15:33:11.750100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:12.188511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19695e72-c98a-4c58-b613-318c0fb271b7 req-0fc18d93-3263-4ed7-8773-14ac19e1bf18 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:12.191133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19695e72-c98a-4c58-b613-318c0fb271b7 req-0fc18d93-3263-4ed7-8773-14ac19e1bf18 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0674620 Oct 22 15:33:12.593408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-84fbbd33-0258-4bc6-8b8c-34ff7b53c343 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:12.594944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-84fbbd33-0258-4bc6-8b8c-34ff7b53c343 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.69 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 909 time: 0.0492826 Oct 22 15:33:12.691295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:12.691552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:12.782138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] For port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:12.782501 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:12.798763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:12.985539 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:13.016768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=e7c562e6-1d45-4dcb-9405-cbf5fbd818b7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:13.069867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] No DVR routers for this DVR port e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:33:13.072629 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:13.077277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e3b272e-e703-4730-8cb8-380ee5090b4a req-4c04611e-38c6-4068-b634-45840d130228 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.69 "DELETE /v2.0/ports/e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 HTTP/1.1" status: 204 len: 173 time: 0.4756887 Oct 22 15:33:13.077741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'name': 'network-vif-deleted', 'tag': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:33:13.082045 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9000d5-fd98-4e2f-b055-3252b5efbed1" -d '{"events": [{"server_uuid": "db22f9b2-4e4d-41f8-8aa8-dbd101ac246c", "name": "network-vif-deleted", "tag": "e7c562e6-1d45-4dcb-9405-cbf5fbd818b7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:33:13.122635 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09667f-83a1-49f3-a12a-94d963729147 x-openstack-request-id: req-dc09667f-83a1-49f3-a12a-94d963729147 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:33:13.122925 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db22f9b2-4e4d-41f8-8aa8-dbd101ac246c", "name": "network-vif-deleted", "tag": "e7c562e6-1d45-4dcb-9405-cbf5fbd818b7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:33:13.123522 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc09667f-83a1-49f3-a12a-94d963729147 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:33:13.123696 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db22f9b2-4e4d-41f8-8aa8-dbd101ac246c', 'name': 'network-vif-deleted', 'tag': 'e7c562e6-1d45-4dcb-9405-cbf5fbd818b7', 'status': 'completed', 'code': 200} Oct 22 15:33:13.318448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f420f5d9-66c9-4afc-b9f1-c3e334b9f7df req-611dba8b-b8a2-458c-b060-d0b42ad7ebfd tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=db22f9b2-4e4d-41f8-8aa8-dbd101ac246c HTTP/1.1" status: 200 len: 210 time: 0.0273438 Oct 22 15:33:14.375544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38652) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:15.048785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:15.300863 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port 432fa267-76a5-4ee0-8636-7e151b431267 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:15.301121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:15.390434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] For port 432fa267-76a5-4ee0-8636-7e151b431267, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=432fa267-76a5-4ee0-8636-7e151b431267,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:15.391107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:15.405193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for 432fa267-76a5-4ee0-8636-7e151b431267 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:15.655091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:15.684787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=432fa267-76a5-4ee0-8636-7e151b431267,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:15.699038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.699891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.700244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.703931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:33:15.878325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.101380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router 2b512246-4970-4b17-93af-638f52bb9fbe has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:33:16.209580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:33:16.215144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9631d51d-aea0-4a05-80d9-aad254524bd3 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "PUT /v2.0/routers/2b512246-4970-4b17-93af-638f52bb9fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8383179 Oct 22 15:33:16.218197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38656) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:16.220085 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] Sync routers for ids ['2b512246-4970-4b17-93af-638f52bb9fbe'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:33:16.230747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] Routers {'2b512246-4970-4b17-93af-638f52bb9fbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:16.231706 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2b512246-4970-4b17-93af-638f52bb9fbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:16.269100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting subnet 5e58c3be-026f-498c-b143-443813622de0 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:33:16.272228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.320253 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.424406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.440901 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] Set router 2b512246-4970-4b17-93af-638f52bb9fbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:16.561868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.592154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Subnet': ['ID=5e58c3be-026f-498c-b143-443813622de0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:16.598294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.599336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0bd31-6543-415a-845d-0332814ac401 None None] Network 91de19ac-3b2c-4eee-98f8-a955ff583917 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:33:16.602381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3a5790a7-a1ed-4246-9935-6a94d9dea50a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/subnets/5e58c3be-026f-498c-b143-443813622de0 HTTP/1.1" status: 204 len: 168 time: 0.3830376 Oct 22 15:33:16.605234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38660) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:16.634261 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:33:15Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:16.663355 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] Checking router: 2b512246-4970-4b17-93af-638f52bb9fbe for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:33:16.673709 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] Routers {'2b512246-4970-4b17-93af-638f52bb9fbe'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:16.673938 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['2b512246-4970-4b17-93af-638f52bb9fbe'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:16.726795 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.796172 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] Set router 2b512246-4970-4b17-93af-638f52bb9fbe gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:16.799021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] DHCP port deletion for 91de19ac-3b2c-4eee-98f8-a955ff583917 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:33:16.849879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.857106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] Deleting port 4cb53e65-2214-4c2d-b46c-11089b87f5ef {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:16.857310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.924795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] For port 4cb53e65-2214-4c2d-b46c-11089b87f5ef, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4cb53e65-2214-4c2d-b46c-11089b87f5ef,segment=NetworkSegment(b2da1f6d-087c-49d8-9e3d-6ce2966f7e44),segment_id=b2da1f6d-087c-49d8-9e3d-6ce2966f7e44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:16.925146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:16.939253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] Calling delete_port for 4cb53e65-2214-4c2d-b46c-11089b87f5ef owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:16.968689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port 9649e07a-2af9-4a73-a29f-44a26b4f54e3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:16.969045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.001690 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:33:15Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:17.071563 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146048f-c778-476c-be8a-21df5b3c2996 None None] The sync data for ids ['2b512246-4970-4b17-93af-638f52bb9fbe'] in n-d-812148-2 is: [{'id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1027879909', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:32:48Z', 'updated_at': '2021-10-22T15:33:15Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '9649e07a-2af9-4a73-a29f-44a26b4f54e3', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b512246-4970-4b17-93af-638f52bb9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:32:49Z', 'updated_at': '2021-10-22T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:33:17.072371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] For port 9649e07a-2af9-4a73-a29f-44a26b4f54e3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9649e07a-2af9-4a73-a29f-44a26b4f54e3,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:17.072371 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.076005 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for 9649e07a-2af9-4a73-a29f-44a26b4f54e3 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:17.162723 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.187575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] Pushing event deleted for resources: {'Port': ['ID=4cb53e65-2214-4c2d-b46c-11089b87f5ef,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:17.193019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a07eb-32be-495b-921f-760a66b7c55e None None] No DVR routers for this DVR port 4cb53e65-2214-4c2d-b46c-11089b87f5ef on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:33:17.222169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:17.243352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:17.243692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7c562e6-1d45-4dcb-9405-cbf5fbd818b7 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:17.447426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.473033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=9649e07a-2af9-4a73-a29f-44a26b4f54e3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:17.540348 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.633973 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.636429 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.745289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.745767 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Fanout notify agent at l3_agent the message router_deleted on router 2b512246-4970-4b17-93af-638f52bb9fbe {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:33:17.753353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.754833 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c87b42c3-5cb4-432c-a5a1-36952184e3b4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/routers/2b512246-4970-4b17-93af-638f52bb9fbe HTTP/1.1" status: 204 len: 168 time: 1.1468856 Oct 22 15:33:17.757125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38664) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:17.841460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.941561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.964013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91de19ac-3b2c-4eee-98f8-a955ff583917']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:17.974400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:17.974699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2da1f6d-087c-49d8-9e3d-6ce2966f7e44') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:17.984609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:17.997966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.003828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:33:18.004258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:33:18.007252 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:33:18.111308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.118006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.121232 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/networks/91de19ac-3b2c-4eee-98f8-a955ff583917 HTTP/1.1" status: 204 len: 168 time: 0.3630366 Oct 22 15:33:18.124236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38666) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:18.132156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409271a-eccb-4380-83f9-caf06a670bd4 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Network': ['ID=91de19ac-3b2c-4eee-98f8-a955ff583917,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:18.288173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port c694808f-d694-40c8-8ea7-b4fe673a0217 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:18.288519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.352599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cb53e65-2214-4c2d-b46c-11089b87f5ef no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:18.368451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.373578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.373951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4cb53e65-2214-4c2d-b46c-11089b87f5ef {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:18.374305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4cb53e65-2214-4c2d-b46c-11089b87f5ef not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:18.374726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 432fa267-76a5-4ee0-8636-7e151b431267 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:18.383681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for c694808f-d694-40c8-8ea7-b4fe673a0217 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:18.395484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 432fa267-76a5-4ee0-8636-7e151b431267 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:18.395832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 432fa267-76a5-4ee0-8636-7e151b431267 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:18.396249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9649e07a-2af9-4a73-a29f-44a26b4f54e3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:18.422554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9649e07a-2af9-4a73-a29f-44a26b4f54e3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:18.422898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9649e07a-2af9-4a73-a29f-44a26b4f54e3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:18.613991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.643128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=c694808f-d694-40c8-8ea7-b4fe673a0217,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:18.704505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:18.704840 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Floating IP c2839503-4a27-4074-a5e4-d5d554261d5e disassociated (deleted). External IP: 172.25.1.34, port: e12c21ff-4e0d-450a-a92d-8ec995c1e805. Oct 22 15:33:18.930648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router ea711e63-f411-4d61-8822-37b8e8105b9e has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:33:19.044651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:33:19.049432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:19.054030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] Sync routers for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:33:19.066447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:19.067174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:19.078235 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e2ffd35d-61bd-4827-b4e3-5903d759ffca tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/floatingips/c2839503-4a27-4074-a5e4-d5d554261d5e HTTP/1.1" status: 204 len: 168 time: 0.9528620 Oct 22 15:33:19.078819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:33:19.081133 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:33:19.131473 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceafc26-6f59-413c-80da-a0ec429e21d0 x-openstack-request-id: req-3ceafc26-6f59-413c-80da-a0ec429e21d0 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:33:19.132076 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:33:19.132076 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ceafc26-6f59-413c-80da-a0ec429e21d0 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:33:19.132393 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'status': 'completed', 'code': 200} Oct 22 15:33:19.185816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:19.196384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-8c76ddb6-37cf-4e66-9c2a-49a62d016516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:19.200942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-8c76ddb6-37cf-4e66-9c2a-49a62d016516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 1135 time: 0.0438571 Oct 22 15:33:19.297945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-59f25cb1-9a0b-4291-ac89-24b3521e0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:19.299496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-59f25cb1-9a0b-4291-ac89-24b3521e0a71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f HTTP/1.1" status: 200 len: 898 time: 0.0950634 Oct 22 15:33:19.343178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-f6566c13-86b6-4399-9640-b56405afee7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805 HTTP/1.1" status: 200 len: 217 time: 0.0358369 Oct 22 15:33:19.396196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:56Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:19.399593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-98f7e202-db73-4f63-8961-566cc9ef6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:19.401143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-98f7e202-db73-4f63-8961-566cc9ef6bc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b02e1307-298b-4d32-9da0-a72ede8ecb5a HTTP/1.1" status: 200 len: 835 time: 0.0510571 Oct 22 15:33:19.430610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] Checking router: ea711e63-f411-4d61-8822-37b8e8105b9e for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:33:19.440615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:19.441473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:32:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:19.454192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-0af5ee4c-602e-4e51-b6c5-dd7d4690a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:19.458138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-0af5ee4c-602e-4e51-b6c5-dd7d4690a64f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469716 Oct 22 15:33:19.554477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:19.585943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-d902bb90-cfc2-4c24-aef2-5e2fc2d42948 service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226156 Oct 22 15:33:19.599043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14bb13-7ef7-4c57-8c70-523f0792829c req-a4f5132f-7be7-4452-9f11-68924fe43d62 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:19.602584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c14bb13-7ef7-4c57-8c70-523f0792829c req-a4f5132f-7be7-4452-9f11-68924fe43d62 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 984 time: 0.0754795 Oct 22 15:33:19.701714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c14bb13-7ef7-4c57-8c70-523f0792829c req-9a89a418-58ed-45b1-9617-1479487c1f1c tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0913217 Oct 22 15:33:19.733108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe12fb6f-85d5-4975-99c2-43f1b95a4d41 req-916870d9-8708-4f0c-9d1f-c6e30c9faabc service neutron] 10.222.0.53 "GET /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314697 Oct 22 15:33:19.916835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:56Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:19.944486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b20d5-adf1-47dc-9215-49306b66b740 None None] The sync data for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 is: [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:31:53Z', 'revision_number': 4, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c3992bd3-e4fc-4800-b42d-6b4086e54ce3', 'name': '', 'network_id': '927239bc-e10c-4ba2-b9f1-bbeba5a3e32f', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'mac_address': 'fa:16:3e:1a:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:52Z', 'updated_at': '2021-10-22T15:31:56Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'subnets': [{'id': 'b02e1307-298b-4d32-9da0-a72ede8ecb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:33:20.173513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef015f4e-65a5-4afb-a55f-bdcc9a13e7cb None None] New status for floating IP c2839503-4a27-4074-a5e4-d5d554261d5e: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:33:20.858362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00755-2016-4094-b016-154998e667f2 req-5b39fbab-9884-47aa-96ce-e8dcf3537750 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:20.859911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b00755-2016-4094-b016-154998e667f2 req-5b39fbab-9884-47aa-96ce-e8dcf3537750 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 984 time: 0.0790811 Oct 22 15:33:20.872209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-0e108a7b-3f5c-4ab2-a7cf-96ba688c7312 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:20.873619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-0e108a7b-3f5c-4ab2-a7cf-96ba688c7312 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 984 time: 0.0838861 Oct 22 15:33:20.942907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02b00755-2016-4094-b016-154998e667f2 req-2d5a815c-8e81-4c24-ae3f-902852fa2ff1 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6&id=07e55619-b0f4-4482-936c-1971577accd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0683210 Oct 22 15:33:20.992809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port e12c21ff-4e0d-450a-a92d-8ec995c1e805 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:20.993054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:21.081407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] For port e12c21ff-4e0d-450a-a92d-8ec995c1e805, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e12c21ff-4e0d-450a-a92d-8ec995c1e805,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:21.081762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:21.095467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for e12c21ff-4e0d-450a-a92d-8ec995c1e805 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:21.305281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:21.335344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=e12c21ff-4e0d-450a-a92d-8ec995c1e805,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:21.380145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] No DVR routers for this DVR port e12c21ff-4e0d-450a-a92d-8ec995c1e805 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:33:21.385303 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:21.386297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bca3017-7de9-4497-b28c-85d9183a32e6 req-08c3658f-2236-49df-929c-19320017d015 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.53 "DELETE /v2.0/ports/e12c21ff-4e0d-450a-a92d-8ec995c1e805 HTTP/1.1" status: 204 len: 173 time: 0.5061073 Oct 22 15:33:21.386737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'name': 'network-vif-deleted', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:33:21.389698 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfdf74-3b0a-402c-b4f3-a007a1ded417" -d '{"events": [{"server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "name": "network-vif-deleted", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:33:21.426533 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b7c993-50d8-453e-b0a4-2d1de816ce75 x-openstack-request-id: req-e4b7c993-50d8-453e-b0a4-2d1de816ce75 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:33:21.426782 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf680a5-5a43-46cc-be94-d27286a7c203", "name": "network-vif-deleted", "tag": "e12c21ff-4e0d-450a-a92d-8ec995c1e805", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:33:21.427065 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4b7c993-50d8-453e-b0a4-2d1de816ce75 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:33:21.427476 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf680a5-5a43-46cc-be94-d27286a7c203', 'name': 'network-vif-deleted', 'tag': 'e12c21ff-4e0d-450a-a92d-8ec995c1e805', 'status': 'completed', 'code': 200} Oct 22 15:33:22.053772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2305dd50-5255-4937-a920-2dd782faf724 req-f6ea10d0-fb30-4952-bb48-bb1ac6b416b2 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bf680a5-5a43-46cc-be94-d27286a7c203 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Oct 22 15:33:22.671535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c17a7da-467f-42c5-935c-3c82006c7975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.110699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:23.166427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab2d11e8-4579-4c24-b954-35ab0b5d5f20 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.188684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab2d11e8-4579-4c24-b954-35ab0b5d5f20 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.303852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab2d11e8-4579-4c24-b954-35ab0b5d5f20 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.306516 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab2d11e8-4579-4c24-b954-35ab0b5d5f20 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.307801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab2d11e8-4579-4c24-b954-35ab0b5d5f20 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/security-groups/07e55619-b0f4-4482-936c-1971577accd0 HTTP/1.1" status: 204 len: 168 time: 0.1960630 Oct 22 15:33:23.311644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38694) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:23.329434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d11e8-4579-4c24-b954-35ab0b5d5f20 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e55619-b0f4-4482-936c-1971577accd0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:23.373288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf22fd06-41c5-4b8c-aeea-2c9f5fa9c50d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.396140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf22fd06-41c5-4b8c-aeea-2c9f5fa9c50d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.509650 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf22fd06-41c5-4b8c-aeea-2c9f5fa9c50d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.512758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bf22fd06-41c5-4b8c-aeea-2c9f5fa9c50d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:23.513964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bf22fd06-41c5-4b8c-aeea-2c9f5fa9c50d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/security-groups/dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6 HTTP/1.1" status: 204 len: 168 time: 0.2013731 Oct 22 15:33:23.516933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:23.523338 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22fd06-41c5-4b8c-aeea-2c9f5fa9c50d tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfdb1e0-d3f4-4d76-b8ac-7fab98545db6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:23.895224 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:24.147207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port c3992bd3-e4fc-4800-b42d-6b4086e54ce3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:24.147459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:24.236348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] For port c3992bd3-e4fc-4800-b42d-6b4086e54ce3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:24.236705 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:24.248653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for c3992bd3-e4fc-4800-b42d-6b4086e54ce3 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:24.533900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:24.558125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=c3992bd3-e4fc-4800-b42d-6b4086e54ce3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:24.709466 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e12c21ff-4e0d-450a-a92d-8ec995c1e805 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:24.729899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:24.735299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: e12c21ff-4e0d-450a-a92d-8ec995c1e805 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:24.735572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e12c21ff-4e0d-450a-a92d-8ec995c1e805 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:24.947519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Router ea711e63-f411-4d61-8822-37b8e8105b9e has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:33:25.156748 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2933f1c8-04a5-4e3e-b9da-942433b5a752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.374362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:33:25.379690 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b8e88c1a-1e1d-41ad-b8c8-a9e27c6f7389 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "PUT /v2.0/routers/ea711e63-f411-4d61-8822-37b8e8105b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611424 Oct 22 15:33:25.382518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:25.385931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] Sync routers for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:33:25.395680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:25.400895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:25.436211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting subnet b02e1307-298b-4d32-9da0-a72ede8ecb5a {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:33:25.439511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.481106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.507258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:25.573963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.692280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:33:24Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:25.720174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] Checking router: ea711e63-f411-4d61-8822-37b8e8105b9e for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:33:25.722630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.728741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] Routers {'ea711e63-f411-4d61-8822-37b8e8105b9e'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:25.729346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['ea711e63-f411-4d61-8822-37b8e8105b9e'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:25.747864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Subnet': ['ID=b02e1307-298b-4d32-9da0-a72ede8ecb5a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:25.753472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.760402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fb8ff724-291a-4fc5-a7c8-d663812abc6a tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/subnets/b02e1307-298b-4d32-9da0-a72ede8ecb5a HTTP/1.1" status: 204 len: 168 time: 0.3731875 Oct 22 15:33:25.760402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38704) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:25.769722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0623cf8-0131-43e0-aa46-46fde544a98b None None] Network 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:33:25.868760 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:25.927961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] Set router ea711e63-f411-4d61-8822-37b8e8105b9e gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:25.974670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.078002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] DHCP port deletion for 927239bc-e10c-4ba2-b9f1-bbeba5a3e32f request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:33:26.114948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Deleting port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:26.115307 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.176346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] Deleting port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:26.176721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.181019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:33:24Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:26.201211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] For port 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:26.201663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.214179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Calling delete_port for 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:26.219945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81d90-ddf3-45f8-a757-c768270b4fb2 None None] The sync data for ids ['ea711e63-f411-4d61-8822-37b8e8105b9e'] in n-d-812148-2 is: [{'id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1994945795', 'tenant_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:31:47Z', 'updated_at': '2021-10-22T15:33:24Z', 'revision_number': 5, 'project_id': '5a1b7c37efe14ec3b978f83d1fc7cf31', 'gw_port': {'id': '51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea711e63-f411-4d61-8822-37b8e8105b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:31:48Z', 'updated_at': '2021-10-22T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:33:26.274184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] For port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,segment=NetworkSegment(cf343290-640d-462b-bc82-13ac14883529),segment_id=cf343290-640d-462b-bc82-13ac14883529)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:26.274679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.288444 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] Calling delete_port for 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:26.499913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.524177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] Pushing event deleted for resources: {'Port': ['ID=6b6673b1-3a32-4503-ac35-ec6abaa9cd58,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:26.527819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.529262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacb61e-cf3d-4fcc-81ed-e1fd08d96745 None None] No DVR routers for this DVR port 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:33:26.529380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.562627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Port': ['ID=51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:26.643273 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.648332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.733796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:26.755622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:26.755790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.756022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6b6673b1-3a32-4503-ac35-ec6abaa9cd58 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:26.756522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3992bd3-e4fc-4800-b42d-6b4086e54ce3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:26.758032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.780361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c3992bd3-e4fc-4800-b42d-6b4086e54ce3 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:26.780798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c3992bd3-e4fc-4800-b42d-6b4086e54ce3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:26.910835 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.911409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Fanout notify agent at l3_agent the message router_deleted on router ea711e63-f411-4d61-8822-37b8e8105b9e {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:33:26.928882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:26.928882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-23272080-9b20-46ac-8257-3f0309a0d354 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/routers/ea711e63-f411-4d61-8822-37b8e8105b9e HTTP/1.1" status: 204 len: 168 time: 1.1604815 Oct 22 15:33:26.928882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38708) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:27.007049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.095668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.116986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927239bc-e10c-4ba2-b9f1-bbeba5a3e32f']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:27.127115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf343290-640d-462b-bc82-13ac14883529') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:27.127414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf343290-640d-462b-bc82-13ac14883529') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:27.137443 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.150734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.157406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:33:27.157797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:33:27.160756 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:33:27.288477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.296642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:27.299330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] 10.222.0.66 "DELETE /v2.0/networks/927239bc-e10c-4ba2-b9f1-bbeba5a3e32f HTTP/1.1" status: 204 len: 168 time: 0.3747609 Oct 22 15:33:27.312177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d67c6-e8dc-4f7f-98af-79ecc63ae158 tempest-TestSecurityGroupsBasicOps-1885405637 tempest-TestSecurityGroupsBasicOps-1885405637-project] Pushing event deleted for resources: {'Network': ['ID=927239bc-e10c-4ba2-b9f1-bbeba5a3e32f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:27.894323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:28.085914 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1078aeb0-a469-429d-8031-1443339ac577 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a1b7c37efe14ec3b978f83d1fc7cf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903381 Oct 22 15:33:28.089155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:28.136598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45292efa-e2c9-4350-b57a-6889db3f1cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:28.159351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45292efa-e2c9-4350-b57a-6889db3f1cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:28.208468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:28.288073 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45292efa-e2c9-4350-b57a-6889db3f1cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:28.290674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-45292efa-e2c9-4350-b57a-6889db3f1cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:28.291950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-45292efa-e2c9-4350-b57a-6889db3f1cf4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a87445a9-54c7-46c4-8fc3-04144dad6134 HTTP/1.1" status: 204 len: 168 time: 0.2023020 Oct 22 15:33:28.300415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292efa-e2c9-4350-b57a-6889db3f1cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87445a9-54c7-46c4-8fc3-04144dad6134,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:28.322627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:28.345379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:28.345862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 51dccafc-32c7-4cc3-ab1d-5d3d8393c8bf not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:29.091391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:29.104700 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c229-ad19-4030-be3d-f88dbb800241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.180403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c229-ad19-4030-be3d-f88dbb800241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.281092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c229-ad19-4030-be3d-f88dbb800241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.321969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9c229-ad19-4030-be3d-f88dbb800241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5102305d-f111-4e88-a78b-2fb0d4ae45ca,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:29.327296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7d9c229-ad19-4030-be3d-f88dbb800241 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=896bf193789a499a8bb760651c004164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348089 Oct 22 15:33:29.329871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38736) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:29.379298 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-893dc601-06c0-470b-8338-298e2fbbf0c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.401109 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-893dc601-06c0-470b-8338-298e2fbbf0c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.522336 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-893dc601-06c0-470b-8338-298e2fbbf0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.524994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-893dc601-06c0-470b-8338-298e2fbbf0c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:29.526162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-893dc601-06c0-470b-8338-298e2fbbf0c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5102305d-f111-4e88-a78b-2fb0d4ae45ca HTTP/1.1" status: 204 len: 168 time: 0.1953876 Oct 22 15:33:29.535322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dc601-06c0-470b-8338-298e2fbbf0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5102305d-f111-4e88-a78b-2fb0d4ae45ca,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:30.228296 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38742) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:30.271109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e07558fe-b31c-4c1e-b02e-321f506d232b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86d525a2a4084d7aa137adb9c434bcab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415776 Oct 22 15:33:30.273569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38744) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:30.321572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92ba6381-699c-4b90-9c01-7349bd04b887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:30.342929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92ba6381-699c-4b90-9c01-7349bd04b887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:30.475149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92ba6381-699c-4b90-9c01-7349bd04b887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:30.478052 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-92ba6381-699c-4b90-9c01-7349bd04b887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:30.479278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-92ba6381-699c-4b90-9c01-7349bd04b887 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28515b15-8f9d-4d23-8c70-9ee9b01e56ca HTTP/1.1" status: 204 len: 168 time: 0.2047677 Oct 22 15:33:30.488060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba6381-699c-4b90-9c01-7349bd04b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28515b15-8f9d-4d23-8c70-9ee9b01e56ca,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:31.571682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38770) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:31.672872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-934897123-network', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:33:31.802135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Made reservation on behalf of f6555e3692ed4130b9a992752f15ae6b for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:33:31.804483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:31.813418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:31.893210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:31.979391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.007591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:33:32.014862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169b840-5402-48f3-8602-e0974adea71e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:32.020939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.021305 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Added segment c3b84103-e6d1-4b9b-92f3-6c7e7add7653 of type vlan for network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd Oct 22 15:33:32.062648 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.168104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.169215 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:32.169791 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.233121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] Pushing event updated for resources: {'Network': ['ID=6f769897-e2c3-4caa-a94e-c1d8d5f622bd,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:32.243604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:33:32.291288 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5393ded5-c0fe-48f2-a7f1-43bd89b6d9fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7183037 Oct 22 15:33:32.294475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:32.303655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Request body: {'subnet': {'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-934897123-subnet', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:33:32.428020 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Made reservation on behalf of f6555e3692ed4130b9a992752f15ae6b for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:33:32.428020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.676569 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.727659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5919aa-b4a9-44de-81c2-d0271bc88cba,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:32.744241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Checking segment: {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:33:32.744620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Network hostable DHCP agents. Network: 6f769897-e2c3-4caa-a94e-c1d8d5f622bd, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:33:32.819356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:33:32.899997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 6f769897-e2c3-4caa-a94e-c1d8d5f622bd) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:33:32.904759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:33:32.905345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:32.910114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b890cd-9ff7-481c-a54b-f411e616b276 None None] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:33:33.000222 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c5ae5025-37c6-4d0b-8f5c-1a7b537a1737 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7045372 Oct 22 15:33:33.002868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38778) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:33.007407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:33:33.055460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-6f769897-e2c3-4caa-a94e-c1d8d5f622bd', 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'fixed_ips': [{'subnet_id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:33:33.056338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.111400 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.112477 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.168584 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.195167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Allocated IP 172.20.0.2 (6f769897-e2c3-4caa-a94e-c1d8d5f622bd/6d5919aa-b4a9-44de-81c2-d0271bc88cba/9c66b169-8f4f-4caa-ab0d-fd4aa2794a47) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:33:33.344978 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.379544 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.437073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.475375 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:33:33.478664 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:33:33.482946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:33:33.492560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Pushing event updated for resources: {'Port': ['ID=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:33.548465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Attempting to bind port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:33:33.548832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Attempting to bind port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:33:33.549203 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Attempting to bind port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 on network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:33:33.554537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:33:33.555027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Checking segment: {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:33:33.555456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.555842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Bound using segment: {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:33:33.556441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Bound port: 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:33:33.556697 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.629634 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] For port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:33:33.632760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] For port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,segment=NetworkSegment(c3b84103-e6d1-4b9b-92f3-6c7e7add7653),segment_id=c3b84103-e6d1-4b9b-92f3-6c7e7add7653)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:33:33.718072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.719966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.739146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:33.779402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940bb1a-4cee-4d19-b977-1fec6dfa1365 None None] Pushing event updated for resources: {'Port': ['ID=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:33.851115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Allocated IP 172.25.1.247 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:33:34.025656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.301182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.392421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:33:34.446850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:34.447247 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.464151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.506547 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:33:34.509877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:33:34.513957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:33:34.522730 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:34.693062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.727642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,segment=NetworkSegment(c3b84103-e6d1-4b9b-92f3-6c7e7add7653),segment_id=c3b84103-e6d1-4b9b-92f3-6c7e7add7653)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:34.746964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e32e65-298b-4efb-a0f9-4df1723c0f16 None None] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:33:34.834232 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.839061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-817b781e-e459-4780-8f00-4c90de43c219 None None] Provisioning complete for port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:34.839424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-817b781e-e459-4780-8f00-4c90de43c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.901230 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:34.948696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:35.119246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:35.242346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a947-4baf-4981-b643-d3d4e63a7aaf None None] Provisioning complete for port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:35.242729 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a947-4baf-4981-b643-d3d4e63a7aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:35.333724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:33:35.444333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:33:35.453275 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Sync routers for ids ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:33:35.463747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Routers {'1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:35.464355 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:35.518532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:35.519792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4b38c7a5-9d47-4f95-b898-ed3ce7ee62c4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5158870 Oct 22 15:33:35.522518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38784) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:35.572558 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Set router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:35.755524 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:34Z', 'revision_number': 3, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port': {'id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:35.786732 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Checking router: 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:33:35.787501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Updating router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:33:35.813125 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:35.958046 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.066826 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.117769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Allocated IP 172.20.0.1 (6f769897-e2c3-4caa-a94e-c1d8d5f622bd/6d5919aa-b4a9-44de-81c2-d0271bc88cba/108d1602-6bf2-4ff1-9916-f1ff5ac26d78) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:33:36.156551 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.204145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Attempting to bind port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:33:36.204503 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Attempting to bind port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:33:36.204866 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Attempting to bind port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:33:36.218032 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:33:36.218399 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:33:36.218790 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.219197 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:33:36.219658 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Bound port: d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:33:36.220030 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.222396 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcb4e8-e22b-4c9b-80fe-ec7daabf874b None None] Pushing event updated for resources: {'Port': ['ID=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:36.225910 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.270684 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] For port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:33:36.273604 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] For port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:33:36.344394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.359450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:33:36.368386 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.380356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:33:36.384929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:33:36.393046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:33:36.396326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Pushing event updated for resources: {'Port': ['ID=108d1602-6bf2-4ff1-9916-f1ff5ac26d78,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:36.426295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:36.426672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.446782 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcb4e8-e22b-4c9b-80fe-ec7daabf874b None None] Pushing event updated for resources: {'Port': ['ID=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:36.447044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.452571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Routers {'1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:36.453321 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:36.566791 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] Set router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:36.657785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6e0713d5-3595-4ed1-9345-f8127c7b6b19 None None] Provisioning complete for port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:36.658528 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6e0713d5-3595-4ed1-9345-f8127c7b6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.664112 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.698188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6e0713d5-3595-4ed1-9345-f8127c7b6b19 None None] Port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:33:36.839797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:36.848889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:34Z', 'revision_number': 3, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port': {'id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:36.875328 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515238-599f-4479-aa7d-05a31e9f62d4 None None] The sync data for ids ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'] in n-d-812148-2 is: [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:34Z', 'revision_number': 3, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port': {'id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:33:36.933505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:37.008476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Pushing event updated for resources: {'Port': ['ID=108d1602-6bf2-4ff1-9916-f1ff5ac26d78,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:37.011164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:37.139722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:33:37.141277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:33:37.286636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:33:37.417614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:33:37.429310 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1ee1d951-c028-4a95-818e-8c4e5e2b8a88 None None] Provisioning complete for port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:37.429815 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ee1d951-c028-4a95-818e-8c4e5e2b8a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:37.431506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f66a564-164f-4b12-8e1d-837bd8216c90 admin admin] 10.222.0.66 "PUT /v2.0/routers/1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078963 Oct 22 15:33:37.476345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1d951-c028-4a95-818e-8c4e5e2b8a88 None None] Port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:33:38.396340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:33:38.446810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:38.447396 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:38.533298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Sync routers for ids ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:33:38.545656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:38.560422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Routers {'1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:38.561033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:38.603360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:38.682985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Set router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:38.710139 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:38.821527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:38.830340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38810) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:38.942041 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 4, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port': {'id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '108d1602-6bf2-4ff1-9916-f1ff5ac26d78', 'name': '', 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'mac_address': 'fa:16:3e:af:62:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:35Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 2, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'subnets': [{'id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:38.970432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Checking router: 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:33:38.970711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Updating router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:33:38.995964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.171180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.260417 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.326290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.379234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239eb6b-75df-41ef-84eb-72a777f8a173 None None] Pushing event updated for resources: {'Port': ['ID=108d1602-6bf2-4ff1-9916-f1ff5ac26d78,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:39.426043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Deleting port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:39.426386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.432527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Attempting to bind port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:33:39.433011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Attempting to bind port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:33:39.433498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Attempting to bind port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 on network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:33:39.439608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:33:39.440104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Checking segment: {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:33:39.445400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.445400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Bound using segment: {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:33:39.445400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Bound port: 108d1602-6bf2-4ff1-9916-f1ff5ac26d78, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:33:39.445400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.518985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] For port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78, host n-d-812148-2, got binding levels [] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:39.519276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.521691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] For port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:33:39.525291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] For port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=108d1602-6bf2-4ff1-9916-f1ff5ac26d78,segment=NetworkSegment(c3b84103-e6d1-4b9b-92f3-6c7e7add7653),segment_id=c3b84103-e6d1-4b9b-92f3-6c7e7add7653)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:33:39.533261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Calling delete_port for 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:39.617339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ba43acb8-ff5d-47b4-ae38-a9f43840d373 None None] Provisioning complete for port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:39.617710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba43acb8-ff5d-47b4-ae38-a9f43840d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.643613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.686188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ba43acb8-ff5d-47b4-ae38-a9f43840d373 None None] Port 108d1602-6bf2-4ff1-9916-f1ff5ac26d78 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:33:39.714017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Routers {'1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:39.714520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:39.720119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239eb6b-75df-41ef-84eb-72a777f8a173 None None] Pushing event updated for resources: {'Port': ['ID=108d1602-6bf2-4ff1-9916-f1ff5ac26d78,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:39.796910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:39.827772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=108d1602-6bf2-4ff1-9916-f1ff5ac26d78,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:39.832129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] Set router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:40.003098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:40.200432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-89cec4cd-e742-4895-87ac-29a7d4b1b33b None None] Could not find standard attr ID for object 108d1602-6bf2-4ff1-9916-f1ff5ac26d78. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:33:40.250583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:33:40.295069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 4, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port': {'id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '108d1602-6bf2-4ff1-9916-f1ff5ac26d78', 'name': '', 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'mac_address': 'fa:16:3e:af:62:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:35Z', 'updated_at': '2021-10-22T15:33:39Z', 'revision_number': 4, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'subnets': [{'id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:40.351598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06671c-54e9-4729-bb2d-6a11fd06202d None None] The sync data for ids ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'] in n-d-812148-2 is: [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:36Z', 'revision_number': 4, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port': {'id': 'd6cc6bc0-125c-4e80-a3cc-4f7348bf58fc', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '108d1602-6bf2-4ff1-9916-f1ff5ac26d78', 'name': '', 'network_id': '6f769897-e2c3-4caa-a94e-c1d8d5f622bd', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'mac_address': 'fa:16:3e:af:62:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:33:35Z', 'updated_at': '2021-10-22T15:33:39Z', 'revision_number': 4, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'subnets': [{'id': '6d5919aa-b4a9-44de-81c2-d0271bc88cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:33:40.364451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:33:40.375120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0def17ec-0114-49cd-93b3-f57bc5afabb8 admin admin] 10.222.0.66 "PUT /v2.0/routers/1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5415397 Oct 22 15:33:40.375523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38816) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:40.392029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:33:40.472309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:33:40.472681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:40.507637 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:40.627433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:40.748806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Deleting port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:40.749146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:40.837073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] For port d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:40.837434 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:40.849582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Calling delete_port for d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:41.082261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.111219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:41.174394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.524463 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] Sync routers for ids ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:33:41.536851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] Routers {'1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:41.537590 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:41.608702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.610483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] Set router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:41.611108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.666657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:40Z', 'revision_number': 7, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:41.696018 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] Checking router: 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:33:41.705633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] Routers {'1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:33:41.706150 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:33:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:41.751206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.751802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:33:41.756360 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.757533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-148f69c8-951f-41b9-8b46-4ee365e8d53c admin admin] 10.222.0.66 "DELETE /v2.0/routers/1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 HTTP/1.1" status: 204 len: 168 time: 1.3810153 Oct 22 15:33:41.760339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38820) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:41.777272 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] Set router 1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:33:41.785226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.807668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Deleting subnet 6d5919aa-b4a9-44de-81c2-d0271bc88cba {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:33:41.811604 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.833008 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:40Z', 'revision_number': 7, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:41.847863 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:41.863231 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740e7d-6dc7-485c-bbde-0fc3cd5ed895 None None] The sync data for ids ['1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3'] in n-d-812148-2 is: [{'id': '1d9a63b4-6c8f-4a8d-b2d6-c91b3acfb7c3', 'name': 'tempest-ImageQuotaTest-934897123-router', 'tenant_id': 'f6555e3692ed4130b9a992752f15ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:33:33Z', 'updated_at': '2021-10-22T15:33:40Z', 'revision_number': 7, 'project_id': 'f6555e3692ed4130b9a992752f15ae6b', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:33:41.869864 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:33:41.933214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.042896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.070528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5919aa-b4a9-44de-81c2-d0271bc88cba,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:42.074298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.077649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-528f13ac-7fbb-4bfb-a8c2-f97453ba616d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6d5919aa-b4a9-44de-81c2-d0271bc88cba HTTP/1.1" status: 204 len: 168 time: 0.3162661 Oct 22 15:33:42.080214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e39bf3-b26f-4170-8e3c-449795d4d647 None None] Network 6f769897-e2c3-4caa-a94e-c1d8d5f622bd requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:33:42.080415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38822) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:42.152268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.209676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Deleting port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:42.210014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.273172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] For port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,segment=NetworkSegment(c3b84103-e6d1-4b9b-92f3-6c7e7add7653),segment_id=c3b84103-e6d1-4b9b-92f3-6c7e7add7653)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:42.273533 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.285635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Calling delete_port for 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:42.384160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] DHCP port deletion for 6f769897-e2c3-4caa-a94e-c1d8d5f622bd request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:33:42.430832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.440642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:42.443036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Deleting port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:33:42.443406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.478479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:42.478825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d6cc6bc0-125c-4e80-a3cc-4f7348bf58fc not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:42.479275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:33:42.510930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:33:42.511307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:33:42.554476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] For port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47, host n-d-812148-2, got binding levels [] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:33:42.554871 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.569514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Calling delete_port for 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:33:42.572398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.ipam_backend_mixin [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 was not found and therefore no delete operation was performed {{(pid=107803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 15:33:42.573682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.601606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] Pushing event deleted for resources: {'Port': ['ID=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:42.605769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635f9d8-ec60-4a0c-8956-5798064a7308 None None] No DVR routers for this DVR port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:33:42.779140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c66b169-8f4f-4caa-ab0d-fd4aa2794a47,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:42.781053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] No DVR routers for this DVR port 9c66b169-8f4f-4caa-ab0d-fd4aa2794a47 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:33:42.849284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.868961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f769897-e2c3-4caa-a94e-c1d8d5f622bd']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:42.878815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:42.879135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b84103-e6d1-4b9b-92f3-6c7e7add7653') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:33:42.892191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.905047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.910670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:33:42.911067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:33:42.912660 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:33:43.024643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:43.030342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:43.033616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6f769897-e2c3-4caa-a94e-c1d8d5f622bd HTTP/1.1" status: 204 len: 168 time: 0.9521785 Oct 22 15:33:43.045150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac7b64-d00a-44bb-8a2b-b9e3cceb1fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f769897-e2c3-4caa-a94e-c1d8d5f622bd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:43.332186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38830) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:43.372582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8c4b51b6-4448-4542-a694-9da553be3d4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6555e3692ed4130b9a992752f15ae6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391738 Oct 22 15:33:43.374943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38832) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:43.455744 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77d23f02-9bc6-4823-bf81-2dc0096dfd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:43.481555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77d23f02-9bc6-4823-bf81-2dc0096dfd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:43.624801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77d23f02-9bc6-4823-bf81-2dc0096dfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:43.627483 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-77d23f02-9bc6-4823-bf81-2dc0096dfd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:43.628659 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-77d23f02-9bc6-4823-bf81-2dc0096dfd00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e169b840-5402-48f3-8602-e0974adea71e HTTP/1.1" status: 204 len: 168 time: 0.2527907 Oct 22 15:33:43.636554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d23f02-9bc6-4823-bf81-2dc0096dfd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169b840-5402-48f3-8602-e0974adea71e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:44.389960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 38840) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:44.403015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43007f7f-d17e-4624-ba67-9312fa783925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.474990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43007f7f-d17e-4624-ba67-9312fa783925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.608523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-43007f7f-d17e-4624-ba67-9312fa783925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.645780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-43007f7f-d17e-4624-ba67-9312fa783925 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2547359 Oct 22 15:33:44.646636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007f7f-d17e-4624-ba67-9312fa783925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61cd854-9620-4489-9280-f55751580268,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:44.648854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 38842) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:33:44.698349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc817cb-766f-43dd-b637-b645e8db50be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.720187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc817cb-766f-43dd-b637-b645e8db50be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.853510 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc817cb-766f-43dd-b637-b645e8db50be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.856180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dc817cb-766f-43dd-b637-b645e8db50be admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:44.858030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0dc817cb-766f-43dd-b637-b645e8db50be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b61cd854-9620-4489-9280-f55751580268 HTTP/1.1" status: 204 len: 168 time: 0.2074976 Oct 22 15:33:44.866128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc817cb-766f-43dd-b637-b645e8db50be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61cd854-9620-4489-9280-f55751580268,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:33:52.659311 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c2f423f-2c86-448e-9697-45d26f625569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:53.780434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ee2d7f44-1a59-44a6-8a16-a3d0f7328527 req-0d458f95-fb1c-4a93-bcb3-86c74296b61d service neutron] (107802) timed out ('10.222.0.66', 45860) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:33:55.156335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f2bf928e-c819-435b-9dad-b9204daa68ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:56.516370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:56.641696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:33:58.205125 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:02.180142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-bbce8585-abed-4288-b1c4-07ce7d59e4db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392718 Oct 22 15:34:02.270124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511089-6df1-46a4-beb9-499088222330 req-cdc2b89c-7eb2-420a-8ed0-a0e58a5884b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:02.271681 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-cdc2b89c-7eb2-420a-8ed0-a0e58a5884b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0437534 Oct 22 15:34:02.375778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511089-6df1-46a4-beb9-499088222330 req-a2ec67e4-74c1-44cb-90f3-c1c3d526378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:02.377278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-a2ec67e4-74c1-44cb-90f3-c1c3d526378b service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0858665 Oct 22 15:34:02.448618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-bb45077b-48d8-41ad-a553-690a888713de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1001 time: 0.0631649 Oct 22 15:34:02.502681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511089-6df1-46a4-beb9-499088222330 req-3de39438-4722-4538-8768-01e0b2522608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:02.504167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-3de39438-4722-4538-8768-01e0b2522608 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0455167 Oct 22 15:34:02.550590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511089-6df1-46a4-beb9-499088222330 req-6dba4dbb-b36b-41e7-b455-3a0517df0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:02.552081 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-6dba4dbb-b36b-41e7-b455-3a0517df0220 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396247 Oct 22 15:34:02.646339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-7f8a0f0e-d19a-4bc1-b414-222d7d95b42e service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 Oct 22 15:34:02.737765 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f2511089-6df1-46a4-beb9-499088222330 req-979f9ce0-1fa2-4c9e-a10e-32859531c366 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 Oct 22 15:34:03.995784 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:11.767014 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:18.868747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:34:22.647016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7187-bf46-435d-b507-b9b76ef02330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:25.121363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d4a42fb-d36e-4f2d-8757-bf7c32ecdbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:26.526898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:26.644032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:28.226818 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:31.828172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe653acf-af6d-4674-9da3-cd21b97e2892 req-d7ba56b7-82af-4ae0-b8fa-aaf5e109c86b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:31.829611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe653acf-af6d-4674-9da3-cd21b97e2892 req-d7ba56b7-82af-4ae0-b8fa-aaf5e109c86b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0540094 Oct 22 15:34:31.867716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe653acf-af6d-4674-9da3-cd21b97e2892 req-298c20ba-6180-4331-a322-25d2fe57f5fe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Oct 22 15:34:32.992293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce213-6ad6-4403-905b-b4609027f992 req-b86b3791-04e0-4083-b114-7081c294fc29 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:32.993818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-739ce213-6ad6-4403-905b-b4609027f992 req-b86b3791-04e0-4083-b114-7081c294fc29 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0509670 Oct 22 15:34:33.032388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-739ce213-6ad6-4403-905b-b4609027f992 req-4e19a109-e06e-471a-bc99-29f5a9641659 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Oct 22 15:34:34.001282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:34.157635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80550d-6b7b-41d0-87e0-32c55dcc1772 req-d6c9da45-3e9e-4b51-ab84-2ec7dbe3e199 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:34.159146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be80550d-6b7b-41d0-87e0-32c55dcc1772 req-d6c9da45-3e9e-4b51-ab84-2ec7dbe3e199 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0490031 Oct 22 15:34:34.197095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be80550d-6b7b-41d0-87e0-32c55dcc1772 req-14d0aa8a-d9c4-4977-885d-1df26eb3886b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Oct 22 15:34:35.321884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530dc65-283e-40cb-b7b4-d489a3f8b801 req-0c76665a-fe1a-4307-8768-fab59d1a0362 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:35.323384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9530dc65-283e-40cb-b7b4-d489a3f8b801 req-0c76665a-fe1a-4307-8768-fab59d1a0362 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0516615 Oct 22 15:34:35.361295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9530dc65-283e-40cb-b7b4-d489a3f8b801 req-34b87123-3e3f-4bcf-aacf-601516579bf8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Oct 22 15:34:36.482012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b1a3-e2ce-4790-a4e4-24de9a2e60ce req-9e23c01e-5ec8-454b-9d37-195182509c42 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:36.483625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d02b1a3-e2ce-4790-a4e4-24de9a2e60ce req-9e23c01e-5ec8-454b-9d37-195182509c42 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0493724 Oct 22 15:34:36.521551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d02b1a3-e2ce-4790-a4e4-24de9a2e60ce req-51885a02-aa92-49bc-81eb-0c6007833c7b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Oct 22 15:34:37.642732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710981e-c292-4fe4-bfb5-f398edd1b791 req-951bbd43-5d66-476c-81f4-d86b450e8829 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:37.644223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7710981e-c292-4fe4-bfb5-f398edd1b791 req-951bbd43-5d66-476c-81f4-d86b450e8829 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0494995 Oct 22 15:34:37.715443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7710981e-c292-4fe4-bfb5-f398edd1b791 req-019646a9-d066-40c0-a8d5-c98b99aea394 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651026 Oct 22 15:34:38.839360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08a57-5f61-44e1-b498-fadcaa2613f1 req-b4a52a5f-c4d6-4960-9615-aa6e60f26553 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:38.840829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93e08a57-5f61-44e1-b498-fadcaa2613f1 req-b4a52a5f-c4d6-4960-9615-aa6e60f26553 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0526075 Oct 22 15:34:38.878907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93e08a57-5f61-44e1-b498-fadcaa2613f1 req-97e046f5-02ef-45ed-a3ea-e628f88fad50 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Oct 22 15:34:40.004838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd498d6-44de-488b-a78d-ee617feeaf65 req-a60e0a93-b5a7-4af6-9cf0-db4a67948998 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:40.006604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cd498d6-44de-488b-a78d-ee617feeaf65 req-a60e0a93-b5a7-4af6-9cf0-db4a67948998 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0545778 Oct 22 15:34:40.047258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8cd498d6-44de-488b-a78d-ee617feeaf65 req-15da670b-7408-48e6-9633-cb8276ec15c8 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346894 Oct 22 15:34:41.165170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df54198-3914-48eb-8d92-a3f2fea50ce4 req-4dd58f5f-9ce4-4618-bffc-0b3bbeef08b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:41.166622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7df54198-3914-48eb-8d92-a3f2fea50ce4 req-4dd58f5f-9ce4-4618-bffc-0b3bbeef08b7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0475001 Oct 22 15:34:41.203403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7df54198-3914-48eb-8d92-a3f2fea50ce4 req-f7a51a14-8334-4366-93c4-c40d6c4e1e9e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301204 Oct 22 15:34:41.772555 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:42.328705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab2154-0d23-4b78-92d2-c34bc32b5d83 req-049fce20-2d09-4e67-92bf-5807388d0507 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:42.330397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-deab2154-0d23-4b78-92d2-c34bc32b5d83 req-049fce20-2d09-4e67-92bf-5807388d0507 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0545404 Oct 22 15:34:42.368799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-deab2154-0d23-4b78-92d2-c34bc32b5d83 req-3361fdd0-b627-4eea-bd22-5c466c953023 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Oct 22 15:34:43.488969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2c696-4b51-4330-b87c-c6382351ec9a req-339c0831-59cf-4f37-8475-bac7258615f1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:43.490456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8da2c696-4b51-4330-b87c-c6382351ec9a req-339c0831-59cf-4f37-8475-bac7258615f1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0490122 Oct 22 15:34:43.529604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8da2c696-4b51-4330-b87c-c6382351ec9a req-5c80b7d7-da2a-4377-8679-d3356edb36ca tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Oct 22 15:34:44.651824 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672c475-7981-4108-a86a-16c452fafc78 req-0253ff7e-49cd-40e4-9b7d-fc17d7472b70 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:44.653223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d672c475-7981-4108-a86a-16c452fafc78 req-0253ff7e-49cd-40e4-9b7d-fc17d7472b70 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0488448 Oct 22 15:34:44.690876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d672c475-7981-4108-a86a-16c452fafc78 req-6fe1d2e1-680e-4200-9688-97d46f123ee2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309405 Oct 22 15:34:45.621096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:34:45.720080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:34:45.730003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'mac_address': 'fa:16:3e:7d:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:34:45.769394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:45.783188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f722cf0b-951f-4f6a-a9ab-3a10aef31705 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:34:45.803844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:34:45.823004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8739b-a253-4264-9643-8126c01bd5e3 req-802b682e-6dd7-42f4-bb7b-7f0ea796bff7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:45.824531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5df8739b-a253-4264-9643-8126c01bd5e3 req-802b682e-6dd7-42f4-bb7b-7f0ea796bff7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0566216 Oct 22 15:34:45.863575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5df8739b-a253-4264-9643-8126c01bd5e3 req-685cf0d1-bb0f-4b06-8bd0-a185aa6313f5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330157 Oct 22 15:34:45.903605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:45.956036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:34:45.963574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.963917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.964253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.964586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.964913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.965242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.965563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.965889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.966221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.966523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.967408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.967724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:34:45.972443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f722cf0b-951f-4f6a-a9ab-3a10aef31705'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:34:46.985740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a7e29-e8de-4c3b-9863-d9cb092699ae req-370a0b13-ba49-4d37-93e6-d0260e89d66d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:46.987291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c51a7e29-e8de-4c3b-9863-d9cb092699ae req-370a0b13-ba49-4d37-93e6-d0260e89d66d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 944 time: 0.0523827 Oct 22 15:34:47.028182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c51a7e29-e8de-4c3b-9863-d9cb092699ae req-7b5d6053-02b1-41d6-bd04-c9b28bf33ca7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Oct 22 15:34:47.629089 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:34:47.677941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f722cf0b-951f-4f6a-a9ab-3a10aef31705 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:34:47.678241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:47.759304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:47.782407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:34:47.784666 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd635e-5959-4ea7-accb-4138c08eb93b" -d '{"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-plugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:34:47.796902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:34:47.889938 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:47.940184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:34:47.955419 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0063f3-0ddc-40a3-8624-c107e03332c3 x-openstack-request-id: req-1a0063f3-0ddc-40a3-8624-c107e03332c3 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:34:47.955707 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-plugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:34:47.955958 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a0063f3-0ddc-40a3-8624-c107e03332c3 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:34:47.956365 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'code': 200} Oct 22 15:34:48.149492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231f6b3-9f33-41ae-a5bd-3f1579a951c0 req-3b188d13-a93e-44e3-9873-11e35218eab6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:48.150995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c231f6b3-9f33-41ae-a5bd-3f1579a951c0 req-3b188d13-a93e-44e3-9873-11e35218eab6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0497837 Oct 22 15:34:48.188349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c231f6b3-9f33-41ae-a5bd-3f1579a951c0 req-5cd07ace-32ce-42bf-951c-fa00e0e39049 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Oct 22 15:34:49.317498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b28f-83d8-4162-bd3b-e47472f11c40 req-2f3bee37-fbb8-4017-91d4-7e0f5ee9f4d0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:49.319022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9954b28f-83d8-4162-bd3b-e47472f11c40 req-2f3bee37-fbb8-4017-91d4-7e0f5ee9f4d0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0554552 Oct 22 15:34:49.357092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9954b28f-83d8-4162-bd3b-e47472f11c40 req-141d2038-5cca-4ad0-b998-f678439c9737 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Oct 22 15:34:50.495579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85476888-1cd1-41b3-a56b-af1b8290589d req-de51d71c-b782-45e0-b787-fc8f43ecf9c5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:50.497078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85476888-1cd1-41b3-a56b-af1b8290589d req-de51d71c-b782-45e0-b787-fc8f43ecf9c5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0548475 Oct 22 15:34:50.537150 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85476888-1cd1-41b3-a56b-af1b8290589d req-c934e526-6211-4e3b-a639-c52e78d7b95e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336382 Oct 22 15:34:51.666577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12249e40-8dbf-4004-9b48-e7671fe3d173 req-97b37bec-6418-4da7-a588-3eb7d6a69a02 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:51.668043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12249e40-8dbf-4004-9b48-e7671fe3d173 req-97b37bec-6418-4da7-a588-3eb7d6a69a02 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0518494 Oct 22 15:34:51.718349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12249e40-8dbf-4004-9b48-e7671fe3d173 req-c72be22d-73da-4cf3-a04d-8c4eca5464a3 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Oct 22 15:34:52.832185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a4a05764-ac57-400e-8b2f-82009b83690e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:52.857044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142979-1810-4c0e-86cf-e573ff029515 req-7c9b00a5-d2e4-4b55-b512-ae5da10d31a9 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:52.858800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74142979-1810-4c0e-86cf-e573ff029515 req-7c9b00a5-d2e4-4b55-b512-ae5da10d31a9 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0668118 Oct 22 15:34:52.904348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74142979-1810-4c0e-86cf-e573ff029515 req-9fca77fd-72c6-47e8-a7ae-dd31f535a660 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Oct 22 15:34:54.039292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf492-6a98-4a12-bad6-7c09dfcfc122 req-71a2d184-71a3-4388-bf74-500866d87157 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:54.041634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5dcf492-6a98-4a12-bad6-7c09dfcfc122 req-71a2d184-71a3-4388-bf74-500866d87157 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0530772 Oct 22 15:34:54.081309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5dcf492-6a98-4a12-bad6-7c09dfcfc122 req-a3d32bfd-414d-47cb-b582-bf290ad9898d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326879 Oct 22 15:34:55.172657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-334eabd7-1c37-4310-aa23-f3c2b5e0faea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:55.218346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164defb7-37d4-448f-88cb-5068f9bb521b req-de8ad27a-d251-4307-836d-a754a5a76529 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:55.220570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-164defb7-37d4-448f-88cb-5068f9bb521b req-de8ad27a-d251-4307-836d-a754a5a76529 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0571561 Oct 22 15:34:55.271057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-164defb7-37d4-448f-88cb-5068f9bb521b req-f27adba2-9eb0-4472-87f6-8016664a81f7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440917 Oct 22 15:34:55.925093 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:34:56.412815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5eca-175a-4906-a63e-6997046264c2 req-8c781ea1-5751-419f-82dd-4490c3bc9b21 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:56.421516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-045d5eca-175a-4906-a63e-6997046264c2 req-8c781ea1-5751-419f-82dd-4490c3bc9b21 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0691147 Oct 22 15:34:56.465085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-045d5eca-175a-4906-a63e-6997046264c2 req-168fba70-b0d4-4051-8d70-eba858e2a11f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 Oct 22 15:34:56.506333 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:56.640971 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:57.605198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1f7b2-62b8-4673-a874-e40bfab960aa req-6759c840-102c-46ba-a1dc-bb6bfe3328cf tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:57.613438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53b1f7b2-62b8-4673-a874-e40bfab960aa req-6759c840-102c-46ba-a1dc-bb6bfe3328cf tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0602288 Oct 22 15:34:57.657615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53b1f7b2-62b8-4673-a874-e40bfab960aa req-6e02fdf7-5de2-4294-9b8d-bb5e262ff62b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431383 Oct 22 15:34:58.209185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:34:58.785998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21842b5-9bd9-4a96-8ef6-810c18e68729 req-0f111b8d-f861-49d9-ad3b-e686fb415a7a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:58.787773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b21842b5-9bd9-4a96-8ef6-810c18e68729 req-0f111b8d-f861-49d9-ad3b-e686fb415a7a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0540061 Oct 22 15:34:58.830915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b21842b5-9bd9-4a96-8ef6-810c18e68729 req-7d4b7894-86a7-4ffe-94e4-bd259d456c28 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362201 Oct 22 15:34:59.964797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f762bfc-cb54-4ae7-b1e6-0329f562c497 req-21101b28-fafd-4fae-b0a3-c74d376c8d1c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:34:59.966337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f762bfc-cb54-4ae7-b1e6-0329f562c497 req-21101b28-fafd-4fae-b0a3-c74d376c8d1c tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0562322 Oct 22 15:35:00.004642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f762bfc-cb54-4ae7-b1e6-0329f562c497 req-61bc264f-760a-4de8-9037-4ca6560abe9f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Oct 22 15:35:01.131158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c0c1-d271-4f83-aadf-9fbee25dd140 req-a1d7357d-0736-48c7-afe7-b2765f491a39 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:01.132560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c72c0c1-d271-4f83-aadf-9fbee25dd140 req-a1d7357d-0736-48c7-afe7-b2765f491a39 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0522149 Oct 22 15:35:01.171195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c72c0c1-d271-4f83-aadf-9fbee25dd140 req-67412334-010d-4416-898a-0fac064a16a0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Oct 22 15:35:01.271727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-268196ec-5963-4199-842f-e79058eb29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:01.273241 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-268196ec-5963-4199-842f-e79058eb29db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0462303 Oct 22 15:35:01.364363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-36067f77-da57-45d1-8503-14b6abc55bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:01.365859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-36067f77-da57-45d1-8503-14b6abc55bb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0852926 Oct 22 15:35:01.436646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-6865b2da-d0a0-427a-b2fb-9fc60ace1c70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1001 time: 0.0624425 Oct 22 15:35:01.486924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-89f2b9a2-a3b5-44a3-8cb0-22cf9dfe681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:01.488386 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-89f2b9a2-a3b5-44a3-8cb0-22cf9dfe681d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0448184 Oct 22 15:35:01.534351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-f32032fe-55a6-429f-894a-83b40ee72d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:01.535865 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-f32032fe-55a6-429f-894a-83b40ee72d57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399342 Oct 22 15:35:01.627957 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-526f226f-11ae-47db-8ba7-cbc04c703a36 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Oct 22 15:35:01.719937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88dd5aa0-ab43-4fd1-86d9-010f1c22b23d req-822eafc1-2297-494c-8817-f30a5dbf0e8e service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841935 Oct 22 15:35:02.291833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fa2e1-c2e8-4a41-ba41-ca62330f7f81 req-f6261235-378c-4175-9772-f56d4de78da6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:02.293315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-056fa2e1-c2e8-4a41-ba41-ca62330f7f81 req-f6261235-378c-4175-9772-f56d4de78da6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0496335 Oct 22 15:35:02.331069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-056fa2e1-c2e8-4a41-ba41-ca62330f7f81 req-cf1af6ca-ba13-447c-a17f-bdb8a140211a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Oct 22 15:35:03.458030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51da5b-49d6-4bc0-a435-6fc0a1c03233 req-183c0ac9-b14b-46e8-9d9c-c7b3735db2ea tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:03.459821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a51da5b-49d6-4bc0-a435-6fc0a1c03233 req-183c0ac9-b14b-46e8-9d9c-c7b3735db2ea tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0544841 Oct 22 15:35:03.501255 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a51da5b-49d6-4bc0-a435-6fc0a1c03233 req-46d33116-832c-4c4b-b4c0-375bc7fbada5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352309 Oct 22 15:35:04.029659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:04.175898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-2049d0bf-890e-4c7a-9831-0fd5494a876b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469286 Oct 22 15:35:04.267893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-181d7485-aa51-440f-b802-dc25bde84f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:04.269521 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-181d7485-aa51-440f-b802-dc25bde84f04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1096 time: 0.0462096 Oct 22 15:35:04.376299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-0e40691a-e702-40fe-8523-d65e177a6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:04.377604 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-0e40691a-e702-40fe-8523-d65e177a6efd service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0878499 Oct 22 15:35:04.449059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-d75121bb-963f-4f9e-a882-e55b018fcb68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1001 time: 0.0633638 Oct 22 15:35:04.499955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-7691b3ac-9b3f-409a-a9dc-b94d1bcc1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:04.501493 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-7691b3ac-9b3f-409a-a9dc-b94d1bcc1eb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0456769 Oct 22 15:35:04.550982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-9167137c-ec4e-4c06-a5e9-454cfa222d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:04.552603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-9167137c-ec4e-4c06-a5e9-454cfa222d9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434022 Oct 22 15:35:04.630355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160cb4-9fc0-4ff3-bf02-ddaf53552ccd req-f9cc8eed-8c21-4522-8644-c5f9f244a694 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:04.631994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84160cb4-9fc0-4ff3-bf02-ddaf53552ccd req-f9cc8eed-8c21-4522-8644-c5f9f244a694 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 945 time: 0.0527575 Oct 22 15:35:04.649155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-ab650b05-41f5-4597-96b4-ece14a3f7a52 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884285 Oct 22 15:35:04.672385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84160cb4-9fc0-4ff3-bf02-ddaf53552ccd req-932c3467-e67b-4bf8-9ca5-e117172a1708 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343513 Oct 22 15:35:04.747766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-41ee3d07-4c4f-4131-868e-0b7ebf563141 req-1a733876-8a1e-4592-b099-93f9cafbe564 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907869 Oct 22 15:35:05.684519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:35:05.765839 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:05.787918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:35:05.790177 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf3746-2ba2-4526-91e3-3121582e698e" -d '{"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-unplugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:35:05.804975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:35:05.825343 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e844d8f-2ca8-41b0-a18b-c5a6324f36d7 x-openstack-request-id: req-4e844d8f-2ca8-41b0-a18b-c5a6324f36d7 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:35:05.825655 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-unplugged", "status": "failed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "code": 422}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:35:05.825910 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e844d8f-2ca8-41b0-a18b-c5a6324f36d7 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:35:05.826363 n-d-812148-2 neutron-server[107803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'code': 422} returned with failed status Oct 22 15:35:05.888557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:05.942097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:35:07.098565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd13e9-ae24-4fc8-82a7-27b6c00c1a64 req-7e757d4b-d929-4eb1-be2a-a0e9e8f95b8d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:07.100019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68fd13e9-ae24-4fc8-82a7-27b6c00c1a64 req-7e757d4b-d929-4eb1-be2a-a0e9e8f95b8d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0525002 Oct 22 15:35:07.140176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68fd13e9-ae24-4fc8-82a7-27b6c00c1a64 req-2dc8bdbc-3bb9-44ba-bbc8-f55bf1994ea5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Oct 22 15:35:07.644637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-138c3d95-43bf-4dc2-98d7-b6e5cdde676b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394420 Oct 22 15:35:08.270934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc417fd-cec5-40b2-81bb-f9feae675caf req-508e09a3-8eb5-4d09-875f-dc257d224d71 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:08.272597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cc417fd-cec5-40b2-81bb-f9feae675caf req-508e09a3-8eb5-4d09-875f-dc257d224d71 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0560811 Oct 22 15:35:08.312036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3cc417fd-cec5-40b2-81bb-f9feae675caf req-cfd180bc-ea2c-46ba-ba97-cc242a060393 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333691 Oct 22 15:35:09.440178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27f04-686b-4dc8-a73c-ea845109a578 req-77c2d00c-2c67-4120-9505-cb7479d42ad7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:09.441734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90f27f04-686b-4dc8-a73c-ea845109a578 req-77c2d00c-2c67-4120-9505-cb7479d42ad7 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0527971 Oct 22 15:35:09.480928 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90f27f04-686b-4dc8-a73c-ea845109a578 req-6ebfed4d-e357-452c-be84-95a2af197929 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330241 Oct 22 15:35:09.654544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-7f38a4be-6049-4fcb-a81d-ca23b4fd974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:09.654544 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-7f38a4be-6049-4fcb-a81d-ca23b4fd974a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&tenant_id=2835d648a4054f9fb34929b33783d531 HTTP/1.1" status: 200 len: 1094 time: 0.0731254 Oct 22 15:35:09.712980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-1197ed83-74c5-4bc2-a03a-50fc427720d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:09.714705 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-1197ed83-74c5-4bc2-a03a-50fc427720d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1094 time: 0.0433044 Oct 22 15:35:09.806243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-dc7e2547-2e01-4312-b3a1-9ddc4b74c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:09.807793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-dc7e2547-2e01-4312-b3a1-9ddc4b74c784 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0866680 Oct 22 15:35:09.877627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-69795048-5677-4324-ba91-cc210064ff86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 999 time: 0.0628600 Oct 22 15:35:09.932517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-26a91a7c-479c-4210-87da-85911d41ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:09.933919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-26a91a7c-479c-4210-87da-85911d41ed9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0491776 Oct 22 15:35:09.983273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-0afb8af3-9048-4abe-8ca2-1020a3ed8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:09.984824 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-0afb8af3-9048-4abe-8ca2-1020a3ed8f0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439050 Oct 22 15:35:10.083378 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-4d83ac61-48aa-4fab-91c6-3a4ec49fd5d4 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914369 Oct 22 15:35:10.177834 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c5015e3e-617c-4bb7-8f15-d74c3920041e req-a201f459-3dee-4089-9f88-854f6426440b service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865364 Oct 22 15:35:10.608752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9147f-df61-4289-960e-0f246f5aa5ea req-d6dc9300-2382-4392-a6cb-4fd839fdc875 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:10.610190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ab9147f-df61-4289-960e-0f246f5aa5ea req-d6dc9300-2382-4392-a6cb-4fd839fdc875 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0519552 Oct 22 15:35:10.648709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ab9147f-df61-4289-960e-0f246f5aa5ea req-b29c03a9-01b3-469f-a9e7-0ba07c84b598 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Oct 22 15:35:11.779773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:11.782737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a8197-a024-4266-ac8a-ca18312d5f94 req-a62a77fb-f874-48a6-97da-3b85a60e9639 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:11.784259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f3a8197-a024-4266-ac8a-ca18312d5f94 req-a62a77fb-f874-48a6-97da-3b85a60e9639 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0570529 Oct 22 15:35:11.821513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f3a8197-a024-4266-ac8a-ca18312d5f94 req-7dea1838-a6ed-4aa6-a10f-9134000bcd60 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Oct 22 15:35:12.959742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d844-8939-40ff-9096-da110d79537a req-54e6ead8-a3bb-4851-a08e-b2aa293564c1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:12.961224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c610d844-8939-40ff-9096-da110d79537a req-54e6ead8-a3bb-4851-a08e-b2aa293564c1 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0510926 Oct 22 15:35:12.998612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c610d844-8939-40ff-9096-da110d79537a req-657b4d7c-eb25-4bc6-a8ef-ca24b1aa72af tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Oct 22 15:35:14.130785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621920d-a472-4c93-a2b0-f2ef1ff8e3a7 req-d31590a0-8d35-4eec-b239-b7710c860c58 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:14.132313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d621920d-a472-4c93-a2b0-f2ef1ff8e3a7 req-d31590a0-8d35-4eec-b239-b7710c860c58 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0530531 Oct 22 15:35:14.169544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d621920d-a472-4c93-a2b0-f2ef1ff8e3a7 req-fe4ada0d-8b72-476b-855f-858e8f6cac91 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Oct 22 15:35:15.309402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7a389-3286-4491-8e29-71aff7f57666 req-129fb7fc-8af8-4c82-bb89-6eadcc0d4ea2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:15.311809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4c7a389-3286-4491-8e29-71aff7f57666 req-129fb7fc-8af8-4c82-bb89-6eadcc0d4ea2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0561228 Oct 22 15:35:15.349777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4c7a389-3286-4491-8e29-71aff7f57666 req-50e54837-6a00-41eb-a240-50828cd6d526 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Oct 22 15:35:16.483707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697cded-3e25-49fa-a303-364915551fe9 req-d45b5838-7820-4194-9d36-e7626007f9cb tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:16.485211 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4697cded-3e25-49fa-a303-364915551fe9 req-d45b5838-7820-4194-9d36-e7626007f9cb tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0552988 Oct 22 15:35:16.523480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4697cded-3e25-49fa-a303-364915551fe9 req-5a2f5874-af94-4bfc-bd10-7413890e5917 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319405 Oct 22 15:35:17.652334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a225e-197d-4ed0-9e56-bf614e996983 req-5590bf3f-0452-4bd6-9fe7-ac6db6bc045f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:17.653831 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f8a225e-197d-4ed0-9e56-bf614e996983 req-5590bf3f-0452-4bd6-9fe7-ac6db6bc045f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0532420 Oct 22 15:35:17.692505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f8a225e-197d-4ed0-9e56-bf614e996983 req-0653aaff-672f-48a9-b90a-b44538bb4239 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325074 Oct 22 15:35:18.828671 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d4ad-821a-40c5-a864-744c89752156 req-b8e1c6b7-31b4-4bd3-9ff3-e876e35b46a4 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:18.830333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f702d4ad-821a-40c5-a864-744c89752156 req-b8e1c6b7-31b4-4bd3-9ff3-e876e35b46a4 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0607316 Oct 22 15:35:18.870681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f702d4ad-821a-40c5-a864-744c89752156 req-bde7c9db-6888-45f2-b99b-5e0a90a271a6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339761 Oct 22 15:35:19.999165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3050c-fab8-437a-8feb-ec9dda4d69c8 req-40f923a9-8459-4eb2-8bd1-aeae392cb01a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:20.000681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75f3050c-fab8-437a-8feb-ec9dda4d69c8 req-40f923a9-8459-4eb2-8bd1-aeae392cb01a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0535569 Oct 22 15:35:20.042226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75f3050c-fab8-437a-8feb-ec9dda4d69c8 req-e618e4af-7c53-439d-a142-c9059804dca0 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334520 Oct 22 15:35:21.168754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a935-e811-4ca8-b5e3-9f0104f8070f req-8aceab83-e9e6-4ccd-ab20-4a4dc0cd7842 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:21.170241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ece2a935-e811-4ca8-b5e3-9f0104f8070f req-8aceab83-e9e6-4ccd-ab20-4a4dc0cd7842 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0532382 Oct 22 15:35:21.213071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ece2a935-e811-4ca8-b5e3-9f0104f8070f req-7a002830-984a-481c-8a34-b214226aa734 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366142 Oct 22 15:35:22.349533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c7db8-9d82-4ad0-8379-9637c15f6bf5 req-5b1277b7-337a-4f0a-a7be-5c91e31c52a5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:22.351044 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-540c7db8-9d82-4ad0-8379-9637c15f6bf5 req-5b1277b7-337a-4f0a-a7be-5c91e31c52a5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0536804 Oct 22 15:35:22.388669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-540c7db8-9d82-4ad0-8379-9637c15f6bf5 req-00faca31-2263-47af-a0a5-ff4e14150531 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Oct 22 15:35:22.705104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22d4f073-92f5-4a02-8b3a-68aed6e67dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:23.512513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f218ef-3f01-41b1-8b95-ec6c82171d76 req-6738b6ff-dd8d-4c3f-b5a2-8b8954015558 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:23.514040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8f218ef-3f01-41b1-8b95-ec6c82171d76 req-6738b6ff-dd8d-4c3f-b5a2-8b8954015558 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0519810 Oct 22 15:35:23.556200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8f218ef-3f01-41b1-8b95-ec6c82171d76 req-f624164e-75f8-4151-b8ba-e675ccdf880f tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358396 Oct 22 15:35:24.681918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483e2b6-d2f7-42a3-b12d-7879f78bd136 req-e0d072af-8bc0-4b20-9e66-fe6dcefb65fe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:24.683323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f483e2b6-d2f7-42a3-b12d-7879f78bd136 req-e0d072af-8bc0-4b20-9e66-fe6dcefb65fe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0489011 Oct 22 15:35:24.720690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f483e2b6-d2f7-42a3-b12d-7879f78bd136 req-a6283e6f-a144-4e1c-9665-1118052d9a2b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Oct 22 15:35:25.162307 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20e48706-de1c-4b01-8bcb-7f18572f634d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:25.849010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78ce7-551b-46ed-90be-ee28ec0c5992 req-e4b01020-d34f-4e6e-931f-30120d94fdf2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:25.850525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2a78ce7-551b-46ed-90be-ee28ec0c5992 req-e4b01020-d34f-4e6e-931f-30120d94fdf2 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0541241 Oct 22 15:35:25.888873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2a78ce7-551b-46ed-90be-ee28ec0c5992 req-1cc2cb4a-0e42-4c41-83aa-72d4ee290457 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Oct 22 15:35:26.559710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:26.624965 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:27.011895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2d3e6-c003-4587-bcfd-128fe7fa57d6 req-4c46c2c4-3d17-4420-ae67-dc20d771f810 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:27.013410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44d2d3e6-c003-4587-bcfd-128fe7fa57d6 req-4c46c2c4-3d17-4420-ae67-dc20d771f810 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0495832 Oct 22 15:35:27.051626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44d2d3e6-c003-4587-bcfd-128fe7fa57d6 req-8552283c-fca0-452e-a9d8-393289232a50 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Oct 22 15:35:28.173549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee8f02-dfc9-4a91-821d-a1b6f9c401ec req-bbdc762e-1ec4-4f4d-b3db-3059d7cd1bea tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:28.175055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdee8f02-dfc9-4a91-821d-a1b6f9c401ec req-bbdc762e-1ec4-4f4d-b3db-3059d7cd1bea tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0485935 Oct 22 15:35:28.200133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:28.214471 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdee8f02-dfc9-4a91-821d-a1b6f9c401ec req-9945dbfd-76e7-458d-a6fb-db38919cf649 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Oct 22 15:35:29.342016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa734f0-e976-451c-bff6-d31a9b3bbfc8 req-1cb18f8f-344d-461c-8de5-feda21aad980 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:29.343488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2aa734f0-e976-451c-bff6-d31a9b3bbfc8 req-1cb18f8f-344d-461c-8de5-feda21aad980 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 943 time: 0.0556731 Oct 22 15:35:29.380194 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2aa734f0-e976-451c-bff6-d31a9b3bbfc8 req-e37903ca-2b77-4258-b3a1-1d0df354f0fc tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Oct 22 15:35:29.827073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:35:29.928489 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:35:29.940574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'port_id': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'mac_address': 'fa:16:3e:7d:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:35:29.978702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:29.990936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f722cf0b-951f-4f6a-a9ab-3a10aef31705 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:35:30.010780 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:35:30.091854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:30.138105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:35:30.388745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['f722cf0b-951f-4f6a-a9ab-3a10aef31705'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:35:30.507410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe2588-1733-4a40-928b-fe9df3010d48 req-79edbf21-af51-4e33-94a6-c22d0b50e713 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:30.510162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89fe2588-1733-4a40-928b-fe9df3010d48 req-79edbf21-af51-4e33-94a6-c22d0b50e713 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 944 time: 0.0530407 Oct 22 15:35:30.550036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89fe2588-1733-4a40-928b-fe9df3010d48 req-fbf526c5-65d4-48e5-9749-69132180fa79 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336030 Oct 22 15:35:31.674562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c219f00-e7bc-4cf3-8f19-96f5f4ec1633 req-d59b9dcf-1553-4d46-b143-127b6b25b963 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:31.676002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c219f00-e7bc-4cf3-8f19-96f5f4ec1633 req-d59b9dcf-1553-4d46-b143-127b6b25b963 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 944 time: 0.0527008 Oct 22 15:35:31.714039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c219f00-e7bc-4cf3-8f19-96f5f4ec1633 req-b065df94-e0af-4cd2-b71a-fabe9aa17df6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Oct 22 15:35:31.842427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:35:31.893922 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port f722cf0b-951f-4f6a-a9ab-3a10aef31705 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:35:31.894291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:31.974272 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:31.995960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:35:31.998208 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f6f04-fad4-453e-b756-591baee5cdd3" -d '{"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-plugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:35:32.011776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:35:32.044985 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c34a0-b733-4f4b-92f7-942e8ff08459 x-openstack-request-id: req-fb9c34a0-b733-4f4b-92f7-942e8ff08459 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:35:32.049946 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-plugged", "status": "completed", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:35:32.049946 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb9c34a0-b733-4f4b-92f7-942e8ff08459 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:35:32.049946 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'code': 200} Oct 22 15:35:32.103241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:32.159788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=10']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:35:32.288571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e530c-be07-4fa9-b629-2df37e66f0b0 req-4fa01c79-315c-4658-ac74-64bd6804f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:32.290056 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be3e530c-be07-4fa9-b629-2df37e66f0b0 req-4fa01c79-315c-4658-ac74-64bd6804f6ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1097 time: 0.0449626 Oct 22 15:35:32.326107 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-be3e530c-be07-4fa9-b629-2df37e66f0b0 req-8d66a1b0-17a9-4064-8b17-6195014c8196 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284858 Oct 22 15:35:32.840065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b42ce-7d1b-4a27-a4fc-a09e56711f1b req-c128d0b4-91fb-4ff1-9ccf-54a127d4e3f6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:32.841561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-271b42ce-7d1b-4a27-a4fc-a09e56711f1b req-c128d0b4-91fb-4ff1-9ccf-54a127d4e3f6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.0539453 Oct 22 15:35:32.872089 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:35:32.886300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-271b42ce-7d1b-4a27-a4fc-a09e56711f1b req-00480f70-fa26-4845-869c-7ddffe3f4aec tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372310 Oct 22 15:35:34.012595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8634af-713b-4b95-9ef5-11903b550925 req-b20e8bca-9205-4a6d-9fab-41348a031170 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:34.014066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d8634af-713b-4b95-9ef5-11903b550925 req-b20e8bca-9205-4a6d-9fab-41348a031170 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.0496402 Oct 22 15:35:34.053786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:34.062526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d8634af-713b-4b95-9ef5-11903b550925 req-38309bd4-43d0-408d-9bf4-325883d85cee tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Oct 22 15:35:35.193815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc6bdf-b5b9-4673-a69a-3d54fbc7a047 req-736f280e-0e0b-47a9-aba7-1e74232224c6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:35.195436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9fc6bdf-b5b9-4673-a69a-3d54fbc7a047 req-736f280e-0e0b-47a9-aba7-1e74232224c6 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.0521271 Oct 22 15:35:35.235224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9fc6bdf-b5b9-4673-a69a-3d54fbc7a047 req-28502d4f-ed78-42d4-8d58-aad84e0b24a9 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336421 Oct 22 15:35:36.362951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73361596-0d63-4ce8-ad6a-e5e05bad9367 req-de785236-03f0-4a40-992d-02eb9385efbe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:35:36.363883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73361596-0d63-4ce8-ad6a-e5e05bad9367 req-de785236-03f0-4a40-992d-02eb9385efbe tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.0551457 Oct 22 15:35:36.403935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73361596-0d63-4ce8-ad6a-e5e05bad9367 req-0832ffb5-8086-414b-b6e9-7ed5b4b1a758 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Oct 22 15:35:41.767292 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:52.738409 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3484376a-8cd7-435a-a5e0-36d43c38a73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:55.135442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4a818fa-4406-415b-b776-7d6e6a178a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:56.492419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:56.641018 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:35:58.218061 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:04.017589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:04.172295 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-6c93a293-ab83-4da0-8962-36eb0e2f365c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397906 Oct 22 15:36:04.253517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-603fee4e-ff03-43c4-9180-9f0e85f86c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:04.255056 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-603fee4e-ff03-43c4-9180-9f0e85f86c11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2835d648a4054f9fb34929b33783d531&device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 1097 time: 0.0419316 Oct 22 15:36:04.369721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-e5bf2f85-ccd4-48ac-a7ff-75d32ddd9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:04.371231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-e5bf2f85-ccd4-48ac-a7ff-75d32ddd9ec9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 200 len: 918 time: 0.0933690 Oct 22 15:36:04.438829 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-f5dae5b3-7e75-491a-8973-670334389072 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 200 len: 1001 time: 0.0594544 Oct 22 15:36:04.492659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-d5ac27c1-7f0e-4d72-8c71-0967e19872f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:04.494119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-d5ac27c1-7f0e-4d72-8c71-0967e19872f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 200 len: 856 time: 0.0478954 Oct 22 15:36:04.540274 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-4eac31c3-6922-4479-b33a-85895cd4bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:04.541789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-4eac31c3-6922-4479-b33a-85895cd4bb21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61fd775a-bb35-4f6c-b9a7-d9edece8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400894 Oct 22 15:36:04.633192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-073ba746-d876-44a9-99fc-c51394feab6b service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Oct 22 15:36:04.729321 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7b824143-ac73-4f6e-a64c-c5daa7567e2b req-36609d61-47ad-47dd-b653-ef75a3460660 service neutron] 10.222.0.69 "GET /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Oct 22 15:36:09.870544 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:36:11.771570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:22.651177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-380043c7-c9d5-490f-ad15-66346dd50ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:25.154369 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-28ffb753-d57a-49e4-beb0-df910d12afd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:26.491230 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:26.634345 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:28.222677 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:34.010699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:41.799436 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:44.431141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dd95f-d692-4d03-9040-8b5c29c2f503 req-d5c94b56-4959-47ee-aa6a-ad582ed4221b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:44.432624 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a03dd95f-d692-4d03-9040-8b5c29c2f503 req-d5c94b56-4959-47ee-aa6a-ad582ed4221b tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.1717632 Oct 22 15:36:44.471302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a03dd95f-d692-4d03-9040-8b5c29c2f503 req-a0cdd736-127f-4aeb-a3fc-00763e5c2d5e tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318463 Oct 22 15:36:45.646549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bc03-2386-4001-88a0-893d80b10933 req-1e520a95-4ec3-44c5-a0b7-af85f988a5ef tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:45.648051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b68bc03-2386-4001-88a0-893d80b10933 req-1e520a95-4ec3-44c5-a0b7-af85f988a5ef tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.1004915 Oct 22 15:36:45.686903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b68bc03-2386-4001-88a0-893d80b10933 req-5861ca1f-9e93-4585-a5bd-78477004f496 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3feeb22-57a8-4356-aa5b-b566df9f7944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Oct 22 15:36:46.005100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-8e342172-edbb-49e0-963b-09b9a7d60857 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:36:46.006469 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-8e342172-edbb-49e0-963b-09b9a7d60857 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 946 time: 0.0478308 Oct 22 15:36:46.098681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Deleting port f722cf0b-951f-4f6a-a9ab-3a10aef31705 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:36:46.099050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:46.185906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] For port f722cf0b-951f-4f6a-a9ab-3a10aef31705, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=f722cf0b-951f-4f6a-a9ab-3a10aef31705,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:36:46.186268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:46.404983 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:46.405350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:46.405761 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Floating IP b52e87d3-0d86-4e70-8dcf-61f4f9160136 disassociated. External IP: 172.25.1.154, port: f722cf0b-951f-4f6a-a9ab-3a10aef31705. Oct 22 15:36:46.406002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Calling delete_port for f722cf0b-951f-4f6a-a9ab-3a10aef31705 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:36:46.640156 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:46.671885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event deleted for resources: {'Port': ['ID=f722cf0b-951f-4f6a-a9ab-3a10aef31705,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:36:46.684334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.684479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.684835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.685172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.685510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.685845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.686173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.686501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.686830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.687182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.687523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.687837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:46.804433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5d46504-8974-45d3-9739-8c343485063e req-1e068afc-0b19-47f3-b549-efa40723ddf5 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 210 time: 0.0337753 Oct 22 15:36:46.809055 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Router 43897de3-46a5-4965-8ae6-b2608fce3919 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:36:46.869530 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:36:46.916597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:36:46.927369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:36:46.960764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] No DVR routers for this DVR port f722cf0b-951f-4f6a-a9ab-3a10aef31705 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:36:46.963663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:46.968068 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7562d0a8-6ee5-4cd6-83a4-19f385263be1 req-186bedcd-590d-4460-ae20-6056a0e5479d tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.69 "DELETE /v2.0/ports/f722cf0b-951f-4f6a-a9ab-3a10aef31705 HTTP/1.1" status: 204 len: 173 time: 0.9550200 Oct 22 15:36:46.968434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-deleted', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:36:46.971557 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06178dea-6790-4d65-b0b3-aaf70ab595f2" -d '{"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-deleted", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:36:47.013987 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b97e05-4295-4665-b0fb-5d355c37487d x-openstack-request-id: req-56b97e05-4295-4665-b0fb-5d355c37487d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:36:47.015302 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce1267-a596-4982-be9e-00be05b4569b", "name": "network-vif-deleted", "tag": "f722cf0b-951f-4f6a-a9ab-3a10aef31705", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:36:47.015302 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56b97e05-4295-4665-b0fb-5d355c37487d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:36:47.015583 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce1267-a596-4982-be9e-00be05b4569b', 'name': 'network-vif-deleted', 'tag': 'f722cf0b-951f-4f6a-a9ab-3a10aef31705', 'status': 'completed', 'code': 200} Oct 22 15:36:47.096183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:36:47.096804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:36:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:36:47.209183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:36:47.422834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:36:47.456785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:36:47.466109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:36:47.466810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:36:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:36:47.582313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:36:47.798588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:36:47.826830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c1a72-3b5e-44f2-aa70-54a840e34627 None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:12Z', 'revision_number': 4, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'b34ca51c-92a6-47c7-a499-861d5f794314', 'name': '', 'network_id': '61fd775a-bb35-4f6c-b9a7-d9edece8bd45', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'mac_address': 'fa:16:3e:d3:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:12Z', 'updated_at': '2021-10-22T15:26:17Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'subnets': [{'id': 'b7e0676a-6662-4b0f-bff1-bae65921be8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:36:47.927456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-276d4d45-6582-43b6-8af7-e55d9ccab1d7 req-81a517ba-14c4-4a95-9527-9dbec6de1613 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dce1267-a596-4982-be9e-00be05b4569b HTTP/1.1" status: 200 len: 210 time: 0.0273204 Oct 22 15:36:48.054724 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d4b52-2f62-4600-a28d-0ee33b50f62c None None] New status for floating IP b52e87d3-0d86-4e70-8dcf-61f4f9160136: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:36:50.073615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39316) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:36:50.130871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.153921 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.243300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:36:50.261819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.265206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.266366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "DELETE /v2.0/security-groups/e3feeb22-57a8-4356-aa5b-b566df9f7944 HTTP/1.1" status: 204 len: 168 time: 0.1916139 Oct 22 15:36:50.268395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: f722cf0b-951f-4f6a-a9ab-3a10aef31705 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:36:50.268746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device f722cf0b-951f-4f6a-a9ab-3a10aef31705 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:36:50.270338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:36:50.275981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3feeb22-57a8-4356-aa5b-b566df9f7944,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:36:50.284227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.285629 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-2c327d89-1986-477d-936b-c0e8498d6836 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] show failed (client error): The resource could not be found. Oct 22 15:36:50.285743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.285743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.285743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.285956 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2c327d89-1986-477d-936b-c0e8498d6836 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "GET /v2.0/security-groups/e3feeb22-57a8-4356-aa5b-b566df9f7944 HTTP/1.1" status: 404 len: 347 time: 0.0140626 Oct 22 15:36:50.286024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.286024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.286345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.286600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.286925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.287280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.287915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.287915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37748ee-15bf-4588-9635-901b7fd77899 tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:36:50.288604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:36:50.416087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Deleting port 178becd9-676e-440c-8681-f4f94c6f79d5 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:36:50.416428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.490683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.491038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.502376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Calling delete_port for 178becd9-676e-440c-8681-f4f94c6f79d5 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:36:50.736425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.759532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Pushing event deleted for resources: {'Port': ['ID=178becd9-676e-440c-8681-f4f94c6f79d5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:36:50.826540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.829924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:50.831528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-24f353a3-6a69-4cd0-af31-3dcfbb98368a tempest-AttachVolumeShelveTestJSON-875595538 tempest-AttachVolumeShelveTestJSON-875595538-project] 10.222.0.66 "DELETE /v2.0/floatingips/b52e87d3-0d86-4e70-8dcf-61f4f9160136 HTTP/1.1" status: 204 len: 168 time: 0.5417323 Oct 22 15:36:52.667813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6c836163-5a21-44ff-84f2-ec4c3b011334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:55.113367 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76175917-4824-4ccc-bfc8-99dff4316932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:56.495674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:56.670921 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:57.785449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39350) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:36:58.210602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:58.235619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:58.512486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Deleting port b34ca51c-92a6-47c7-a499-861d5f794314 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:36:58.512824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:58.594425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] For port b34ca51c-92a6-47c7-a499-861d5f794314, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b34ca51c-92a6-47c7-a499-861d5f794314,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:36:58.594873 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:58.607936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Calling delete_port for b34ca51c-92a6-47c7-a499-861d5f794314 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:36:58.856115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:58.886463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b34ca51c-92a6-47c7-a499-861d5f794314,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:36:59.056845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:59.283587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Router 43897de3-46a5-4965-8ae6-b2608fce3919 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:36:59.717874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:36:59.728793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-90a1b17b-9675-4203-a189-c1c7bad8fb3f admin admin] 10.222.0.66 "PUT /v2.0/routers/43897de3-46a5-4965-8ae6-b2608fce3919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9371302 Oct 22 15:36:59.728793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39354) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:36:59.730926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] Sync routers for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:36:59.743108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:36:59.743866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:36:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:36:59.833902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:36:59.852384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:36:59.941341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.043879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:36:58Z', 'revision_number': 5, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port': {'id': 'ca05db5c-a11c-4e16-9096-c8f91c6d1685', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:37:00.063336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Deleting port ca05db5c-a11c-4e16-9096-c8f91c6d1685 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:37:00.063701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.071934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] Checking router: 43897de3-46a5-4965-8ae6-b2608fce3919 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:37:00.081802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] Routers {'43897de3-46a5-4965-8ae6-b2608fce3919'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:37:00.082410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:36:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43897de3-46a5-4965-8ae6-b2608fce3919'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:37:00.144530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] For port ca05db5c-a11c-4e16-9096-c8f91c6d1685, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ca05db5c-a11c-4e16-9096-c8f91c6d1685,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:37:00.144888 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.157903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Calling delete_port for ca05db5c-a11c-4e16-9096-c8f91c6d1685 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:37:00.171819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] Set router 43897de3-46a5-4965-8ae6-b2608fce3919 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:37:00.228816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:36:59Z', 'revision_number': 6, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:37:00.256787 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dba89-c6ca-40f3-9c4d-7fbea7654193 None None] The sync data for ids ['43897de3-46a5-4965-8ae6-b2608fce3919'] in n-d-812148-2 is: [{'id': '43897de3-46a5-4965-8ae6-b2608fce3919', 'name': 'tempest-AttachVolumeShelveTestJSON-1403298033-router', 'tenant_id': '2835d648a4054f9fb34929b33783d531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:26:09Z', 'updated_at': '2021-10-22T15:36:59Z', 'revision_number': 6, 'project_id': '2835d648a4054f9fb34929b33783d531', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:37:00.410001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.439810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca05db5c-a11c-4e16-9096-c8f91c6d1685,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:00.502391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.618132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.622048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.705581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b34ca51c-92a6-47c7-a499-861d5f794314 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:37:00.726809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b34ca51c-92a6-47c7-a499-861d5f794314 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:37:00.727194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b34ca51c-92a6-47c7-a499-861d5f794314 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:37:00.730323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.730918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43897de3-46a5-4965-8ae6-b2608fce3919 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:37:00.735741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.736794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5ca9184c-31f6-43b9-9c2a-13f295c7f23b admin admin] 10.222.0.66 "DELETE /v2.0/routers/43897de3-46a5-4965-8ae6-b2608fce3919 HTTP/1.1" status: 204 len: 168 time: 1.0092347 Oct 22 15:37:00.739967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39356) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:00.787720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Deleting subnet b7e0676a-6662-4b0f-bff1-bae65921be8d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:37:00.790848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.824831 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:00.902266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.028074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.054137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e0676a-6662-4b0f-bff1-bae65921be8d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:01.060034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.064417 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2545f1cc-7c1d-448f-9102-4e0ff4ab1f28 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7e0676a-6662-4b0f-bff1-bae65921be8d HTTP/1.1" status: 204 len: 168 time: 0.3234849 Oct 22 15:37:01.068169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39358) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:01.069960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab9b86-e0da-42f7-aec1-04895024a761 None None] Network 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:37:01.137560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.193397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Deleting port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:37:01.193780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.263967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] For port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:37:01.264332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.268979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] DHCP port deletion for 61fd775a-bb35-4f6c-b9a7-d9edece8bd45 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:37:01.278558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Calling delete_port for c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:37:01.324211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Deleting port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:37:01.324590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.396194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] For port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,segment=NetworkSegment(e331aa96-4c49-4efb-a50f-0da8f09cf87d),segment_id=e331aa96-4c49-4efb-a50f-0da8f09cf87d)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:37:01.396609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.410413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Calling delete_port for c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:37:01.439389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.465344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:01.469409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] No DVR routers for this DVR port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:37:01.489590 n-d-812148-2 neutron-server[107803]: self.session.flush() Oct 22 15:37:01.498597 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.526936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Pushing event deleted for resources: {'Port': ['ID=c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:01.534614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] No DVR routers for this DVR port c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:37:01.537028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.537442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.537846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.538182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.538508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.538832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.539179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.539498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.539817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.540142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.540463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.540776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5933b-b82c-4782-9cb2-df52744c142a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:37:01.545591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.571001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fd775a-bb35-4f6c-b9a7-d9edece8bd45']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:37:01.580618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e331aa96-4c49-4efb-a50f-0da8f09cf87d') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:37:01.581184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e331aa96-4c49-4efb-a50f-0da8f09cf87d') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:37:01.590440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.604497 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.611262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:37:01.611682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:37:01.613300 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:37:01.730252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.735601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:01.738801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] 10.222.0.66 "DELETE /v2.0/networks/61fd775a-bb35-4f6c-b9a7-d9edece8bd45 HTTP/1.1" status: 204 len: 168 time: 0.6695416 Oct 22 15:37:01.751101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b8600-6dbc-4c27-b3e0-7ca819218b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fd775a-bb35-4f6c-b9a7-d9edece8bd45,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:02.014851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39362) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:02.064625 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cfdbb173-94e0-4a21-9dac-c103a9b17db8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2835d648a4054f9fb34929b33783d531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478616 Oct 22 15:37:02.067159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:02.118447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f59651a9-9daf-4f85-8e09-463787184c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:02.139667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f59651a9-9daf-4f85-8e09-463787184c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:02.267824 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f59651a9-9daf-4f85-8e09-463787184c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:02.270592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f59651a9-9daf-4f85-8e09-463787184c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:02.271802 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f59651a9-9daf-4f85-8e09-463787184c68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f79d3cb-0d5c-4915-9f66-5d4aad78fcd1 HTTP/1.1" status: 204 len: 168 time: 0.2036834 Oct 22 15:37:02.279533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59651a9-9daf-4f85-8e09-463787184c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f79d3cb-0d5c-4915-9f66-5d4aad78fcd1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:02.469541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ca05db5c-a11c-4e16-9096-c8f91c6d1685 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:37:02.496925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ca05db5c-a11c-4e16-9096-c8f91c6d1685 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:37:02.497266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ca05db5c-a11c-4e16-9096-c8f91c6d1685 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:37:02.497681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:37:02.518541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:37:02.518541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c1a8de6c-ca0b-4499-aab0-a5d603bb4b6b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:37:04.026437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:11.770152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.109885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39486) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:15.225222 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50cea460-d90a-4d82-9c9a-8ba63d0a82ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.304912 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50cea460-d90a-4d82-9c9a-8ba63d0a82ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.358256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-50cea460-d90a-4d82-9c9a-8ba63d0a82ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.402178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-50cea460-d90a-4d82-9c9a-8ba63d0a82ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8839245612a84dad9cd2be60d5f98b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911081 Oct 22 15:37:15.403271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cea460-d90a-4d82-9c9a-8ba63d0a82ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eeaf90-28fa-4393-95fe-b8a3005e14fc,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:15.405000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39490) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:15.459331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e96550b-2ba5-4456-977d-1869736390f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.480185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e96550b-2ba5-4456-977d-1869736390f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.587155 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e96550b-2ba5-4456-977d-1869736390f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.590132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0e96550b-2ba5-4456-977d-1869736390f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:15.591496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e96550b-2ba5-4456-977d-1869736390f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95eeaf90-28fa-4393-95fe-b8a3005e14fc HTTP/1.1" status: 204 len: 168 time: 0.1853294 Oct 22 15:37:15.601091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96550b-2ba5-4456-977d-1869736390f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eeaf90-28fa-4393-95fe-b8a3005e14fc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:22.645497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6d6e522b-df29-411b-beb3-97e7b9780324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:23.869620 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:37:25.135078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f719674f-4c15-458e-86a1-b95baf24aefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:26.495538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:26.666769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:28.192420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:34.026508 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.226143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39632) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:36.335090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1399ecb-e21b-4098-93d1-4ce6e1a347f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.415928 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1399ecb-e21b-4098-93d1-4ce6e1a347f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.506455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1399ecb-e21b-4098-93d1-4ce6e1a347f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.551421 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d1399ecb-e21b-4098-93d1-4ce6e1a347f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8154f40cc6047188d105872c2d8c612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241179 Oct 22 15:37:36.555559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1399ecb-e21b-4098-93d1-4ce6e1a347f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10fbf6b-9c0d-4624-b4a9-9277f59c080f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:36.555757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39636) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:36.607586 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb314-aa04-4a1a-8c8b-c8d22ce58cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.629251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb314-aa04-4a1a-8c8b-c8d22ce58cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.741093 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb314-aa04-4a1a-8c8b-c8d22ce58cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.743897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb314-aa04-4a1a-8c8b-c8d22ce58cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:36.745089 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2d7bb314-aa04-4a1a-8c8b-c8d22ce58cf8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d10fbf6b-9c0d-4624-b4a9-9277f59c080f HTTP/1.1" status: 204 len: 168 time: 0.1890304 Oct 22 15:37:36.754166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bb314-aa04-4a1a-8c8b-c8d22ce58cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10fbf6b-9c0d-4624-b4a9-9277f59c080f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:39.624458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39682) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:39.730489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-506a8393-14c1-4683-9f7a-630bd979d8ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:39.808177 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-506a8393-14c1-4683-9f7a-630bd979d8ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:39.871987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-506a8393-14c1-4683-9f7a-630bd979d8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:39.913052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-506a8393-14c1-4683-9f7a-630bd979d8ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bce6b049b8054e10b833efb153fc6721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874839 Oct 22 15:37:39.914648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a8393-14c1-4683-9f7a-630bd979d8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30993814-03bf-42cf-b348-7e21fefb9aec,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:39.916928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39686) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:39.975332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16d5e105-e266-4403-936f-3bc8a921c973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.004251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16d5e105-e266-4403-936f-3bc8a921c973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.100615 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16d5e105-e266-4403-936f-3bc8a921c973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.103270 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-16d5e105-e266-4403-936f-3bc8a921c973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.104462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-16d5e105-e266-4403-936f-3bc8a921c973 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30993814-03bf-42cf-b348-7e21fefb9aec HTTP/1.1" status: 204 len: 168 time: 0.1857224 Oct 22 15:37:40.112943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5e105-e266-4403-936f-3bc8a921c973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30993814-03bf-42cf-b348-7e21fefb9aec,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:40.745233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39694) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:40.759858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a36c809-05ee-4c16-a08e-0574c18e7f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.837369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a36c809-05ee-4c16-a08e-0574c18e7f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.900685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9a36c809-05ee-4c16-a08e-0574c18e7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:40.941926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9a36c809-05ee-4c16-a08e-0574c18e7f64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb9e659c5a9a48f5a85aa4c4827aa068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955459 Oct 22 15:37:40.942882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36c809-05ee-4c16-a08e-0574c18e7f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483c3f93-7b24-4196-90ed-a84e3347905e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:40.944843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:40.999353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d1b138e-f550-40c9-aa4c-8a3fb4c3245a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:41.021203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d1b138e-f550-40c9-aa4c-8a3fb4c3245a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:41.151946 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d1b138e-f550-40c9-aa4c-8a3fb4c3245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:41.154667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d1b138e-f550-40c9-aa4c-8a3fb4c3245a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:41.155922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d1b138e-f550-40c9-aa4c-8a3fb4c3245a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/483c3f93-7b24-4196-90ed-a84e3347905e HTTP/1.1" status: 204 len: 168 time: 0.2094843 Oct 22 15:37:41.164893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b138e-f550-40c9-aa4c-8a3fb4c3245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483c3f93-7b24-4196-90ed-a84e3347905e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:41.832502 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.023246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39772) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:45.138191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15313108-8e27-4329-97c4-5c7e3df3ecb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.212945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15313108-8e27-4329-97c4-5c7e3df3ecb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.277748 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15313108-8e27-4329-97c4-5c7e3df3ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.315946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313108-8e27-4329-97c4-5c7e3df3ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d520ed4c-e735-409b-914a-6fff170dcfdf,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:45.321448 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-15313108-8e27-4329-97c4-5c7e3df3ecb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf66101896de4a6f97ca5a6f63414fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970986 Oct 22 15:37:45.324233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39776) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:45.381057 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89ee72b2-11f2-4b37-b311-13097c7e4806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.401786 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89ee72b2-11f2-4b37-b311-13097c7e4806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.523352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89ee72b2-11f2-4b37-b311-13097c7e4806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.525977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89ee72b2-11f2-4b37-b311-13097c7e4806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:45.529486 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89ee72b2-11f2-4b37-b311-13097c7e4806 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d520ed4c-e735-409b-914a-6fff170dcfdf HTTP/1.1" status: 204 len: 168 time: 0.2015126 Oct 22 15:37:45.535569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee72b2-11f2-4b37-b311-13097c7e4806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520ed4c-e735-409b-914a-6fff170dcfdf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:46.088484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 39782) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:46.101536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6cd3-d2ec-43a2-b56d-45f19c090354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.173757 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6cd3-d2ec-43a2-b56d-45f19c090354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.249512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6cd3-d2ec-43a2-b56d-45f19c090354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.292124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3e9d6cd3-d2ec-43a2-b56d-45f19c090354 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e650d22cfa548c49ef8825e058c10f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025411 Oct 22 15:37:46.293312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d6cd3-d2ec-43a2-b56d-45f19c090354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501c6d7-2a23-43b4-8857-0ed7dd4b3ee7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:46.295106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 39784) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:37:46.357115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11e7f4aa-5fc4-47ed-a805-2bdd508f68d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.378211 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11e7f4aa-5fc4-47ed-a805-2bdd508f68d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.535264 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11e7f4aa-5fc4-47ed-a805-2bdd508f68d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.538021 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-11e7f4aa-5fc4-47ed-a805-2bdd508f68d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:46.539260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-11e7f4aa-5fc4-47ed-a805-2bdd508f68d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1501c6d7-2a23-43b4-8857-0ed7dd4b3ee7 HTTP/1.1" status: 204 len: 168 time: 0.2427990 Oct 22 15:37:46.547203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7f4aa-5fc4-47ed-a805-2bdd508f68d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501c6d7-2a23-43b4-8857-0ed7dd4b3ee7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:37:52.740421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-76f4fb52-74d1-470a-bbf2-aec884e22ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:55.186530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4c622cd-5ba1-4c9f-836b-347b31e3e036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:56.505431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:56.684126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:37:58.208826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:00.874679 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:38:04.043616 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.316220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:06.429262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.505916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.568688 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.611441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85218e77718a427aa55bb85889843aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938869 Oct 22 15:38:06.612456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39bf45-d4e6-4ddf-b4dd-2c6f5644e939,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:06.614315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40058) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:06.626371 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.626918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.627902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.630791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.630791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.630791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.630791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.630791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.631290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.631483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.632097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.632582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ab2e9-8e3b-4ce0-b778-f2ea703398ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.682171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.705401 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.809107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.811786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:06.812960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb39bf45-d4e6-4ddf-b4dd-2c6f5644e939 HTTP/1.1" status: 204 len: 168 time: 0.1973593 Oct 22 15:38:06.821269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39bf45-d4e6-4ddf-b4dd-2c6f5644e939,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:06.829622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.829968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.830310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.830646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.831002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.831328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.831659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.831982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.832305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.832627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.832952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:06.833268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4923c29-814b-4db3-b4fc-b21dc2f73c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:07.426290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40068) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:07.442223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca0900dc-5e23-45de-bbb1-478335405cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.517222 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca0900dc-5e23-45de-bbb1-478335405cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.580719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ca0900dc-5e23-45de-bbb1-478335405cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.621357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0900dc-5e23-45de-bbb1-478335405cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d6c5f4-02a1-45c0-8113-838753b7fd3e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:07.627739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ca0900dc-5e23-45de-bbb1-478335405cda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b91d65bf2fd4ee28fb6d7fbefd31949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000983 Oct 22 15:38:07.631227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:07.680472 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a1f170e-e622-4e8a-a019-d58b4b6278d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.701605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a1f170e-e622-4e8a-a019-d58b4b6278d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.807768 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a1f170e-e622-4e8a-a019-d58b4b6278d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.810804 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a1f170e-e622-4e8a-a019-d58b4b6278d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:07.812082 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a1f170e-e622-4e8a-a019-d58b4b6278d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1d6c5f4-02a1-45c0-8113-838753b7fd3e HTTP/1.1" status: 204 len: 168 time: 0.1798232 Oct 22 15:38:07.819935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f170e-e622-4e8a-a019-d58b4b6278d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d6c5f4-02a1-45c0-8113-838753b7fd3e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:09.745417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40116) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:09.852561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4750c181-4deb-40ad-a059-f5b63fcc1209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:09.927279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4750c181-4deb-40ad-a059-f5b63fcc1209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:10.014260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4750c181-4deb-40ad-a059-f5b63fcc1209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:10.050869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750c181-4deb-40ad-a059-f5b63fcc1209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eebc6c-2cfb-4887-b933-ff2cb3abeb44,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:10.055285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4750c181-4deb-40ad-a059-f5b63fcc1209 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fcca3da5f024533b4daf5e32b94b928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088024 Oct 22 15:38:10.058610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40120) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:10.111004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e4f760-6f73-45fd-8ec9-0cc323c2b1ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:10.133734 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e4f760-6f73-45fd-8ec9-0cc323c2b1ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:10.260433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e4f760-6f73-45fd-8ec9-0cc323c2b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:10.262952 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-35e4f760-6f73-45fd-8ec9-0cc323c2b1ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:10.264166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-35e4f760-6f73-45fd-8ec9-0cc323c2b1ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1eebc6c-2cfb-4887-b933-ff2cb3abeb44 HTTP/1.1" status: 204 len: 168 time: 0.2053235 Oct 22 15:38:10.272726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4f760-6f73-45fd-8ec9-0cc323c2b1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eebc6c-2cfb-4887-b933-ff2cb3abeb44,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:11.780195 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.429976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40182) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:12.535066 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc318d4-2cdb-44be-ad9e-3ffbd317b01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.606755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc318d4-2cdb-44be-ad9e-3ffbd317b01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.648426 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0bc318d4-2cdb-44be-ad9e-3ffbd317b01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.685375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc318d4-2cdb-44be-ad9e-3ffbd317b01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd2d3d-683c-41c2-8b6a-b32bd83a0ac4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:12.693190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0bc318d4-2cdb-44be-ad9e-3ffbd317b01d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d537634a493e49e2a5b805bf72de4ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594986 Oct 22 15:38:12.693790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40186) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:12.743486 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c024e1-3415-463b-9434-1b928d4b826f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.768485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c024e1-3415-463b-9434-1b928d4b826f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.877003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c024e1-3415-463b-9434-1b928d4b826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.879571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c0c024e1-3415-463b-9434-1b928d4b826f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:12.880752 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c0c024e1-3415-463b-9434-1b928d4b826f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ebd2d3d-683c-41c2-8b6a-b32bd83a0ac4 HTTP/1.1" status: 204 len: 168 time: 0.1858828 Oct 22 15:38:12.888568 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c024e1-3415-463b-9434-1b928d4b826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd2d3d-683c-41c2-8b6a-b32bd83a0ac4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:14.650891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40222) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:14.748945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:14.807474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:14.895323 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:14.999108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Allocated IP 172.25.1.81 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b0741721-a704-4531-a99f-3cc1191b8a8b) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:15.100810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.169258 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.214488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:15.219477 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:15.225906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:15.228920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Pushing event updated for resources: {'Port': ['ID=b0741721-a704-4531-a99f-3cc1191b8a8b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:15.310689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.383704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.533985 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.591273 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.670409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Pushing event updated for resources: {'Port': ['ID=b0741721-a704-4531-a99f-3cc1191b8a8b,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:15.680695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.753691 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.754927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-883a88b5-81ec-419a-9ce2-5aef266fa1b1 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1029649 Oct 22 15:38:15.757883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40226) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:15.762603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-335318894', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'fixed_ips': [{'ip_address': '172.25.1.81'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:15.842712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Made reservation on behalf of 38bd8fab3b4741028211aaf9a1333e1f for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:15.845704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.854687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.927555 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:15.996919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.003203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] device_id is not set on port f5204cb2-b42e-4542-938a-2ddc498e3866 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:16.075894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f300bc1-513c-482e-b4f9-80a6aeec3e69,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:16.231848 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 22 15:38:16.232277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 15:38:16.301205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a2fb9fb6-4acc-4c0f-a8c2-847ed960982f tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5422723 Oct 22 15:38:16.303933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40228) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:16.452045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Deleting port b0741721-a704-4531-a99f-3cc1191b8a8b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:16.452361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.529827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.530047 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.541809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Calling delete_port for b0741721-a704-4531-a99f-3cc1191b8a8b owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:16.740207 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.767161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0741721-a704-4531-a99f-3cc1191b8a8b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:16.832957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.835676 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:16.836894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0ab41a82-d93f-4373-ad7e-6511c1affb61 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191 tempest-ExternalNetworksAdminNegativeTestJSON-1908253191-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/9b1a4844-a2b5-40cc-8fcf-86f9a0bc615f HTTP/1.1" status: 204 len: 168 time: 0.5320029 Oct 22 15:38:17.296888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40234) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:17.407777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b5f8-9f6d-40aa-b6f0-fd144312c21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.484067 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b5f8-9f6d-40aa-b6f0-fd144312c21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.556933 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b5f8-9f6d-40aa-b6f0-fd144312c21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.597168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e9e1b5f8-9f6d-40aa-b6f0-fd144312c21b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef13810ac68c4664b75a7039fea4fbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990129 Oct 22 15:38:17.598019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1b5f8-9f6d-40aa-b6f0-fd144312c21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470e5c94-9509-422e-8b2d-a25d8965ea0c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:17.600173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40238) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:17.650211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-199afa1d-00c1-43d2-808d-33cba7c56ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.671056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-199afa1d-00c1-43d2-808d-33cba7c56ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.768624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-199afa1d-00c1-43d2-808d-33cba7c56ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.771286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-199afa1d-00c1-43d2-808d-33cba7c56ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:17.772441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-199afa1d-00c1-43d2-808d-33cba7c56ee2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/470e5c94-9509-422e-8b2d-a25d8965ea0c HTTP/1.1" status: 204 len: 168 time: 0.1707082 Oct 22 15:38:17.780431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199afa1d-00c1-43d2-808d-33cba7c56ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470e5c94-9509-422e-8b2d-a25d8965ea0c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:18.360734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40244) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:18.401383 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b6d5042f-d111-4fd0-be82-02b0eb95596d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38bd8fab3b4741028211aaf9a1333e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390391 Oct 22 15:38:18.403710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40246) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:18.454565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d0fe-ab14-4a37-a261-01090bd5966a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:18.478633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d0fe-ab14-4a37-a261-01090bd5966a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:18.626342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d0fe-ab14-4a37-a261-01090bd5966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:18.629036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d0fe-ab14-4a37-a261-01090bd5966a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:18.630216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e3f9d0fe-ab14-4a37-a261-01090bd5966a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f300bc1-513c-482e-b4f9-80a6aeec3e69 HTTP/1.1" status: 204 len: 168 time: 0.2256021 Oct 22 15:38:18.638225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9d0fe-ab14-4a37-a261-01090bd5966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f300bc1-513c-482e-b4f9-80a6aeec3e69,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:19.671367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40268) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:19.774079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-200303561'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:19.859997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:19.863526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:19.871961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:19.947328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:19.991502 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.015032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:20.030869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d39324-0324-4029-a167-e1717a7f56a1,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:20.035082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.035552 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Added segment 77a01212-c4a4-4e86-a174-e9385c586f1e of type vlan for network f87e0593-8978-47e6-a97c-bd60aa85aa5b Oct 22 15:38:20.077931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.151728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.157626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:20.158292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.228986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Network': ['ID=f87e0593-8978-47e6-a97c-bd60aa85aa5b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:20.240009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:20.242873 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-984fd0d1-81f7-4b14-8a60-fc5bf83a70e9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5703521 Oct 22 15:38:20.243806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40272) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:20.248865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'subnet': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:20.409153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:20.412755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.659434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.721975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Subnet': ['ID=2de3819f-d449-4b10-8837-0c26b07bdcac,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:20.732152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Checking segment: {'id': '77a01212-c4a4-4e86-a174-e9385c586f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:20.732518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network hostable DHCP agents. Network: f87e0593-8978-47e6-a97c-bd60aa85aa5b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:38:20.818684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:38:20.899830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, f87e0593-8978-47e6-a97c-bd60aa85aa5b) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:20.903925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:20.904615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:20.910377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed5e8b-8925-4571-9adc-a3db13c6764c None None] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:20.982779 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c39a0162-f9b2-4474-bc0c-d908ac17d902 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7378848 Oct 22 15:38:20.985550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40276) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:20.990429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-95009670'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:21.056206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'tenant_id': '96485f3f20644d3bbb3466022b64fa60', 'fixed_ips': [{'subnet_id': '2de3819f-d449-4b10-8837-0c26b07bdcac'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:38:21.057044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.162610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:21.166097 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.183267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] device_id is not set on port a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:21.191507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Allocated IP 2001:db8::2 (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/175909c2-782f-4902-9c5e-22fbfe282ad4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:21.327435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.414476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.456638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:21.460855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:21.467236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:21.470343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Pushing event updated for resources: {'Port': ['ID=175909c2-782f-4902-9c5e-22fbfe282ad4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:21.473990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Allocated IP 2001:db8::395 (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:21.496082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.496423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.496764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.497105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.497422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.502429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:38:21.530980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Attempting to bind port 175909c2-782f-4902-9c5e-22fbfe282ad4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:38:21.531372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Attempting to bind port 175909c2-782f-4902-9c5e-22fbfe282ad4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '77a01212-c4a4-4e86-a174-e9385c586f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:38:21.531711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Attempting to bind port 175909c2-782f-4902-9c5e-22fbfe282ad4 on network f87e0593-8978-47e6-a97c-bd60aa85aa5b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:38:21.537271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:38:21.537635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Checking segment: {'id': '77a01212-c4a4-4e86-a174-e9385c586f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:21.538034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.538424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Bound using segment: {'id': '77a01212-c4a4-4e86-a174-e9385c586f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:38:21.538885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Bound port: 175909c2-782f-4902-9c5e-22fbfe282ad4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a01212-c4a4-4e86-a174-e9385c586f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:38:21.539291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.601974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] For port 175909c2-782f-4902-9c5e-22fbfe282ad4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:38:21.605300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] For port 175909c2-782f-4902-9c5e-22fbfe282ad4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=175909c2-782f-4902-9c5e-22fbfe282ad4,segment=NetworkSegment(77a01212-c4a4-4e86-a174-e9385c586f1e),segment_id=77a01212-c4a4-4e86-a174-e9385c586f1e)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:38:21.676840 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:21.743595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0820b02-a8a5-4665-af1f-7fd5de8fb14c None None] Pushing event updated for resources: {'Port': ['ID=175909c2-782f-4902-9c5e-22fbfe282ad4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:21.962899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.055154 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.098219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:22.101185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:22.104714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:22.110324 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:22.110920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.118780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:22.234367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6412f437-db0f-4416-94b0-db62f734e692 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2476399 Oct 22 15:38:22.237410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40278) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:22.242252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-165800579', 'allowed_address_pairs': [{'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:c8:8e:51'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:22.414062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:22.509106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.531593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] device_id is not set on port 95b8252b-5a00-49d2-9939-e61731a77b5c yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:22.549425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 175909c2-782f-4902-9c5e-22fbfe282ad4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:38:22.617464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 175909c2-782f-4902-9c5e-22fbfe282ad4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:22.617837 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.666556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a2edce35-8184-4227-99d2-4922224a8c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.674707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Allocated IP 2001:db8::1d2 (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/95b8252b-5a00-49d2-9939-e61731a77b5c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:22.705950 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.717396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd278e7-4ab2-4d67-8ccd-6872afd63c1d None None] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:22.801729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 175909c2-782f-4902-9c5e-22fbfe282ad4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=175909c2-782f-4902-9c5e-22fbfe282ad4,segment=NetworkSegment(77a01212-c4a4-4e86-a174-e9385c586f1e),segment_id=77a01212-c4a4-4e86-a174-e9385c586f1e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:22.825140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b517b902-a1fa-458c-8e6f-bcc7e851ed27 None None] Provisioning complete for port 175909c2-782f-4902-9c5e-22fbfe282ad4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:22.825507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b517b902-a1fa-458c-8e6f-bcc7e851ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.831122 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.857659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.912075 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.957226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:22.960234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:22.964015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:22.969838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:22.970822 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:22.971495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=175909c2-782f-4902-9c5e-22fbfe282ad4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:22.981734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=95b8252b-5a00-49d2-9939-e61731a77b5c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:23.051026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fc378157-ed99-47c7-8d7c-9bdabd26c615 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.8124969 Oct 22 15:38:23.053862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40280) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:23.144419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d5599-1a94-4705-81ce-8b64b8e0e221 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:23.150447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d5599-1a94-4705-81ce-8b64b8e0e221 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:23.156424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d5599-1a94-4705-81ce-8b64b8e0e221 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:23.158663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a0d5599-1a94-4705-81ce-8b64b8e0e221 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1038778 Oct 22 15:38:23.161529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40282) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:23.251782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port 95b8252b-5a00-49d2-9939-e61731a77b5c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:23.252132 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.264021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Provisioning complete for port a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:23.264454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.301611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Port a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:23.312130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Provisioning complete for port 95b8252b-5a00-49d2-9939-e61731a77b5c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:23.312439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.348904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.351188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Port 95b8252b-5a00-49d2-9939-e61731a77b5c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:23.361340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Provisioning complete for port 175909c2-782f-4902-9c5e-22fbfe282ad4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:23.361709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31e8ff21-7a29-4dec-819b-3ad2b537317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.362495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for 95b8252b-5a00-49d2-9939-e61731a77b5c owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:23.575962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f0386bd7-cb0b-4d18-aee4-961fa10d3d0d None None] Provisioning complete for port a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:23.576538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0386bd7-cb0b-4d18-aee4-961fa10d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.578320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.613374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=95b8252b-5a00-49d2-9939-e61731a77b5c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:23.616127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f0386bd7-cb0b-4d18-aee4-961fa10d3d0d None None] Port a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:23.725354 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.730179 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-56a233f8-b044-4f5d-ab0a-3d6014211038 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/ports/95b8252b-5a00-49d2-9939-e61731a77b5c HTTP/1.1" status: 204 len: 168 time: 0.5676467 Oct 22 15:38:23.732725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40284) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:23.734854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1817fee9-7cf8-4557-a90b-bf9db67dbc46 None None] Could not find standard attr ID for object 95b8252b-5a00-49d2-9939-e61731a77b5c. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:38:23.757411 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c230196-db22-451b-8193-c66c004fcc71 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] GET failed (client error): The resource could not be found. Oct 22 15:38:23.759011 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9c230196-db22-451b-8193-c66c004fcc71 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "GET /v2.0/ports/95b8252b-5a00-49d2-9939-e61731a77b5c HTTP/1.1" status: 404 len: 333 time: 0.0266414 Oct 22 15:38:23.762624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40286) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:23.768185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-546591272'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:23.956933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:23.960503 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:23.977858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] device_id is not set on port 6908550a-16b1-42e9-b581-47c0dd31bcb0 yet. {{(pid=107802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:24.089270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Allocated IP 2001:db8::14c (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/6908550a-16b1-42e9-b581-47c0dd31bcb0) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:24.237997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.346815 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.391699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:24.394997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:24.398702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:24.409959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:24.410675 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.425309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=6908550a-16b1-42e9-b581-47c0dd31bcb0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:24.519742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 175909c2-782f-4902-9c5e-22fbfe282ad4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:38:24.548320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-712608b8-1e5f-463b-9f4f-962e0bf15519 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7840135 Oct 22 15:38:24.551676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40288) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:24.557707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:c8:8e:51'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:24.570859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 175909c2-782f-4902-9c5e-22fbfe282ad4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:24.571205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.635482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.674395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ed85e100-31a3-4cb2-9461-8c9b0c2fe7fb None None] Provisioning complete for port 6908550a-16b1-42e9-b581-47c0dd31bcb0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:24.674819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed85e100-31a3-4cb2-9461-8c9b0c2fe7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.709326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ed85e100-31a3-4cb2-9461-8c9b0c2fe7fb None None] Port 6908550a-16b1-42e9-b581-47c0dd31bcb0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:24.811298 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.881249 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.914192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] In _notify_port_updated(), no bound segment for port 6908550a-16b1-42e9-b581-47c0dd31bcb0 on network f87e0593-8978-47e6-a97c-bd60aa85aa5b {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:38:24.919696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:24.920342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:24.925285 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "PUT /v2.0/ports/6908550a-16b1-42e9-b581-47c0dd31bcb0 HTTP/1.1" status: 200 len: 1002 time: 0.3689103 Oct 22 15:38:24.925535 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40290) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:24.965904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e60e0-63d8-4e2b-928f-b929001ba410 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=6908550a-16b1-42e9-b581-47c0dd31bcb0,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:25.029392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port 6908550a-16b1-42e9-b581-47c0dd31bcb0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:25.029816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.122862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.129769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e52cb5e-1e92-40e5-8779-70e6c29dcda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.137231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8d08cb5a-c7a3-4958-b7df-a9eba1bfa27b None None] Provisioning complete for port 6908550a-16b1-42e9-b581-47c0dd31bcb0 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:25.137231 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d08cb5a-c7a3-4958-b7df-a9eba1bfa27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.137530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for 6908550a-16b1-42e9-b581-47c0dd31bcb0 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:25.174234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8d08cb5a-c7a3-4958-b7df-a9eba1bfa27b None None] Port 6908550a-16b1-42e9-b581-47c0dd31bcb0 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:25.339776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.368967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=6908550a-16b1-42e9-b581-47c0dd31bcb0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:25.462446 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.466011 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c91e68c6-297a-4d1a-97e0-39c9fc9e52cb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/ports/6908550a-16b1-42e9-b581-47c0dd31bcb0 HTTP/1.1" status: 204 len: 168 time: 0.5395067 Oct 22 15:38:25.468577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40292) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:25.494353 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-703d55d1-ac39-459c-aaa3-8fc4f4c4a4d9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] GET failed (client error): The resource could not be found. Oct 22 15:38:25.495946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-703d55d1-ac39-459c-aaa3-8fc4f4c4a4d9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "GET /v2.0/ports/6908550a-16b1-42e9-b581-47c0dd31bcb0 HTTP/1.1" status: 404 len: 333 time: 0.0264366 Oct 22 15:38:25.499683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40294) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:25.505135 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1625607933'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:25.688670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:25.692579 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:25.709902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] device_id is not set on port 11a3c815-9895-4830-a761-49d51fc20f64 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:25.819391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Allocated IP 2001:db8::2e5 (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/11a3c815-9895-4830-a761-49d51fc20f64) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:25.976815 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.071471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.113472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:26.116597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:26.120225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:26.125971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:26.126825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.142474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=11a3c815-9895-4830-a761-49d51fc20f64,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:26.228635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0e036385-aa3b-4f8d-ac95-90f46084d3ec tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7278049 Oct 22 15:38:26.231763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40296) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:26.238165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c8:8e:51'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:26.316850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.419163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c79eb8cb-cf60-40dd-871a-baf6eff14a75 None None] Provisioning complete for port 11a3c815-9895-4830-a761-49d51fc20f64 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:26.419718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c79eb8cb-cf60-40dd-871a-baf6eff14a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.461241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c79eb8cb-cf60-40dd-871a-baf6eff14a75 None None] Port 11a3c815-9895-4830-a761-49d51fc20f64 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:26.502529 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.515309 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.631053 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.662661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] In _notify_port_updated(), no bound segment for port 11a3c815-9895-4830-a761-49d51fc20f64 on network f87e0593-8978-47e6-a97c-bd60aa85aa5b {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:38:26.668171 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:26.668777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.673553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "PUT /v2.0/ports/11a3c815-9895-4830-a761-49d51fc20f64 HTTP/1.1" status: 200 len: 1003 time: 0.4373109 Oct 22 15:38:26.673922 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40298) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:26.691316 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d526b-f106-40f4-8bb8-7f9021ed957b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=11a3c815-9895-4830-a761-49d51fc20f64,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:26.718263 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.789102 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port 11a3c815-9895-4830-a761-49d51fc20f64 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:26.789102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.879424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.892465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for 11a3c815-9895-4830-a761-49d51fc20f64 owned by {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:26.898013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d87f82d5-2585-4c3e-a7de-220f2baa7681 None None] Provisioning complete for port 11a3c815-9895-4830-a761-49d51fc20f64 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:26.898383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d87f82d5-2585-4c3e-a7de-220f2baa7681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:26.932127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d87f82d5-2585-4c3e-a7de-220f2baa7681 None None] Port 11a3c815-9895-4830-a761-49d51fc20f64 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:27.071228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:27.105323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=11a3c815-9895-4830-a761-49d51fc20f64,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:27.132098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:27.135598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f3fe0d3a-1c80-476c-9e2d-43189f839eaf tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/ports/11a3c815-9895-4830-a761-49d51fc20f64 HTTP/1.1" status: 204 len: 168 time: 0.4606011 Oct 22 15:38:27.138113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40300) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:27.164445 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-81967565-7dff-4781-b615-2f73c4346807 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] GET failed (client error): The resource could not be found. Oct 22 15:38:27.166091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-81967565-7dff-4781-b615-2f73c4346807 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "GET /v2.0/ports/11a3c815-9895-4830-a761-49d51fc20f64 HTTP/1.1" status: 404 len: 333 time: 0.0270271 Oct 22 15:38:27.169886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40302) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:27.176271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1800821579'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:27.378718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:27.382260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:27.400538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] device_id is not set on port 83967259-b92e-47c9-b567-2e94b6334fc7 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:27.518506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Allocated IP 2001:db8::297 (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/83967259-b92e-47c9-b567-2e94b6334fc7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:27.665703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:27.763351 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:27.812655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:27.816859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:27.819382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:27.825264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:27.825871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:27.839505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=83967259-b92e-47c9-b567-2e94b6334fc7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:27.937053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4c9dfeb4-7d89-4228-bcee-98427e30a6d7 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7656860 Oct 22 15:38:27.940102 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40304) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:27.945153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'network_id': 'f87e0593-8978-47e6-a97c-bd60aa85aa5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1792018884'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:28.059384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-958b4244-2c60-4da8-a07f-70ad609b3e45 None None] Provisioning complete for port 83967259-b92e-47c9-b567-2e94b6334fc7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:28.059993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-958b4244-2c60-4da8-a07f-70ad609b3e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.097882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-958b4244-2c60-4da8-a07f-70ad609b3e45 None None] Port 83967259-b92e-47c9-b567-2e94b6334fc7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:28.122863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Made reservation on behalf of 96485f3f20644d3bbb3466022b64fa60 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:28.127265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.145604 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] device_id is not set on port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:28.197091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.262361 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Allocated IP 2001:db8::18 (f87e0593-8978-47e6-a97c-bd60aa85aa5b/2de3819f-d449-4b10-8837-0c26b07bdcac/5f8b31a4-3e21-4d15-8ea1-94b6986c3cce) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:28.415677 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.552503 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.613415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:28.616416 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:28.619990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:28.631933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:28.631933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.634931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=5f8b31a4-3e21-4d15-8ea1-94b6986c3cce,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:28.758193 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a0b9bb4-070f-4c64-b343-7a3a35ef2043 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8170083 Oct 22 15:38:28.760936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40306) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:28.766243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:c8:8e:51'}, {'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:e3:34:f7'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:28.916065 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.926345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-781999c4-56cb-482e-bf6d-af698868dcf8 None None] Provisioning complete for port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:28.936529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-781999c4-56cb-482e-bf6d-af698868dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:28.962513 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-781999c4-56cb-482e-bf6d-af698868dcf8 None None] Port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:29.110819 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.178364 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.212318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] In _notify_port_updated(), no bound segment for port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce on network f87e0593-8978-47e6-a97c-bd60aa85aa5b {{(pid=107801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:38:29.217860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:29.218527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.221390 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "PUT /v2.0/ports/5f8b31a4-3e21-4d15-8ea1-94b6986c3cce HTTP/1.1" status: 200 len: 1067 time: 0.4593751 Oct 22 15:38:29.224593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40308) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:29.269241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e296-4f79-473a-a073-d60cbe392eef tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event updated for resources: {'Port': ['ID=5f8b31a4-3e21-4d15-8ea1-94b6986c3cce,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:29.333006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:29.333341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.427671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.440785 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:29.486818 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-74571e57-aede-47f5-9712-c4e2387f0792 None None] Provisioning complete for port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:29.487442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-74571e57-aede-47f5-9712-c4e2387f0792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.526459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-74571e57-aede-47f5-9712-c4e2387f0792 None None] Port 5f8b31a4-3e21-4d15-8ea1-94b6986c3cce cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:29.681165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.715593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=5f8b31a4-3e21-4d15-8ea1-94b6986c3cce,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:29.878991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:29.882493 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98d09a1c-d26c-4cff-ac5b-6e56a3854203 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/ports/5f8b31a4-3e21-4d15-8ea1-94b6986c3cce HTTP/1.1" status: 204 len: 168 time: 0.6572368 Oct 22 15:38:29.885060 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40310) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:29.911811 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd3f2c7-131f-469f-ba0d-64e8c3c14961 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] GET failed (client error): The resource could not be found. Oct 22 15:38:29.913406 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fcd3f2c7-131f-469f-ba0d-64e8c3c14961 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "GET /v2.0/ports/5f8b31a4-3e21-4d15-8ea1-94b6986c3cce HTTP/1.1" status: 404 len: 333 time: 0.0274103 Oct 22 15:38:29.916255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40312) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:30.011637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port 83967259-b92e-47c9-b567-2e94b6334fc7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:30.011856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.104893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.116935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for 83967259-b92e-47c9-b567-2e94b6334fc7 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:30.305278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.333026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=83967259-b92e-47c9-b567-2e94b6334fc7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:30.363838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.367173 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-63d971e8-001c-45b6-99bf-dc1bca7a2857 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/ports/83967259-b92e-47c9-b567-2e94b6334fc7 HTTP/1.1" status: 204 len: 168 time: 0.4499037 Oct 22 15:38:30.369885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40314) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:30.396898 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9161e0-4a08-40d0-a100-d155aa6b98fb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] GET failed (client error): The resource could not be found. Oct 22 15:38:30.398478 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7e9161e0-4a08-40d0-a100-d155aa6b98fb tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "GET /v2.0/ports/83967259-b92e-47c9-b567-2e94b6334fc7 HTTP/1.1" status: 404 len: 333 time: 0.0276213 Oct 22 15:38:30.402453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40316) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:30.492925 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:30.493262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.585439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.597893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:30.785536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.814872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:30.842560 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.843326 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2a09a80b-e304-4370-8ed9-3aad89eae6d8 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/ports/a13bd5cd-17a4-4ae6-baaf-ebe74ec5c5ff HTTP/1.1" status: 204 len: 168 time: 0.4398808 Oct 22 15:38:30.847078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40318) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:30.899136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting subnet 2de3819f-d449-4b10-8837-0c26b07bdcac {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:38:30.902194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:30.945563 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.030682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.169516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.198494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Subnet': ['ID=2de3819f-d449-4b10-8837-0c26b07bdcac,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:31.206401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.212435 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ebddb785-b8a7-44f8-b1d1-05a440aa3e7b tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/subnets/2de3819f-d449-4b10-8837-0c26b07bdcac HTTP/1.1" status: 204 len: 168 time: 0.3639839 Oct 22 15:38:31.214228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:31.216906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024871c8-67c8-4412-a56b-88605d053e50 None None] Network f87e0593-8978-47e6-a97c-bd60aa85aa5b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:31.294262 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.348414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Deleting port 175909c2-782f-4902-9c5e-22fbfe282ad4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:31.348532 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.391389 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] DHCP port deletion for f87e0593-8978-47e6-a97c-bd60aa85aa5b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:38:31.445932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] Deleting port 175909c2-782f-4902-9c5e-22fbfe282ad4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:31.446214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.514938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] For port 175909c2-782f-4902-9c5e-22fbfe282ad4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=175909c2-782f-4902-9c5e-22fbfe282ad4,segment=NetworkSegment(77a01212-c4a4-4e86-a174-e9385c586f1e),segment_id=77a01212-c4a4-4e86-a174-e9385c586f1e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:31.515367 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.529354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] Calling delete_port for 175909c2-782f-4902-9c5e-22fbfe282ad4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:31.756029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] For port 175909c2-782f-4902-9c5e-22fbfe282ad4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=175909c2-782f-4902-9c5e-22fbfe282ad4,segment=NetworkSegment(77a01212-c4a4-4e86-a174-e9385c586f1e),segment_id=77a01212-c4a4-4e86-a174-e9385c586f1e)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:31.756317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.768700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Calling delete_port for 175909c2-782f-4902-9c5e-22fbfe282ad4 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:31.831550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.843642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.857111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] Pushing event deleted for resources: {'Port': ['ID=175909c2-782f-4902-9c5e-22fbfe282ad4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:31.862392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500038ef-e04b-4574-bf7f-74dc6885dcb5 None None] No DVR routers for this DVR port 175909c2-782f-4902-9c5e-22fbfe282ad4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:31.872338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Port': ['ID=175909c2-782f-4902-9c5e-22fbfe282ad4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:31.874177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] No DVR routers for this DVR port 175909c2-782f-4902-9c5e-22fbfe282ad4 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:31.953479 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:31.973289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87e0593-8978-47e6-a97c-bd60aa85aa5b']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:31.982068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a01212-c4a4-4e86-a174-e9385c586f1e') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:31.982360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a01212-c4a4-4e86-a174-e9385c586f1e') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:31.991590 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.004891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.010593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:32.010916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:32.013771 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:32.127553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.141325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.141325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] 10.222.0.66 "DELETE /v2.0/networks/f87e0593-8978-47e6-a97c-bd60aa85aa5b HTTP/1.1" status: 204 len: 168 time: 0.9218688 Oct 22 15:38:32.148815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a4429-6351-4c11-ab89-04053cfa00c9 tempest-AllowedAddressPairIpV6TestJSON-1041327776 tempest-AllowedAddressPairIpV6TestJSON-1041327776-project] Pushing event deleted for resources: {'Network': ['ID=f87e0593-8978-47e6-a97c-bd60aa85aa5b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:32.520556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 175909c2-782f-4902-9c5e-22fbfe282ad4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:38:32.545330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 175909c2-782f-4902-9c5e-22fbfe282ad4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:38:32.545949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 175909c2-782f-4902-9c5e-22fbfe282ad4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:38:32.586995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40326) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:32.715430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0354987e-972a-49cb-8453-5d552c33e557 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96485f3f20644d3bbb3466022b64fa60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272423 Oct 22 15:38:32.717935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40330) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:32.764797 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9ac0-f67b-4ec7-8283-a38584203bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.786189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9ac0-f67b-4ec7-8283-a38584203bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.905442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9ac0-f67b-4ec7-8283-a38584203bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.909189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9ac0-f67b-4ec7-8283-a38584203bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:32.910388 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb6c9ac0-f67b-4ec7-8283-a38584203bb6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11d39324-0324-4029-a167-e1717a7f56a1 HTTP/1.1" status: 204 len: 168 time: 0.1915593 Oct 22 15:38:32.918513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c9ac0-f67b-4ec7-8283-a38584203bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d39324-0324-4029-a167-e1717a7f56a1,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:33.967691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40352) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:34.062385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-958471909'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:34.063547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.174659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Made reservation on behalf of c23e7270568d46499d47ea81a5bbf254 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:34.178179 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.190776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.263327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.332397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.355533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:34.370273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f443f0b-430d-419a-a63b-6d45eb239560,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:34.374258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.374608 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Added segment aecd93c3-32c7-4e31-a325-34ed4a508bf9 of type vlan for network 458b5c03-d994-4074-aac5-42e8d166dd5c Oct 22 15:38:34.419920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.517414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.523140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:34.523737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:34.591687 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event updated for resources: {'Network': ['ID=458b5c03-d994-4074-aac5-42e8d166dd5c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:34.605551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-558d952e-d39e-442e-a87e-1f5cb2d8a867 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6366572 Oct 22 15:38:34.605880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 458b5c03-d994-4074-aac5-42e8d166dd5c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:34.608945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:34.613357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Request body: {'subnet': {'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:34.831030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Made reservation on behalf of c23e7270568d46499d47ea81a5bbf254 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:34.834534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.088489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.146843 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event updated for resources: {'Subnet': ['ID=5ce7fc99-cccf-4f28-8d54-64270fd2ce6a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:35.155241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Checking segment: {'id': 'aecd93c3-32c7-4e31-a325-34ed4a508bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:35.155644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Network hostable DHCP agents. Network: 458b5c03-d994-4074-aac5-42e8d166dd5c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:38:35.219630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Network 458b5c03-d994-4074-aac5-42e8d166dd5c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:38:35.282244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 458b5c03-d994-4074-aac5-42e8d166dd5c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:35.286504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:35.287129 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.291402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d73d1-366e-4bf3-9af7-9cd14451a025 None None] Network 458b5c03-d994-4074-aac5-42e8d166dd5c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:35.348169 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ac8465bd-7ac5-4534-bb0a-409a204bb640 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7387326 Oct 22 15:38:35.350661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40358) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:35.355752 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Request body: {'port': {'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1155565320'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:35.439974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-458b5c03-d994-4074-aac5-42e8d166dd5c', 'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c', 'tenant_id': 'c23e7270568d46499d47ea81a5bbf254', 'fixed_ips': [{'subnet_id': '5ce7fc99-cccf-4f28-8d54-64270fd2ce6a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:38:35.440613 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.522647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Made reservation on behalf of c23e7270568d46499d47ea81a5bbf254 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:35.526751 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.548937 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] device_id is not set on port f710e641-4c3a-496b-91de-0398c34533a6 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:35.577459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Allocated IP 172.20.0.2 (458b5c03-d994-4074-aac5-42e8d166dd5c/5ce7fc99-cccf-4f28-8d54-64270fd2ce6a/05ec6f76-4899-44f4-bfbc-1f53083f735b) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:35.720487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.800832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.840274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Network 458b5c03-d994-4074-aac5-42e8d166dd5c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:35.843113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:35.850467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:35.852452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Pushing event updated for resources: {'Port': ['ID=05ec6f76-4899-44f4-bfbc-1f53083f735b,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:35.857736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Allocated IP 172.20.0.7 (458b5c03-d994-4074-aac5-42e8d166dd5c/5ce7fc99-cccf-4f28-8d54-64270fd2ce6a/f710e641-4c3a-496b-91de-0398c34533a6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:35.905628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Attempting to bind port 05ec6f76-4899-44f4-bfbc-1f53083f735b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:38:35.905997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Attempting to bind port 05ec6f76-4899-44f4-bfbc-1f53083f735b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'aecd93c3-32c7-4e31-a325-34ed4a508bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:38:35.906362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Attempting to bind port 05ec6f76-4899-44f4-bfbc-1f53083f735b on network 458b5c03-d994-4074-aac5-42e8d166dd5c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:38:35.912803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:38:35.913300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Checking segment: {'id': 'aecd93c3-32c7-4e31-a325-34ed4a508bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:35.913706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.914106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Bound using segment: {'id': 'aecd93c3-32c7-4e31-a325-34ed4a508bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:38:35.914579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Bound port: 05ec6f76-4899-44f4-bfbc-1f53083f735b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecd93c3-32c7-4e31-a325-34ed4a508bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:38:35.914964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:35.982337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] For port 05ec6f76-4899-44f4-bfbc-1f53083f735b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:38:35.985765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] For port 05ec6f76-4899-44f4-bfbc-1f53083f735b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=05ec6f76-4899-44f4-bfbc-1f53083f735b,segment=NetworkSegment(aecd93c3-32c7-4e31-a325-34ed4a508bf9),segment_id=aecd93c3-32c7-4e31-a325-34ed4a508bf9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:38:36.003942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.077240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.105729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.143605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84040-7f99-418e-a6f9-5311ebcc2dfc None None] Pushing event updated for resources: {'Port': ['ID=05ec6f76-4899-44f4-bfbc-1f53083f735b,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:36.158744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Network 458b5c03-d994-4074-aac5-42e8d166dd5c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:36.161955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:36.169753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:36.174013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event updated for resources: {'Port': ['ID=f710e641-4c3a-496b-91de-0398c34533a6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:36.220913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:36.221520 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.296507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-487b2a8b-846a-4dc7-ac94-0b5482ba4c67 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9437106 Oct 22 15:38:36.297689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40360) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:36.303773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Request body: {'port': {'network_id': '458b5c03-d994-4074-aac5-42e8d166dd5c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1499309274', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:36.308588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.api.validators [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] bootfile-name is not in valid_values {{(pid=107801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 15:38:36.308588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.api.validators [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] tftp-server is not in valid_values {{(pid=107801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 15:38:36.308588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.api.validators [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] server-ip-address is not in valid_values {{(pid=107801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 15:38:36.509204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Made reservation on behalf of c23e7270568d46499d47ea81a5bbf254 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:36.514176 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.534691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] device_id is not set on port 9ed6a58e-1484-4308-934a-f98bc12cecbf yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:36.559701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 05ec6f76-4899-44f4-bfbc-1f53083f735b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:38:36.608951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 05ec6f76-4899-44f4-bfbc-1f53083f735b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:36.609319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.646373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Allocated IP 172.20.0.12 (458b5c03-d994-4074-aac5-42e8d166dd5c/5ce7fc99-cccf-4f28-8d54-64270fd2ce6a/9ed6a58e-1484-4308-934a-f98bc12cecbf) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:36.694264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.735049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 05ec6f76-4899-44f4-bfbc-1f53083f735b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=05ec6f76-4899-44f4-bfbc-1f53083f735b,segment=NetworkSegment(aecd93c3-32c7-4e31-a325-34ed4a508bf9),segment_id=aecd93c3-32c7-4e31-a325-34ed4a508bf9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:36.804661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.821598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.858860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=05ec6f76-4899-44f4-bfbc-1f53083f735b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:36.915660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:36.960270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Network 458b5c03-d994-4074-aac5-42e8d166dd5c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:36.963390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:36.967275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:37.001443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event updated for resources: {'Port': ['ID=9ed6a58e-1484-4308-934a-f98bc12cecbf,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:37.015517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbde3a78-9e00-4616-822d-dc258d2321b7 None None] Network 458b5c03-d994-4074-aac5-42e8d166dd5c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:37.028422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:37.029083 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.106523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c9f10760-ad88-428e-8e93-c9607e85b289 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.8040898 Oct 22 15:38:37.107278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40362) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:37.145720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-05cbe37b-00c7-4c39-b726-a5df6f4b52e0 None None] Provisioning complete for port 05ec6f76-4899-44f4-bfbc-1f53083f735b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:37.146096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-05cbe37b-00c7-4c39-b726-a5df6f4b52e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.159909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d3675-5dd9-44a8-a2ab-8b74a68f2b0d tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:37.165812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d3675-5dd9-44a8-a2ab-8b74a68f2b0d tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:37.171780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d3675-5dd9-44a8-a2ab-8b74a68f2b0d tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:37.173524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-783d3675-5dd9-44a8-a2ab-8b74a68f2b0d tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0653410 Oct 22 15:38:37.177042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:37.271027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Deleting port 9ed6a58e-1484-4308-934a-f98bc12cecbf {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:37.271411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.371135 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.384827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Calling delete_port for 9ed6a58e-1484-4308-934a-f98bc12cecbf owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:37.482070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b87b9d3d-e7a2-4a1b-844c-81e0427c4142 None None] Provisioning complete for port f710e641-4c3a-496b-91de-0398c34533a6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:37.482583 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b87b9d3d-e7a2-4a1b-844c-81e0427c4142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.526105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b87b9d3d-e7a2-4a1b-844c-81e0427c4142 None None] Port f710e641-4c3a-496b-91de-0398c34533a6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:37.536914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b87b9d3d-e7a2-4a1b-844c-81e0427c4142 None None] Provisioning complete for port 05ec6f76-4899-44f4-bfbc-1f53083f735b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:37.537347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b87b9d3d-e7a2-4a1b-844c-81e0427c4142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.585910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.624409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event deleted for resources: {'Port': ['ID=9ed6a58e-1484-4308-934a-f98bc12cecbf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:37.641781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b87b9d3d-e7a2-4a1b-844c-81e0427c4142 None None] Could not find standard attr ID for object 9ed6a58e-1484-4308-934a-f98bc12cecbf. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:38:37.699597 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.703903 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f599bb02-e288-4ef4-9ccf-721abef6bfe2 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "DELETE /v2.0/ports/9ed6a58e-1484-4308-934a-f98bc12cecbf HTTP/1.1" status: 204 len: 168 time: 0.5257773 Oct 22 15:38:37.708161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40366) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:37.713483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Request body: {'port': {'name': 'tempest-new-port-name-69197890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:37.713881 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] bootfile-name is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 15:38:37.714259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] tftp-server is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 15:38:37.714594 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.api.validators [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] server-ip-address is not in valid_values {{(pid=107802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 15:38:37.766546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e69c351e-aad1-42b3-b9a0-706d922715c5 None None] Provisioning complete for port f710e641-4c3a-496b-91de-0398c34533a6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:37.766900 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e69c351e-aad1-42b3-b9a0-706d922715c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.780958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:37.806699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e69c351e-aad1-42b3-b9a0-706d922715c5 None None] Port f710e641-4c3a-496b-91de-0398c34533a6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:37.875007 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:38:37.917903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e66dde04-6c50-4adb-a548-937d087a0e01 None None] Could not find standard attr ID for object 9ed6a58e-1484-4308-934a-f98bc12cecbf. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:38:38.019197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.076796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.157732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event updated for resources: {'Port': ['ID=f710e641-4c3a-496b-91de-0398c34533a6,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:38.170312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] In _notify_port_updated(), no bound segment for port f710e641-4c3a-496b-91de-0398c34533a6 on network 458b5c03-d994-4074-aac5-42e8d166dd5c {{(pid=107802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 15:38:38.176662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:38.177350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.178920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cb63d1a2-eb87-4ded-95ae-34842b94d806 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "PUT /v2.0/ports/f710e641-4c3a-496b-91de-0398c34533a6 HTTP/1.1" status: 200 len: 1134 time: 0.4697173 Oct 22 15:38:38.183184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:38.232820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b8814-d604-45b9-977e-aebf5eb67612 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:38.234351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5b6b8814-d604-45b9-977e-aebf5eb67612 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "GET /v2.0/ports/f710e641-4c3a-496b-91de-0398c34533a6 HTTP/1.1" status: 200 len: 1134 time: 0.0486419 Oct 22 15:38:38.239298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:38.338279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-da004d84-89b8-4e5b-a3d3-49c680da6d00 None None] Provisioning complete for port f710e641-4c3a-496b-91de-0398c34533a6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:38.338564 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-da004d84-89b8-4e5b-a3d3-49c680da6d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.343271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Deleting port f710e641-4c3a-496b-91de-0398c34533a6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:38.343613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.376183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-da004d84-89b8-4e5b-a3d3-49c680da6d00 None None] Port f710e641-4c3a-496b-91de-0398c34533a6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:38:38.433054 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.445671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Calling delete_port for f710e641-4c3a-496b-91de-0398c34533a6 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:38.529077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 05ec6f76-4899-44f4-bfbc-1f53083f735b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:38:38.579476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 05ec6f76-4899-44f4-bfbc-1f53083f735b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:38.579842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.659981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.691963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event deleted for resources: {'Port': ['ID=f710e641-4c3a-496b-91de-0398c34533a6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:38.770523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.774004 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-21b187c5-3739-4ccd-9408-2d6d9f199f01 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "DELETE /v2.0/ports/f710e641-4c3a-496b-91de-0398c34533a6 HTTP/1.1" status: 204 len: 168 time: 0.5337183 Oct 22 15:38:38.776718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40372) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:38.839126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Deleting subnet 5ce7fc99-cccf-4f28-8d54-64270fd2ce6a {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:38:38.844157 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.887771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:38.977798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.146518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.171991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce7fc99-cccf-4f28-8d54-64270fd2ce6a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:39.179410 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.182687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1242f04d-37ab-45d9-aa30-74c6f795a3e9 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "DELETE /v2.0/subnets/5ce7fc99-cccf-4f28-8d54-64270fd2ce6a HTTP/1.1" status: 204 len: 168 time: 0.4049423 Oct 22 15:38:39.185189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40374) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:39.186683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eebe5b-e754-4141-bd5c-f240d18d5b73 None None] Network 458b5c03-d994-4074-aac5-42e8d166dd5c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:39.265751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.321044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Deleting port 05ec6f76-4899-44f4-bfbc-1f53083f735b {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:39.321384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.376491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] DHCP port deletion for 458b5c03-d994-4074-aac5-42e8d166dd5c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:38:39.395925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] For port 05ec6f76-4899-44f4-bfbc-1f53083f735b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=05ec6f76-4899-44f4-bfbc-1f53083f735b,segment=NetworkSegment(aecd93c3-32c7-4e31-a325-34ed4a508bf9),segment_id=aecd93c3-32c7-4e31-a325-34ed4a508bf9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:39.396283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.409934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Calling delete_port for 05ec6f76-4899-44f4-bfbc-1f53083f735b owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:39.430166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] Deleting port 05ec6f76-4899-44f4-bfbc-1f53083f735b {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:39.430720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.501196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] For port 05ec6f76-4899-44f4-bfbc-1f53083f735b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=05ec6f76-4899-44f4-bfbc-1f53083f735b,segment=NetworkSegment(aecd93c3-32c7-4e31-a325-34ed4a508bf9),segment_id=aecd93c3-32c7-4e31-a325-34ed4a508bf9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:39.505184 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.514086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] Calling delete_port for 05ec6f76-4899-44f4-bfbc-1f53083f735b owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:39.539598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.564780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event deleted for resources: {'Port': ['ID=05ec6f76-4899-44f4-bfbc-1f53083f735b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:39.569881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] No DVR routers for this DVR port 05ec6f76-4899-44f4-bfbc-1f53083f735b on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:39.598544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.623510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] Pushing event deleted for resources: {'Port': ['ID=05ec6f76-4899-44f4-bfbc-1f53083f735b,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:39.628514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef4a38-e670-41e9-9d7f-609b11182208 None None] No DVR routers for this DVR port 05ec6f76-4899-44f4-bfbc-1f53083f735b on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:39.655717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.677358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458b5c03-d994-4074-aac5-42e8d166dd5c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:39.686849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecd93c3-32c7-4e31-a325-34ed4a508bf9') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:39.687185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecd93c3-32c7-4e31-a325-34ed4a508bf9') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:39.696765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.710327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.716300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:39.716713 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:39.723423 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:39.869212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.878377 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:39.880069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] 10.222.0.66 "DELETE /v2.0/networks/458b5c03-d994-4074-aac5-42e8d166dd5c HTTP/1.1" status: 204 len: 168 time: 0.6938491 Oct 22 15:38:39.893191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66164-443c-43dc-a1f1-bae28b6c31c7 tempest-ExtraDHCPOptionsTestJSON-1508667745 tempest-ExtraDHCPOptionsTestJSON-1508667745-project] Pushing event deleted for resources: {'Network': ['ID=458b5c03-d994-4074-aac5-42e8d166dd5c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:40.410876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40380) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:40.523819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 05ec6f76-4899-44f4-bfbc-1f53083f735b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:38:40.547707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 05ec6f76-4899-44f4-bfbc-1f53083f735b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:38:40.548145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 05ec6f76-4899-44f4-bfbc-1f53083f735b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:38:40.560092 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9411eea1-9bd5-4efb-b11a-a5bb1139c8f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c23e7270568d46499d47ea81a5bbf254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479292 Oct 22 15:38:40.562451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40384) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:40.614045 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c35d00-2ba0-44a7-a0fd-2ab5b75ff857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:40.636386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c35d00-2ba0-44a7-a0fd-2ab5b75ff857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:40.790887 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c35d00-2ba0-44a7-a0fd-2ab5b75ff857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:40.793816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-08c35d00-2ba0-44a7-a0fd-2ab5b75ff857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:40.795820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-08c35d00-2ba0-44a7-a0fd-2ab5b75ff857 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f443f0b-430d-419a-a63b-6d45eb239560 HTTP/1.1" status: 204 len: 168 time: 0.2315152 Oct 22 15:38:40.806079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c35d00-2ba0-44a7-a0fd-2ab5b75ff857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f443f0b-430d-419a-a63b-6d45eb239560,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:41.745616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:41.778523 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:41.844525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'networks': [{'name': 'tempest-network--1318017827'}, {'name': 'tempest-network--1020143143'}]} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:41.844867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'network': {'name': 'tempest-network--1318017827'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:41.845335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'network': {'name': 'tempest-network--1020143143'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:41.922428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'network': 2} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:41.927072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:41.935846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.011826 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.082549 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.083058 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.120608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde54d7-b5e7-493d-8628-07c3c4591e58,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:42.129656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:42.139940 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.140352 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Added segment 39b775b6-54cb-4160-993f-2e83904437da of type vlan for network da14f835-778b-4952-a70a-eb9ce91e85e9 Oct 22 15:38:42.184546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.214009 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:42.222466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.222807 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Added segment 4338d9af-17c3-4633-96e3-324ecaac10e5 of type vlan for network fba9fff3-cabf-4389-83f0-5b678b90b431 Oct 22 15:38:42.261646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.356480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.356979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.364326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:42.369484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:42.370134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.437716 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Network': ['ID=da14f835-778b-4952-a70a-eb9ce91e85e9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:42.451027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network da14f835-778b-4952-a70a-eb9ce91e85e9 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:42.479809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7328038 Oct 22 15:38:42.482315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40410) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:42.511696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae2ba-06c4-4f2f-874d-b38a69f25cb8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Network': ['ID=fba9fff3-cabf-4389-83f0-5b678b90b431,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:42.522217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network fba9fff3-cabf-4389-83f0-5b678b90b431 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:42.608276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c098c6-4597-4984-bce3-2d6cb26997f3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:42.614610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c098c6-4597-4984-bce3-2d6cb26997f3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:42.620726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c098c6-4597-4984-bce3-2d6cb26997f3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:42.627062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c098c6-4597-4984-bce3-2d6cb26997f3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:42.628771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-92c098c6-4597-4984-bce3-2d6cb26997f3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1453846 Oct 22 15:38:42.631981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40412) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:42.715968 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:42.807145 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.161639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da14f835-778b-4952-a70a-eb9ce91e85e9']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:43.171326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b775b6-54cb-4160-993f-2e83904437da') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:43.171616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b775b6-54cb-4160-993f-2e83904437da') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:43.181001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.194753 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.200625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:43.201005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:43.205008 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:43.337792 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.345143 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.348466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/networks/da14f835-778b-4952-a70a-eb9ce91e85e9 HTTP/1.1" status: 204 len: 168 time: 0.7155023 Oct 22 15:38:43.351851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:43.360650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd807e1-e0a2-48e0-9164-da88cfbf5c91 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Network': ['ID=da14f835-778b-4952-a70a-eb9ce91e85e9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:43.431849 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.521143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.542562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba9fff3-cabf-4389-83f0-5b678b90b431']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:43.553113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4338d9af-17c3-4633-96e3-324ecaac10e5') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:43.553417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4338d9af-17c3-4633-96e3-324ecaac10e5') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:43.563580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.577120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.583731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:43.584145 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:43.587075 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:43.717036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.725961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.728372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/networks/fba9fff3-cabf-4389-83f0-5b678b90b431 HTTP/1.1" status: 204 len: 168 time: 0.3754339 Oct 22 15:38:43.731115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40416) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:43.740772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b8f29-c9ee-45fd-ae29-7ee66f6b7478 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Network': ['ID=fba9fff3-cabf-4389-83f0-5b678b90b431,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:43.841839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c40d7-e70b-4956-8f8f-efed59f2eea0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:43.848639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c40d7-e70b-4956-8f8f-efed59f2eea0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:43.850193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-429c40d7-e70b-4956-8f8f-efed59f2eea0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1180527 Oct 22 15:38:43.853836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40418) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:43.858687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1704221380'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:43.931711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:43.935330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.959925 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:43.971918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:43.971918 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Added segment f5a57071-6545-4bc2-ad05-4c1c5d74b4f6 of type vlan for network 4cee55a2-bdb2-4f98-af37-b2eb6cba696f Oct 22 15:38:44.011726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.128293 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.135068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:44.135704 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.208718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Network': ['ID=4cee55a2-bdb2-4f98-af37-b2eb6cba696f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:44.220165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 4cee55a2-bdb2-4f98-af37-b2eb6cba696f details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:44.238082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7ea4613-539f-44b4-87ff-5f573e1e86c9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3830032 Oct 22 15:38:44.240691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40420) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:44.245814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1045729457'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:44.331979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:44.335668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.365484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:44.374401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.374731 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Added segment 4d5bc853-ced3-4111-8ced-78736cc6f8a5 of type vlan for network ada7799f-0978-4991-8149-c2de8589f926 Oct 22 15:38:44.417831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.499595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.506366 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:44.506948 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.570509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Network': ['ID=ada7799f-0978-4991-8149-c2de8589f926,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:44.581655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network ada7799f-0978-4991-8149-c2de8589f926 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:44.603620 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-54015cbf-4732-49d1-9050-936e0eef2ac3 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3617785 Oct 22 15:38:44.606488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:44.612280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'ports': [{'network_id': '4cee55a2-bdb2-4f98-af37-b2eb6cba696f', 'name': 'tempest-port--1969829973', 'admin_state_up': True}, {'network_id': 'ada7799f-0978-4991-8149-c2de8589f926', 'admin_state_up': False}]} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:44.612671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'port': {'network_id': '4cee55a2-bdb2-4f98-af37-b2eb6cba696f', 'name': 'tempest-port--1969829973', 'admin_state_up': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:44.613249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'port': {'network_id': 'ada7799f-0978-4991-8149-c2de8589f926', 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:44.836684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'port': 2} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:44.841490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.854965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:44.938574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] device_id is not set on port 07eb1c0b-d04f-4cae-a300-955e95e93dc4 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:45.060526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:45.132446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] device_id is not set on port 1117b2dc-b310-4c1d-b8f0-9eca09452d76 yet. {{(pid=107801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 15:38:45.240810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:45.332521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:45.389802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Port': ['ID=07eb1c0b-d04f-4cae-a300-955e95e93dc4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:45.404976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Checking segment: {'id': 'f5a57071-6545-4bc2-ad05-4c1c5d74b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4cee55a2-bdb2-4f98-af37-b2eb6cba696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:45.405335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network hostable DHCP agents. Network: 4cee55a2-bdb2-4f98-af37-b2eb6cba696f, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:38:45.514676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network 4cee55a2-bdb2-4f98-af37-b2eb6cba696f is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:38:45.595287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 4cee55a2-bdb2-4f98-af37-b2eb6cba696f) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:45.599128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:45.600005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:45.604273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0523dee-5019-472f-83bb-902ec9161123 None None] Network 4cee55a2-bdb2-4f98-af37-b2eb6cba696f requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:45.660955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Port': ['ID=1117b2dc-b310-4c1d-b8f0-9eca09452d76,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:45.672033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Checking segment: {'id': '4d5bc853-ced3-4111-8ced-78736cc6f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ada7799f-0978-4991-8149-c2de8589f926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:45.672414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network hostable DHCP agents. Network: ada7799f-0978-4991-8149-c2de8589f926, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:38:45.743302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network ada7799f-0978-4991-8149-c2de8589f926 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:38:45.811763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, ada7799f-0978-4991-8149-c2de8589f926) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:45.815656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:45.820598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c69ce-bf0e-4fbe-80ee-5f3b8709e8fc None None] Network ada7799f-0978-4991-8149-c2de8589f926 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:45.821344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:45.826257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:45.826921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:45.912200 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1f392e66-249a-49ac-ac86-67541ef2b8e8 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3041894 Oct 22 15:38:45.914554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40424) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:45.974290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8822a23-ea40-4809-8584-87919827a73b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:45.981547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8822a23-ea40-4809-8584-87919827a73b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:45.983450 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c8822a23-ea40-4809-8584-87919827a73b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0678165 Oct 22 15:38:45.987013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40426) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:46.077695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Deleting port 07eb1c0b-d04f-4cae-a300-955e95e93dc4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:46.079090 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.145047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.157105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Calling delete_port for 07eb1c0b-d04f-4cae-a300-955e95e93dc4 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:46.328610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.359156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Port': ['ID=07eb1c0b-d04f-4cae-a300-955e95e93dc4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:46.367823 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.371646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e78b69cf-d0f8-47ed-a613-ad23ffc9d792 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/ports/07eb1c0b-d04f-4cae-a300-955e95e93dc4 HTTP/1.1" status: 204 len: 168 time: 0.3836837 Oct 22 15:38:46.374278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40428) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:46.466932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Deleting port 1117b2dc-b310-4c1d-b8f0-9eca09452d76 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:46.467685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.536376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.548699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Calling delete_port for 1117b2dc-b310-4c1d-b8f0-9eca09452d76 owned by {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:46.711401 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.745234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Port': ['ID=1117b2dc-b310-4c1d-b8f0-9eca09452d76,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:46.756514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.757192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d30e28b4-0ad9-4c3a-a813-94184f1122e9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/ports/1117b2dc-b310-4c1d-b8f0-9eca09452d76 HTTP/1.1" status: 204 len: 168 time: 0.3818212 Oct 22 15:38:46.759913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40430) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:46.787110 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-201b7b3a-5ec5-45e7-bd40-904c22f6d905 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0260942 Oct 22 15:38:46.790528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40432) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:46.795283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1671725009'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:46.892188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:46.895698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.918797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:46.927986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:46.928348 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Added segment c3516534-026b-4169-8bad-59a1c1ef9b27 of type vlan for network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 Oct 22 15:38:46.967396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.054289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.060174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:47.060763 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.129441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Network': ['ID=b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:47.139553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:47.159819 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b4abf42-5770-4fdc-8a71-a368fae1d8ac tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3679643 Oct 22 15:38:47.162378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40434) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:47.168173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-589734098'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:47.247995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:47.251675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.275570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:38:47.284945 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.285284 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Added segment bdd2f215-e6be-4dc3-ba0d-1fc532240dae of type vlan for network f874c721-dda8-46ff-ac11-96b572771ca2 Oct 22 15:38:47.327087 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.343649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-ae522726-8409-4672-8e8d-b5e9e55c5c86 req-cb436ac3-fd15-4424-8e6d-ca91076b4b76 service neutron] (107801) timed out ('10.222.0.53', 54510) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:38:47.419847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.425994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:47.426597 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.496831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Network': ['ID=f874c721-dda8-46ff-ac11-96b572771ca2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:47.508578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network f874c721-dda8-46ff-ac11-96b572771ca2 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:38:47.554280 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-65b5c781-f122-4571-a022-8fcc1cdca7f9 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3906212 Oct 22 15:38:47.686615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40436) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:47.692614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'subnets': [{'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--91775336', 'ip_version': 4}, {'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:47.692931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'subnet': {'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--91775336', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:47.693519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Request body: {'subnet': {'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:38:47.916459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Made reservation on behalf of 5c772b03c73e404dbe451210bb4d712a for: {'subnet': 2} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:38:47.922502 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:47.923124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:48.334203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:48.402048 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Subnet': ['ID=e3d475b5-5e83-4ae7-8195-6d4f86621468,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:48.407365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Checking segment: {'id': 'c3516534-026b-4169-8bad-59a1c1ef9b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:48.407733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network hostable DHCP agents. Network: b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:38:48.526025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:38:48.590821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:48.595665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:48.602374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c0670-e6f9-45b9-a712-596d22ffc0b2 None None] Network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:48.665292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event updated for resources: {'Subnet': ['ID=30e9d7b3-994c-445c-aeff-8b5bb52b5835,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:48.673357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Checking segment: {'id': 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:48.673720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network hostable DHCP agents. Network: f874c721-dda8-46ff-ac11-96b572771ca2, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:38:48.756762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Network f874c721-dda8-46ff-ac11-96b572771ca2 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:38:48.759926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0', 'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0', 'tenant_id': '5c772b03c73e404dbe451210bb4d712a', 'fixed_ips': [{'subnet_id': 'e3d475b5-5e83-4ae7-8195-6d4f86621468'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:38:48.760842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:48.871112 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, f874c721-dda8-46ff-ac11-96b572771ca2) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:48.875975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:48.882719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:48.882719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:48.971966 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5ef4f2f5-e959-4582-9824-2d51c7ea2ee0 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.2841437 Oct 22 15:38:48.974580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40440) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:49.041427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f87a85-83b4-40ce-b7f2-88f83b9c88f0 None None] Network f874c721-dda8-46ff-ac11-96b572771ca2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:49.069873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65e90c-744c-46b0-b33f-5864e7906ef4 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:49.071445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65e90c-744c-46b0-b33f-5864e7906ef4 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:49.072998 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65e90c-744c-46b0-b33f-5864e7906ef4 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:49.079209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ca65e90c-744c-46b0-b33f-5864e7906ef4 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0989275 Oct 22 15:38:49.079810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40442) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:49.110868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Allocated IP 172.20.0.2 (b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0/e3d475b5-5e83-4ae7-8195-6d4f86621468/980ad42b-552d-497a-a680-1ad6f541ffc2) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:49.134812 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Deleting subnet e3d475b5-5e83-4ae7-8195-6d4f86621468 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:38:49.277581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-f874c721-dda8-46ff-ac11-96b572771ca2', 'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2', 'tenant_id': '5c772b03c73e404dbe451210bb4d712a', 'fixed_ips': [{'subnet_id': '30e9d7b3-994c-445c-aeff-8b5bb52b5835'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:38:49.278446 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.383265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.430816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.434874 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.475391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.491280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:49.497862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Allocated IP 172.20.0.18 (f874c721-dda8-46ff-ac11-96b572771ca2/30e9d7b3-994c-445c-aeff-8b5bb52b5835/dd61d2b1-0b67-4d23-8ec6-46172de316fe) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:38:49.505078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:49.507539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:49.512732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Pushing event updated for resources: {'Port': ['ID=980ad42b-552d-497a-a680-1ad6f541ffc2,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:49.569779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.621671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Attempting to bind port 980ad42b-552d-497a-a680-1ad6f541ffc2 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:38:49.622252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Attempting to bind port 980ad42b-552d-497a-a680-1ad6f541ffc2 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'c3516534-026b-4169-8bad-59a1c1ef9b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:38:49.622379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Attempting to bind port 980ad42b-552d-497a-a680-1ad6f541ffc2 on network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:38:49.633985 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:38:49.634355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Checking segment: {'id': 'c3516534-026b-4169-8bad-59a1c1ef9b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:49.634752 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.635172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Bound using segment: {'id': 'c3516534-026b-4169-8bad-59a1c1ef9b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:38:49.635639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Bound port: 980ad42b-552d-497a-a680-1ad6f541ffc2, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3516534-026b-4169-8bad-59a1c1ef9b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:38:49.636021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.698383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.726822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d475b5-5e83-4ae7-8195-6d4f86621468,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:49.730749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.737015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-97063c87-5ee8-49f9-bbb4-e16a179a3620 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/subnets/e3d475b5-5e83-4ae7-8195-6d4f86621468 HTTP/1.1" status: 204 len: 168 time: 0.6532359 Oct 22 15:38:49.737303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40444) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:49.757316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] For port 980ad42b-552d-497a-a680-1ad6f541ffc2, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:38:49.763856 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.773452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] For port 980ad42b-552d-497a-a680-1ad6f541ffc2, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=980ad42b-552d-497a-a680-1ad6f541ffc2,segment=NetworkSegment(c3516534-026b-4169-8bad-59a1c1ef9b27),segment_id=c3516534-026b-4169-8bad-59a1c1ef9b27)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:38:49.789042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Deleting subnet 30e9d7b3-994c-445c-aeff-8b5bb52b5835 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:38:49.864686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.865949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.868289 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.905202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:49.921611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Network f874c721-dda8-46ff-ac11-96b572771ca2 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:38:49.931412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:38:49.931412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:38:49.965315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4169c-149b-4add-90e8-eb3a5ae23d54 None None] Pushing event updated for resources: {'Port': ['ID=980ad42b-552d-497a-a680-1ad6f541ffc2,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:50.001476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.028288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Attempting to bind port dd61d2b1-0b67-4d23-8ec6-46172de316fe on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:38:50.028662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Attempting to bind port dd61d2b1-0b67-4d23-8ec6-46172de316fe by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:38:50.029022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Attempting to bind port dd61d2b1-0b67-4d23-8ec6-46172de316fe on network f874c721-dda8-46ff-ac11-96b572771ca2 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:38:50.041424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Pushing event updated for resources: {'Port': ['ID=dd61d2b1-0b67-4d23-8ec6-46172de316fe,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:50.044921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:38:50.045303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Checking segment: {'id': 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:38:50.045712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.046102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Bound using segment: {'id': 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:38:50.046582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Bound port: dd61d2b1-0b67-4d23-8ec6-46172de316fe, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f874c721-dda8-46ff-ac11-96b572771ca2'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:38:50.047047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.183919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.186852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] For port dd61d2b1-0b67-4d23-8ec6-46172de316fe, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:38:50.190851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] For port dd61d2b1-0b67-4d23-8ec6-46172de316fe, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=dd61d2b1-0b67-4d23-8ec6-46172de316fe,segment=NetworkSegment(bdd2f215-e6be-4dc3-ba0d-1fc532240dae),segment_id=bdd2f215-e6be-4dc3-ba0d-1fc532240dae)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:38:50.214576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Subnet': ['ID=30e9d7b3-994c-445c-aeff-8b5bb52b5835,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:50.216525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.223471 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-87ce2efd-e7c3-400f-9891-3b01d35a5276 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/subnets/30e9d7b3-994c-445c-aeff-8b5bb52b5835 HTTP/1.1" status: 204 len: 168 time: 0.4849684 Oct 22 15:38:50.224385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40446) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:50.286808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.316622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b41591-34da-46c6-a2c2-f77a64fb9364 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:38:50.320115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-36b41591-34da-46c6-a2c2-f77a64fb9364 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0939929 Oct 22 15:38:50.325364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40448) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:50.347228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1295-9410-4dd3-9916-707f3fca3b49 None None] Pushing event updated for resources: {'Port': ['ID=dd61d2b1-0b67-4d23-8ec6-46172de316fe,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:50.422598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.491784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Deleting port dd61d2b1-0b67-4d23-8ec6-46172de316fe {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:50.492204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.613643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] For port dd61d2b1-0b67-4d23-8ec6-46172de316fe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=dd61d2b1-0b67-4d23-8ec6-46172de316fe,segment=NetworkSegment(bdd2f215-e6be-4dc3-ba0d-1fc532240dae),segment_id=bdd2f215-e6be-4dc3-ba0d-1fc532240dae)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:50.614173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.624511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 980ad42b-552d-497a-a680-1ad6f541ffc2 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:38:50.647652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Calling delete_port for dd61d2b1-0b67-4d23-8ec6-46172de316fe owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:50.719408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 980ad42b-552d-497a-a680-1ad6f541ffc2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:50.720017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.823223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.834571 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.863790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] No DVR routers for this DVR port dd61d2b1-0b67-4d23-8ec6-46172de316fe on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:50.868994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Port': ['ID=dd61d2b1-0b67-4d23-8ec6-46172de316fe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:50.871357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 980ad42b-552d-497a-a680-1ad6f541ffc2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=980ad42b-552d-497a-a680-1ad6f541ffc2,segment=NetworkSegment(c3516534-026b-4169-8bad-59a1c1ef9b27),segment_id=c3516534-026b-4169-8bad-59a1c1ef9b27)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:50.957374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.963934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:50.994547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f874c721-dda8-46ff-ac11-96b572771ca2']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:51.012025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:51.012391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd2f215-e6be-4dc3-ba0d-1fc532240dae') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:51.027050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.030055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ad6ab-dbd3-451a-b419-648dd954f974 None None] Network b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:51.041187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.049419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:51.049807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:51.052820 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:51.054616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=980ad42b-552d-497a-a680-1ad6f541ffc2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:51.129486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-984a8d69-d703-4dc4-94a1-40473b0c16da None None] Provisioning complete for port 980ad42b-552d-497a-a680-1ad6f541ffc2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:38:51.129862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-984a8d69-d703-4dc4-94a1-40473b0c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.237071 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.245150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.248646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/networks/f874c721-dda8-46ff-ac11-96b572771ca2 HTTP/1.1" status: 204 len: 168 time: 0.9221685 Oct 22 15:38:51.251486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40450) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:51.305668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834b05a-4dc9-4979-bd63-3dcbc8f87be1 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Network': ['ID=f874c721-dda8-46ff-ac11-96b572771ca2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:51.319723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] DHCP port deletion for b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:38:51.364101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.377571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] Deleting port 980ad42b-552d-497a-a680-1ad6f541ffc2 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:51.379945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.431503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Deleting port 980ad42b-552d-497a-a680-1ad6f541ffc2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:38:51.431916 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.456092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] For port 980ad42b-552d-497a-a680-1ad6f541ffc2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=980ad42b-552d-497a-a680-1ad6f541ffc2,segment=NetworkSegment(c3516534-026b-4169-8bad-59a1c1ef9b27),segment_id=c3516534-026b-4169-8bad-59a1c1ef9b27)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:51.456487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.470871 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] Calling delete_port for 980ad42b-552d-497a-a680-1ad6f541ffc2 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:51.506788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] For port 980ad42b-552d-497a-a680-1ad6f541ffc2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=980ad42b-552d-497a-a680-1ad6f541ffc2,segment=NetworkSegment(c3516534-026b-4169-8bad-59a1c1ef9b27),segment_id=c3516534-026b-4169-8bad-59a1c1ef9b27)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:38:51.507189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.521983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Calling delete_port for 980ad42b-552d-497a-a680-1ad6f541ffc2 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:38:51.601649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550baf8-44e1-4a58-b8fd-3be86c875e02 None None] DHCP port deletion for f874c721-dda8-46ff-ac11-96b572771ca2 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:38:51.605744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0c423571-557e-4386-8829-03fdce3110f6 None None] Could not find standard attr ID for object dd61d2b1-0b67-4d23-8ec6-46172de316fe. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 15:38:51.618220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382be4e-66ad-45fc-a859-dd55f38badd4 None None] Network f874c721-dda8-46ff-ac11-96b572771ca2 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:38:51.630543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382be4e-66ad-45fc-a859-dd55f38badd4 None None] Network f874c721-dda8-46ff-ac11-96b572771ca2 could not be found, it might have been deleted concurrently. {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 15:38:51.636580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.644690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.663570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] Pushing event deleted for resources: {'Port': ['ID=980ad42b-552d-497a-a680-1ad6f541ffc2,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:51.667367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f545c-94e2-4cdd-a862-f49845b5b297 None None] No DVR routers for this DVR port 980ad42b-552d-497a-a680-1ad6f541ffc2 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:51.671394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Port': ['ID=980ad42b-552d-497a-a680-1ad6f541ffc2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:51.674049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] No DVR routers for this DVR port 980ad42b-552d-497a-a680-1ad6f541ffc2 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:38:51.761150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.781029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:51.790499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3516534-026b-4169-8bad-59a1c1ef9b27') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:51.790795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3516534-026b-4169-8bad-59a1c1ef9b27') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:51.800857 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.814434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.820251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:51.820631 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: self.session.flush() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:51.823528 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:51.956473 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.963641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:51.970175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/networks/b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0 HTTP/1.1" status: 204 len: 168 time: 0.7145836 Oct 22 15:38:51.970175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40456) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:51.988203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b6734-219e-4510-bae8-8efa999d8a93 tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Network': ['ID=b5aa4661-1f02-4f7b-b319-2ebca9a4e0d0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:52.055589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.146038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.167038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada7799f-0978-4991-8149-c2de8589f926']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:52.177551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5bc853-ced3-4111-8ced-78736cc6f8a5') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:52.177852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5bc853-ced3-4111-8ced-78736cc6f8a5') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:52.187038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.200496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.207187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:52.210744 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:52.537667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 980ad42b-552d-497a-a680-1ad6f541ffc2 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:38:52.561609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 980ad42b-552d-497a-a680-1ad6f541ffc2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:38:52.561953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 980ad42b-552d-497a-a680-1ad6f541ffc2 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:38:52.796736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.803678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.806701 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/networks/ada7799f-0978-4991-8149-c2de8589f926 HTTP/1.1" status: 204 len: 168 time: 0.8356836 Oct 22 15:38:52.809090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40458) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:52.826203 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324e885-7338-475b-ac13-0aa3c630150b tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Network': ['ID=ada7799f-0978-4991-8149-c2de8589f926,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:52.836549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-51b5fae6-8055-495b-94a1-3995fa4cf071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.896931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:52.984416 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.003940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cee55a2-bdb2-4f98-af37-b2eb6cba696f']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:53.012866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a57071-6545-4bc2-ad05-4c1c5d74b4f6') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:53.013151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a57071-6545-4bc2-ad05-4c1c5d74b4f6') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:38:53.022754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.035628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.041344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:38:53.041725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:38:53.044636 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:38:53.167903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.175449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.178592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] 10.222.0.66 "DELETE /v2.0/networks/4cee55a2-bdb2-4f98-af37-b2eb6cba696f HTTP/1.1" status: 204 len: 168 time: 0.3685586 Oct 22 15:38:53.190381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e0f1e-ec62-4460-9f7d-9ee57c364b0c tempest-BulkNetworkOpsTest-1148763531 tempest-BulkNetworkOpsTest-1148763531-project] Pushing event deleted for resources: {'Network': ['ID=4cee55a2-bdb2-4f98-af37-b2eb6cba696f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:53.628806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40464) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:53.762629 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-19eff9fa-5d2c-44f5-8d9d-5cae86f88359 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c772b03c73e404dbe451210bb4d712a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326509 Oct 22 15:38:53.765249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40468) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:53.812013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-628dc7ca-38ef-4cbd-96c7-a4cee7770880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.833565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-628dc7ca-38ef-4cbd-96c7-a4cee7770880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.965712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-628dc7ca-38ef-4cbd-96c7-a4cee7770880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.968449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-628dc7ca-38ef-4cbd-96c7-a4cee7770880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:53.970431 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-628dc7ca-38ef-4cbd-96c7-a4cee7770880 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dde54d7-b5e7-493d-8628-07c3c4591e58 HTTP/1.1" status: 204 len: 168 time: 0.2036726 Oct 22 15:38:53.978501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dc7ca-38ef-4cbd-96c7-a4cee7770880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde54d7-b5e7-493d-8628-07c3c4591e58,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:55.131552 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eadcd77b-4ef9-4979-a068-53ff9b0c5aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:56.502956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:56.688399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:56.856062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40536) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:56.959315 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-359b3639-4b26-458f-a372-bf2542543044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.034302 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-359b3639-4b26-458f-a372-bf2542543044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.097387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-359b3639-4b26-458f-a372-bf2542543044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.139807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-359b3639-4b26-458f-a372-bf2542543044 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88104ce1ed5c456f92ba90f45569e334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825963 Oct 22 15:38:57.141108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b3639-4b26-458f-a372-bf2542543044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41679e89-23c3-4c8d-9b68-9ceb33178593,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:57.143562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40540) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:57.198659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f50eb3d-8c3b-4ed2-be32-5285ad0a3e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.221026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f50eb3d-8c3b-4ed2-be32-5285ad0a3e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.337241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f50eb3d-8c3b-4ed2-be32-5285ad0a3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.340008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7f50eb3d-8c3b-4ed2-be32-5285ad0a3e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:57.341195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7f50eb3d-8c3b-4ed2-be32-5285ad0a3e68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41679e89-23c3-4c8d-9b68-9ceb33178593 HTTP/1.1" status: 204 len: 168 time: 0.1965821 Oct 22 15:38:57.349409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50eb3d-8c3b-4ed2-be32-5285ad0a3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41679e89-23c3-4c8d-9b68-9ceb33178593,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:58.175862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40548) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:58.191333 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b02dc06e-c12a-4ad3-8a21-c148863606e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.235806 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.272376 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b02dc06e-c12a-4ad3-8a21-c148863606e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.366159 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b02dc06e-c12a-4ad3-8a21-c148863606e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.410937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b02dc06e-c12a-4ad3-8a21-c148863606e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84a40ed81bb44107a989ef54288e7744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337418 Oct 22 15:38:58.412268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dc06e-c12a-4ad3-8a21-c148863606e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9018fe9-1e18-44c0-b80d-5174c22ec6e0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:38:58.413859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40550) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:38:58.472084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c831446-c97c-4b2a-811e-6b51fa36e942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.501694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c831446-c97c-4b2a-811e-6b51fa36e942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.636896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c831446-c97c-4b2a-811e-6b51fa36e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.639630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0c831446-c97c-4b2a-811e-6b51fa36e942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:38:58.641365 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0c831446-c97c-4b2a-811e-6b51fa36e942 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9018fe9-1e18-44c0-b80d-5174c22ec6e0 HTTP/1.1" status: 204 len: 168 time: 0.2263875 Oct 22 15:38:58.650100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c831446-c97c-4b2a-811e-6b51fa36e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9018fe9-1e18-44c0-b80d-5174c22ec6e0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:04.127155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:11.765490 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:14.873718 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:39:22.670699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94dc6673-8d64-46a0-82f0-4556b6b58b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:25.136459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1133-1aa8-4727-bc7b-5fa93e1bb140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:26.505684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:26.702213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:28.339213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:34.082122 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:34.971381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40768) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:35.079862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.162398 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.278891 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.321552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec61e9b2d93349fb8b333fc19c4e40da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488851 Oct 22 15:39:35.322275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419eb5a-5047-48c8-9621-66886ffbc2f4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:35.324082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:35.330279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.330639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.331608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.331973 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.332315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.332652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.333033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.333419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.333808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.334137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.334495 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.334838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd796140-8924-4272-82e5-9e5422027459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.377282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.398584 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.578593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.581570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:35.582769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0419eb5a-5047-48c8-9621-66886ffbc2f4 HTTP/1.1" status: 204 len: 168 time: 0.2576075 Oct 22 15:39:35.590887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419eb5a-5047-48c8-9621-66886ffbc2f4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:35.599578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:35.604443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e437e-26cb-4772-8d62-408b38350003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:39:36.247595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40778) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:36.261346 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7030c77a-b5e6-45ec-b0fe-f19273383544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.336058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7030c77a-b5e6-45ec-b0fe-f19273383544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.490166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7030c77a-b5e6-45ec-b0fe-f19273383544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.531153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7030c77a-b5e6-45ec-b0fe-f19273383544 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e03b816dee4949328db6248c44a0456d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824142 Oct 22 15:39:36.532012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030c77a-b5e6-45ec-b0fe-f19273383544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df576b25-a3ee-4918-8dee-a2f60511b493,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:36.533887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40780) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:36.582578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b4a3-5b60-4d3e-a2fe-3a68a10ea413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.603002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b4a3-5b60-4d3e-a2fe-3a68a10ea413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.795691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b4a3-5b60-4d3e-a2fe-3a68a10ea413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.798407 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b4a3-5b60-4d3e-a2fe-3a68a10ea413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:36.799651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f2b9b4a3-5b60-4d3e-a2fe-3a68a10ea413 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df576b25-a3ee-4918-8dee-a2f60511b493 HTTP/1.1" status: 204 len: 168 time: 0.2647104 Oct 22 15:39:36.807862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9b4a3-5b60-4d3e-a2fe-3a68a10ea413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df576b25-a3ee-4918-8dee-a2f60511b493,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:41.815589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.097177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40872) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:48.201618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-787b4669-573d-4d19-a9fe-2115b2d111ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.273397 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-787b4669-573d-4d19-a9fe-2115b2d111ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.409460 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-787b4669-573d-4d19-a9fe-2115b2d111ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.447293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b4669-573d-4d19-a9fe-2115b2d111ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44faadb-ecad-4a3a-af13-b40f33f83797,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:48.451652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-787b4669-573d-4d19-a9fe-2115b2d111ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8cb990c124f4d6c8069f3bd3e572502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534493 Oct 22 15:39:48.454551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40876) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:48.506531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd93e-96dc-4576-89c1-8caf47e107a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.528667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd93e-96dc-4576-89c1-8caf47e107a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.752983 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd93e-96dc-4576-89c1-8caf47e107a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.755552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd93e-96dc-4576-89c1-8caf47e107a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:48.756722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a3dd93e-96dc-4576-89c1-8caf47e107a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a44faadb-ecad-4a3a-af13-b40f33f83797 HTTP/1.1" status: 204 len: 168 time: 0.3012912 Oct 22 15:39:48.765382 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dd93e-96dc-4576-89c1-8caf47e107a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44faadb-ecad-4a3a-af13-b40f33f83797,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:49.475649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40882) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:49.489783 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78998a43-4cd8-45ba-9dbc-b966bc158d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.561736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78998a43-4cd8-45ba-9dbc-b966bc158d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.644268 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78998a43-4cd8-45ba-9dbc-b966bc158d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.683209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-78998a43-4cd8-45ba-9dbc-b966bc158d49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8055716f36da49feb22a30a6835354bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063801 Oct 22 15:39:49.683938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78998a43-4cd8-45ba-9dbc-b966bc158d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26a2a50-258a-4014-bac1-1b74609da140,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:49.686672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40884) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:39:49.737474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94379769-63fc-43b2-b92f-22f3fdcb9993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.757913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94379769-63fc-43b2-b92f-22f3fdcb9993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.924052 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94379769-63fc-43b2-b92f-22f3fdcb9993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.926639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-94379769-63fc-43b2-b92f-22f3fdcb9993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:49.927901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-94379769-63fc-43b2-b92f-22f3fdcb9993 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c26a2a50-258a-4014-bac1-1b74609da140 HTTP/1.1" status: 204 len: 168 time: 0.2397559 Oct 22 15:39:49.935687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94379769-63fc-43b2-b92f-22f3fdcb9993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26a2a50-258a-4014-bac1-1b74609da140,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:39:51.873329 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:39:52.795739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce5213e7-8282-4fdf-a1a9-0b14ceb4ffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:55.167708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9310-04c0-406f-8e80-7a341f09b79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:56.541231 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:56.794933 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:39:58.224067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.183882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 40990) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:01.304896 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a281db49-b02f-4c77-8dff-4da6e3a6f795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.387567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a281db49-b02f-4c77-8dff-4da6e3a6f795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.475737 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a281db49-b02f-4c77-8dff-4da6e3a6f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.516243 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a281db49-b02f-4c77-8dff-4da6e3a6f795 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=680df746a0d0407083a2bb273f5f48d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311884 Oct 22 15:40:01.517302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281db49-b02f-4c77-8dff-4da6e3a6f795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef6f28-4dcf-4559-9e9f-afd1294f6c37,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:01.518807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 40994) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:01.570771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfadf6b-287f-4647-b512-3452510ef128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.593080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfadf6b-287f-4647-b512-3452510ef128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.774937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfadf6b-287f-4647-b512-3452510ef128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.778198 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dfadf6b-287f-4647-b512-3452510ef128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:01.779420 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4dfadf6b-287f-4647-b512-3452510ef128 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12ef6f28-4dcf-4559-9e9f-afd1294f6c37 HTTP/1.1" status: 204 len: 168 time: 0.2594314 Oct 22 15:40:01.787285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfadf6b-287f-4647-b512-3452510ef128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef6f28-4dcf-4559-9e9f-afd1294f6c37,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:02.520785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41000) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:02.534694 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2179-e599-4259-b528-d2cb3422df77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:02.611598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2179-e599-4259-b528-d2cb3422df77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:02.717394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2179-e599-4259-b528-d2cb3422df77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:02.757617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cd2c2179-e599-4259-b528-d2cb3422df77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa8394cdf3b6496789f4f15ebe443b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356155 Oct 22 15:40:02.758495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c2179-e599-4259-b528-d2cb3422df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd42069-0d0c-4f4f-8338-8e449ecab604,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:02.760327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41002) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:02.810959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20e46d51-4e96-4eda-b731-45b82fb48300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:02.833962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20e46d51-4e96-4eda-b731-45b82fb48300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:03.037396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20e46d51-4e96-4eda-b731-45b82fb48300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:03.040016 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-20e46d51-4e96-4eda-b731-45b82fb48300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:03.041301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-20e46d51-4e96-4eda-b731-45b82fb48300 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fd42069-0d0c-4f4f-8338-8e449ecab604 HTTP/1.1" status: 204 len: 168 time: 0.2798066 Oct 22 15:40:03.049811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e46d51-4e96-4eda-b731-45b82fb48300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd42069-0d0c-4f4f-8338-8e449ecab604,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:04.001978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41008) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:04.018384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34a75a8d-4711-430f-aedc-a557a4c6adb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.094050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34a75a8d-4711-430f-aedc-a557a4c6adb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.094801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.226125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-34a75a8d-4711-430f-aedc-a557a4c6adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.266420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a75a8d-4711-430f-aedc-a557a4c6adb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e40748a-21f4-4cec-ad35-f0e797629a78,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:04.271649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34a75a8d-4711-430f-aedc-a557a4c6adb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9058b6077a0f401698c3898346053d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683499 Oct 22 15:40:04.274437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41010) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:04.326842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72258a7-85ed-4d28-8beb-23656f821ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.347866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72258a7-85ed-4d28-8beb-23656f821ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.515254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72258a7-85ed-4d28-8beb-23656f821ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.517872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b72258a7-85ed-4d28-8beb-23656f821ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:04.521784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b72258a7-85ed-4d28-8beb-23656f821ea3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e40748a-21f4-4cec-ad35-f0e797629a78 HTTP/1.1" status: 204 len: 168 time: 0.2435422 Oct 22 15:40:04.528029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72258a7-85ed-4d28-8beb-23656f821ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e40748a-21f4-4cec-ad35-f0e797629a78,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:07.556278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41082) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:07.665789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-304c3e24-6d82-49e2-8a14-2d52d00daeb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:07.743418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-304c3e24-6d82-49e2-8a14-2d52d00daeb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:07.846437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-304c3e24-6d82-49e2-8a14-2d52d00daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:07.888872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-304c3e24-6d82-49e2-8a14-2d52d00daeb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff9e2540bad24a208e0620c11bded2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307858 Oct 22 15:40:07.889578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c3e24-6d82-49e2-8a14-2d52d00daeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f296b3bb-39c8-4f28-a3a8-b15befa65e24,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:07.891714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:07.941625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fa62-006e-4e52-9412-9ade8235cc2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:07.962406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fa62-006e-4e52-9412-9ade8235cc2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:08.160898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fa62-006e-4e52-9412-9ade8235cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:08.163452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fa62-006e-4e52-9412-9ade8235cc2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:08.164606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bfa1fa62-006e-4e52-9412-9ade8235cc2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f296b3bb-39c8-4f28-a3a8-b15befa65e24 HTTP/1.1" status: 204 len: 168 time: 0.2718170 Oct 22 15:40:08.173511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1fa62-006e-4e52-9412-9ade8235cc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f296b3bb-39c8-4f28-a3a8-b15befa65e24,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:08.905996 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41092) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:08.919427 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26020cdd-bf7a-4538-9ba7-4f5951cbec84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:08.998283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26020cdd-bf7a-4538-9ba7-4f5951cbec84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:09.071869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-26020cdd-bf7a-4538-9ba7-4f5951cbec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:09.111501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-26020cdd-bf7a-4538-9ba7-4f5951cbec84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1048d4da7aed41f9aa997354d16f8980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043889 Oct 22 15:40:09.112340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26020cdd-bf7a-4538-9ba7-4f5951cbec84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de5d6c-7956-42e9-a01d-825cef0d9894,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:09.114217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:09.164807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-457ccb89-df7a-4d37-8348-56b5e7b4142a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:09.186987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-457ccb89-df7a-4d37-8348-56b5e7b4142a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:09.320807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-457ccb89-df7a-4d37-8348-56b5e7b4142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:09.324121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-457ccb89-df7a-4d37-8348-56b5e7b4142a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:09.325494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-457ccb89-df7a-4d37-8348-56b5e7b4142a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4de5d6c-7956-42e9-a01d-825cef0d9894 HTTP/1.1" status: 204 len: 168 time: 0.2098701 Oct 22 15:40:09.335783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ccb89-df7a-4d37-8348-56b5e7b4142a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de5d6c-7956-42e9-a01d-825cef0d9894,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:11.846761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:12.559884 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-efe5441e-8476-460b-84aa-66064169f39b req-28292349-8b35-4921-8bdd-c686cc137b56 service neutron] (107801) timed out ('10.222.0.66', 34208) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:40:22.716990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f34fcf1-90b9-4d44-bf19-53a7cc9f665b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:25.137319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a325df4-e270-4ef2-99be-51119d4b2066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:26.531609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:26.680719 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.073932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41238) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:28.190361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22ee15ca-327c-4eea-97d4-f0ee31031134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.236629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.263826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22ee15ca-327c-4eea-97d4-f0ee31031134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.337867 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22ee15ca-327c-4eea-97d4-f0ee31031134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.374425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee15ca-327c-4eea-97d4-f0ee31031134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15da5a92-c868-459e-aed8-9aeff5381a45,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:28.378717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-22ee15ca-327c-4eea-97d4-f0ee31031134 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b48b51f5517497a83872e6104bd0c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035150 Oct 22 15:40:28.381304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41242) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:28.431256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ee627ec-7afb-4d3b-85c7-23631e99eb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.452979 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ee627ec-7afb-4d3b-85c7-23631e99eb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.591056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ee627ec-7afb-4d3b-85c7-23631e99eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.593595 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ee627ec-7afb-4d3b-85c7-23631e99eb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:28.594772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3ee627ec-7afb-4d3b-85c7-23631e99eb43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15da5a92-c868-459e-aed8-9aeff5381a45 HTTP/1.1" status: 204 len: 168 time: 0.2125189 Oct 22 15:40:28.603429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee627ec-7afb-4d3b-85c7-23631e99eb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15da5a92-c868-459e-aed8-9aeff5381a45,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:28.872873 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:40:29.234385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41250) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:29.248378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d85cd67b-5e4f-4c34-998a-303f0142ca62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.325900 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d85cd67b-5e4f-4c34-998a-303f0142ca62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.391027 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d85cd67b-5e4f-4c34-998a-303f0142ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.429562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d85cd67b-5e4f-4c34-998a-303f0142ca62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5eb7fba7da04edba05c17bdc1019f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940246 Oct 22 15:40:29.430535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd67b-5e4f-4c34-998a-303f0142ca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60adc4c1-d778-40ba-97d3-c155916f0e3c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:29.433318 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41252) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:29.486408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-244bccfa-5e69-416f-9441-75bffcbba286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.507478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-244bccfa-5e69-416f-9441-75bffcbba286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.675755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-244bccfa-5e69-416f-9441-75bffcbba286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.675755 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-244bccfa-5e69-416f-9441-75bffcbba286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:29.675755 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-244bccfa-5e69-416f-9441-75bffcbba286 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60adc4c1-d778-40ba-97d3-c155916f0e3c HTTP/1.1" status: 204 len: 168 time: 0.2339129 Oct 22 15:40:29.677626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bccfa-5e69-416f-9441-75bffcbba286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60adc4c1-d778-40ba-97d3-c155916f0e3c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:30.405664 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41258) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:30.419600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d4b4-8a7b-404e-ae02-e06f78e7efe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.492981 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d4b4-8a7b-404e-ae02-e06f78e7efe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.557932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d4b4-8a7b-404e-ae02-e06f78e7efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.596193 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0dc1d4b4-8a7b-404e-ae02-e06f78e7efe0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=caf538b67e5740c0a197dd141bbfab09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893589 Oct 22 15:40:30.597051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1d4b4-8a7b-404e-ae02-e06f78e7efe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e3485-d483-4291-8dc1-3ca7498e48ab,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:30.598962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41260) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:30.652991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73b0c93f-897c-4f17-ad08-e173fc2466b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.674342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73b0c93f-897c-4f17-ad08-e173fc2466b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.794840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73b0c93f-897c-4f17-ad08-e173fc2466b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.797518 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-73b0c93f-897c-4f17-ad08-e173fc2466b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:30.798713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-73b0c93f-897c-4f17-ad08-e173fc2466b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/918e3485-d483-4291-8dc1-3ca7498e48ab HTTP/1.1" status: 204 len: 168 time: 0.1987104 Oct 22 15:40:30.806700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0c93f-897c-4f17-ad08-e173fc2466b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e3485-d483-4291-8dc1-3ca7498e48ab,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:34.088520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:41.830409 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:43.769537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41342) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:43.886200 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:43.962000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:44.051845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:44.092831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08857a57-2c09-488a-88ab-37cd5751ceb2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:44.096720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aabd7b6318a44c60af9cbfb22ce0f8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260992 Oct 22 15:40:44.099653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41346) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:44.103922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.104370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.104761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.105136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.105472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.105804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.106130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.106510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.106844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.107192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.107519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.107835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6834a-2808-413e-a421-2fc6892cfb0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.154181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:44.176793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:44.297201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:44.299911 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:44.301102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08857a57-2c09-488a-88ab-37cd5751ceb2 HTTP/1.1" status: 204 len: 168 time: 0.2004313 Oct 22 15:40:44.309641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08857a57-2c09-488a-88ab-37cd5751ceb2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:44.317773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.318228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.318613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.319037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.319337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.319668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.320121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.320439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.320918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.321330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.321568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:44.322149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e53b2-1999-4da9-a0e6-b521b56614cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:46.546742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:46.551369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725997912', 'description': 'tempest-secgroup-smoke-725997912 description', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:46.692987 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:46.701964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:46.776040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:46.887693 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:46.926853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a97544-af67-4b01-8395-36ffdd4426dc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:46.964043 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.064326 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.095087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:47.192206 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.193469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-62c6419b-141f-45b3-969c-cef92d6dabdf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6456916 Oct 22 15:40:47.196364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41390) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:47.201586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '6b46fb4a-ffbb-4fb1-8d44-9cca898956c7', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:47.284967 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.348975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.418595 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.438282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51d0dcc-781b-4adf-bd6c-e6e45a967520,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:47.523883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.525179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f0105930-d348-4eee-b54e-243182e6e3f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272245 Oct 22 15:40:47.528179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41392) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:47.532417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '6b46fb4a-ffbb-4fb1-8d44-9cca898956c7', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:47.671111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.729993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.824982 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.843461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74888473-f718-4780-b7e2-46d84fc9ad46,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:47.933624 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:47.934771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-02889fba-3b34-43ac-8e21-9674b4bfb9e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4056730 Oct 22 15:40:47.937480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41394) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:47.941748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '6b46fb4a-ffbb-4fb1-8d44-9cca898956c7', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:48.069418 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.131271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.224313 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.242148 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf07cac-34fa-4648-aeae-733a6820fc13,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:48.327840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.329072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8507c1fe-75c6-4aaf-93f1-80a1a58b27b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906717 Oct 22 15:40:48.331887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41396) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:48.336114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '6b46fb4a-ffbb-4fb1-8d44-9cca898956c7', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:48.481430 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.544994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.636437 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.654136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de7de61-95da-484b-b7ea-40017770a9c8,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:48.741129 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.742335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3a0155a0-e612-4c44-b232-bb3b0f232d53 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4095266 Oct 22 15:40:48.745801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41398) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:48.750372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '6b46fb4a-ffbb-4fb1-8d44-9cca898956c7', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:48.904447 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:40:48.909694 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:48.969106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.041952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.061901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a043cd-d976-43f2-adce-b5bb519c37a5,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:49.191966 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.193220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-750c6492-ae05-430c-a290-896ef4e6c81b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4464369 Oct 22 15:40:49.195980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41400) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:49.201224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '6b46fb4a-ffbb-4fb1-8d44-9cca898956c7', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:49.287566 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:40:49.294090 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.355317 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.447684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.467144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcf815b-a78a-4400-8763-1e58fb5bc2b8,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:49.551053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.552232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-667d4a78-bb5b-43c1-bea8-c17cf7623e9b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3553216 Oct 22 15:40:49.555276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41402) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:49.560309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'network': {'name': 'tempest-network-smoke--862674223', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:49.679950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:40:49.683748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.707777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:40:49.717147 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.717490 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Added segment 580c0166-c7dc-44f4-a973-cc3a6e613a47 of type vlan for network 96a0685b-eba2-48fe-a516-1e53d40c6fdf Oct 22 15:40:49.757593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.875600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.881186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:40:49.881779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:49.948125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Network': ['ID=96a0685b-eba2-48fe-a516-1e53d40c6fdf,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:49.958503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:40:49.998475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7939246a-8a44-45b4-b055-d5405edd98c6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4420996 Oct 22 15:40:50.001285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41404) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:50.005765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'admin_state_up': True, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:50.076160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.077262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.131790 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.351868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.611547 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.632290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.732620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.33 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/334229ab-fea1-4cf3-9228-c0841a61d3cd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:40:50.841166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.944887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:50.983856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:40:50.986599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:40:50.990108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:40:50.997755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=334229ab-fea1-4cf3-9228-c0841a61d3cd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:51.308514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:51.511110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:51.698737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router aaec8916-a191-4afa-97dd-9e5bce2565f4 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:40:51.805607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:40:51.816162 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Sync routers for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:40:51.830327 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:40:51.831072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:40:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:51.884047 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:51.886055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8ce8be3c-5a56-46dd-9db9-6fa213ce23d1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8838027 Oct 22 15:40:51.889331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41406) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:51.936944 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:40:52.013534 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-34651219-1713-4929-bef8-23ed05af5725 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=8a3b646f0a9d4ec4a80931bbc2e067a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230023 Oct 22 15:40:52.016357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41410) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:52.111496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1672b9-b9a4-450f-9a8b-b8c2a1bb938a tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:40:52.113046 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eb1672b9-b9a4-450f-9a8b-b8c2a1bb938a tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957677 Oct 22 15:40:52.115811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41412) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:52.122077 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:51Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:52.144558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-68872e1e-7ae4-4008-b5f3-6d8e31e27da9 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276823 Oct 22 15:40:52.147193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:52.148222 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Checking router: aaec8916-a191-4afa-97dd-9e5bce2565f4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:40:52.148577 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Updating router aaec8916-a191-4afa-97dd-9e5bce2565f4 port 334229ab-fea1-4cf3-9228-c0841a61d3cd binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:40:52.152352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2054670852', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:52.173651 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.331079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:40:52.334702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.510803 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.595978 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.596255 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.643279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Attempting to bind port 334229ab-fea1-4cf3-9228-c0841a61d3cd on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:40:52.645196 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Attempting to bind port 334229ab-fea1-4cf3-9228-c0841a61d3cd by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:40:52.645573 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Attempting to bind port 334229ab-fea1-4cf3-9228-c0841a61d3cd on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:40:52.656129 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:40:52.656503 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:40:52.656901 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.657295 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:40:52.657761 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Bound port: 334229ab-fea1-4cf3-9228-c0841a61d3cd, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:40:52.658140 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.659879 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Pushing event updated for resources: {'Port': ['ID=334229ab-fea1-4cf3-9228-c0841a61d3cd,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:52.669194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Subnet': ['ID=998a57d1-7c1c-4c94-9e06-1459b155ec87,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:52.676969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Checking segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:40:52.677340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network hostable DHCP agents. Network: 96a0685b-eba2-48fe-a516-1e53d40c6fdf, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:40:52.686839 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.687213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.687573 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.687889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.688217 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.688544 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.688866 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.689187 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.689507 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.689822 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.690135 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.690450 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:52.698264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1225263-6e38-4b28-b381-53f51a50f323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.726656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] For port 334229ab-fea1-4cf3-9228-c0841a61d3cd, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:40:52.731571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] For port 334229ab-fea1-4cf3-9228-c0841a61d3cd, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=334229ab-fea1-4cf3-9228-c0841a61d3cd,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:40:52.788755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:40:52.824375 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.880433 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:40:52.881040 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:40:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:52.886470 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d459d2e-c741-4d8d-8f2b-d77623cf9e28 None None] Pushing event updated for resources: {'Port': ['ID=334229ab-fea1-4cf3-9228-c0841a61d3cd,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:52.902801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 96a0685b-eba2-48fe-a516-1e53d40c6fdf) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:40:52.907141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:40:52.907703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:52.911997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc33ec-c14c-4eaf-8b67-bbd543f51fab None None] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:40:52.997801 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:40:53.010276 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8eeaf875-6212-4c4d-ba38-b372e25183d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8620465 Oct 22 15:40:53.013196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41418) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:40:53.083605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:40:53.084516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:53.190125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:51Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:53.223789 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415ab34-fc23-4e5d-a823-9436b55f27bc None None] The sync data for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 is: [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:51Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:40:53.236104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Allocated IP 172.20.0.2 (96a0685b-eba2-48fe-a516-1e53d40c6fdf/998a57d1-7c1c-4c94-9e06-1459b155ec87/4592f3bf-127d-4ef4-afca-5c976e0dc674) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:40:53.564434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:53.664537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:53.710042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:40:53.713000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:40:53.715956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:40:53.726039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Pushing event updated for resources: {'Port': ['ID=4592f3bf-127d-4ef4-afca-5c976e0dc674,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:53.735005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.735366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.742393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:40:53.795981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Attempting to bind port 4592f3bf-127d-4ef4-afca-5c976e0dc674 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:40:53.796532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Attempting to bind port 4592f3bf-127d-4ef4-afca-5c976e0dc674 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:40:53.797350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Attempting to bind port 4592f3bf-127d-4ef4-afca-5c976e0dc674 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:40:53.803211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:40:53.803597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Checking segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:40:53.804008 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:53.804415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Bound using segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:40:53.804900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Bound port: 4592f3bf-127d-4ef4-afca-5c976e0dc674, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:40:53.805287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:53.878906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] For port 4592f3bf-127d-4ef4-afca-5c976e0dc674, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:40:53.883063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] For port 4592f3bf-127d-4ef4-afca-5c976e0dc674, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4592f3bf-127d-4ef4-afca-5c976e0dc674,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:40:53.892560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:53.944595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.019828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9a988-64d4-4e2a-be80-eb55ce3553b8 None None] Pushing event updated for resources: {'Port': ['ID=4592f3bf-127d-4ef4-afca-5c976e0dc674,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:54.210014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.1 (96a0685b-eba2-48fe-a516-1e53d40c6fdf/998a57d1-7c1c-4c94-9e06-1459b155ec87/4da0fa4e-19a2-4175-a817-50523b249704) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:40:54.339261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.476224 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.517969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:40:54.520975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:40:54.523483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:40:54.553994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=4da0fa4e-19a2-4175-a817-50523b249704,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:54.578228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.688624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 334229ab-fea1-4cf3-9228-c0841a61d3cd up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:40:54.740010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 334229ab-fea1-4cf3-9228-c0841a61d3cd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:54.740629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.786019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.828349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.851360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 334229ab-fea1-4cf3-9228-c0841a61d3cd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=334229ab-fea1-4cf3-9228-c0841a61d3cd,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:40:54.915610 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:54.916772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4592f3bf-127d-4ef4-afca-5c976e0dc674 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:40:54.999230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=334229ab-fea1-4cf3-9228-c0841a61d3cd,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:55.013423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4592f3bf-127d-4ef4-afca-5c976e0dc674 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:55.013783 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.077024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.102399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.132716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.135978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 4592f3bf-127d-4ef4-afca-5c976e0dc674, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4592f3bf-127d-4ef4-afca-5c976e0dc674,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:40:55.167379 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8794c22d-6b37-4b9b-bbd8-a6ce1f907cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.196095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.205975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.213584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=4da0fa4e-19a2-4175-a817-50523b249704,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:55.260630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=4592f3bf-127d-4ef4-afca-5c976e0dc674,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:55.319763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:40:55.321358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:40:55.452061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router aaec8916-a191-4afa-97dd-9e5bce2565f4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:40:55.557643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe4a4c-15da-40d2-9132-d4e72ca5eba0 None None] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:40:55.570927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:40:55.579295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-959d9be6-da2b-46dd-b540-6376fcabf177 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/aaec8916-a191-4afa-97dd-9e5bce2565f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5619917 Oct 22 15:40:55.590304 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Sync routers for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:40:55.653115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:40:55.653728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:40:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:55.696752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ac8d40ca-b699-4e28-b67f-9ac6fe865ae9 None None] Provisioning complete for port 4592f3bf-127d-4ef4-afca-5c976e0dc674 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:55.697282 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac8d40ca-b699-4e28-b67f-9ac6fe865ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:55.735958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-4990cd11-0450-48e1-a698-81eeec269675 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725997912&fields=id&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 267 time: 0.0343387 Oct 22 15:40:55.847239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-701e3435-5723-4fb8-b518-43dc9aa12abd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:40:55.848720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-701e3435-5723-4fb8-b518-43dc9aa12abd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 796 time: 0.1042242 Oct 22 15:40:55.864294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-1250e78a-48cf-4ee8-bb32-909ce03df3eb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/quotas/8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 375 time: 0.0091424 Oct 22 15:40:55.892372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:40:55.922080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-c7647b36-b94b-4b9c-9d15-dbc23d1833b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516908 Oct 22 15:40:56.083221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-e892bfe9-19b4-4699-be2c-87a284ea9702 service neutron] 10.222.0.66 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490145 Oct 22 15:40:56.134519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 2, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:56.167587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Checking router: aaec8916-a191-4afa-97dd-9e5bce2565f4 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:40:56.168048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Updating router aaec8916-a191-4afa-97dd-9e5bce2565f4 port 4da0fa4e-19a2-4175-a817-50523b249704 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:40:56.193856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-44cf7484-911b-46cb-a5a6-3137d7308221 service neutron] 10.222.0.66 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031599 Oct 22 15:40:56.212218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-95acaa11-6bd2-4e97-90ff-802f2c4a08c2 None None] Provisioning complete for port 4da0fa4e-19a2-4175-a817-50523b249704 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:56.212585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-95acaa11-6bd2-4e97-90ff-802f2c4a08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.214086 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.281644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-95acaa11-6bd2-4e97-90ff-802f2c4a08c2 None None] Port 4da0fa4e-19a2-4175-a817-50523b249704 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:40:56.348520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-95acaa11-6bd2-4e97-90ff-802f2c4a08c2 None None] Provisioning complete for port 4592f3bf-127d-4ef4-afca-5c976e0dc674 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:56.348881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-95acaa11-6bd2-4e97-90ff-802f2c4a08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.507907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-870284da-5b5a-4714-aded-83f1c90fc1b6 req-cb939ce4-9cdd-414c-a425-a575e3f2544f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 210 time: 0.0350986 Oct 22 15:40:56.535053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.659420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 334229ab-fea1-4cf3-9228-c0841a61d3cd up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:40:56.666343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.703360 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.714913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-13e04025-3fa6-4bc1-81a1-003b75fbc627 None None] Provisioning complete for port 4da0fa4e-19a2-4175-a817-50523b249704 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:56.715322 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13e04025-3fa6-4bc1-81a1-003b75fbc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.761431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-13e04025-3fa6-4bc1-81a1-003b75fbc627 None None] Port 4da0fa4e-19a2-4175-a817-50523b249704 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:40:56.763830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 334229ab-fea1-4cf3-9228-c0841a61d3cd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:56.764183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.800368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:56.857559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362f128-9807-4e2a-a323-fda095a87ff3 None None] Pushing event updated for resources: {'Port': ['ID=4da0fa4e-19a2-4175-a817-50523b249704,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:57.099395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4592f3bf-127d-4ef4-afca-5c976e0dc674 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:40:57.125487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d3d64cda-710e-4ffa-a5be-a7a73343e64d None None] Provisioning complete for port 4da0fa4e-19a2-4175-a817-50523b249704 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:57.125773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d3d64cda-710e-4ffa-a5be-a7a73343e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.149066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Attempting to bind port 4da0fa4e-19a2-4175-a817-50523b249704 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:40:57.149553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Attempting to bind port 4da0fa4e-19a2-4175-a817-50523b249704 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:40:57.150015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Attempting to bind port 4da0fa4e-19a2-4175-a817-50523b249704 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:40:57.170752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:40:57.171081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Checking segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:40:57.171558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.171842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Bound using segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:40:57.172318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Bound port: 4da0fa4e-19a2-4175-a817-50523b249704, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:40:57.172689 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.194419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d3d64cda-710e-4ffa-a5be-a7a73343e64d None None] Port 4da0fa4e-19a2-4175-a817-50523b249704 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:40:57.234785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4592f3bf-127d-4ef4-afca-5c976e0dc674 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:57.235187 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.282295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] For port 4da0fa4e-19a2-4175-a817-50523b249704, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:40:57.288426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] For port 4da0fa4e-19a2-4175-a817-50523b249704, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4da0fa4e-19a2-4175-a817-50523b249704,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:40:57.343732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-176966d2-1b96-471d-95de-591b932ef0c2 None None] Provisioning complete for port 4da0fa4e-19a2-4175-a817-50523b249704 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:57.344102 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-176966d2-1b96-471d-95de-591b932ef0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.382723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-176966d2-1b96-471d-95de-591b932ef0c2 None None] Port 4da0fa4e-19a2-4175-a817-50523b249704 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:40:57.413584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.465521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:40:57.466221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:40:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:57.501867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362f128-9807-4e2a-a323-fda095a87ff3 None None] Pushing event updated for resources: {'Port': ['ID=4da0fa4e-19a2-4175-a817-50523b249704,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:57.589868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:40:57.634634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc5e1fcb-4b4f-4ce3-8b6f-6a3360f14042 req-0a8fb5d7-72a5-4a9d-8b43-1977f5c609f6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 210 time: 0.0347257 Oct 22 15:40:57.821799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ec5b6686-3e53-4066-a7e9-d8589b47bfd5 None None] Provisioning complete for port 4da0fa4e-19a2-4175-a817-50523b249704 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:57.822216 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6686-3e53-4066-a7e9-d8589b47bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:57.872757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:40:57.904081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d44a0-e5ca-4cf5-8690-acb9b2285657 None None] The sync data for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 is: [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:40:57.956760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6686-3e53-4066-a7e9-d8589b47bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:58.012399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ec5b6686-3e53-4066-a7e9-d8589b47bfd5 None None] For port 4da0fa4e-19a2-4175-a817-50523b249704, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4da0fa4e-19a2-4175-a817-50523b249704,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:40:58.127368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6686-3e53-4066-a7e9-d8589b47bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:58.216868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b6686-3e53-4066-a7e9-d8589b47bfd5 None None] Pushing event updated for resources: {'Port': ['ID=4da0fa4e-19a2-4175-a817-50523b249704,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:40:58.281581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:58.629285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4da0fa4e-19a2-4175-a817-50523b249704 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:40:58.683242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4da0fa4e-19a2-4175-a817-50523b249704 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:40:58.687446 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:58.758221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e17a102-d0ae-4e74-b9b9-24f85e7c909f req-2eb69481-f8e5-4854-bd6e-d8d6f17d9a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 210 time: 0.0340478 Oct 22 15:40:59.306444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-eef6e6bf-3aed-4538-bdec-da8dfc90cf76 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:40:59.308032 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-eef6e6bf-3aed-4538-bdec-da8dfc90cf76 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 796 time: 0.1079795 Oct 22 15:40:59.355934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-ff15d5a2-2639-4ddd-b6f8-912c2838b77b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 379 time: 0.0364752 Oct 22 15:40:59.366761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'port': {'device_id': '37cda184-0eab-4236-8550-5f1a5181b05c', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'admin_state_up': True, 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'security_groups': ['6b46fb4a-ffbb-4fb1-8d44-9cca898956c7']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:40:59.578738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:40:59.583285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:40:59.742904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.4 (96a0685b-eba2-48fe-a516-1e53d40c6fdf/998a57d1-7c1c-4c94-9e06-1459b155ec87/1210b6f8-80e1-4381-9ce3-fe707927ec26) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:40:59.876837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d918a317-63e3-42c5-a23b-c4a4daaf71e7 req-fddb7dbe-568a-46cd-ba19-fdacbcabd4ad tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 210 time: 0.0381858 Oct 22 15:40:59.901572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.018484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.065637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:41:00.068652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:41:00.072320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:41:00.098598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:00.130727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:00.131282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.215509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-9476c037-e405-41f2-874f-ebdbdb60ceca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524730 Oct 22 15:41:00.226788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-aa727940-1512-496f-88cf-04bcb76ba9b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:41:00.229392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-aa727940-1512-496f-88cf-04bcb76ba9b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074112 Oct 22 15:41:00.294022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Request body: {'port': {'device_id': '37cda184-0eab-4236-8550-5f1a5181b05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:41:00.347830 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.361630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-db8d1671-5914-40d6-aba3-734734ebd8ca None None] Provisioning complete for port 1210b6f8-80e1-4381-9ce3-fe707927ec26 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:41:00.362284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db8d1671-5914-40d6-aba3-734734ebd8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.443950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-db8d1671-5914-40d6-aba3-734734ebd8ca None None] Port 1210b6f8-80e1-4381-9ce3-fe707927ec26 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:41:00.632751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1210b6f8-80e1-4381-9ce3-fe707927ec26 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:41:00.640950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.653669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Transition to ACTIVE for port object 1210b6f8-80e1-4381-9ce3-fe707927ec26 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:41:00.715489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.771381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:00.841488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:41:00.841826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:41:00.842161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:41:00.846900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:41:00.847257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:41:00.852501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:41:00.853589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Checking segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:41:00.853993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Bound using segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:41:00.854432 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Bound port: 1210b6f8-80e1-4381-9ce3-fe707927ec26, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:41:00.854793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:00.926841 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:41:00.930178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:41:01.001951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9b810-c0fa-4e8a-afd6-81b70132d29b req-b3dc562e-2685-4cb8-9812-9ae9457837c2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.003393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fd9b810-c0fa-4e8a-afd6-81b70132d29b req-b3dc562e-2685-4cb8-9812-9ae9457837c2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0549269 Oct 22 15:41:01.017965 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:01.049121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fd9b810-c0fa-4e8a-afd6-81b70132d29b req-79466be4-7eeb-410c-b362-711b2b9cf9d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386119 Oct 22 15:41:01.051824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.052442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:01.053889 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] 10.222.0.69 "PUT /v2.0/ports/1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 1091 time: 0.8155856 Oct 22 15:41:01.054339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:41:01.057247 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53e344-4b70-4808-92d4-e90a4055b10e" -d '{"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:41:01.085770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4e3e0-bfe2-496c-90ee-cc7a4d212f03 service neutron] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:01.184916 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04824afa-3df6-4820-99ea-1b1da1895b2a x-openstack-request-id: req-04824afa-3df6-4820-99ea-1b1da1895b2a {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:41:01.185209 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:41:01.185455 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04824afa-3df6-4820-99ea-1b1da1895b2a {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:41:01.185861 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'status': 'completed', 'code': 200} Oct 22 15:41:01.203017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-13d2934a-b6dd-43c2-8a4b-5890c27a54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.204551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-13d2934a-b6dd-43c2-8a4b-5890c27a54f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1094 time: 0.0506766 Oct 22 15:41:01.252793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-62b79ec5-579c-4451-bfa6-03ae304469be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 217 time: 0.0388346 Oct 22 15:41:01.303633 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-8fc127ba-b6e2-42f5-8e54-cd1d63f2991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.305103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-8fc127ba-b6e2-42f5-8e54-cd1d63f2991a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0448422 Oct 22 15:41:01.355200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-32dcde32-ad20-4095-a79e-77136cacf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.356664 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-32dcde32-ad20-4095-a79e-77136cacf647 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443201 Oct 22 15:41:01.452872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-018a752b-5cd1-411b-a3b8-cea67dc07b7d service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881019 Oct 22 15:41:01.543696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a2c70ed9-ac6b-49f0-8a0f-843d6c0c82a8 req-3d5f7956-f35a-49c9-9094-d487dceb0676 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Oct 22 15:41:01.723351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-42bc01a4-e1c2-4a7b-8d36-0af3830ad814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.724942 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-42bc01a4-e1c2-4a7b-8d36-0af3830ad814 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1094 time: 0.0510473 Oct 22 15:41:01.819322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-075e74f9-6f87-4870-a1ac-f56636787946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.820769 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-075e74f9-6f87-4870-a1ac-f56636787946 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0877573 Oct 22 15:41:01.867559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-f11098fc-a790-4782-a9ac-fe834df3de27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 217 time: 0.0393047 Oct 22 15:41:01.922123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-9eb6c9cc-967f-4dd2-a757-92db54a574b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.923623 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-9eb6c9cc-967f-4dd2-a757-92db54a574b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0484681 Oct 22 15:41:01.971677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-a803784b-e42f-4e4d-921c-b329c71ec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:01.973302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-a803784b-e42f-4e4d-921c-b329c71ec5de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425298 Oct 22 15:41:02.068048 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-b1e83015-2b65-4db3-8b31-18c2e0bc170b service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874636 Oct 22 15:41:02.162734 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5b53e344-4b70-4808-92d4-e90a4055b10e req-f0f753c6-1eb4-41ad-8c0f-cc49a4f92a04 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Oct 22 15:41:02.181104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0922026-3980-4eac-aa89-e9c5b4992b3a req-1e8a0a9c-4d55-41ec-a08b-7b47133355d6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:02.182620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0922026-3980-4eac-aa89-e9c5b4992b3a req-1e8a0a9c-4d55-41ec-a08b-7b47133355d6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0502677 Oct 22 15:41:02.221937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0922026-3980-4eac-aa89-e9c5b4992b3a req-d6ae9d79-a71c-4ae5-86cb-b0902c6714c4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Oct 22 15:41:03.346172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178d8b3-e349-4f38-a40a-e9b9de743d24 req-495b65ae-b854-44dd-9cc5-038a9f56979b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:03.347750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8178d8b3-e349-4f38-a40a-e9b9de743d24 req-495b65ae-b854-44dd-9cc5-038a9f56979b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0513365 Oct 22 15:41:03.387635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8178d8b3-e349-4f38-a40a-e9b9de743d24 req-9c296c8f-75bb-4c1e-b9cc-722ada3f8999 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Oct 22 15:41:04.092096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:04.513029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f56af6-38d3-4dec-8a6c-38037ff2d6a9 req-aee05616-20a5-4f46-8fbc-c72467961d02 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:04.514610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96f56af6-38d3-4dec-8a6c-38037ff2d6a9 req-aee05616-20a5-4f46-8fbc-c72467961d02 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0565596 Oct 22 15:41:04.553256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96f56af6-38d3-4dec-8a6c-38037ff2d6a9 req-0a5de2f8-24a7-49ec-a85d-a6d02a3493c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327024 Oct 22 15:41:05.479282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:41:05.578307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:41:05.590657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'port_id': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'mac_address': 'fa:16:3e:c6:a3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:41:05.628397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:05.642693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1210b6f8-80e1-4381-9ce3-fe707927ec26 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:41:05.663331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:41:05.674144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0fe07-4122-4cd2-b295-a0553c2fe739 req-c22116ca-a02b-4f04-8251-101ffd10c2bb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:05.675674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45c0fe07-4122-4cd2-b295-a0553c2fe739 req-c22116ca-a02b-4f04-8251-101ffd10c2bb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0514936 Oct 22 15:41:05.715827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45c0fe07-4122-4cd2-b295-a0553c2fe739 req-d934fa82-d543-43e5-8c52-25936337c0d0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Oct 22 15:41:05.736809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:05.789684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:05.872674 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:41:06.094248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['1210b6f8-80e1-4381-9ce3-fe707927ec26'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:41:06.834914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5dda7-b1ae-4ed4-92b2-a1e1d36b4a51 req-36c21f74-c84a-41c5-ad6b-f9831030be98 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:06.836486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdf5dda7-b1ae-4ed4-92b2-a1e1d36b4a51 req-36c21f74-c84a-41c5-ad6b-f9831030be98 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 944 time: 0.0495319 Oct 22 15:41:06.874593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdf5dda7-b1ae-4ed4-92b2-a1e1d36b4a51 req-523a7bad-724f-4efe-9bcf-f7589f1241eb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315387 Oct 22 15:41:07.486199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:41:07.634204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 1210b6f8-80e1-4381-9ce3-fe707927ec26 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:41:07.638855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 1210b6f8-80e1-4381-9ce3-fe707927ec26 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:41:07.639258 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:07.716767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:07.744048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:41:07.751119 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b882528-8610-4cdc-b967-e0ac5a212c64" -d '{"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-plugged", "status": "completed", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:41:07.760132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:41:07.824346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:07.849617 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546edbf1-3bec-4071-9268-40484709d926 x-openstack-request-id: req-546edbf1-3bec-4071-9268-40484709d926 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:41:07.849909 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-plugged", "status": "completed", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:41:07.850161 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-546edbf1-3bec-4071-9268-40484709d926 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:41:07.850547 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'code': 200} Oct 22 15:41:07.874743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:07.948810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091659d-bbe9-4d11-9bb9-9dbfb20f4268 req-9bb75f58-ac90-403e-b21f-c811de3e4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:07.951062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e091659d-bbe9-4d11-9bb9-9dbfb20f4268 req-9bb75f58-ac90-403e-b21f-c811de3e4ced service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0425260 Oct 22 15:41:07.991857 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e091659d-bbe9-4d11-9bb9-9dbfb20f4268 req-90eff2b3-52e7-4f2d-81be-9a2b932626c8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328720 Oct 22 15:41:07.998902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b94cb-1190-4b2c-8079-da5db255d518 req-fbe0a8c8-16ee-489a-ba17-2f9cb4532d74 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:08.000468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b2b94cb-1190-4b2c-8079-da5db255d518 req-fbe0a8c8-16ee-489a-ba17-2f9cb4532d74 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0539792 Oct 22 15:41:08.038900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b2b94cb-1190-4b2c-8079-da5db255d518 req-ae00ea9a-87f5-4060-b361-b11a80b63464 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323825 Oct 22 15:41:09.161979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d28a08-e18c-49a2-b58c-3f75b0445541 req-0e43088e-e9a1-40c7-8cf8-18ac46b8ed27 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:09.163494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04d28a08-e18c-49a2-b58c-3f75b0445541 req-0e43088e-e9a1-40c7-8cf8-18ac46b8ed27 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0494554 Oct 22 15:41:09.202431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04d28a08-e18c-49a2-b58c-3f75b0445541 req-63aeca48-990e-412e-9792-b30fb6de171c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329123 Oct 22 15:41:10.321005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685548ff-22c6-4a51-867a-ec454b2570c8 req-3ff43994-9137-4ab2-bccf-c1e7c736c2ba tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:10.323748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-685548ff-22c6-4a51-867a-ec454b2570c8 req-3ff43994-9137-4ab2-bccf-c1e7c736c2ba tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0516615 Oct 22 15:41:10.362727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-685548ff-22c6-4a51-867a-ec454b2570c8 req-6082c420-662b-43ad-8134-66748001fb12 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Oct 22 15:41:10.491139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e7a0-f482-406d-b492-414086fcb3d9 req-e3400c49-015a-4a38-b27f-99c6859d35d5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:10.492548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1837e7a0-f482-406d-b492-414086fcb3d9 req-e3400c49-015a-4a38-b27f-99c6859d35d5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0539789 Oct 22 15:41:10.532008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1837e7a0-f482-406d-b492-414086fcb3d9 req-5022145f-f6c2-4c54-b604-6557bdffa0a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Oct 22 15:41:10.554312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41504) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:41:10.595789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddde261-89a3-473c-8726-ea70315e1a5c tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:10.597350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0ddde261-89a3-473c-8726-ea70315e1a5c tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1091 time: 0.0420454 Oct 22 15:41:10.600515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41506) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:41:10.604918 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:41:10.680707 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:10.790616 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:10.894846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.252 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c3817988-223d-4257-a94f-76cdbe369bf6) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:41:11.000343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:11.087229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:11.131424 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:41:11.136241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:41:11.139485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:41:11.147460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=c3817988-223d-4257-a94f-76cdbe369bf6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:11.163874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-0d685ef7-bdb3-4a77-b6e8-6a956300ad62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415018 Oct 22 15:41:11.252459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-6df0e5e3-be54-4deb-840f-02f2ab137173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:11.254501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-6df0e5e3-be54-4deb-840f-02f2ab137173 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0431962 Oct 22 15:41:11.364822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-62fc6162-f303-4a0e-9548-38a3a4fa5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:11.366248 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-62fc6162-f303-4a0e-9548-38a3a4fa5299 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0919316 Oct 22 15:41:11.409559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-18c8d74c-389e-4dbb-8405-e05e8e70aa0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 217 time: 0.0359952 Oct 22 15:41:11.461121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-7e9c7610-b1ae-4ea1-bbde-56b0fc5cb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:11.463252 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-7e9c7610-b1ae-4ea1-bbde-56b0fc5cb5ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0463758 Oct 22 15:41:11.522111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-f088e6f4-3e6b-4b11-928a-f75bcab424d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:11.523764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-f088e6f4-3e6b-4b11-928a-f75bcab424d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539849 Oct 22 15:41:11.524534 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:11.615142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-ee9fa65c-d717-48d3-8ea8-daf66128e200 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Oct 22 15:41:11.679205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:11.708762 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2737d79b-f20d-464b-a2c6-2d8f8fb6b335 req-f2f970fb-3c16-42f0-b062-24476c91b46d service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Oct 22 15:41:11.830891 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:11.886290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:11.949091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:12.013633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=c3817988-223d-4257-a94f-76cdbe369bf6,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:41:12.028019 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:12.130532 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP 50d21e9b-bd89-4cd1-b5dc-18a76574c7fb associated. External IP: 172.25.1.252, port: 1210b6f8-80e1-4381-9ce3-fe707927ec26. Oct 22 15:41:12.343797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router aaec8916-a191-4afa-97dd-9e5bce2565f4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:41:12.794089 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:41:12.803721 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] Sync routers for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:41:12.814276 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:41:12.814880 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:40:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:41:12.893311 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:12.921467 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:41:12.924919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-85291f4b-f510-4e00-871a-bd564f6c54f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3234391 Oct 22 15:41:12.925524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:41:12.927882 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d44f49-3f12-40ce-be83-22d25dc2cba0" -d '{"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:41:13.032995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c737c7-7566-4778-82ee-5816b8c71050 req-115cd1fb-8631-4461-b635-8fac20b31a3e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:13.034868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74c737c7-7566-4778-82ee-5816b8c71050 req-115cd1fb-8631-4461-b635-8fac20b31a3e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0519335 Oct 22 15:41:13.042001 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef34db-0d2e-4db7-b36b-a89cfb87a188 x-openstack-request-id: req-5bef34db-0d2e-4db7-b36b-a89cfb87a188 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:41:13.042294 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:41:13.042545 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bef34db-0d2e-4db7-b36b-a89cfb87a188 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:41:13.042954 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'status': 'completed', 'code': 200} Oct 22 15:41:13.082936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74c737c7-7566-4778-82ee-5816b8c71050 req-9e737d1e-f858-42ab-a692-928451044759 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389452 Oct 22 15:41:13.107334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-aa657998-8515-4d46-9c97-8b2eb3780a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:13.108865 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-aa657998-8515-4d46-9c97-8b2eb3780a06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0436740 Oct 22 15:41:13.109337 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41516) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:41:13.177611 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '50d21e9b-bd89-4cd1-b5dc-18a76574c7fb', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'port_id': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'mac_address': 'fa:16:3e:c6:a3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cda184-0eab-4236-8550-5f1a5181b05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:41:11Z', 'updated_at': '2021-10-22T15:41:11Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:41:13.205081 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] Checking router: aaec8916-a191-4afa-97dd-9e5bce2565f4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:41:13.214541 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:41:13.215188 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:40:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:41:13.230347 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-96127c4b-ff15-4e55-9ec4-c39d5d876188 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/50d21e9b-bd89-4cd1-b5dc-18a76574c7fb HTTP/1.1" status: 200 len: 991 time: 0.1198971 Oct 22 15:41:13.256197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-e50027fb-d3f6-42ac-949a-d95b967e02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:13.257677 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-e50027fb-d3f6-42ac-949a-d95b967e02f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.1380706 Oct 22 15:41:13.326286 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:41:13.329019 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-73ad0aff-e255-4449-a427-36f16856f513 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 999 time: 0.0633092 Oct 22 15:41:13.379730 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-8fffedd0-5213-4731-99e3-aa5cdd910bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:13.381127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-8fffedd0-5213-4731-99e3-aa5cdd910bd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0450673 Oct 22 15:41:13.427602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-5a0b545e-29cd-43d7-8be7-adcccaf57053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:41:13.429140 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-5a0b545e-29cd-43d7-8be7-adcccaf57053 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403275 Oct 22 15:41:13.527763 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-51a27201-37a9-4551-b00a-738e30b6d542 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910039 Oct 22 15:41:13.551160 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '50d21e9b-bd89-4cd1-b5dc-18a76574c7fb', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'port_id': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'mac_address': 'fa:16:3e:c6:a3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cda184-0eab-4236-8550-5f1a5181b05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:41:11Z', 'updated_at': '2021-10-22T15:41:11Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:41:13.582242 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668ae73-f644-450c-9488-1aad739f9e11 None None] The sync data for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 is: [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '50d21e9b-bd89-4cd1-b5dc-18a76574c7fb', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'port_id': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'mac_address': 'fa:16:3e:c6:a3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cda184-0eab-4236-8550-5f1a5181b05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:41:11Z', 'updated_at': '2021-10-22T15:41:11Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:41:13.624492 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b4d44f49-3f12-40ce-be83-22d25dc2cba0 req-79b72d7f-fb8f-4973-b6fa-25eeb74c839a service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896189 Oct 22 15:41:13.795747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f3b17-d43a-4852-92b1-5588c9f6cefc None None] New status for floating IP 50d21e9b-bd89-4cd1-b5dc-18a76574c7fb: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:41:14.234127 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41518) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:41:14.297630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f469aa34-d898-4861-a1d1-d4e841f2e267 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/50d21e9b-bd89-4cd1-b5dc-18a76574c7fb HTTP/1.1" status: 200 len: 993 time: 0.0623295 Oct 22 15:41:22.668557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d144e7bd-fce6-4c9c-8fb5-d19b505b973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:25.165781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac94aa3b-a0cb-4305-ba3f-5d1d5a62ebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:26.514022 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:26.656967 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:28.238923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:34.097178 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:41.833882 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:42.872145 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:41:52.690905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-df8a338c-16c8-480c-963b-20c85f10df52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:55.147391 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-faecea09-31f5-498e-b164-4758aecae589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:56.478889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:56.639279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:41:58.221457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:04.095832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:11.855551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:12.159075 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-eb7be092-d7d5-4770-bd80-96e4f98bf06a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404634 Oct 22 15:42:12.242638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-79d3ff57-9fb3-42b4-807c-199f7dc08fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:12.244166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-79d3ff57-9fb3-42b4-807c-199f7dc08fd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0396066 Oct 22 15:42:12.352586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-2713b707-d2be-4190-b3ab-6ae8b8a97714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:12.354058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-2713b707-d2be-4190-b3ab-6ae8b8a97714 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0879669 Oct 22 15:42:12.419936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-cf725ecb-47aa-4ffb-8f79-bea2a31fba6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 1001 time: 0.0577140 Oct 22 15:42:12.473838 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-c2f2194b-c769-4173-b9b7-681dd20b181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:12.475376 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-c2f2194b-c769-4173-b9b7-681dd20b181f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0481224 Oct 22 15:42:12.521830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-1b161dff-294c-404f-9280-4f0604690cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:12.523414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-1b161dff-294c-404f-9280-4f0604690cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405433 Oct 22 15:42:12.615429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-5aaa9fd5-f509-43db-ad94-e2c9cc84f55c service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Oct 22 15:42:12.710333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98962b8d-e6c1-4885-bed1-5c15e186509c req-5e0c51c3-9456-4fac-85f2-ac9573f022f1 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Oct 22 15:42:19.871185 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:42:22.712574 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aa2f01f6-6c79-43a1-9344-3ca2f6bc9344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:25.181325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0b66503e-42ee-4a3e-9674-4ab03afb53fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:25.394167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5195cf-1ff7-4258-a7a2-aa8fdce84843 req-212c169a-4bbf-4681-9d33-3bfb716b0224 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:25.396300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb5195cf-1ff7-4258-a7a2-aa8fdce84843 req-212c169a-4bbf-4681-9d33-3bfb716b0224 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.1060615 Oct 22 15:42:25.416598 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bb5195cf-1ff7-4258-a7a2-aa8fdce84843 req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:25.492996 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bb5195cf-1ff7-4258-a7a2-aa8fdce84843 req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:25.581269 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-bb5195cf-1ff7-4258-a7a2-aa8fdce84843 req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:25.608494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb5195cf-1ff7-4258-a7a2-aa8fdce84843 req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050438 Oct 22 15:42:25.612983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce340ea4-f5af-430f-8463-61c568ad8d59,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:42:25.622851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.622851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.622851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.622851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.622851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.623390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.623479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.623819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.624133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.624457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.624782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.625105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5dd-9cda-4df1-80f9-2adaecfc2607 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:25.786232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d5e9-8edf-464a-ad1f-baa1197ccbf0 req-1caa8801-22e7-4649-9b0a-a8fd6dfe517c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:25.787758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b53d5e9-8edf-464a-ad1f-baa1197ccbf0 req-1caa8801-22e7-4649-9b0a-a8fd6dfe517c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.1076417 Oct 22 15:42:25.825264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b53d5e9-8edf-464a-ad1f-baa1197ccbf0 req-4b8b82ad-bd2b-43be-9f9d-a79702d54f20 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Oct 22 15:42:25.849104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41562) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:42:25.913720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cf0a5a97-db0f-4083-9d67-b2ff9a6858e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/50d21e9b-bd89-4cd1-b5dc-18a76574c7fb HTTP/1.1" status: 200 len: 993 time: 0.0634918 Oct 22 15:42:26.187820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-30cb36b7-3e7b-4f58-abde-8dde27b047e5 req-022dd92c-2078-4897-9282-d310562a215a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:42:26.188807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30cb36b7-3e7b-4f58-abde-8dde27b047e5 req-022dd92c-2078-4897-9282-d310562a215a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053394 Oct 22 15:42:26.523774 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:26.683364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc86a6-82e7-4e60-beed-1294fb2caf22 req-0c02440d-8335-4212-8732-f2ba850c9f3c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:26.684756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ebc86a6-82e7-4e60-beed-1294fb2caf22 req-0c02440d-8335-4212-8732-f2ba850c9f3c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0502753 Oct 22 15:42:26.721863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ebc86a6-82e7-4e60-beed-1294fb2caf22 req-fac1849b-1409-4fd3-bd7c-8594db070955 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309541 Oct 22 15:42:26.752373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:26.942166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-a4cfade3-91ac-4c30-9151-b4484d10619d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880058 Oct 22 15:42:26.951555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-b1b16954-47c9-46e4-b109-3a059d74ac73 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:42:26.952501 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-b1b16954-47c9-46e4-b109-3a059d74ac73 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048387 Oct 22 15:42:27.847356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ecdc-d102-406d-9928-a89cbc7802a4 req-867979eb-b207-4fc4-81f8-f1d8bf9bc060 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:27.849557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf95ecdc-d102-406d-9928-a89cbc7802a4 req-867979eb-b207-4fc4-81f8-f1d8bf9bc060 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0529232 Oct 22 15:42:27.895078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf95ecdc-d102-406d-9928-a89cbc7802a4 req-34fdb445-c7cf-494a-a85a-4e2c5d4e2e80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Oct 22 15:42:28.278321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:29.017768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaca387-82fa-4ad5-84cf-66c56be60c04 req-2247acec-8937-4c79-9c49-e12d5040e25b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:29.019271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceaca387-82fa-4ad5-84cf-66c56be60c04 req-2247acec-8937-4c79-9c49-e12d5040e25b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0489902 Oct 22 15:42:29.059897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceaca387-82fa-4ad5-84cf-66c56be60c04 req-66ddb2f0-b7d8-4a63-9e49-1db151a407f8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Oct 22 15:42:29.204944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-a0692694-6a4a-42ff-8c7b-759ef950a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:29.206355 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-a0692694-6a4a-42ff-8c7b-759ef950a6b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0420012 Oct 22 15:42:29.300168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-1b454c36-e24c-45ca-929c-b56c1fec5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:29.301713 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-1b454c36-e24c-45ca-929c-b56c1fec5310 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0878077 Oct 22 15:42:29.369820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-66ae2477-5f51-4e30-9651-2d912ad64941 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 1001 time: 0.0602732 Oct 22 15:42:29.429360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-ce54479a-8dcc-4090-b7b1-12a7cc566477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:29.431006 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-ce54479a-8dcc-4090-b7b1-12a7cc566477 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0528815 Oct 22 15:42:29.480172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-d7d6c3cb-e624-4ba2-b8da-15cd27a1d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:29.481589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-d7d6c3cb-e624-4ba2-b8da-15cd27a1d618 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415599 Oct 22 15:42:29.575273 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-cbb607de-228e-40c4-8b2b-d31ecfda8a50 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856252 Oct 22 15:42:29.995943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-9e874348-50b1-416b-ac18-0ff6acc41cd5 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121385 Oct 22 15:42:30.181454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf6d8d-9c90-42cf-9442-bce309fe4d0a req-1049b7e1-dba4-4ea7-bce2-fcff3dcb77f3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:30.182952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88bf6d8d-9c90-42cf-9442-bce309fe4d0a req-1049b7e1-dba4-4ea7-bce2-fcff3dcb77f3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0510151 Oct 22 15:42:30.222552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88bf6d8d-9c90-42cf-9442-bce309fe4d0a req-78374c2c-5405-4062-a3f1-e0e20f8dabbe tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331810 Oct 22 15:42:31.343609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd97bf-b579-4040-bb86-8f92b78fea47 req-32f1e7d2-2d52-43fc-81b8-6d2f0d0697e2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:31.345159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2fd97bf-b579-4040-bb86-8f92b78fea47 req-32f1e7d2-2d52-43fc-81b8-6d2f0d0697e2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0527248 Oct 22 15:42:31.388574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2fd97bf-b579-4040-bb86-8f92b78fea47 req-d8707b8b-8c84-4214-abf1-d808b1c3e557 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Oct 22 15:42:32.510234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e907b5-4922-4318-b285-bc037f5c14d9 req-828e5f0e-6ddb-4d3d-b403-3a9ccf73d1c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:32.511852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2e907b5-4922-4318-b285-bc037f5c14d9 req-828e5f0e-6ddb-4d3d-b403-3a9ccf73d1c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0520022 Oct 22 15:42:32.552003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2e907b5-4922-4318-b285-bc037f5c14d9 req-26880f32-fab7-410c-b956-14f641372a93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336766 Oct 22 15:42:33.676395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4d8ff-173e-4c5c-829b-053edd799b53 req-6ebfbe71-043d-40de-b8b5-e3a72f42095d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:33.677849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbe4d8ff-173e-4c5c-829b-053edd799b53 req-6ebfbe71-043d-40de-b8b5-e3a72f42095d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0497739 Oct 22 15:42:33.715863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbe4d8ff-173e-4c5c-829b-053edd799b53 req-58b23c3b-e19f-4e82-8d0d-950fdd5f3edc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 Oct 22 15:42:34.106187 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:34.837497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd3b9d-70ae-4b5a-8550-09086dbe55ce req-a3bc4ad6-6037-49e6-8a05-caa3d09061d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:34.839007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68cd3b9d-70ae-4b5a-8550-09086dbe55ce req-a3bc4ad6-6037-49e6-8a05-caa3d09061d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0531895 Oct 22 15:42:34.882006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68cd3b9d-70ae-4b5a-8550-09086dbe55ce req-de26b232-add1-4d29-8eb4-9a7fd65a4dcc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369940 Oct 22 15:42:35.999679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535e689-509f-406b-9f52-fca16dae976a req-747d2cc6-feac-4773-b9dc-826efe8013e1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:36.001163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5535e689-509f-406b-9f52-fca16dae976a req-747d2cc6-feac-4773-b9dc-826efe8013e1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0485847 Oct 22 15:42:36.038807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5535e689-509f-406b-9f52-fca16dae976a req-af738279-2a99-4a6c-824a-88e39a68b6c2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305338 Oct 22 15:42:37.156201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e067c8-1682-4104-b6f8-ed06f33313fc req-3f4bba1e-521a-4d32-8d17-96d5c33b5d81 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:37.157736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51e067c8-1682-4104-b6f8-ed06f33313fc req-3f4bba1e-521a-4d32-8d17-96d5c33b5d81 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0493932 Oct 22 15:42:37.199719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51e067c8-1682-4104-b6f8-ed06f33313fc req-25920ad0-87d7-433d-8663-ba6a73e48f7b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350676 Oct 22 15:42:38.319657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448605e3-87a2-4148-958c-e7a42aec9416 req-fb299670-d389-4d98-a396-a65953c24392 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:38.321383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-448605e3-87a2-4148-958c-e7a42aec9416 req-fb299670-d389-4d98-a396-a65953c24392 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0511537 Oct 22 15:42:38.365632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-448605e3-87a2-4148-958c-e7a42aec9416 req-638150e2-e7b0-412d-b086-269cbf99278a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382791 Oct 22 15:42:39.483268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f914b-156e-4545-9807-1eeed1d669da req-79762b65-7d5b-4bf9-9bc1-a29e537dab76 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:39.484738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c9f914b-156e-4545-9807-1eeed1d669da req-79762b65-7d5b-4bf9-9bc1-a29e537dab76 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0488911 Oct 22 15:42:39.524852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c9f914b-156e-4545-9807-1eeed1d669da req-f2f23443-1388-4439-b29f-2089fd9b6555 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332208 Oct 22 15:42:40.644047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09708e-f38a-4cf3-9dfa-c9df234b6890 req-149141d0-0053-4d9f-bde2-aec9db51507b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:40.645540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf09708e-f38a-4cf3-9dfa-c9df234b6890 req-149141d0-0053-4d9f-bde2-aec9db51507b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0511198 Oct 22 15:42:40.684251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf09708e-f38a-4cf3-9dfa-c9df234b6890 req-8a74d205-d1b3-4723-abf6-66bbe4e24c37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Oct 22 15:42:41.805072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0d3c-2e43-4837-b9c0-774c75cca57a req-069280b9-383e-47c8-b82e-be553270f796 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:41.806593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed5f0d3c-2e43-4837-b9c0-774c75cca57a req-069280b9-383e-47c8-b82e-be553270f796 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0503862 Oct 22 15:42:41.848009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed5f0d3c-2e43-4837-b9c0-774c75cca57a req-b3a782ff-7fa7-4c6c-b78c-2b61a9456cb6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354948 Oct 22 15:42:41.906798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:42.406083 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-329ca713-85ff-4aec-87fd-b3fcafc5931e service neutron] show failed (client error): The resource could not be found. Oct 22 15:42:42.407168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-329ca713-85ff-4aec-87fd-b3fcafc5931e service neutron] 10.222.0.69 "GET /v2.0/ports/1210b6f8-80e1-4381-9ce3-fe707927ec26/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0560977 Oct 22 15:42:42.973430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03db87-81f1-4126-a68b-c5d351adc60e req-50b905fa-1b1a-422a-850a-410b541d769c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:42.975747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f03db87-81f1-4126-a68b-c5d351adc60e req-50b905fa-1b1a-422a-850a-410b541d769c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0544121 Oct 22 15:42:43.013995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f03db87-81f1-4126-a68b-c5d351adc60e req-0004510a-3bf4-44dd-9a97-cbeef0cc5eba tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Oct 22 15:42:43.150855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-5493deb4-775f-4190-8c7f-1a395707c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:43.152296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-5493deb4-775f-4190-8c7f-1a395707c8fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0898600 Oct 22 15:42:43.163676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-ba4bc171-0840-4abc-849a-53ad4e8a9cbf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:42:43.164600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-ba4bc171-0840-4abc-849a-53ad4e8a9cbf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054760 Oct 22 15:42:43.177688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:42:43.234126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:43.440276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:42:43.472643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:42:43.511060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:42:43.513327 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e14eb1-7769-4838-87f2-0d12e8f146b3" -d '{"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-unplugged", "status": "completed", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:42:43.517364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:43.532243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Transition to ACTIVE for port object 1210b6f8-80e1-4381-9ce3-fe707927ec26 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:42:43.566799 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a051fa-fae6-43b5-bc43-ecf9d5f06c4d x-openstack-request-id: req-21a051fa-fae6-43b5-bc43-ecf9d5f06c4d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:42:43.567096 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-unplugged", "status": "completed", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:42:43.567381 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21a051fa-fae6-43b5-bc43-ecf9d5f06c4d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:42:43.567955 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'code': 200} Oct 22 15:42:43.620861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:43.710239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:42:43.749909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] No DVR routers for this DVR port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:42:43.894207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:42:43.894583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:42:43.894944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:42:43.900142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:42:43.900494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Attempting to bind port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on network 96a0685b-eba2-48fe-a516-1e53d40c6fdf {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:42:43.905266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:42:43.905636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Checking segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:42:43.906018 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Bound using segment: {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:42:43.906438 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Bound port: 1210b6f8-80e1-4381-9ce3-fe707927ec26, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580c0166-c7dc-44f4-a973-cc3a6e613a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:42:43.906789 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:43.968640 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:42:43.971648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:42:44.095628 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:44.150921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:44.151602 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:44.153046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] 10.222.0.53 "PUT /v2.0/ports/1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 1091 time: 0.9795356 Oct 22 15:42:44.196584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963792-792b-4d63-b08d-125ee441f83e req-e15664bc-946c-4a8c-b0bf-6d5ccd8312a9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:44.198155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3963792-792b-4d63-b08d-125ee441f83e req-e15664bc-946c-4a8c-b0bf-6d5ccd8312a9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.1151273 Oct 22 15:42:44.202751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42948cfc-f55d-4765-a58b-d493c6744328 service neutron] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:42:44.262753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-8b87d5cb-4ba9-401a-a68c-6512359466c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:44.264285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-8b87d5cb-4ba9-401a-a68c-6512359466c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1094 time: 0.0853181 Oct 22 15:42:44.269658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3963792-792b-4d63-b08d-125ee441f83e req-378cbb6f-640d-49bc-ac88-37017fc8fffa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506792 Oct 22 15:42:44.364803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-d877c3af-28ac-4366-96b0-fda23e08fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:44.366478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-d877c3af-28ac-4366-96b0-fda23e08fdf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0944681 Oct 22 15:42:44.436444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-9d02fb96-7612-456a-a679-76fb8cdf2132 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 999 time: 0.0621321 Oct 22 15:42:44.492108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-ace1787a-1f7f-43b8-8c64-d54aab45792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:44.493496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-ace1787a-1f7f-43b8-8c64-d54aab45792e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0505154 Oct 22 15:42:44.541135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-651a8f40-b12f-4831-bb81-733ad601551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:44.542670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-651a8f40-b12f-4831-bb81-733ad601551f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421073 Oct 22 15:42:44.642758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-e9eb8a27-3cac-4cbc-9c7a-adc116b5ca7d service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931938 Oct 22 15:42:44.732519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef201041-31d2-4d1d-b9cc-d337524a66c1 req-3555898a-0f3d-4c6f-a43b-49da98d114c9 service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830045 Oct 22 15:42:45.392164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593a767-88c6-4fdc-b44f-4a69a0ebe2d1 req-615643b3-7181-4283-be5e-478b2daa5f31 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.393652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d593a767-88c6-4fdc-b44f-4a69a0ebe2d1 req-615643b3-7181-4283-be5e-478b2daa5f31 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0519054 Oct 22 15:42:45.433531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d593a767-88c6-4fdc-b44f-4a69a0ebe2d1 req-1881b72f-da1c-4977-8b8b-3d7330e6fe63 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334287 Oct 22 15:42:45.569265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:42:45.572050 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d8848-51db-438d-8c87-80b665b7cc53" -d '{"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:42:45.621249 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b95e059-8fa3-4868-ab84-a9e6ae2851d8 x-openstack-request-id: req-6b95e059-8fa3-4868-ab84-a9e6ae2851d8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:42:45.621595 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:42:45.621795 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b95e059-8fa3-4868-ab84-a9e6ae2851d8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:42:45.622225 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'status': 'completed', 'code': 200} Oct 22 15:42:45.685229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-439f341c-5ae4-47cc-8deb-6e65be590e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.686890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-439f341c-5ae4-47cc-8deb-6e65be590e91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1094 time: 0.0454516 Oct 22 15:42:45.690812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-aa46173c-94c1-4d93-894b-1658facefe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.692538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-aa46173c-94c1-4d93-894b-1658facefe37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1094 time: 0.0454333 Oct 22 15:42:45.784819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-479d1adb-1677-4006-84df-ed2a364ad077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.787167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-479d1adb-1677-4006-84df-ed2a364ad077 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0909829 Oct 22 15:42:45.797144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-f1661704-92ca-4ddf-bc8e-8bfe16889955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.798651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-f1661704-92ca-4ddf-bc8e-8bfe16889955 service neutron] 10.222.0.53 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0951393 Oct 22 15:42:45.857414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-8954bb0a-0f7e-4cf5-9ebe-07ebfab5404c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 999 time: 0.0633981 Oct 22 15:42:45.872183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-cbcb80da-d961-4f57-a3dd-9494540843fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 999 time: 0.0648923 Oct 22 15:42:45.907724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-1695108e-0aec-467d-8230-76e12737dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.909210 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-1695108e-0aec-467d-8230-76e12737dc3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0435398 Oct 22 15:42:45.921818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-4337840e-1c33-449e-82ee-90e3e2d19508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.923357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-4337840e-1c33-449e-82ee-90e3e2d19508 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0443254 Oct 22 15:42:45.955628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-690e7cd4-2991-4811-b6c1-6bda9319d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.957237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-690e7cd4-2991-4811-b6c1-6bda9319d8ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405083 Oct 22 15:42:45.970395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-ffe9e3c8-5221-4588-964d-a935ac52835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:45.971917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-ffe9e3c8-5221-4588-964d-a935ac52835c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409043 Oct 22 15:42:46.065444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-12470365-4fc3-4d20-8bfe-ee59546a6638 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988424 Oct 22 15:42:46.066961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-72afa807-2afc-43a7-9bca-10bfcaf459f8 service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871403 Oct 22 15:42:46.084181 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:42:46.126413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:42:46.165699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-932a8637-91a1-45c8-9915-07803d9e2be3 service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915720 Oct 22 15:42:46.170662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7c7d8848-51db-438d-8c87-80b665b7cc53 req-519cd0a4-6786-4484-9492-35e5d45aa8e7 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974262 Oct 22 15:42:46.554343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25a134-6424-4f5b-a053-c39c473cd8cd req-edb913da-ca54-4e56-b599-629afd24ffd5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:46.555861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b25a134-6424-4f5b-a053-c39c473cd8cd req-edb913da-ca54-4e56-b599-629afd24ffd5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 943 time: 0.0538268 Oct 22 15:42:46.597736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b25a134-6424-4f5b-a053-c39c473cd8cd req-0bc37165-bf20-4f5d-a546-9b56a05d6aa6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358076 Oct 22 15:42:46.932699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:42:47.034208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:42:47.046502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'port_id': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'mac_address': 'fa:16:3e:c6:a3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:42:47.085422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:47.099166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1210b6f8-80e1-4381-9ce3-fe707927ec26 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:42:47.119614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:42:47.220755 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:47.272812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:42:47.280139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.280487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.280830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.281168 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.281503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.281834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.282198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.282526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.282850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.283207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.283531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.283850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:42:47.494856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['1210b6f8-80e1-4381-9ce3-fe707927ec26'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:42:47.720616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91854b-0b43-4eca-883b-47f2d552f582 req-6f59a8db-bc8e-4ba1-ab42-bf8fb0a60137 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:47.725531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e91854b-0b43-4eca-883b-47f2d552f582 req-6f59a8db-bc8e-4ba1-ab42-bf8fb0a60137 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 944 time: 0.0518992 Oct 22 15:42:47.760830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e91854b-0b43-4eca-883b-47f2d552f582 req-e7c2ac97-0777-4026-84db-7d15c843af7c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324583 Oct 22 15:42:48.252822 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed81c-ec56-4b12-ae34-20cb4d03d5df req-6e6af45f-59dc-499d-a5f5-301da315af14 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:48.254319 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-324ed81c-ec56-4b12-ae34-20cb4d03d5df req-6e6af45f-59dc-499d-a5f5-301da315af14 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 944 time: 0.0510883 Oct 22 15:42:48.294802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-324ed81c-ec56-4b12-ae34-20cb4d03d5df req-e85ca425-7eff-4a3b-a766-5ca04b59e870 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329654 Oct 22 15:42:48.388966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-03b8e49c-aa65-473d-b460-c67e8b31f10f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:48.390456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-03b8e49c-aa65-473d-b460-c67e8b31f10f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 944 time: 0.0907164 Oct 22 15:42:48.454391 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-44b7c6ab-25ba-4a30-b8de-22fd8343c51b service neutron] delete failed (client error): The resource could not be found. Oct 22 15:42:48.455490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-44b7c6ab-25ba-4a30-b8de-22fd8343c51b service neutron] 10.222.0.69 "DELETE /v2.0/ports/1210b6f8-80e1-4381-9ce3-fe707927ec26/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0575583 Oct 22 15:42:48.544571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-48b3bb54-53b8-448e-92bf-f033b6544a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:48.546080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-48b3bb54-53b8-448e-92bf-f033b6544a76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1095 time: 0.0450048 Oct 22 15:42:48.639522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-33691f35-d2bf-4747-8225-2bbb128cb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:48.641131 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-33691f35-d2bf-4747-8225-2bbb128cb310 service neutron] 10.222.0.69 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0879815 Oct 22 15:42:48.713962 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-c2810653-ff4f-4c97-b774-5b3d841d417c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 1000 time: 0.0653036 Oct 22 15:42:48.765385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-890f44d8-303a-4787-89a6-bf2e5696e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:48.766979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-890f44d8-303a-4787-89a6-bf2e5696e604 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0455742 Oct 22 15:42:48.814820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-61014ca4-a89e-4fff-bdc7-c8e58a1dcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:48.816351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-61014ca4-a89e-4fff-bdc7-c8e58a1dcc59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404913 Oct 22 15:42:48.911461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-32cd98e7-e3c2-4221-8778-652b901bc859 service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867758 Oct 22 15:42:48.938471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:42:49.006824 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-686a3bc5-6eff-48f9-a54d-a1c0a8aa950e req-bde2a676-a5d9-4fbc-bbfa-7bbeba3b7fce service neutron] 10.222.0.69 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881844 Oct 22 15:42:49.043625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 1210b6f8-80e1-4381-9ce3-fe707927ec26 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:42:49.050447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 1210b6f8-80e1-4381-9ce3-fe707927ec26 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:42:49.050447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:49.132437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:49.310692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:42:49.313582 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272bb7ae-1129-489c-8c70-4c265b4aaaac" -d '{"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-plugged", "status": "completed", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:42:49.330482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:42:49.368751 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e6791a-bd00-4f15-a999-f886d7543115 x-openstack-request-id: req-d9e6791a-bd00-4f15-a999-f886d7543115 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:42:49.369044 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-plugged", "status": "completed", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:42:49.369294 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9e6791a-bd00-4f15-a999-f886d7543115 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:42:49.369694 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'code': 200} Oct 22 15:42:49.404228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:49.424896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3c7df-af00-45e5-a40c-dcbda330cad4 req-1b5066e5-bf2d-475d-98a4-6d4c93481fef tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:49.426422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8de3c7df-af00-45e5-a40c-dcbda330cad4 req-1b5066e5-bf2d-475d-98a4-6d4c93481fef tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 944 time: 0.0568395 Oct 22 15:42:49.453883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:42:49.469267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8de3c7df-af00-45e5-a40c-dcbda330cad4 req-dfa60370-0085-4169-9065-16a4a075215b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340261 Oct 22 15:42:50.587784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17f224-f387-4270-a300-ce871721db8e req-c7519431-9d38-45bc-b927-95d8a3787259 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:42:50.589288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e17f224-f387-4270-a300-ce871721db8e req-c7519431-9d38-45bc-b927-95d8a3787259 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0496995 Oct 22 15:42:50.630078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e17f224-f387-4270-a300-ce871721db8e req-2359b59c-977e-48b8-8398-5572e0207c07 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334365 Oct 22 15:42:50.652391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41654) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:42:50.717046 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ecee105d-8bf6-4fa5-af1e-bd4f27f589d4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/50d21e9b-bd89-4cd1-b5dc-18a76574c7fb HTTP/1.1" status: 200 len: 993 time: 0.0634131 Oct 22 15:42:52.670950 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f6a2fb4-ab17-47d6-8e22-d2bd78333e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:55.174561 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bcb5e5cd-8f2c-4ff5-8679-78ae047d154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:56.511627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:56.706037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:42:56.871048 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:42:58.254568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:01.322115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-4af938e0-a33a-4e47-8a3d-05aeaf7dacc8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421588 Oct 22 15:43:01.408144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-5a25c1b6-7cef-4ad9-80f8-24b9d3f4caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:01.409648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-5a25c1b6-7cef-4ad9-80f8-24b9d3f4caf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0425017 Oct 22 15:43:01.524320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-70961f35-3d79-461d-afe6-222989df106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:01.525848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-70961f35-3d79-461d-afe6-222989df106b service neutron] 10.222.0.53 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0926385 Oct 22 15:43:01.592794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-40f77e05-5f1b-4da1-9f56-3cd0587194ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 1001 time: 0.0602350 Oct 22 15:43:01.642861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-93c0e7f5-99d3-443e-a3f3-ead4d53a11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:01.644349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-93c0e7f5-99d3-443e-a3f3-ead4d53a11dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0436420 Oct 22 15:43:01.696699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-c448ca24-330f-4353-b70a-b9c982705e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:01.698204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-c448ca24-330f-4353-b70a-b9c982705e70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471411 Oct 22 15:43:01.791419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-d0a0844f-e0ba-4e80-b2bf-ce990c377085 service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853431 Oct 22 15:43:01.888433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5246d45a-0820-4d30-ba64-6d31431b2535 req-087dba93-5a25-4873-9ee5-4f612c19b366 service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888109 Oct 22 15:43:04.088669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:11.842472 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:19.139619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e76-2d60-47f9-b1ea-fb8072abe118 req-ee2d8dcf-3bd4-4daf-8e0a-bc187e6415e5 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:19.141160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3a35e76-2d60-47f9-b1ea-fb8072abe118 req-ee2d8dcf-3bd4-4daf-8e0a-bc187e6415e5 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0420079 Oct 22 15:43:19.175638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3a35e76-2d60-47f9-b1ea-fb8072abe118 req-55b50ff6-7379-4f81-a375-958fa352b22d tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277290 Oct 22 15:43:19.198019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41666) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:19.354128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port c3817988-223d-4257-a94f-76cdbe369bf6 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:43:19.354378 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:19.432692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:19.433013 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:19.446381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for c3817988-223d-4257-a94f-76cdbe369bf6 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:43:19.665907 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:19.693345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=c3817988-223d-4257-a94f-76cdbe369bf6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:19.754638 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:19.755013 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP 50d21e9b-bd89-4cd1-b5dc-18a76574c7fb disassociated (deleted). External IP: 172.25.1.252, port: 1210b6f8-80e1-4381-9ce3-fe707927ec26. Oct 22 15:43:19.965522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router aaec8916-a191-4afa-97dd-9e5bce2565f4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:43:20.074931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:43:20.079895 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:20.084670 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] Sync routers for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:43:20.094454 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:20.095100 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:42:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:20.106756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-10c6df87-00f2-4e14-9447-3e4ed7cdd4d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/floatingips/50d21e9b-bd89-4cd1-b5dc-18a76574c7fb HTTP/1.1" status: 204 len: 168 time: 0.9076824 Oct 22 15:43:20.107363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:43:20.109598 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8030c-9a6a-445a-991f-91facb9ea679" -d '{"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:43:20.159595 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8162ba-a74f-465d-bc1a-c4ab6910098c x-openstack-request-id: req-6f8162ba-a74f-465d-bc1a-c4ab6910098c {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:43:20.160252 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:43:20.160252 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f8162ba-a74f-465d-bc1a-c4ab6910098c {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:43:20.160831 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'status': 'completed', 'code': 200} Oct 22 15:43:20.205739 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:20.222613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-085dc834-12eb-4c7a-aa97-781ec99a3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:20.224123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-085dc834-12eb-4c7a-aa97-781ec99a3b49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 1096 time: 0.0430310 Oct 22 15:43:20.322354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-8cc26cc4-60a2-493e-b3ca-aecbc4fd144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:20.323942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-8cc26cc4-60a2-493e-b3ca-aecbc4fd144b service neutron] 10.222.0.53 "GET /v2.0/networks?id=96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 200 len: 897 time: 0.0918880 Oct 22 15:43:20.365637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-18f8ae69-da72-4ebf-b4d9-2318b30c52c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 200 len: 217 time: 0.0351045 Oct 22 15:43:20.415612 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:20.429600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-3fab9534-8d9e-45ab-a53b-c14f93c5ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:20.431631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-3fab9534-8d9e-45ab-a53b-c14f93c5ec88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 200 len: 835 time: 0.0577657 Oct 22 15:43:20.446595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] Checking router: aaec8916-a191-4afa-97dd-9e5bce2565f4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:43:20.455312 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:20.455919 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:42:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:20.482053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-80fc1f9b-67b1-4955-b617-5637461b0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:20.482053 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-80fc1f9b-67b1-4955-b617-5637461b0bdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96a0685b-eba2-48fe-a516-1e53d40c6fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429418 Oct 22 15:43:20.581436 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:20.606713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-e94f0279-8ab5-4d45-b207-1c61f6d8a069 service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179175 Oct 22 15:43:20.646837 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d3e1-7b23-4cbf-86f5-2c510ee26b0f req-3bdc1367-4072-43c9-a962-73c2cada1c37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:20.648336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75c0d3e1-7b23-4cbf-86f5-2c510ee26b0f req-3bdc1367-4072-43c9-a962-73c2cada1c37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.0848098 Oct 22 15:43:20.734937 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-75c0d3e1-7b23-4cbf-86f5-2c510ee26b0f req-7e317d61-f242-43a5-a06b-9a6a99b4d391 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782623 Oct 22 15:43:20.742058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10c8030c-9a6a-445a-991f-91facb9ea679 req-8753a643-a5d2-4054-9c4c-3f7a82f2685b service neutron] 10.222.0.53 "GET /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266968 Oct 22 15:43:20.790195 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:20.821214 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832311a-ae5c-486d-b5a7-24c7ee2d7db3 None None] The sync data for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 is: [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '4da0fa4e-19a2-4175-a817-50523b249704', 'name': '', 'network_id': '96a0685b-eba2-48fe-a516-1e53d40c6fdf', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:9b:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:54Z', 'updated_at': '2021-10-22T15:40:57Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '998a57d1-7c1c-4c94-9e06-1459b155ec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:43:21.047178 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538ec6c-aba2-49f0-849e-e33649178d4c None None] New status for floating IP 50d21e9b-bd89-4cd1-b5dc-18a76574c7fb: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:43:22.224521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb22cd9-2aed-4029-82fb-b4c19b59ac79 req-353b3c3a-cdf1-49c5-80ec-d0cb26c23fcd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:22.225999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fb22cd9-2aed-4029-82fb-b4c19b59ac79 req-353b3c3a-cdf1-49c5-80ec-d0cb26c23fcd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.4161446 Oct 22 15:43:22.238874 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-d7208a0c-f92e-4581-8383-a0f6084fda30 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:22.240282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-d7208a0c-f92e-4581-8383-a0f6084fda30 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.53 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 945 time: 0.4186161 Oct 22 15:43:22.305367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8fb22cd9-2aed-4029-82fb-b4c19b59ac79 req-5ace630f-4ac9-48d7-ae63-3789e4917d4c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641370 Oct 22 15:43:22.349076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 1210b6f8-80e1-4381-9ce3-fe707927ec26 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:43:22.349413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:22.437226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 1210b6f8-80e1-4381-9ce3-fe707927ec26, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=1210b6f8-80e1-4381-9ce3-fe707927ec26,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:22.437583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:22.454121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 1210b6f8-80e1-4381-9ce3-fe707927ec26 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:43:22.671260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:22.700945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=1210b6f8-80e1-4381-9ce3-fe707927ec26,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:22.734414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47138cb6-3be5-4d4a-86c0-8e490d823909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:22.751149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] No DVR routers for this DVR port 1210b6f8-80e1-4381-9ce3-fe707927ec26 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:43:22.751149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:22.752330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fc0ecbf-9d87-47b3-b8cc-b791d2df87c6 req-11aac8e0-7ccf-4d75-ab79-410bd3c34e1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.53 "DELETE /v2.0/ports/1210b6f8-80e1-4381-9ce3-fe707927ec26 HTTP/1.1" status: 204 len: 173 time: 0.5046897 Oct 22 15:43:22.752835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-deleted', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:43:22.755132 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2ee53e469b0b150f49794788c3f08c4bd39b215b3f7978306d1e387554d9e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0b2416-1a8c-4d10-a51c-53bb04c5fb3a" -d '{"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-deleted", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:43:22.808687 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfe20b-ea9e-4bd8-9bb8-b85b4cbad31b x-openstack-request-id: req-a1cfe20b-ea9e-4bd8-9bb8-b85b4cbad31b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:43:22.808687 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cda184-0eab-4236-8550-5f1a5181b05c", "name": "network-vif-deleted", "tag": "1210b6f8-80e1-4381-9ce3-fe707927ec26", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:43:22.808687 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1cfe20b-ea9e-4bd8-9bb8-b85b4cbad31b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:43:22.808687 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cda184-0eab-4236-8550-5f1a5181b05c', 'name': 'network-vif-deleted', 'tag': '1210b6f8-80e1-4381-9ce3-fe707927ec26', 'status': 'completed', 'code': 200} Oct 22 15:43:23.471619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29aac416-e349-44ae-95b7-30efba63eab9 req-842bd7a0-6171-4325-93a0-af456d57ac77 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=37cda184-0eab-4236-8550-5f1a5181b05c HTTP/1.1" status: 200 len: 210 time: 0.0272613 Oct 22 15:43:24.530299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41684) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:24.897441 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:25.167264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 4da0fa4e-19a2-4175-a817-50523b249704 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:43:25.167531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:25.195925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca6c6fc6-ec27-4066-a44f-cccdb070666b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:25.257349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 4da0fa4e-19a2-4175-a817-50523b249704, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4da0fa4e-19a2-4175-a817-50523b249704,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:25.257708 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:25.270249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 4da0fa4e-19a2-4175-a817-50523b249704 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:43:25.528453 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:25.559322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=4da0fa4e-19a2-4175-a817-50523b249704,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:25.735651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:25.959228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router aaec8916-a191-4afa-97dd-9e5bce2565f4 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:43:26.069951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:43:26.075635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-889eee60-753c-4f18-88d7-5744a2d261dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/aaec8916-a191-4afa-97dd-9e5bce2565f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5441303 Oct 22 15:43:26.078446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41686) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:26.081689 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] Sync routers for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:43:26.090926 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:26.091597 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:26.130456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting subnet 998a57d1-7c1c-4c94-9e06-1459b155ec87 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:43:26.133750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.174072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.196276 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:26.261641 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.374466 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:43:25Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:26.401180 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] Checking router: aaec8916-a191-4afa-97dd-9e5bce2565f4 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:43:26.411589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] Routers {'aaec8916-a191-4afa-97dd-9e5bce2565f4'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:26.412195 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['aaec8916-a191-4afa-97dd-9e5bce2565f4'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:26.436308 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.467260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Subnet': ['ID=998a57d1-7c1c-4c94-9e06-1459b155ec87,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:26.470156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.474138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/subnets/998a57d1-7c1c-4c94-9e06-1459b155ec87 HTTP/1.1" status: 204 len: 168 time: 0.3946323 Oct 22 15:43:26.476524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b9045-0ff5-4d8b-8e8f-53344d9d9fb2 None None] Network 96a0685b-eba2-48fe-a516-1e53d40c6fdf requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:43:26.477286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:26.482055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.482401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.482749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.483115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.483453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.483790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.484122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.484509 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.484846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.485172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.485499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.485951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6467acf-e3ca-43bb-b31c-2cabc0e945b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:26.561425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.595556 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.620933 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] Set router aaec8916-a191-4afa-97dd-9e5bce2565f4 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:26.711330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.719556 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.727879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] DHCP port deletion for 96a0685b-eba2-48fe-a516-1e53d40c6fdf request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:43:26.778831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] Deleting port 4592f3bf-127d-4ef4-afca-5c976e0dc674 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:43:26.779225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.821416 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:43:25Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:26.847029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] For port 4592f3bf-127d-4ef4-afca-5c976e0dc674, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4592f3bf-127d-4ef4-afca-5c976e0dc674,segment=NetworkSegment(580c0166-c7dc-44f4-a973-cc3a6e613a47),segment_id=580c0166-c7dc-44f4-a973-cc3a6e613a47)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:26.847427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.851897 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c014bdb-f382-4b54-ba80-70880dbda44f None None] The sync data for ids ['aaec8916-a191-4afa-97dd-9e5bce2565f4'] in n-d-812148-2 is: [{'id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691489712', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:43:25Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '334229ab-fea1-4cf3-9228-c0841a61d3cd', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec8916-a191-4afa-97dd-9e5bce2565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:40:50Z', 'updated_at': '2021-10-22T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:43:26.857956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 334229ab-fea1-4cf3-9228-c0841a61d3cd {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:43:26.858686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.867142 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] Calling delete_port for 4592f3bf-127d-4ef4-afca-5c976e0dc674 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:43:26.953120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 334229ab-fea1-4cf3-9228-c0841a61d3cd, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=334229ab-fea1-4cf3-9228-c0841a61d3cd,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:26.953404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:26.966213 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 334229ab-fea1-4cf3-9228-c0841a61d3cd owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:43:27.025898 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.055805 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] No DVR routers for this DVR port 4592f3bf-127d-4ef4-afca-5c976e0dc674 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:43:27.057757 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58b2c2-e383-4d9a-ac99-ebe62b9b054c None None] Pushing event deleted for resources: {'Port': ['ID=4592f3bf-127d-4ef4-afca-5c976e0dc674,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:27.109519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:43:27.134275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 1210b6f8-80e1-4381-9ce3-fe707927ec26 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:43:27.134614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 1210b6f8-80e1-4381-9ce3-fe707927ec26 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:43:27.242538 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.268750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=334229ab-fea1-4cf3-9228-c0841a61d3cd,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:27.284901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.285253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.285596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.285922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.286267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.286598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.286924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.287290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.287619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.287935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.288367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.288560 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:27.349400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.442295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.445137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.545736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.546430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Fanout notify agent at l3_agent the message router_deleted on router aaec8916-a191-4afa-97dd-9e5bce2565f4 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:43:27.557059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.557059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4d2436fa-2bee-4431-856e-75e82fe7f2d2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/routers/aaec8916-a191-4afa-97dd-9e5bce2565f4 HTTP/1.1" status: 204 len: 168 time: 1.0768502 Oct 22 15:43:27.558019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 41690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:27.644327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.734653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.754940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a0685b-eba2-48fe-a516-1e53d40c6fdf']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:27.764353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580c0166-c7dc-44f4-a973-cc3a6e613a47') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:27.764650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580c0166-c7dc-44f4-a973-cc3a6e613a47') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:27.774703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.788802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.795111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:43:27.798656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:43:27.799779 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:43:27.962487 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.970157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:27.973835 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/networks/96a0685b-eba2-48fe-a516-1e53d40c6fdf HTTP/1.1" status: 204 len: 168 time: 0.4147723 Oct 22 15:43:27.976605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:27.989417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db957-9035-4711-acb4-f93ee5391f80 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Network': ['ID=96a0685b-eba2-48fe-a516-1e53d40c6fdf,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:28.046063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09fbde98-525f-4a91-85f4-a1a43e9007b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:28.072857 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09fbde98-525f-4a91-85f4-a1a43e9007b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:28.235478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09fbde98-525f-4a91-85f4-a1a43e9007b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:28.238005 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-09fbde98-525f-4a91-85f4-a1a43e9007b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:28.239250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-09fbde98-525f-4a91-85f4-a1a43e9007b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/security-groups/6b46fb4a-ffbb-4fb1-8d44-9cca898956c7 HTTP/1.1" status: 204 len: 168 time: 0.2614658 Oct 22 15:43:28.249012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbde98-525f-4a91-85f4-a1a43e9007b1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b46fb4a-ffbb-4fb1-8d44-9cca898956c7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:28.303866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:28.667478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 334229ab-fea1-4cf3-9228-c0841a61d3cd no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:43:28.687862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 334229ab-fea1-4cf3-9228-c0841a61d3cd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:43:28.688199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 334229ab-fea1-4cf3-9228-c0841a61d3cd not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:43:28.688606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4da0fa4e-19a2-4175-a817-50523b249704 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:43:28.709214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4da0fa4e-19a2-4175-a817-50523b249704 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:43:28.709547 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4da0fa4e-19a2-4175-a817-50523b249704 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:43:28.709939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4592f3bf-127d-4ef4-afca-5c976e0dc674 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:43:28.728247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4592f3bf-127d-4ef4-afca-5c976e0dc674 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:43:28.728591 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4592f3bf-127d-4ef4-afca-5c976e0dc674 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:43:29.667336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41700) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:29.671975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385805322', 'description': 'tempest-secgroup-smoke-385805322 description', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:29.820459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:29.888267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:29.979943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.009398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b91ab3-0949-4d72-8a1f-42546826b4f8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:30.181718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.183007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f1b54b9-ae00-44de-9f54-5183f3bcb0c0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5146215 Oct 22 15:43:30.185834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41702) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:30.190610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '34b91ab3-0949-4d72-8a1f-42546826b4f8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:30.366869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.421543 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.515286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.532504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ec5a84-f51b-4e31-b0bf-18b453e0f7f5,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:30.631514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.631514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2f9bff33-001d-4252-b5d7-38ece65f0c0e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435954 Oct 22 15:43:30.633320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41704) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:30.637690 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '34b91ab3-0949-4d72-8a1f-42546826b4f8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:30.813379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.871200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:30.991094 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.010605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179dce3d-304e-46f5-b9cf-a10ed13f7b5c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:31.100037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.101363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1f63734c-d652-4cfd-8e34-5c7b1345b482 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4670045 Oct 22 15:43:31.104133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41706) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:31.110297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '34b91ab3-0949-4d72-8a1f-42546826b4f8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:31.217182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.279713 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.385148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.404546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc32a78e-37cf-4249-8801-452831d0a2a7,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:31.484364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.485702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4dbd18f1-dafd-4654-a339-c56ed6f6830e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3803451 Oct 22 15:43:31.488972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41708) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:31.493292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '34b91ab3-0949-4d72-8a1f-42546826b4f8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:31.613309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.670809 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.769281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.787445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e95c99-7f78-48f4-ad9e-98cb6f9285bd,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:31.871781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:31.872983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c927ca2d-6562-4ca8-b3a4-12bed8838c52 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3830860 Oct 22 15:43:31.875693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41710) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:31.880140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '34b91ab3-0949-4d72-8a1f-42546826b4f8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:31.974057 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:43:31.979520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.042657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.151012 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.169999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34f1edf-243e-4d04-b774-18f089704ad3,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:32.272861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.274080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fcf2b85c-fd99-4017-a71a-4d598773ad83 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3974700 Oct 22 15:43:32.277096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41712) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:32.281361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '34b91ab3-0949-4d72-8a1f-42546826b4f8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:32.379938 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:43:32.385024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.450733 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.538366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.556556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638af77f-e7ca-40a9-9ca1-bef443eb8b6f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:32.645166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.646493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-99ad60e0-5fdb-4474-bd99-6ff288f806e5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3684638 Oct 22 15:43:32.649510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41714) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:32.654443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'network': {'name': 'tempest-network-smoke--1791922378', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:32.774119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:43:32.777722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.803065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:43:32.812979 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.812979 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Added segment 5110bd8f-c9ae-45e0-a48d-63874a0e2f31 of type vlan for network e5e3e7cf-a3ec-462d-99ea-5822398d918c Oct 22 15:43:32.853607 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.962583 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:32.968564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:32.969228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.042077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Network': ['ID=e5e3e7cf-a3ec-462d-99ea-5822398d918c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:33.053626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:43:33.103023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-495d6464-3e44-4769-bb82-c6809fc31329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4524007 Oct 22 15:43:33.105827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41716) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:33.110312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'admin_state_up': True, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:33.241166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.242195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.292888 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.520420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.772451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.794541 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:33.869653 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:43:33.893858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.177 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/ff337978-63e2-433a-be67-fcd1e339127a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:43:33.999618 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:34.133829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:34.180582 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:34.218340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:43:34.221210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:34.225805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:43:34.251461 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=ff337978-63e2-433a-be67-fcd1e339127a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:34.588391 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:35.121679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:35.326422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:43:35.438793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:43:35.449249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Sync routers for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:43:35.459084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:35.459710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:35.536939 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:35.538231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1710ccff-659c-4a19-9ce4-0be769f82f75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4314592 Oct 22 15:43:35.541300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41718) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:35.570933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-881a534e-8d46-4714-8826-f38b3901079e tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=8a3b646f0a9d4ec4a80931bbc2e067a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284965 Oct 22 15:43:35.573210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:35.573485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41720) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:35.691111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6d517-a1cd-4cd1-9e1e-47c0498a63af tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:35.693108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-80a6d517-a1cd-4cd1-9e1e-47c0498a63af tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1186965 Oct 22 15:43:35.696202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41722) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:35.731233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-57f7f6cc-d5f5-4570-91d7-b0dfcfb0ccf3 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338359 Oct 22 15:43:35.735790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41724) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:35.740980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674294032', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:35.756779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:34Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:35.784134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Checking router: f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:43:35.784483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Updating router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 port ff337978-63e2-433a-be67-fcd1e339127a binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:43:35.811420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:35.915279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:43:35.918802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.078005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.190905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.231081 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.246110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Attempting to bind port ff337978-63e2-433a-be67-fcd1e339127a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:43:36.246481 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Attempting to bind port ff337978-63e2-433a-be67-fcd1e339127a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:43:36.246846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Attempting to bind port ff337978-63e2-433a-be67-fcd1e339127a on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:43:36.248887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a576-227f-435e-8bb9-986ce7d95429 None None] Pushing event updated for resources: {'Port': ['ID=ff337978-63e2-433a-be67-fcd1e339127a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:36.254846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:43:36.255266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:43:36.255676 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.256484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:43:36.256594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Bound port: ff337978-63e2-433a-be67-fcd1e339127a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:43:36.256911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.299370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Subnet': ['ID=ae298493-c394-49fd-b335-f8b265cbdbf2,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:36.309736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Checking segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:43:36.310203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network hostable DHCP agents. Network: e5e3e7cf-a3ec-462d-99ea-5822398d918c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:43:36.312605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] For port ff337978-63e2-433a-be67-fcd1e339127a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:43:36.315615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] For port ff337978-63e2-433a-be67-fcd1e339127a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ff337978-63e2-433a-be67-fcd1e339127a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:43:36.414207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.425068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:43:36.475815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:36.476453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:36.481253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a576-227f-435e-8bb9-986ce7d95429 None None] Pushing event updated for resources: {'Port': ['ID=ff337978-63e2-433a-be67-fcd1e339127a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:36.510910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e5e3e7cf-a3ec-462d-99ea-5822398d918c) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:36.516075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:36.517182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:36.524127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39d1b7-8879-48b2-8d81-916fdf03c228 None None] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:43:36.649823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-072b1f42-92a1-4785-80d8-57f00773539e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9129870 Oct 22 15:43:36.652724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41726) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:36.672299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:37.053021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:43:37.054204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.099196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.269406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:34Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:37.307340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a07e939-8b05-4b93-a72a-61d5c61771fb None None] The sync data for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 is: [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:34Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:43:37.311968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Allocated IP 172.20.0.2 (e5e3e7cf-a3ec-462d-99ea-5822398d918c/ae298493-c394-49fd-b335-f8b265cbdbf2/84b8280b-9e57-4d90-b559-40caea9b2b3e) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:43:37.482864 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.567682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.613702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:43:37.617846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:37.621790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:43:37.631767 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.1 (e5e3e7cf-a3ec-462d-99ea-5822398d918c/ae298493-c394-49fd-b335-f8b265cbdbf2/d5e1e27a-4164-4f3c-b29a-77ff0d57170a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:43:37.636490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Pushing event updated for resources: {'Port': ['ID=84b8280b-9e57-4d90-b559-40caea9b2b3e,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:37.702564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Attempting to bind port 84b8280b-9e57-4d90-b559-40caea9b2b3e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:43:37.702948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Attempting to bind port 84b8280b-9e57-4d90-b559-40caea9b2b3e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:43:37.703358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Attempting to bind port 84b8280b-9e57-4d90-b559-40caea9b2b3e on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:43:37.710836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:43:37.711184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Checking segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:43:37.711425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.711834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Bound using segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:43:37.712461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Bound port: 84b8280b-9e57-4d90-b559-40caea9b2b3e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:43:37.712845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.780950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.789891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] For port 84b8280b-9e57-4d90-b559-40caea9b2b3e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:43:37.793299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] For port 84b8280b-9e57-4d90-b559-40caea9b2b3e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=84b8280b-9e57-4d90-b559-40caea9b2b3e,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:43:37.870338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.929388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:37.937305 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21586-9030-4cf6-9b73-0a9647d7b038 None None] Pushing event updated for resources: {'Port': ['ID=84b8280b-9e57-4d90-b559-40caea9b2b3e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:37.987524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:43:37.995941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:37.998037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:38.001084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:43:38.048787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.318292 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.601349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.719421 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.732140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 84b8280b-9e57-4d90-b559-40caea9b2b3e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:43:38.789541 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.802161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:38.803428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 84b8280b-9e57-4d90-b559-40caea9b2b3e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:38.803805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.903002 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:38.911678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:43:38.913312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:38.945594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 84b8280b-9e57-4d90-b559-40caea9b2b3e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=84b8280b-9e57-4d90-b559-40caea9b2b3e,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:38.956128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4aa43c-4365-4ff3-b6a2-b47e99f7f8b8 None None] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:43:39.029461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b953b31f-3fae-476f-9dc2-7a374ca6a7c5 None None] Provisioning complete for port 84b8280b-9e57-4d90-b559-40caea9b2b3e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:39.030114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b953b31f-3fae-476f-9dc2-7a374ca6a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.035644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:43:39.059173 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.059929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff337978-63e2-433a-be67-fcd1e339127a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:43:39.152030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:43:39.166425 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8714c101-040a-4f30-82bd-f479cabd41c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036311 Oct 22 15:43:39.225569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=84b8280b-9e57-4d90-b559-40caea9b2b3e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:39.293536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ff337978-63e2-433a-be67-fcd1e339127a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:39.293736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.392120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.416833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port ff337978-63e2-433a-be67-fcd1e339127a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ff337978-63e2-433a-be67-fcd1e339127a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:39.511061 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.512162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-92a2015b-1769-436d-a2ee-794d15141261 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385805322&fields=id&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 267 time: 0.0352981 Oct 22 15:43:39.573058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=ff337978-63e2-433a-be67-fcd1e339127a,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:39.577947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Sync routers for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:43:39.589787 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:39.590511 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:39.633712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0d27c122-147a-4fd6-8062-53309f82f90b None None] Provisioning complete for port 84b8280b-9e57-4d90-b559-40caea9b2b3e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:39.634146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d27c122-147a-4fd6-8062-53309f82f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.649948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-01efc3a0-deb9-4676-9a28-633440d801a6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:39.657775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-01efc3a0-deb9-4676-9a28-633440d801a6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 797 time: 0.1358168 Oct 22 15:43:39.676846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-e5b512d1-a429-4cd2-a258-1c5f067092eb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/quotas/8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 375 time: 0.0181632 Oct 22 15:43:39.722059 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:39.736832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0d27c122-147a-4fd6-8062-53309f82f90b None None] Provisioning complete for port d5e1e27a-4164-4f3c-b29a-77ff0d57170a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:39.737419 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d27c122-147a-4fd6-8062-53309f82f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.746908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-cd316ee4-6ee8-4c08-8904-0a624a6514cb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690801 Oct 22 15:43:39.752020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-ddfb9c2b-e4b0-4c75-9419-ab9005272f2b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:43:39.759688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-ddfb9c2b-e4b0-4c75-9419-ab9005272f2b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117249 Oct 22 15:43:39.776179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0d27c122-147a-4fd6-8062-53309f82f90b None None] Port d5e1e27a-4164-4f3c-b29a-77ff0d57170a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:43:39.859391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0b78c21a-ab39-4d10-b742-91e0a14f47a4 service neutron] 10.222.0.66 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985153 Oct 22 15:43:39.903564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-17dfac77-2a19-4ee6-aece-312c7e0c4b66 None None] Provisioning complete for port d5e1e27a-4164-4f3c-b29a-77ff0d57170a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:39.904080 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-17dfac77-2a19-4ee6-aece-312c7e0c4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:39.956545 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 2, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:39.976731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-17dfac77-2a19-4ee6-aece-312c7e0c4b66 None None] Port d5e1e27a-4164-4f3c-b29a-77ff0d57170a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:43:39.981403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-9f76d50b-30bb-47e0-b67c-0ca1e1343e78 service neutron] 10.222.0.66 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145434 Oct 22 15:43:39.984240 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Checking router: f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:43:39.984589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Updating router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 port d5e1e27a-4164-4f3c-b29a-77ff0d57170a binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:43:40.020065 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.125452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c365dfd1-1c47-459b-8022-e432ca587fd0 None None] Provisioning complete for port d5e1e27a-4164-4f3c-b29a-77ff0d57170a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:40.125756 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c365dfd1-1c47-459b-8022-e432ca587fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.173596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c365dfd1-1c47-459b-8022-e432ca587fd0 None None] Port d5e1e27a-4164-4f3c-b29a-77ff0d57170a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:43:40.326035 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.415657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c0f59b6-ecf9-41bf-9323-cae89ee130d8 req-be3dc6ce-f0b2-43dc-960d-4d755d6361ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 210 time: 0.0752602 Oct 22 15:43:40.425117 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.489364 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Pushing event updated for resources: {'Port': ['ID=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:40.513428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.513770 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.514128 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.514441 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.514783 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.515191 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.515522 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.515844 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.516163 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.516482 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.516800 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.517114 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:40.551472 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Attempting to bind port d5e1e27a-4164-4f3c-b29a-77ff0d57170a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:43:40.551839 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Attempting to bind port d5e1e27a-4164-4f3c-b29a-77ff0d57170a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:43:40.552200 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Attempting to bind port d5e1e27a-4164-4f3c-b29a-77ff0d57170a on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:43:40.557703 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:43:40.558073 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Checking segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:43:40.558473 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.558865 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Bound using segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:43:40.559409 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Bound port: d5e1e27a-4164-4f3c-b29a-77ff0d57170a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:43:40.559784 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.636299 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] For port d5e1e27a-4164-4f3c-b29a-77ff0d57170a, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:43:40.639924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] For port d5e1e27a-4164-4f3c-b29a-77ff0d57170a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:43:40.689383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 84b8280b-9e57-4d90-b559-40caea9b2b3e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:43:40.725351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a371339a-455c-44eb-848d-cf6e0019ebb4 None None] Provisioning complete for port d5e1e27a-4164-4f3c-b29a-77ff0d57170a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:40.725718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a371339a-455c-44eb-848d-cf6e0019ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.773527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a371339a-455c-44eb-848d-cf6e0019ebb4 None None] Port d5e1e27a-4164-4f3c-b29a-77ff0d57170a cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:43:40.775731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 84b8280b-9e57-4d90-b559-40caea9b2b3e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:40.776099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.780415 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.841543 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:40.842857 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:40.860593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff337978-63e2-433a-be67-fcd1e339127a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:43:40.902277 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e56c-7941-4c1f-b538-8bcfaa242e08 None None] Pushing event updated for resources: {'Port': ['ID=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:40.911111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ff337978-63e2-433a-be67-fcd1e339127a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:40.911799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:40.985358 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:41.096383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4ec0749e-9b53-4152-b266-a172565cdfaa None None] Provisioning complete for port d5e1e27a-4164-4f3c-b29a-77ff0d57170a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:41.096678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ec0749e-9b53-4152-b266-a172565cdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:41.179491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ec0749e-9b53-4152-b266-a172565cdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:41.207819 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:40Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:41.219255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4ec0749e-9b53-4152-b266-a172565cdfaa None None] For port d5e1e27a-4164-4f3c-b29a-77ff0d57170a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:41.239571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00815a9c-856e-4dbf-9ece-283e3fd01f03 None None] The sync data for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 is: [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:40Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:43:41.305384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ec0749e-9b53-4152-b266-a172565cdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:41.363845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0749e-9b53-4152-b266-a172565cdfaa None None] Pushing event updated for resources: {'Port': ['ID=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:41.517104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12e911bf-3a80-488a-9a0f-18b66aaed2bf req-ce613cf2-4f2a-47a1-ae4d-4c2befb61418 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 210 time: 0.0299182 Oct 22 15:43:41.852543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:42.467581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-a211823b-3e09-4f4c-83dd-56f1e20243f2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:42.469076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-a211823b-3e09-4f4c-83dd-56f1e20243f2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 797 time: 0.1105263 Oct 22 15:43:42.513025 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-19a0db85-c744-4022-abbc-adae92e833ed tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 379 time: 0.0351298 Oct 22 15:43:42.522865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'port': {'device_id': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'admin_state_up': True, 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'security_groups': ['34b91ab3-0949-4d72-8a1f-42546826b4f8']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:42.616092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3999d4b-4e36-46d4-a8f2-0bd84a33082e req-78c692fd-6071-46c6-ab2a-7ee85a055fdd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 210 time: 0.0273614 Oct 22 15:43:42.715938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d5e1e27a-4164-4f3c-b29a-77ff0d57170a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:43:42.743340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:43:42.746992 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:42.764594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d5e1e27a-4164-4f3c-b29a-77ff0d57170a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:42.764971 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:42.883526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.13 (e5e3e7cf-a3ec-462d-99ea-5822398d918c/ae298493-c394-49fd-b335-f8b265cbdbf2/6c724bd2-b8a2-416a-8f6e-7a5ce796612f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:43:43.024004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.140137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.183247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:43:43.186290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:43.189871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:43:43.199078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:43.246381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:43.247030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.363585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-0119a600-9621-472c-b2aa-6db4cf6584fd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448114 Oct 22 15:43:43.377729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Request body: {'port': {'device_id': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:43.438605 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.440497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c6fcd6dd-153b-4ae0-bfd0-eedd32047752 None None] Provisioning complete for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:43.441510 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6dd-153b-4ae0-bfd0-eedd32047752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.475908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcd6dd-153b-4ae0-bfd0-eedd32047752 None None] Port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:43:43.707967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c724bd2-b8a2-416a-8f6e-7a5ce796612f {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:43:43.721212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.738466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Transition to ACTIVE for port object 6c724bd2-b8a2-416a-8f6e-7a5ce796612f will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:43:43.751224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22c40-d8c9-43f3-a988-3450a9b347e0 req-e1404691-e7ad-4348-ada1-dc620e9c8507 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:43.752719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbc22c40-d8c9-43f3-a988-3450a9b347e0 req-e1404691-e7ad-4348-ada1-dc620e9c8507 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 932 time: 0.0570083 Oct 22 15:43:43.791114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbc22c40-d8c9-43f3-a988-3450a9b347e0 req-051a2567-ec04-4688-a3b5-b97b698701f0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Oct 22 15:43:43.865452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:43.937378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:43.998096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:43:43.998424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:43:43.998773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:43:44.004087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:43:44.004412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:43:44.010166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:43:44.010524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Checking segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:43:44.011072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Bound using segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:43:44.011500 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Bound port: 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:43:44.011855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:44.078445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:43:44.081717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:43:44.294196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:44.328624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.329489 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:44.331001 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] 10.222.0.69 "PUT /v2.0/ports/6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1092 time: 0.9576480 Oct 22 15:43:44.333792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:43:44.337488 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f64fe90f4e6b6d980f3f71a2452117fc8df75591386ff2a5eba939eff0748dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:43:44.366062 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79bbfe-815e-4100-a04d-f86557b1ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:44.379335 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a312bf1d-200d-4dcd-a4d0-a662ebbd0783 x-openstack-request-id: req-a312bf1d-200d-4dcd-a4d0-a662ebbd0783 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:43:44.379698 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:43:44.379954 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a312bf1d-200d-4dcd-a4d0-a662ebbd0783 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:43:44.380359 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'status': 'completed', 'code': 200} Oct 22 15:43:44.449870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1 req-5b23869e-45b4-48f3-947b-929789cd6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.451391 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1 req-5b23869e-45b4-48f3-947b-929789cd6304 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1095 time: 0.0472014 Oct 22 15:43:44.563526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1 req-74734716-30e1-4573-a663-a7160307f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.564984 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1 req-74734716-30e1-4573-a663-a7160307f79f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1057584 Oct 22 15:43:44.669867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1 req-8dc3fd52-873b-4469-a915-e757189272a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.671428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6fab02dd-f8a4-4c71-a7f3-ae416e53e5b1 req-8dc3fd52-873b-4469-a915-e757189272a0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983713 Oct 22 15:43:44.751145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-302b09eb-5c11-465a-8911-4605548ba3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.752558 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-302b09eb-5c11-465a-8911-4605548ba3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1095 time: 0.0406427 Oct 22 15:43:44.802277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-13d9687c-62d6-4bd0-b1ab-2e883d22c8e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 217 time: 0.0346549 Oct 22 15:43:44.856304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-79dec4aa-d188-498c-abbf-99fa397238f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.857777 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-79dec4aa-d188-498c-abbf-99fa397238f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0482893 Oct 22 15:43:44.904498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-eeaff24f-4e9d-4788-adc2-5f2b8e0020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.906022 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-eeaff24f-4e9d-4788-adc2-5f2b8e0020ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411789 Oct 22 15:43:44.912668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecafe2-bdfa-486c-b0de-d8f88002b6e3 req-71168aeb-7ead-41d0-b37c-11e4389f6adc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:44.914276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ecafe2-bdfa-486c-b0de-d8f88002b6e3 req-71168aeb-7ead-41d0-b37c-11e4389f6adc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0502419 Oct 22 15:43:44.953165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96ecafe2-bdfa-486c-b0de-d8f88002b6e3 req-dcce1861-d558-4c0d-b6d1-7cc5c5a323b0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Oct 22 15:43:44.995518 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-c2a0df9d-df56-4be5-9e33-543d9c7e46fc service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818584 Oct 22 15:43:45.089461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-674c63c0-aa5a-4009-85b9-3adf5af97737 req-a9fec4ed-8dd2-48fc-892c-5621aeec690d service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870948 Oct 22 15:43:46.073301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7d987-0f10-4942-929b-a0b10fdcf5d6 req-9c0db0a2-905a-47dd-b1e6-a0a4b33b5b30 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:46.074789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beb7d987-0f10-4942-929b-a0b10fdcf5d6 req-9c0db0a2-905a-47dd-b1e6-a0a4b33b5b30 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0513384 Oct 22 15:43:46.111876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-beb7d987-0f10-4942-929b-a0b10fdcf5d6 req-2fe7ea70-28c7-4f4d-9b68-64dfdb42f332 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308604 Oct 22 15:43:47.237514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b46f43-a61b-45fd-9ee2-26d0ba1bc9f3 req-87a92d39-3c43-4483-a5ac-413ea58ccd40 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:47.239209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36b46f43-a61b-45fd-9ee2-26d0ba1bc9f3 req-87a92d39-3c43-4483-a5ac-413ea58ccd40 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0540519 Oct 22 15:43:47.277653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36b46f43-a61b-45fd-9ee2-26d0ba1bc9f3 req-52f392d5-8348-416a-8045-72133d4ce00d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Oct 22 15:43:48.395015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64987146-b4a8-4d01-b359-b7b36dbb1f41 req-f1ec4d7f-ea88-4366-9f03-dc1c8a936991 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:48.396617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64987146-b4a8-4d01-b359-b7b36dbb1f41 req-f1ec4d7f-ea88-4366-9f03-dc1c8a936991 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0499945 Oct 22 15:43:48.435965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64987146-b4a8-4d01-b359-b7b36dbb1f41 req-50d724d1-d7e5-4759-8aa9-c0d108aec230 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Oct 22 15:43:48.447623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:43:48.545307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:48.557110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'mac_address': 'fa:16:3e:58:75:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:43:48.594506 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:48.607713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c724bd2-b8a2-416a-8f6e-7a5ce796612f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:43:48.635538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:48.699643 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:48.751361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:48.758960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.759330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.759690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.760028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.760357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.760707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.761036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.761359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.761682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.762001 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.762323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:48.762640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:43:49.063196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['6c724bd2-b8a2-416a-8f6e-7a5ce796612f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:43:49.552858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdccbe9-6233-48a5-880d-5b19b2a6d85e req-6efff3fa-d319-4270-bc81-3ec739be0ecf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:49.554341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cdccbe9-6233-48a5-880d-5b19b2a6d85e req-6efff3fa-d319-4270-bc81-3ec739be0ecf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0498083 Oct 22 15:43:49.593249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cdccbe9-6233-48a5-880d-5b19b2a6d85e req-30f7ee01-b7e0-4f31-88b0-26e934508fd0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328801 Oct 22 15:43:50.450953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:43:50.596463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:43:50.601095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:43:50.601454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:50.684871 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:50.708694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:43:50.711442 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d777959b260860bfa41eb29f1e3e1530c7cf50bc2a1d31f286688b28141c5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7df886-97ce-496c-b2de-294fd9c59e84" -d '{"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-plugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:43:50.717019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d695b51-87b9-441b-8e9e-886b835b58be req-d14b2576-7ef9-4038-84dc-e9520af97ef0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:50.718520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d695b51-87b9-441b-8e9e-886b835b58be req-d14b2576-7ef9-4038-84dc-e9520af97ef0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Oct 22 15:43:50.725879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:43:50.752274 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5306ca6-a970-4917-ad58-a67ad62f797c x-openstack-request-id: req-c5306ca6-a970-4917-ad58-a67ad62f797c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:43:50.752596 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-plugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:43:50.752850 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5306ca6-a970-4917-ad58-a67ad62f797c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:43:50.753303 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'code': 200} Oct 22 15:43:50.761617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d695b51-87b9-441b-8e9e-886b835b58be req-d0998283-ae12-48fb-8b67-82bb6e3210f2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Oct 22 15:43:50.837371 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:50.855923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e851f-5a79-4458-8c0e-c6fd0f6b46ec req-dac5cf11-b848-4112-a202-3c22e0288623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:50.857494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-515e851f-5a79-4458-8c0e-c6fd0f6b46ec req-dac5cf11-b848-4112-a202-3c22e0288623 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1096 time: 0.0435231 Oct 22 15:43:50.886794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:50.893602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-515e851f-5a79-4458-8c0e-c6fd0f6b46ec req-98f970cf-9c98-4696-9825-79a06a9b92b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286248 Oct 22 15:43:51.881079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08f734-6880-4e44-a2b4-9beaf99c9c01 req-4c35ac56-181c-49ca-9a26-6d19bc648194 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:51.882555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd08f734-6880-4e44-a2b4-9beaf99c9c01 req-4c35ac56-181c-49ca-9a26-6d19bc648194 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0498548 Oct 22 15:43:51.919557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd08f734-6880-4e44-a2b4-9beaf99c9c01 req-3386d349-2c57-4644-bdf9-16f18245648d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Oct 22 15:43:52.733295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb190-7b14-4cbd-9b2d-f5b1834a29d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:53.038870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5e-db6e-4de7-bcdc-31036fba9d94 req-99601d26-51af-4507-bcac-8ebe4a85ed2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:53.040395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48879f5e-db6e-4de7-bcdc-31036fba9d94 req-99601d26-51af-4507-bcac-8ebe4a85ed2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Oct 22 15:43:53.078518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48879f5e-db6e-4de7-bcdc-31036fba9d94 req-eb72caeb-33c0-4faf-814a-32a6f928e8fb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319955 Oct 22 15:43:53.196942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a8ec5-16f9-4575-9da4-0416abdda558 req-33f12fd7-32f8-4f99-933e-a8c294877849 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:53.198464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b27a8ec5-16f9-4575-9da4-0416abdda558 req-33f12fd7-32f8-4f99-933e-a8c294877849 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0526838 Oct 22 15:43:53.236726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b27a8ec5-16f9-4575-9da4-0416abdda558 req-c07d1ac1-340d-4b41-95f6-6c18dfbd9d1e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323629 Oct 22 15:43:53.259629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:53.298673 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d470284a-cc94-4007-a127-87b726e2f7dc tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:53.300216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d470284a-cc94-4007-a127-87b726e2f7dc tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1092 time: 0.0395870 Oct 22 15:43:53.303845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41796) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:53.308053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:43:53.442468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:53.543225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:53.642243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.30 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/fe8ba346-7ca4-419e-92e1-a829a45213ab) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:43:53.746056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:53.858074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:53.895386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:43:53.900340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:43:53.906834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:43:53.908750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=fe8ba346-7ca4-419e-92e1-a829a45213ab,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:54.595475 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:54.756632 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:54.905945 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:55.000041 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:55.076869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=fe8ba346-7ca4-419e-92e1-a829a45213ab,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:43:55.087424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:55.194589 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP b2039562-9986-42ac-972e-3f7b154b58fe associated. External IP: 172.25.1.30, port: 6c724bd2-b8a2-416a-8f6e-7a5ce796612f. Oct 22 15:43:55.225029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f69167b7-0a62-4d3b-ade5-90be6d1d038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:55.407802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:43:55.518117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:43:55.528518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] Sync routers for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:43:55.539204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:55.539833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:55.623420 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:55.648426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:55.656760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-57a7c5ce-23e7-4c82-9bc7-48d46e9765df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3494520 Oct 22 15:43:55.656760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:43:55.698698 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d59d835-3814-4329-8ea5-692b50af0dab" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:43:55.805284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ea2f5-c4a5-47a2-9d44-d7b3f82811e4 req-854dc150-64ba-41bc-85c0-8872cab8c9fc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:55.806848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e7ea2f5-c4a5-47a2-9d44-d7b3f82811e4 req-854dc150-64ba-41bc-85c0-8872cab8c9fc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0872836 Oct 22 15:43:55.823336 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d91f13d-b726-46f0-b2e6-ea41235d99b0 x-openstack-request-id: req-5d91f13d-b726-46f0-b2e6-ea41235d99b0 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:43:55.823636 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:43:55.823883 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d91f13d-b726-46f0-b2e6-ea41235d99b0 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:43:55.824286 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'status': 'completed', 'code': 200} Oct 22 15:43:55.852742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e7ea2f5-c4a5-47a2-9d44-d7b3f82811e4 req-f0d6e9c3-5abe-4d51-ad34-8347aa5cd9eb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389469 Oct 22 15:43:55.877040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41806) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:55.896100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d835-3814-4329-8ea5-692b50af0dab req-18ca9ec2-d4bc-4e9d-b419-0c31da2ab49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:55.897654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-18ca9ec2-d4bc-4e9d-b419-0c31da2ab49e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1097 time: 0.0505893 Oct 22 15:43:55.948556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-06f0c38d-624d-4dd9-960c-61dc85c470ea tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/b2039562-9986-42ac-972e-3f7b154b58fe HTTP/1.1" status: 200 len: 991 time: 0.0703371 Oct 22 15:43:55.997743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d835-3814-4329-8ea5-692b50af0dab req-73efd04a-3c63-4d67-9d43-0541baf8ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:55.999262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-73efd04a-3c63-4d67-9d43-0541baf8ebc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0919180 Oct 22 15:43:56.056810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'b2039562-9986-42ac-972e-3f7b154b58fe', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.30', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'mac_address': 'fa:16:3e:58:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:43:54Z', 'updated_at': '2021-10-22T15:43:54Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:41Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:56.069262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-811fe93b-1549-46eb-ae78-dc51d07ba1b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0627854 Oct 22 15:43:56.083817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] Checking router: f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:43:56.097902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:43:56.099055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:43:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:56.120860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d835-3814-4329-8ea5-692b50af0dab req-ab718524-d19b-4e20-9573-7d8098d9795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:56.122361 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-ab718524-d19b-4e20-9573-7d8098d9795c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0455556 Oct 22 15:43:56.168662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d835-3814-4329-8ea5-692b50af0dab req-804b607c-4c51-426e-b7e5-69ef0cdc549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:43:56.170178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-804b607c-4c51-426e-b7e5-69ef0cdc549b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405149 Oct 22 15:43:56.214887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:43:56.266134 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-47337f89-7d4a-4f7f-92b4-41d76c976285 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877137 Oct 22 15:43:56.361909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d59d835-3814-4329-8ea5-692b50af0dab req-c6080eff-99de-44ee-a40e-3b10c2fcc9f4 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873723 Oct 22 15:43:56.465350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'b2039562-9986-42ac-972e-3f7b154b58fe', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.30', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'mac_address': 'fa:16:3e:58:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:43:54Z', 'updated_at': '2021-10-22T15:43:54Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:41Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:43:56.492726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432546e-085b-4167-811d-29f1b41cd286 None None] The sync data for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 is: [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'b2039562-9986-42ac-972e-3f7b154b58fe', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.30', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'mac_address': 'fa:16:3e:58:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:43:54Z', 'updated_at': '2021-10-22T15:43:54Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:41Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:43:56.552544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:56.670805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:43:56.687130 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8740c1-607c-47b9-b4fd-5105f98b6f08 None None] New status for floating IP b2039562-9986-42ac-972e-3f7b154b58fe: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:43:56.951862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41808) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:57.017496 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd7c89c0-d178-41b7-8620-ba08cf66c701 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/b2039562-9986-42ac-972e-3f7b154b58fe HTTP/1.1" status: 200 len: 991 time: 0.0645156 Oct 22 15:43:58.022705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:43:58.088136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-577fcd67-5610-4f40-abed-61b360185549 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/b2039562-9986-42ac-972e-3f7b154b58fe HTTP/1.1" status: 200 len: 993 time: 0.0634959 Oct 22 15:43:58.294500 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:04.156253 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:10.869566 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:44:11.846964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:14.259620 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-50224c67-7dca-4584-8ac5-f1012971ab27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842447 Oct 22 15:44:14.347288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-3f8adca7-a92e-4672-b813-1da5502e79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:44:14.348885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-3f8adca7-a92e-4672-b813-1da5502e79a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1097 time: 0.0419247 Oct 22 15:44:14.453617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-32af8f6d-609d-417a-b8b5-85b49711eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:44:14.455142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-32af8f6d-609d-417a-b8b5-85b49711eabf service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0856051 Oct 22 15:44:14.528262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-e8c851a7-a3ef-413b-9973-64e56a338e87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1001 time: 0.0641482 Oct 22 15:44:14.577502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-f03487c8-3ca1-46d9-8e01-e21634005a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:44:14.578928 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-f03487c8-3ca1-46d9-8e01-e21634005a4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0430541 Oct 22 15:44:14.633798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-2978dd8d-f9fc-4dd2-ae50-919727e6e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:44:14.635345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-2978dd8d-f9fc-4dd2-ae50-919727e6e923 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463405 Oct 22 15:44:14.745304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-27ec3025-b428-461c-a0a7-4343ff95e556 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Oct 22 15:44:14.846592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-34f89f58-7211-4d45-a100-b4f934a5df95 req-654846bf-70c7-4e14-b539-360e06696092 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901887 Oct 22 15:44:22.670192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0ab90c4a-4dc5-4cec-b545-bac0ad85142b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:25.142427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4ac356df-74c1-4749-9953-6ac361e607d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:26.538349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:26.793497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:28.247429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:34.103738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:41.872646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:47.869103 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:44:52.675261 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-049e34ea-052f-494c-b7ce-09ce23ef19be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:55.163575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d789b61-8ff1-43d8-8e43-ad22109e334c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:56.510070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:56.681359 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:44:58.271752 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:04.123256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:11.234398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e09dc1-9fd8-4814-aa77-a33bf4c1a03f req-6d4aebfd-d867-409f-99e5-8aaf4994f77b tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:11.235965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e09dc1-9fd8-4814-aa77-a33bf4c1a03f req-6d4aebfd-d867-409f-99e5-8aaf4994f77b tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1097 time: 0.0421150 Oct 22 15:45:11.270341 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7e09dc1-9fd8-4814-aa77-a33bf4c1a03f req-bd1aef9d-119c-4e47-b794-81e9ecf173d1 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282471 Oct 22 15:45:11.392341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadc9a5-493d-4dc6-a1fa-3b9fdd5c7e6d req-10699c34-58cd-49bd-b64d-fc27674b5633 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:11.394659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbadc9a5-493d-4dc6-a1fa-3b9fdd5c7e6d req-10699c34-58cd-49bd-b64d-fc27674b5633 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0509410 Oct 22 15:45:11.433525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cbadc9a5-493d-4dc6-a1fa-3b9fdd5c7e6d req-63aa8e48-66c6-478f-9810-562d59a5ffe0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328896 Oct 22 15:45:11.456591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 41854) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:45:11.521748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4da896cd-94af-4577-bc37-782a66c37899 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/b2039562-9986-42ac-972e-3f7b154b58fe HTTP/1.1" status: 200 len: 993 time: 0.0640147 Oct 22 15:45:11.917141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:12.223277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb9ccb-4214-4ad9-8103-ba09b580d254 req-4f9d785f-46a8-41dc-8813-8991ec6697d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:12.224892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31cb9ccb-4214-4ad9-8103-ba09b580d254 req-4f9d785f-46a8-41dc-8813-8991ec6697d9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0505087 Oct 22 15:45:12.262855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31cb9ccb-4214-4ad9-8103-ba09b580d254 req-b2b6811b-808b-4708-9d0a-f02efcdaacf2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Oct 22 15:45:12.372902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-9baa306a-e868-4769-bd14-7d8b16912c0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404568 Oct 22 15:45:13.384707 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f1cb-c139-4741-8416-491d20efc482 req-047e2001-a95b-4797-9d6f-50892642347e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:13.386209 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3098f1cb-c139-4741-8416-491d20efc482 req-047e2001-a95b-4797-9d6f-50892642347e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0506868 Oct 22 15:45:13.426076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3098f1cb-c139-4741-8416-491d20efc482 req-7cb46710-80cc-47ec-b6ce-03eaf7f412a7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Oct 22 15:45:14.546413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c514a-654a-4a02-8fb9-c08ac1e5d6ca req-faa8732e-c8a6-4e20-bad0-47a510b2af15 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:14.547942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-440c514a-654a-4a02-8fb9-c08ac1e5d6ca req-faa8732e-c8a6-4e20-bad0-47a510b2af15 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0542591 Oct 22 15:45:14.586256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-440c514a-654a-4a02-8fb9-c08ac1e5d6ca req-8e158cbf-d2b2-424c-a3cc-cb1cecbe91fb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Oct 22 15:45:15.184473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b630-485a-407b-80c4-24e27ee1f265 req-13055969-85e9-489f-8920-c76d43f803d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:15.186127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-13055969-85e9-489f-8920-c76d43f803d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1097 time: 0.0399907 Oct 22 15:45:15.292551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b630-485a-407b-80c4-24e27ee1f265 req-a96dd160-e361-4fc5-8786-d12eb3d2a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:15.294085 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-a96dd160-e361-4fc5-8786-d12eb3d2a013 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0871685 Oct 22 15:45:15.359839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-a907cc45-9eed-40b5-925c-2846ba4b801a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1001 time: 0.0572498 Oct 22 15:45:15.408966 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b630-485a-407b-80c4-24e27ee1f265 req-7b24449d-0fbe-42e0-8e7c-df209df4bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:15.410408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-7b24449d-0fbe-42e0-8e7c-df209df4bb2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0428638 Oct 22 15:45:15.462331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b630-485a-407b-80c4-24e27ee1f265 req-21baa305-5168-4398-a850-776adcf834db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:15.463781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-21baa305-5168-4398-a850-776adcf834db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445971 Oct 22 15:45:15.555618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-9ce01a58-8976-4a93-88d0-c86fe27250ee service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842242 Oct 22 15:45:15.656343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6345b630-485a-407b-80c4-24e27ee1f265 req-b2e35284-8de7-4c76-bd24-55a1372704ef service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924509 Oct 22 15:45:15.711843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb3b9a-0f64-4657-86ca-668fbdbafe45 req-df6a13ed-b286-4d08-b9fc-474004379de7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:15.713799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ebb3b9a-0f64-4657-86ca-668fbdbafe45 req-df6a13ed-b286-4d08-b9fc-474004379de7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0554566 Oct 22 15:45:15.753256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ebb3b9a-0f64-4657-86ca-668fbdbafe45 req-fd2632be-4ff6-4ea8-91e3-2961cd89b070 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326157 Oct 22 15:45:16.878903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49490-4b6a-454f-86f6-9de6a9f8fb51 req-9ae1694d-b987-4fd3-b62e-93134185628f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:16.880445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ce49490-4b6a-454f-86f6-9de6a9f8fb51 req-9ae1694d-b987-4fd3-b62e-93134185628f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Oct 22 15:45:16.911919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-6e2fb9cc-304f-4807-9200-6f152d731085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:16.913589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-6e2fb9cc-304f-4807-9200-6f152d731085 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1097 time: 0.0422719 Oct 22 15:45:16.919312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8ce49490-4b6a-454f-86f6-9de6a9f8fb51 req-da7fa6bf-c363-4032-ad42-99a9d9d2d893 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322773 Oct 22 15:45:17.007284 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-4ee0cbc7-7e78-42e0-aec8-28ca75aaa4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:17.008806 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-4ee0cbc7-7e78-42e0-aec8-28ca75aaa4db service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0879955 Oct 22 15:45:17.404436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-4e687ec9-b3ce-47bd-b68e-f26d439cab7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1001 time: 0.3879952 Oct 22 15:45:17.453728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-28cd03d3-00ee-40e8-958a-c3ab66414a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:17.455216 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-28cd03d3-00ee-40e8-958a-c3ab66414a98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0434508 Oct 22 15:45:17.504732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-6bba992b-40f4-4f34-aa6b-3a7d2c68827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:17.506198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-6bba992b-40f4-4f34-aa6b-3a7d2c68827a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423639 Oct 22 15:45:17.596098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-54d42b92-89ad-4732-adca-01d4a5f13432 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820746 Oct 22 15:45:17.689709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-fc4b31a2-eb41-4367-b765-3397392c6744 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856864 Oct 22 15:45:18.042038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721e5f-738f-4a66-99a8-5911c7c1eec8 req-15f26e5e-eeb9-4c4b-9ef8-9d0193495216 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:18.043556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb721e5f-738f-4a66-99a8-5911c7c1eec8 req-15f26e5e-eeb9-4c4b-9ef8-9d0193495216 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0527465 Oct 22 15:45:18.083970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb721e5f-738f-4a66-99a8-5911c7c1eec8 req-eaae0d9d-a137-4ac7-9f5a-c5e095f95730 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334349 Oct 22 15:45:19.201232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1e794-c16a-4f5e-8b7b-1f20d738e031 req-2eb42c51-531c-427d-a448-bea9d88f5459 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:19.203446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74d1e794-c16a-4f5e-8b7b-1f20d738e031 req-2eb42c51-531c-427d-a448-bea9d88f5459 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0496156 Oct 22 15:45:19.240188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74d1e794-c16a-4f5e-8b7b-1f20d738e031 req-745a31bc-623c-4508-8431-e8edf032bfec tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307498 Oct 22 15:45:20.362794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa05df3-eb88-48d4-bc3d-5fc7b72f0d3d req-26fc6167-054d-41fd-8216-551547b8d725 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:20.362794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa05df3-eb88-48d4-bc3d-5fc7b72f0d3d req-26fc6167-054d-41fd-8216-551547b8d725 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0498061 Oct 22 15:45:20.407004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cfa05df3-eb88-48d4-bc3d-5fc7b72f0d3d req-ebc21386-627a-4069-9dae-020db81828aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364628 Oct 22 15:45:21.532229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26387a8-9653-4a7c-8324-495d8e11859a req-7a37e729-6098-48c1-a3c7-28c876e07f09 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:21.533822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e26387a8-9653-4a7c-8324-495d8e11859a req-7a37e729-6098-48c1-a3c7-28c876e07f09 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0577829 Oct 22 15:45:21.574289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e26387a8-9653-4a7c-8324-495d8e11859a req-58a6f4e2-d56f-4ea2-b4d5-d0e2da1cd207 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Oct 22 15:45:22.654039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-32a265a7-973f-42ad-ae55-3f1922aa9865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:22.692904 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f121b-36c7-4ad2-8c83-c6008d2730d8 req-b7461723-1ed5-43df-b0c8-822fe3a69588 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:22.694419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-593f121b-36c7-4ad2-8c83-c6008d2730d8 req-b7461723-1ed5-43df-b0c8-822fe3a69588 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0513237 Oct 22 15:45:22.733099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-593f121b-36c7-4ad2-8c83-c6008d2730d8 req-13eaacc2-d5e8-4eaa-bb98-ebbaf901139e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Oct 22 15:45:23.851625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45373-be02-4bc7-9fa0-76a2c2ebccd6 req-7f8a4497-7047-4557-af43-a65e69661861 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:23.853175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54a45373-be02-4bc7-9fa0-76a2c2ebccd6 req-7f8a4497-7047-4557-af43-a65e69661861 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0502160 Oct 22 15:45:23.891663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54a45373-be02-4bc7-9fa0-76a2c2ebccd6 req-ba79fb42-f42f-4f58-b769-11d9a6b1e7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Oct 22 15:45:24.868482 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:45:25.011665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a295-15cd-45e8-af54-4e55a8ab2482 req-4acdd5d3-54c4-45cc-b6df-1ba3930443a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:25.013113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bc1a295-15cd-45e8-af54-4e55a8ab2482 req-4acdd5d3-54c4-45cc-b6df-1ba3930443a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Oct 22 15:45:25.051177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9bc1a295-15cd-45e8-af54-4e55a8ab2482 req-f87709d9-b480-4115-a7bb-4e7feada0e71 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311146 Oct 22 15:45:25.139244 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf63f7d2-f953-4c3c-a94b-7533c7371ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:26.170301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfb17f-3a5c-426c-9f54-de5f67e7f24b req-43fd441f-1ba3-4511-ada2-801da9a81717 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:26.171873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14dfb17f-3a5c-426c-9f54-de5f67e7f24b req-43fd441f-1ba3-4511-ada2-801da9a81717 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Oct 22 15:45:26.210357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14dfb17f-3a5c-426c-9f54-de5f67e7f24b req-03f608b3-7b81-406c-8059-2a314849a142 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Oct 22 15:45:26.514813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:26.721886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:27.331709 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d19c9d-fb74-4beb-bbb6-7827e3e11385 req-fa6b2cd7-3fce-4566-a6ec-3cd742de4003 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:27.333174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92d19c9d-fb74-4beb-bbb6-7827e3e11385 req-fa6b2cd7-3fce-4566-a6ec-3cd742de4003 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0482619 Oct 22 15:45:27.370564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92d19c9d-fb74-4beb-bbb6-7827e3e11385 req-4a7666eb-b897-49fa-b1cf-d56258dcf170 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Oct 22 15:45:28.310925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:28.494167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89ad5-f5c9-4d2c-b16f-c56c19012b98 req-c08c07f4-dc10-48f0-96a4-f511377ca1e9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:28.495665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00e89ad5-f5c9-4d2c-b16f-c56c19012b98 req-c08c07f4-dc10-48f0-96a4-f511377ca1e9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Oct 22 15:45:28.535266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00e89ad5-f5c9-4d2c-b16f-c56c19012b98 req-1741b75c-1519-4661-b944-a5aedbeea415 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328288 Oct 22 15:45:29.651781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195852c-2cbf-4ce8-b419-29f14528f009 req-cdab549a-3a74-436f-aeff-6e759eeb87da tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:29.653320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1195852c-2cbf-4ce8-b419-29f14528f009 req-cdab549a-3a74-436f-aeff-6e759eeb87da tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0496411 Oct 22 15:45:29.693468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1195852c-2cbf-4ce8-b419-29f14528f009 req-0cfcb038-f17e-4f9a-aa0b-44b23763aff1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335805 Oct 22 15:45:30.360336 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-d07e6bd1-2349-44dd-b94b-219f0293f56f service neutron] show failed (client error): The resource could not be found. Oct 22 15:45:30.361352 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-d07e6bd1-2349-44dd-b94b-219f0293f56f service neutron] 10.222.0.69 "GET /v2.0/ports/6c724bd2-b8a2-416a-8f6e-7a5ce796612f/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0539892 Oct 22 15:45:30.817989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce9f4d-11ca-46a7-ad8f-e8c2e6fbb575 req-2ae916e4-4c4e-43ed-a483-5638acf69e85 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:30.819531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bce9f4d-11ca-46a7-ad8f-e8c2e6fbb575 req-2ae916e4-4c4e-43ed-a483-5638acf69e85 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0530462 Oct 22 15:45:30.865280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bce9f4d-11ca-46a7-ad8f-e8c2e6fbb575 req-dd08806e-875b-4ac8-b883-2b98365db7b3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396893 Oct 22 15:45:30.929375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-f5ec62f8-f511-44ac-9e2a-177c250f0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:30.930761 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-f5ec62f8-f511-44ac-9e2a-177c250f0c64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 1097 time: 0.0921183 Oct 22 15:45:30.943645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:45:31.001098 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:31.201297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:31.234999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:45:31.278831 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:45:31.282218 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d270c8-bff7-42a9-8b4f-a1a7091a17ad" -d '{"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-unplugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:45:31.286106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:31.299331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Transition to ACTIVE for port object 6c724bd2-b8a2-416a-8f6e-7a5ce796612f will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:45:31.339320 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259f8ae-cd6c-4a27-91fa-aadcad091b28 x-openstack-request-id: req-e259f8ae-cd6c-4a27-91fa-aadcad091b28 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:45:31.339653 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-unplugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:45:31.339945 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e259f8ae-cd6c-4a27-91fa-aadcad091b28 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:45:31.340382 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'code': 200} Oct 22 15:45:31.385362 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:31.461378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:31.476903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.477242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.477580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.477912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.478241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.478566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.478898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.479244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.479567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.479889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.480214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.480531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:31.519522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] No DVR routers for this DVR port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:45:31.667317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:45:31.667643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:45:31.667973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:45:31.672457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:45:31.672770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:45:31.677518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:45:31.677843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Checking segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:45:31.678224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Bound using segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:45:31.678639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Bound port: 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:45:31.678997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:31.742396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:45:31.745408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:45:31.847196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:31.882265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:31.882875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:31.884314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1092 time: 0.9448781 Oct 22 15:45:31.908983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a3bf0-0ee2-47ae-b4ec-b03f3bcad298 service neutron] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:31.986913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-e101f5d8-8192-44b7-ac03-98503608f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:31.988503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-e101f5d8-8192-44b7-ac03-98503608f90e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1095 time: 0.0738709 Oct 22 15:45:32.031247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d49a-2587-4f37-96bd-d5e084cb5e95 req-df060c41-02d3-49ad-9c64-6303f17394c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:32.032795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c01d49a-2587-4f37-96bd-d5e084cb5e95 req-df060c41-02d3-49ad-9c64-6303f17394c8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0860550 Oct 22 15:45:32.115816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c01d49a-2587-4f37-96bd-d5e084cb5e95 req-b59fd5ae-d357-4127-9c29-3891a21cb4a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738432 Oct 22 15:45:32.125775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-858dc7e1-b6fa-49ae-bf84-2294cd2af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:32.127249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-858dc7e1-b6fa-49ae-bf84-2294cd2af785 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.1316590 Oct 22 15:45:32.198304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-c2126e5c-3986-4b15-af06-eea4c0871979 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0632410 Oct 22 15:45:32.246292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-1441d06a-3cbe-4004-b602-ac21510f65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:32.247733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-1441d06a-3cbe-4004-b602-ac21510f65c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0428739 Oct 22 15:45:32.298235 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-e1aa9e5b-d8d6-45b5-a8d0-c00ebc6f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:32.299769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-e1aa9e5b-d8d6-45b5-a8d0-c00ebc6f6a14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441499 Oct 22 15:45:32.396179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-ab28b6d3-e848-410b-a927-e337ea853c19 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889666 Oct 22 15:45:32.491571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5c9ead9-fdf5-44de-af01-f7b66eb2d9eb req-40d12574-9ad7-4d1d-8b5b-b38928d57d5e service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888386 Oct 22 15:45:32.929418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:45:32.970903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:45:33.241057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e33209-5b8f-4edd-b23d-cef0374ca2d0 req-c4736522-dd54-4333-9948-28f48d254d21 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.242483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76e33209-5b8f-4edd-b23d-cef0374ca2d0 req-c4736522-dd54-4333-9948-28f48d254d21 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0526574 Oct 22 15:45:33.281880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76e33209-5b8f-4edd-b23d-cef0374ca2d0 req-95e6f647-ed80-499f-80aa-13d0f63b7305 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334244 Oct 22 15:45:33.341623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:45:33.344340 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc03314-8bc7-4203-9cdd-c6efc00dad01" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:45:33.392609 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173bef7-b749-4b81-be96-84d39a859331 x-openstack-request-id: req-0173bef7-b749-4b81-be96-84d39a859331 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:45:33.393171 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:45:33.393427 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0173bef7-b749-4b81-be96-84d39a859331 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:45:33.394445 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'status': 'completed', 'code': 200} Oct 22 15:45:33.456183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-9f556cb3-e164-4142-b237-eaaf16dbcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.458030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-9f556cb3-e164-4142-b237-eaaf16dbcbf6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1095 time: 0.0430882 Oct 22 15:45:33.458717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-3e11a221-e712-4cae-aeb5-d8798f02daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.460230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-3e11a221-e712-4cae-aeb5-d8798f02daea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1095 time: 0.0467510 Oct 22 15:45:33.556599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-9dc78921-987f-4fbe-acaf-8337f13e86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.558105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-9dc78921-987f-4fbe-acaf-8337f13e86cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0923021 Oct 22 15:45:33.558398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-98e7691d-27d4-45d9-a5c9-d5b8ded0a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.559987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-98e7691d-27d4-45d9-a5c9-d5b8ded0a316 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0927455 Oct 22 15:45:33.624895 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-269f3740-bfde-4142-9a9c-38db66b4d189 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0585260 Oct 22 15:45:33.629768 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-3063643c-922d-4dd2-93b2-8a8ae4fbde4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0609722 Oct 22 15:45:33.675119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-331aa797-b91a-437d-a357-831164f61a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.676601 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-331aa797-b91a-437d-a357-831164f61a07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0449193 Oct 22 15:45:33.684611 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-4aec2fb5-3c62-4400-983f-ee5d2eba715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.686059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-4aec2fb5-3c62-4400-983f-ee5d2eba715b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0492895 Oct 22 15:45:33.727843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-7b58fb11-bb7d-4aa6-9615-673e1cc1301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.729353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-7b58fb11-bb7d-4aa6-9615-673e1cc1301c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453608 Oct 22 15:45:33.734267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-e7202bd2-3d45-42d4-a332-b12cb89ece30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:33.735812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-e7202bd2-3d45-42d4-a332-b12cb89ece30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413692 Oct 22 15:45:33.819969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-636609b0-dff7-44f1-b019-6a6dc6768b3b service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826364 Oct 22 15:45:33.829350 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-443763b4-b783-4be2-9560-e6f96b4dcba8 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Oct 22 15:45:33.918638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-93957587-da91-45c4-b093-808ec1961456 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899251 Oct 22 15:45:33.927483 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9dc03314-8bc7-4203-9cdd-c6efc00dad01 req-d062b893-68d4-4341-89fe-9230436eebd1 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908680 Oct 22 15:45:34.142684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:34.412104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731182f4-193a-4ffa-9ba4-5f6683ae0c1a req-8a3a335b-e5d8-48dc-ab46-8e710fcfc97b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:34.418275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-731182f4-193a-4ffa-9ba4-5f6683ae0c1a req-8a3a335b-e5d8-48dc-ab46-8e710fcfc97b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0550067 Oct 22 15:45:34.456602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-731182f4-193a-4ffa-9ba4-5f6683ae0c1a req-547e9861-5986-4db2-80cd-e0c6ab2bb1ed tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364251 Oct 22 15:45:35.579042 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71a19-361b-46af-9ed1-e457965e30b0 req-92c1b30f-ef54-4bf3-bb84-d55aa555008f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:35.580553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afb71a19-361b-46af-9ed1-e457965e30b0 req-92c1b30f-ef54-4bf3-bb84-d55aa555008f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 944 time: 0.0491617 Oct 22 15:45:35.626696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afb71a19-361b-46af-9ed1-e457965e30b0 req-fca01e21-7273-4d63-961c-1ec844c47655 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Oct 22 15:45:35.645655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:45:35.753574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:35.765650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'mac_address': 'fa:16:3e:58:75:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:45:35.807261 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:35.824797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c724bd2-b8a2-416a-8f6e-7a5ce796612f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:45:35.845233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:35.910860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:35.961017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:35.969176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.969523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.969897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.970282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.970609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.970945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.971301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.971632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.971960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.972287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.972612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:35.972936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:36.164762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700da103-13d7-410a-a8a2-403b158b9b10 req-c6a5d1cb-2d70-4201-95e5-bba2e1a73046 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:36.166360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-700da103-13d7-410a-a8a2-403b158b9b10 req-c6a5d1cb-2d70-4201-95e5-bba2e1a73046 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0516198 Oct 22 15:45:36.191849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['6c724bd2-b8a2-416a-8f6e-7a5ce796612f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:45:36.205762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-700da103-13d7-410a-a8a2-403b158b9b10 req-9178bdd4-143f-464e-a985-3ac7abe32e76 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330791 Oct 22 15:45:36.308850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-e34ef6fd-2405-43b5-b0fe-e33bcf736fc4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:36.310336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-e34ef6fd-2405-43b5-b0fe-e33bcf736fc4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 945 time: 0.0855694 Oct 22 15:45:36.716090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-e6c39811-f94c-413f-bf0e-5aa7f15f8783 service neutron] 10.222.0.53 "GET /v2.0/ports/6c724bd2-b8a2-416a-8f6e-7a5ce796612f/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 382 time: 0.3982596 Oct 22 15:45:36.779165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-37a93f23-d16c-49fe-9903-0e5add570c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:36.780557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-37a93f23-d16c-49fe-9903-0e5add570c0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1096 time: 0.0414331 Oct 22 15:45:36.879703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-b1a44140-38d6-4fce-afbf-2d921ee6477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:36.881164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-b1a44140-38d6-4fce-afbf-2d921ee6477d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0933630 Oct 22 15:45:36.948329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-bb2ebf29-16aa-4eec-a93a-4e9e87f49506 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1000 time: 0.0584300 Oct 22 15:45:36.997418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-a4b4340c-117e-4efd-bd4d-d3be3e5d065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:36.998930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-a4b4340c-117e-4efd-bd4d-d3be3e5d065e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0431261 Oct 22 15:45:37.048528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-5205cc60-622d-4ed1-bf77-8b862ac7ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:37.050014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-5205cc60-622d-4ed1-bf77-8b862ac7ebcb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441933 Oct 22 15:45:37.143037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-ea25d5a4-5c7c-44a5-9f69-cc758ae24be7 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857224 Oct 22 15:45:37.243308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-1bbfaaa6-8f46-4413-a1ea-ca873b1c2a3f service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927856 Oct 22 15:45:37.330014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236a65-8176-4bcf-a605-bca128c30891 req-1856493c-a081-4572-944f-c94c9c2043bb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:37.331406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43236a65-8176-4bcf-a605-bca128c30891 req-1856493c-a081-4572-944f-c94c9c2043bb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0485680 Oct 22 15:45:37.370120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43236a65-8176-4bcf-a605-bca128c30891 req-e6008a91-d64a-4d57-8ad1-9ba926e6cb9e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Oct 22 15:45:37.660279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:45:37.824426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:45:37.829499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:45:37.829871 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:37.908601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:37.930023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:45:37.944956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:37.970863 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b9c67b-1e53-4fea-a834-880053b74121" -d '{"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-plugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:45:38.063353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:38.068537 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb46b9-3462-4140-ac4f-2d6160c85e9e x-openstack-request-id: req-62cb46b9-3462-4140-ac4f-2d6160c85e9e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:45:38.068830 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-plugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:45:38.069078 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62cb46b9-3462-4140-ac4f-2d6160c85e9e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:45:38.069498 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'code': 200} Oct 22 15:45:38.113642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:38.486807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a77a4-81e6-424a-a25e-42670b3a88ce req-380b4046-a09f-4c81-9a97-d5705b23b51f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:38.488290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-926a77a4-81e6-424a-a25e-42670b3a88ce req-380b4046-a09f-4c81-9a97-d5705b23b51f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0493186 Oct 22 15:45:38.526000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-926a77a4-81e6-424a-a25e-42670b3a88ce req-5b0a28ae-4c36-4246-b323-cdc7991fccc8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Oct 22 15:45:39.651644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d611e-7ca6-4c6e-b7d0-220ee35be679 req-4cb249af-6d2d-4eb0-a918-03ee994b39da tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:39.653124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-866d611e-7ca6-4c6e-b7d0-220ee35be679 req-4cb249af-6d2d-4eb0-a918-03ee994b39da tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0546744 Oct 22 15:45:39.680778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-7181faa4-8a6f-46f4-af98-e93b9e292c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:39.684889 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-7181faa4-8a6f-46f4-af98-e93b9e292c00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 1097 time: 0.0423014 Oct 22 15:45:39.694452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:45:39.694827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-866d611e-7ca6-4c6e-b7d0-220ee35be679 req-6367c4f3-f9ac-45ef-b802-c70fe1fceb01 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Oct 22 15:45:39.751534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:39.948865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:39.981741 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:45:40.025403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:45:40.031083 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:40.048273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Transition to ACTIVE for port object 6c724bd2-b8a2-416a-8f6e-7a5ce796612f will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:45:40.082558 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3eab5-8ded-4547-8018-12e198117be6" -d '{"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-unplugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:45:40.111012 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:40.182096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:40.217004 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d51fcd-182c-43f3-a040-b46d3950c677 x-openstack-request-id: req-11d51fcd-182c-43f3-a040-b46d3950c677 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:45:40.217212 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-unplugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:45:40.217459 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11d51fcd-182c-43f3-a040-b46d3950c677 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:45:40.217854 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'code': 200} Oct 22 15:45:40.228631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.229038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.229381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.229769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.230104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.230433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.230761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.231141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.231469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.231797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.232120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.232468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:45:40.329138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] No DVR routers for this DVR port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:45:40.465079 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:45:40.465334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:45:40.465661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:45:40.470558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:45:40.470827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Attempting to bind port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on network e5e3e7cf-a3ec-462d-99ea-5822398d918c {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:45:40.475672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:45:40.476006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Checking segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:45:40.476389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Bound using segment: {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:45:40.476807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Bound port: 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5110bd8f-c9ae-45e0-a48d-63874a0e2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:45:40.477157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:40.542307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:45:40.546561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:45:40.642847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:40.677466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:40.678029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:40.679429 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] 10.222.0.69 "PUT /v2.0/ports/6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1093 time: 0.9894485 Oct 22 15:45:40.701483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbfea0-cfce-4ea3-94e7-ce4828abdc9b service neutron] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=11']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:40.756138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-e1b9d665-c7cf-4967-b59e-b73686da5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:40.757698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-e1b9d665-c7cf-4967-b59e-b73686da5781 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1096 time: 0.0484021 Oct 22 15:45:40.849716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec746e87-4c78-4af0-a1f6-5a5ef20f57f5 req-b51d7a04-5867-4934-864f-3fe00b8960de tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:40.851396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec746e87-4c78-4af0-a1f6-5a5ef20f57f5 req-b51d7a04-5867-4934-864f-3fe00b8960de tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0620487 Oct 22 15:45:40.863391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-5aaa3bc8-1e33-4714-8f33-a4978d858a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:40.864911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-5aaa3bc8-1e33-4714-8f33-a4978d858a1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0981612 Oct 22 15:45:40.908225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec746e87-4c78-4af0-a1f6-5a5ef20f57f5 req-c93f0842-c49e-49f6-a623-3c47f2f3fed3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Oct 22 15:45:40.939277 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-39f9038d-786b-4eae-8d50-570f503a7569 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0660717 Oct 22 15:45:40.993756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-76eef203-c768-45fc-aca7-88ca4e65fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:40.995212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-76eef203-c768-45fc-aca7-88ca4e65fc44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0478866 Oct 22 15:45:41.043565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-220b89d4-9d4c-49f6-87c3-1805395eaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:41.045156 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-220b89d4-9d4c-49f6-87c3-1805395eaa4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421593 Oct 22 15:45:41.141642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-76671263-6444-4351-832f-cc685d35fd4e service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880816 Oct 22 15:45:41.231592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceb564ad-f97c-4022-b17a-a347c76c4dcc req-616dd012-9a62-4fc1-b173-588f07fb7e8b service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824237 Oct 22 15:45:41.944681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:42.038986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40785-a70e-4014-90ce-963f26a92425 req-d6af1423-b74b-4e64-9751-57617f8f4d55 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.040528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2e40785-a70e-4014-90ce-963f26a92425 req-d6af1423-b74b-4e64-9751-57617f8f4d55 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0574672 Oct 22 15:45:42.088764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2e40785-a70e-4014-90ce-963f26a92425 req-13c4ab9e-7f82-4e1c-ae4c-3d2ba49bd183 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384965 Oct 22 15:45:42.219151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:45:42.221518 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:45:42.270802 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264ba2d-acce-433d-9815-60fc763386d6 x-openstack-request-id: req-f264ba2d-acce-433d-9815-60fc763386d6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:45:42.271145 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:45:42.271400 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f264ba2d-acce-433d-9815-60fc763386d6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:45:42.271807 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'status': 'completed', 'code': 200} Oct 22 15:45:42.333573 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-6f65c61a-6a5d-4020-a5de-3730e937e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.335123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-6f65c61a-6a5d-4020-a5de-3730e937e3bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1096 time: 0.0429957 Oct 22 15:45:42.338328 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-a4b56665-86c0-4927-9662-9f019826ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.339945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-a4b56665-86c0-4927-9662-9f019826ad0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1096 time: 0.0465024 Oct 22 15:45:42.438734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-7c5ff767-08cf-4cb2-94cf-327bd37f853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.440519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-7c5ff767-08cf-4cb2-94cf-327bd37f853c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0931332 Oct 22 15:45:42.446088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-392d79d1-8c90-4e28-8fef-6341cdccb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.447771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-392d79d1-8c90-4e28-8fef-6341cdccb1bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.1048639 Oct 22 15:45:42.512105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-f02dd611-3eac-4099-8b98-cec934cc28c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0645220 Oct 22 15:45:42.516517 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-dfc8f581-0598-4be5-b09d-8d1f34b86dbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 999 time: 0.0610433 Oct 22 15:45:42.562031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-5ac109e4-3a58-4631-916c-df42ee525cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.563592 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-5ac109e4-3a58-4631-916c-df42ee525cec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0447900 Oct 22 15:45:42.571643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-454b5b1e-8f04-4780-9a6e-9b58b80c01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.573101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-454b5b1e-8f04-4780-9a6e-9b58b80c01a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0485501 Oct 22 15:45:42.611526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-f90aac56-fa0b-45f1-81dc-80d6cbc7ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.613089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-f90aac56-fa0b-45f1-81dc-80d6cbc7ee8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424750 Oct 22 15:45:42.619980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-67a262d5-0370-4255-9471-482047a1ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:42.621479 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-67a262d5-0370-4255-9471-482047a1ca35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411174 Oct 22 15:45:42.710851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-8a08a500-b0c2-4605-bdd0-e1bb93d4330c service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907171 Oct 22 15:45:42.721703 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-1235044e-3401-4c29-a49e-a8a52af902f3 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902061 Oct 22 15:45:42.807883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-e540a477-8afa-4f82-bc9d-eac531c950e2 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900283 Oct 22 15:45:42.815554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1ee214bd-e9df-4d7b-a540-5df8e14b02c9 req-8029c406-0856-4fa3-afd5-811e7a3f5ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851879 Oct 22 15:45:43.209113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926e8b2-be69-41f0-b861-fd35bb52a306 req-6b28f1ec-42b4-4bc1-99a8-b18d787c1e88 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:43.210584 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b926e8b2-be69-41f0-b861-fd35bb52a306 req-6b28f1ec-42b4-4bc1-99a8-b18d787c1e88 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Oct 22 15:45:43.248410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b926e8b2-be69-41f0-b861-fd35bb52a306 req-cd9f097e-7077-414f-809c-6f7d100f8237 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Oct 22 15:45:43.718998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:45:43.759295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:45:44.372592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09651a-09c7-4b27-9a1c-7508b19f9bd1 req-0071698e-577d-4766-8f5d-072d6d257406 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:44.374077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b09651a-09c7-4b27-9a1c-7508b19f9bd1 req-0071698e-577d-4766-8f5d-072d6d257406 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 945 time: 0.0527194 Oct 22 15:45:44.413373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b09651a-09c7-4b27-9a1c-7508b19f9bd1 req-a8a189a2-785d-44ee-857d-43c6277cb65e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Oct 22 15:45:44.958579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:45:45.061906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:45.074694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'port_id': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'mac_address': 'fa:16:3e:58:75:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:45:45.113714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:45.126776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c724bd2-b8a2-416a-8f6e-7a5ce796612f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:45:45.147008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:45.222447 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:45.269767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:45.534372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12675e-b3f9-4770-97d2-0fe92b96c63f req-0e864d9f-6bbe-42e2-b076-048a8bd917bc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:45:45.535965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca12675e-b3f9-4770-97d2-0fe92b96c63f req-0e864d9f-6bbe-42e2-b076-048a8bd917bc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 946 time: 0.0495501 Oct 22 15:45:45.570752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['6c724bd2-b8a2-416a-8f6e-7a5ce796612f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:45:45.579446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca12675e-b3f9-4770-97d2-0fe92b96c63f req-ad2767ac-35d4-4c25-9a63-774d048dfa1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374720 Oct 22 15:45:45.602853 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42004) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:45:45.663845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3f1a9eb0-fc69-4a7a-9a99-77b4380a8752 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/b2039562-9986-42ac-972e-3f7b154b58fe HTTP/1.1" status: 200 len: 992 time: 0.0597703 Oct 22 15:45:46.973200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:45:47.121714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:45:47.126269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:45:47.126637 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:47.206615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:47.229272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:45:47.231451 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846cc1e2-0cba-4090-9033-808dd97a6029" -d '{"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-plugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:45:47.244278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:45:47.270863 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eca45a-6476-464a-b0f1-f3915053e28c x-openstack-request-id: req-f0eca45a-6476-464a-b0f1-f3915053e28c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:45:47.271180 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-plugged", "status": "completed", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:45:47.271430 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0eca45a-6476-464a-b0f1-f3915053e28c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:45:47.271830 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'code': 200} Oct 22 15:45:47.307893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:47.361263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=13']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:45:52.683407 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca2a10a3-4adf-4c8d-9934-0199f6a25d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:55.190024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-963b87e8-5b35-4c7c-90f8-931037911b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:56.486614 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:56.721320 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:45:58.245100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:01.867081 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:46:04.131741 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:11.897956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:15.145489 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-482e2fea-0f60-48a9-a2af-cd5cd673db13 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430775 Oct 22 15:46:15.234956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-aed7e93d-e32f-485f-add6-5b9e18e38ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:15.236471 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-aed7e93d-e32f-485f-add6-5b9e18e38ed7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1098 time: 0.0457573 Oct 22 15:46:15.345646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-0087c391-988e-4e32-8fd5-82d13f201432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:15.347714 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-0087c391-988e-4e32-8fd5-82d13f201432 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.0904355 Oct 22 15:46:15.427443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-9f4de8fa-db20-4fd6-a896-40fb4921f216 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 1001 time: 0.0718200 Oct 22 15:46:15.482537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-2bc4e630-5403-43d8-861a-9cde72228eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:15.484124 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-2bc4e630-5403-43d8-861a-9cde72228eea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0491750 Oct 22 15:46:15.540442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-3f19cd14-e5ae-4dc4-ae38-2242340e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:15.542016 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-3f19cd14-e5ae-4dc4-ae38-2242340e9c34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508089 Oct 22 15:46:15.635903 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-d842ce70-80cb-41c7-aca5-705801ae20ea service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863016 Oct 22 15:46:15.727331 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed6ae612-d7a3-4cbe-89b6-756f7e6fd07b req-a7989bd5-940e-4ab7-b867-becb14087cba service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837595 Oct 22 15:46:22.725911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6dce7043-dd37-4251-b860-4cae4511fa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:25.193333 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-41fac650-cf07-4918-b0e5-683f9ed0c7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:26.486000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:26.698316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:28.268678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:34.165423 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:38.865885 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:46:41.936738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:46.901426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e884-8bd2-464a-aaa7-b39eb61a8502 req-3f85beb4-0ead-452c-bcc2-a6d58d0dedad tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:46.903296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b203e884-8bd2-464a-aaa7-b39eb61a8502 req-3f85beb4-0ead-452c-bcc2-a6d58d0dedad tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1098 time: 0.0454617 Oct 22 15:46:46.961735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b203e884-8bd2-464a-aaa7-b39eb61a8502 req-5a48fcd8-b2e1-44da-a18f-22f9e68249a9 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513968 Oct 22 15:46:46.984702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42036) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:47.154518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port fe8ba346-7ca4-419e-92e1-a829a45213ab {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:46:47.154863 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:47.240269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:47.240496 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:47.253691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for fe8ba346-7ca4-419e-92e1-a829a45213ab owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:46:47.564968 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:47.593952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=fe8ba346-7ca4-419e-92e1-a829a45213ab,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:47.619551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.619905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.620231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.620572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.620906 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.621238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.621570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.621901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.622233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.622559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.622889 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.623236 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:47.668359 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:47.668688 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP b2039562-9986-42ac-972e-3f7b154b58fe disassociated (deleted). External IP: 172.25.1.30, port: 6c724bd2-b8a2-416a-8f6e-7a5ce796612f. Oct 22 15:46:47.894383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:46:48.011553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:46:48.017041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:48.022006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] Sync routers for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:46:48.036450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:46:48.037081 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:48.047552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5fafee3-30d4-4fba-baea-931355b459dc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/floatingips/b2039562-9986-42ac-972e-3f7b154b58fe HTTP/1.1" status: 204 len: 168 time: 1.0614560 Oct 22 15:46:48.048166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:46:48.050535 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:46:48.092311 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401439d-437f-45a4-8657-eb0f3945b328 x-openstack-request-id: req-9401439d-437f-45a4-8657-eb0f3945b328 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:46:48.092663 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:46:48.092958 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9401439d-437f-45a4-8657-eb0f3945b328 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:46:48.094157 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'status': 'completed', 'code': 200} Oct 22 15:46:48.154593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:46:48.165173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-6d0b39ce-c82a-4b9b-aa54-2d6aeec64484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:48.166780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-6d0b39ce-c82a-4b9b-aa54-2d6aeec64484 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 1098 time: 0.0446637 Oct 22 15:46:48.273374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-42dea08a-e6e6-41fa-976c-2772a6cb8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:48.274877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-42dea08a-e6e6-41fa-976c-2772a6cb8158 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 200 len: 898 time: 0.1006591 Oct 22 15:46:48.318987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-50142d1c-4f57-4a7c-a480-d680ff590dd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 200 len: 217 time: 0.0363257 Oct 22 15:46:48.377762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-f3488bb6-6b9a-454b-8c9e-71a70ccac4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:48.379289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-f3488bb6-6b9a-454b-8c9e-71a70ccac4a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 200 len: 835 time: 0.0465801 Oct 22 15:46:48.383923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:41Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:48.412501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] Checking router: f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:46:48.422160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:46:48.422726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:48.445386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-478d815c-dd00-44af-9c47-7fe91461b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:48.445386 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-478d815c-dd00-44af-9c47-7fe91461b6da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5e3e7cf-a3ec-462d-99ea-5822398d918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550768 Oct 22 15:46:48.551021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c688-065d-43fb-bb41-d91cfbf5c245 req-3a32935f-f213-4805-92fa-bd2b767386ae tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:48.552804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08f5c688-065d-43fb-bb41-d91cfbf5c245 req-3a32935f-f213-4805-92fa-bd2b767386ae tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 947 time: 0.0646038 Oct 22 15:46:48.561699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-53fd2f57-7952-4847-a573-fbfc82bfc252 service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071377 Oct 22 15:46:48.603605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08f5c688-065d-43fb-bb41-d91cfbf5c245 req-9876b629-6887-4314-90d9-1032d7956e08 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Oct 22 15:46:48.715596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:46:48.947592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:41Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:48.981799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb844bb-0b36-4deb-b5fa-d4ef140df812 None None] The sync data for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 is: [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:38Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'd5e1e27a-4164-4f3c-b29a-77ff0d57170a', 'name': '', 'network_id': 'e5e3e7cf-a3ec-462d-99ea-5822398d918c', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:62:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:37Z', 'updated_at': '2021-10-22T15:43:41Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'ae298493-c394-49fd-b335-f8b265cbdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:46:49.029720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ac03dab7-d7cc-4158-a4a5-4fbe3030bf8c req-446f0c46-575c-4395-b879-58bf60b022ff service neutron] 10.222.0.69 "GET /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605551 Oct 22 15:46:49.236699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200652b3-108e-4cd3-9e64-5395d4d1b344 None None] New status for floating IP b2039562-9986-42ac-972e-3f7b154b58fe: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:46:49.724506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda731-236c-49ea-a9cb-3a843cf61c62 req-785b62b8-2347-444b-8282-c127f71a746c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:49.726072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85dda731-236c-49ea-a9cb-3a843cf61c62 req-785b62b8-2347-444b-8282-c127f71a746c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 947 time: 0.0515285 Oct 22 15:46:49.768627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85dda731-236c-49ea-a9cb-3a843cf61c62 req-0637b8d2-ad5f-4186-8ece-b903e60b06e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=34b91ab3-0949-4d72-8a1f-42546826b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364323 Oct 22 15:46:50.246544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-97b278f9-a692-43d9-a7fe-310f8a4f7162 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:50.248167 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-97b278f9-a692-43d9-a7fe-310f8a4f7162 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 947 time: 0.0524712 Oct 22 15:46:50.350606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:46:50.350932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:50.455119 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:46:50.455488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:50.469876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 6c724bd2-b8a2-416a-8f6e-7a5ce796612f owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:46:50.679382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:50.711574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=6c724bd2-b8a2-416a-8f6e-7a5ce796612f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:50.763555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] No DVR routers for this DVR port 6c724bd2-b8a2-416a-8f6e-7a5ce796612f on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:46:50.763555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:50.764096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e73cbc4-ed71-4d84-a59b-0adf9fd2d648 req-2aa365df-cd2f-4c89-8600-f0dc6715c286 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "DELETE /v2.0/ports/6c724bd2-b8a2-416a-8f6e-7a5ce796612f HTTP/1.1" status: 204 len: 173 time: 0.5094025 Oct 22 15:46:50.764546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-deleted', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:46:50.766892 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5100d7ce-57af-432a-9936-4b3c0c094525" -d '{"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-deleted", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:46:50.805443 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae253153-a81a-443e-bbdb-061b32222d89 x-openstack-request-id: req-ae253153-a81a-443e-bbdb-061b32222d89 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:46:50.805854 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c70eed-99fe-4e1d-ba1d-e3d52a995209", "name": "network-vif-deleted", "tag": "6c724bd2-b8a2-416a-8f6e-7a5ce796612f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:46:50.805980 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae253153-a81a-443e-bbdb-061b32222d89 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:46:50.806427 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c70eed-99fe-4e1d-ba1d-e3d52a995209', 'name': 'network-vif-deleted', 'tag': '6c724bd2-b8a2-416a-8f6e-7a5ce796612f', 'status': 'completed', 'code': 200} Oct 22 15:46:50.874427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45478cb9-58ca-44c8-98dc-4c212f3f04ca req-71340833-8b53-4711-b884-69b30ce2570f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c70eed-99fe-4e1d-ba1d-e3d52a995209 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Oct 22 15:46:51.936340 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42052) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:52.450306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:52.662303 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3236ca89-36a9-468c-be6f-9f80ccbf8fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:52.777263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port d5e1e27a-4164-4f3c-b29a-77ff0d57170a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:46:52.777607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:52.872856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port d5e1e27a-4164-4f3c-b29a-77ff0d57170a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:46:52.873230 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:52.887405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for d5e1e27a-4164-4f3c-b29a-77ff0d57170a owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:46:53.176324 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:53.209053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=d5e1e27a-4164-4f3c-b29a-77ff0d57170a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:53.313356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:46:53.335187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 6c724bd2-b8a2-416a-8f6e-7a5ce796612f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:46:53.335633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 6c724bd2-b8a2-416a-8f6e-7a5ce796612f not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:46:53.393049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:53.631877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:46:53.746099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:46:53.752781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b2c9145c-7a09-4b64-aa12-fc0b72a47af7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143213 Oct 22 15:46:53.755988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:53.756588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] Sync routers for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:46:53.770451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:46:53.771495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:53.820458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting subnet ae298493-c394-49fd-b335-f8b265cbdbf2 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:46:53.823833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:53.866750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:53.887818 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:46:53.966064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.079149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:46:53Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:54.096820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.112669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] Checking router: f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:46:54.121592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] Routers {'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:46:54.122200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:54.126308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Subnet': ['ID=ae298493-c394-49fd-b335-f8b265cbdbf2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:54.130318 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.136192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3256a2e6-e832-4442-8a4c-701230ca85a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/subnets/ae298493-c394-49fd-b335-f8b265cbdbf2 HTTP/1.1" status: 204 len: 168 time: 0.3764651 Oct 22 15:46:54.136336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42056) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:54.157646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da35a6a-4b6f-45d8-9d98-0f68fce28a89 None None] Network e5e3e7cf-a3ec-462d-99ea-5822398d918c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:46:54.258174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.323071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] Set router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:46:54.374944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.492854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] DHCP port deletion for e5e3e7cf-a3ec-462d-99ea-5822398d918c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:46:54.552806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port ff337978-63e2-433a-be67-fcd1e339127a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:46:54.553437 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.564156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:46:53Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:54.605435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Deleting port 84b8280b-9e57-4d90-b559-40caea9b2b3e {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:46:54.605811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.607782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f959cb-21ec-46e5-ac66-7a777a84cd28 None None] The sync data for ids ['f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5'] in n-d-812148-2 is: [{'id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395983804', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:46:53Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'ff337978-63e2-433a-be67-fcd1e339127a', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:43:33Z', 'updated_at': '2021-10-22T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:46:54.684017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] For port 84b8280b-9e57-4d90-b559-40caea9b2b3e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=84b8280b-9e57-4d90-b559-40caea9b2b3e,segment=NetworkSegment(5110bd8f-c9ae-45e0-a48d-63874a0e2f31),segment_id=5110bd8f-c9ae-45e0-a48d-63874a0e2f31)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:46:54.684437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.699632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Calling delete_port for 84b8280b-9e57-4d90-b559-40caea9b2b3e owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:46:54.850739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.876593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Pushing event deleted for resources: {'Port': ['ID=84b8280b-9e57-4d90-b559-40caea9b2b3e,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:54.886365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] No DVR routers for this DVR port 84b8280b-9e57-4d90-b559-40caea9b2b3e on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.892496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.893772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.893772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.893772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d23f5-ceb6-4139-bda6-0b67463efa57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:54.905022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port ff337978-63e2-433a-be67-fcd1e339127a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ff337978-63e2-433a-be67-fcd1e339127a,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:46:54.906522 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:54.920769 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for ff337978-63e2-433a-be67-fcd1e339127a owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:46:55.027215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 84b8280b-9e57-4d90-b559-40caea9b2b3e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:46:55.051164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 84b8280b-9e57-4d90-b559-40caea9b2b3e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:46:55.051509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 84b8280b-9e57-4d90-b559-40caea9b2b3e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:46:55.051924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d5e1e27a-4164-4f3c-b29a-77ff0d57170a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:46:55.083082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d5e1e27a-4164-4f3c-b29a-77ff0d57170a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:46:55.083428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d5e1e27a-4164-4f3c-b29a-77ff0d57170a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:46:55.172861 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0590649c-ca5b-4dfe-beb7-78a0fcce59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.204724 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.231892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=ff337978-63e2-433a-be67-fcd1e339127a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:55.304805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.395841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.398293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.502140 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.502682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Fanout notify agent at l3_agent the message router_deleted on router f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:46:55.516040 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.516040 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-da388af3-0f84-4be0-8a1f-71236ab8a732 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/routers/f6ea5629-d112-44f6-a15f-ebfdf2c3c1a5 HTTP/1.1" status: 204 len: 168 time: 1.3736026 Oct 22 15:46:55.516040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:55.606068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.695256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.716607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e3e7cf-a3ec-462d-99ea-5822398d918c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:55.726186 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5110bd8f-c9ae-45e0-a48d-63874a0e2f31') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:55.726479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5110bd8f-c9ae-45e0-a48d-63874a0e2f31') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:46:55.736337 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.750417 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.756748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:46:55.757146 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:46:55.760379 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:46:55.896182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.905947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:55.910068 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/networks/e5e3e7cf-a3ec-462d-99ea-5822398d918c HTTP/1.1" status: 204 len: 168 time: 0.3944018 Oct 22 15:46:55.914531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42060) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:55.922219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d626ea3-63de-4eb8-836a-31a528f7759f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Network': ['ID=e5e3e7cf-a3ec-462d-99ea-5822398d918c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:55.979950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.018091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.147422 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.150091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.151300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/security-groups/34b91ab3-0949-4d72-8a1f-42546826b4f8 HTTP/1.1" status: 204 len: 168 time: 0.2373106 Oct 22 15:46:56.162701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b91ab3-0949-4d72-8a1f-42546826b4f8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:56.172886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.173245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.173600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.173943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.174286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.174670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.175003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.175343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.175676 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.176006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.176334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.176659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc89f0-bc8f-4608-9529-72d962fcd94b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:46:56.524549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.660889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42068) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:56.665556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402222557', 'description': 'tempest-secgroup-smoke-1402222557 description', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:56.708250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.769648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff337978-63e2-433a-be67-fcd1e339127a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:46:56.793577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ff337978-63e2-433a-be67-fcd1e339127a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:46:56.793924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff337978-63e2-433a-be67-fcd1e339127a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:46:56.803614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.871560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.947803 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:56.978020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be7d921-bd65-4d2b-929c-dff68ac414c4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:57.115373 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.116644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-836f165f-0327-4201-875b-5e7fafc57705 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4547362 Oct 22 15:46:57.119675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42070) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:57.124378 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '7be7d921-bd65-4d2b-929c-dff68ac414c4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:57.281915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.345506 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.439393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.458562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbfbe90-e348-4a7d-b878-5b4a75363eb7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:57.572289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.573564 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1cebff08-7146-4c86-8c00-3750248fb164 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528644 Oct 22 15:46:57.576403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42072) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:57.583098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '7be7d921-bd65-4d2b-929c-dff68ac414c4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:57.679010 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.758134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.884747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.906665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dd4ba2-686e-4dbd-8b08-48acede35d96,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:57.949378 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:57.950631 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42088d08-b166-4537-a10a-0d2e8eb62e4f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3724759 Oct 22 15:46:57.954025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42074) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:57.961560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '7be7d921-bd65-4d2b-929c-dff68ac414c4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:58.055535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.121283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.216100 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.236205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57eeeb7-e2a1-4117-9e37-a170233e70fe,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:58.278807 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.304095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.308445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-43a29644-336f-4457-a6a3-e5c900213e9f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499436 Oct 22 15:46:58.308753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42076) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:58.314322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '7be7d921-bd65-4d2b-929c-dff68ac414c4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:58.415917 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.482342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.581275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.597001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e428c1b-7fa3-49bd-a193-52a697449009,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:58.687295 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.689240 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-140c702c-7dfa-4781-a29d-6a6b486262c3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3792846 Oct 22 15:46:58.692466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42078) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:58.697204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '7be7d921-bd65-4d2b-929c-dff68ac414c4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:58.782850 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:46:58.788447 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.857678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.953249 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:58.971886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caa5b3f-04dd-4fc9-a4e4-99eb31fd9230,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:59.057897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.062155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e53740a2-a4d2-4d44-a0ab-88abbe676d93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3656600 Oct 22 15:46:59.062626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42082) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:59.067536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '7be7d921-bd65-4d2b-929c-dff68ac414c4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:59.187875 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:46:59.194104 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.268266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.364592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.382949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8d0908-7985-40f2-b37d-9c28dd40021c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:59.474877 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.476200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3a14a140-9906-41c2-8c71-6aea8f804f64 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4125838 Oct 22 15:46:59.478991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42084) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:59.484095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'network': {'name': 'tempest-network-smoke--2021928214', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:59.565134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:46:59.568889 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.596218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:46:59.605466 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.605829 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Added segment 9e6349cf-0cd6-463c-a950-9f9f98a76c86 of type vlan for network f732baf0-54bf-46ea-8fe2-c10facc345a4 Oct 22 15:46:59.650014 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.741441 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.747284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:46:59.747886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.820316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Network': ['ID=f732baf0-54bf-46ea-8fe2-c10facc345a4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:46:59.830545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:46:59.864617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-20e340dd-28f3-4f51-890f-52e28bb4a329 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3845358 Oct 22 15:46:59.867414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42086) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:46:59.872073 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'admin_state_up': True, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:46:59.970046 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:46:59.971341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:00.068931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:00.291458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:00.608092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:00.633979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:00.788799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.41 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/7b3db86d-a018-405f-86d1-f9eddfa5a21e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:47:00.897589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:00.971193 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:01.011762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:47:01.014856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:01.018107 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:47:01.045854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=7b3db86d-a018-405f-86d1-f9eddfa5a21e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:01.392567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:01.601976 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:01.843954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:47:01.959336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:47:01.969629 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Sync routers for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:47:01.981687 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:47:01.982295 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:02.052546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.053980 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f5ff92e0-3541-4a33-ace8-b633ad0718a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1854961 Oct 22 15:47:02.057655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42088) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:02.087266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-09c0952c-2a7a-4cf1-8fef-4b7a258504a1 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=8a3b646f0a9d4ec4a80931bbc2e067a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283487 Oct 22 15:47:02.089819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:02.101751 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:47:02.191506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4790f-cd62-48b6-bf70-5f788c56297d tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:02.193166 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9ec4790f-cd62-48b6-bf70-5f788c56297d tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024342 Oct 22 15:47:02.196185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:02.227612 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ff7493a2-6e1d-4cef-bb0c-d33f58057749 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302858 Oct 22 15:47:02.230082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:02.235013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1754207376', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:47:02.293273 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:01Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:02.326051 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Checking router: 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:47:02.326394 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Updating router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 port 7b3db86d-a018-405f-86d1-f9eddfa5a21e binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:47:02.354302 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.433254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:47:02.436998 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.635956 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.735647 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.786502 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Attempting to bind port 7b3db86d-a018-405f-86d1-f9eddfa5a21e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:47:02.786871 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Attempting to bind port 7b3db86d-a018-405f-86d1-f9eddfa5a21e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:47:02.787263 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Attempting to bind port 7b3db86d-a018-405f-86d1-f9eddfa5a21e on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:02.799344 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Pushing event updated for resources: {'Port': ['ID=7b3db86d-a018-405f-86d1-f9eddfa5a21e,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:02.802613 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:47:02.803057 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:02.803459 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.803853 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:47:02.804332 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Bound port: 7b3db86d-a018-405f-86d1-f9eddfa5a21e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:47:02.804711 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.811628 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.811972 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.812571 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.812907 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.813240 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.813572 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.814030 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.814857 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.820111 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.820111 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.820111 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.820111 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:02.870029 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] For port 7b3db86d-a018-405f-86d1-f9eddfa5a21e, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:47:02.873446 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] For port 7b3db86d-a018-405f-86d1-f9eddfa5a21e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7b3db86d-a018-405f-86d1-f9eddfa5a21e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:47:02.953438 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:02.981787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:03.022484 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:47:03.023300 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:03.026933 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44fe24-e8fd-454f-9aaf-0156e7a7c4bf None None] Pushing event updated for resources: {'Port': ['ID=7b3db86d-a018-405f-86d1-f9eddfa5a21e,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:03.042095 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Subnet': ['ID=a4d88cb5-6621-4514-846b-1862a5e0113f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:03.066424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Checking segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:03.066793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network hostable DHCP agents. Network: f732baf0-54bf-46ea-8fe2-c10facc345a4, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:47:03.210357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:47:03.232116 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:47:03.295961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, f732baf0-54bf-46ea-8fe2-c10facc345a4) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:03.303546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:03.304879 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:03.313498 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3634647-002e-48b0-93fb-2c1d37eefd56 None None] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:47:03.411404 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d84e1a2c-92e4-455b-833a-5877fc483a37 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1758740 Oct 22 15:47:03.411404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:03.449988 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:01Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:03.480089 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7956ec-ce2c-48aa-bfcf-87f6868b8ccb None None] The sync data for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 is: [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:01Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:47:03.482133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-f732baf0-54bf-46ea-8fe2-c10facc345a4', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:47:03.483043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:03.647153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Allocated IP 172.20.0.2 (f732baf0-54bf-46ea-8fe2-c10facc345a4/a4d88cb5-6621-4514-846b-1862a5e0113f/f74906e8-f493-447b-bfa5-bec7ace95716) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:47:03.825375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:03.930672 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:03.989734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:47:03.993237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:03.995403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:47:04.004988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Pushing event updated for resources: {'Port': ['ID=f74906e8-f493-447b-bfa5-bec7ace95716,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:04.026676 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.066204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Attempting to bind port f74906e8-f493-447b-bfa5-bec7ace95716 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:47:04.066565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Attempting to bind port f74906e8-f493-447b-bfa5-bec7ace95716 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:47:04.066937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Attempting to bind port f74906e8-f493-447b-bfa5-bec7ace95716 on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:04.077504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:47:04.077865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Checking segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:04.078278 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.078673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Bound using segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:47:04.079189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Bound port: f74906e8-f493-447b-bfa5-bec7ace95716, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:47:04.080201 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.159531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] For port f74906e8-f493-447b-bfa5-bec7ace95716, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:47:04.164467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] For port f74906e8-f493-447b-bfa5-bec7ace95716, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f74906e8-f493-447b-bfa5-bec7ace95716,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:47:04.181700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.250545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.328329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044ad20-09b9-4b6d-b231-80a56ba40a21 None None] Pushing event updated for resources: {'Port': ['ID=f74906e8-f493-447b-bfa5-bec7ace95716,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:04.414247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.1 (f732baf0-54bf-46ea-8fe2-c10facc345a4/a4d88cb5-6621-4514-846b-1862a5e0113f/333f119a-2632-4bfd-b275-389604b670f9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:47:04.579293 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.696222 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.742039 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:47:04.745262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:04.752828 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:47:04.757244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=333f119a-2632-4bfd-b275-389604b670f9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:04.801038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:04.842452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f74906e8-f493-447b-bfa5-bec7ace95716 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:47:04.905839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f74906e8-f493-447b-bfa5-bec7ace95716 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:04.906477 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.007389 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.046465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f74906e8-f493-447b-bfa5-bec7ace95716, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f74906e8-f493-447b-bfa5-bec7ace95716,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:05.063435 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.124962 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.126320 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b3db86d-a018-405f-86d1-f9eddfa5a21e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:47:05.210698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f74906e8-f493-447b-bfa5-bec7ace95716,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:05.223506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7b3db86d-a018-405f-86d1-f9eddfa5a21e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:05.223907 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.316392 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.337694 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 7b3db86d-a018-405f-86d1-f9eddfa5a21e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7b3db86d-a018-405f-86d1-f9eddfa5a21e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:05.386770 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.404556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.454645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=7b3db86d-a018-405f-86d1-f9eddfa5a21e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:05.472993 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.553938 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=333f119a-2632-4bfd-b275-389604b670f9,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:05.556582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:05.659692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:47:05.661323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:05.784059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:47:05.893279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a4ff7-e8fb-448d-820f-62562055f483 None None] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:47:05.898104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:47:05.903549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1de212f1-1087-43fa-a44f-d69700208ea4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/9c18f581-595f-4b0e-8d2f-59cc5a685bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4914737 Oct 22 15:47:05.912809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Sync routers for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:47:05.977162 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:47:05.977785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:06.073274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-20a88cf1-86c0-41a0-9052-85a9347d3a15 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402222557&fields=id&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 267 time: 0.0393145 Oct 22 15:47:06.198271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b1bd8860-0743-4dec-8595-e22bd1fe3fa3 None None] Provisioning complete for port f74906e8-f493-447b-bfa5-bec7ace95716 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:06.198550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8860-0743-4dec-8595-e22bd1fe3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:06.208187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-5e6bdbbc-640d-4c10-90bb-810bcbb5ec2a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:06.210103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-5e6bdbbc-640d-4c10-90bb-810bcbb5ec2a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 797 time: 0.1246731 Oct 22 15:47:06.226689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-cac19a69-120a-4429-81e7-01b8ea18fed0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/quotas/8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 375 time: 0.0101488 Oct 22 15:47:06.288905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-e96a54bb-3a5a-49e0-93f0-7228bdc8124a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569208 Oct 22 15:47:06.355957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:47:06.536869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-1b103adc-a077-47fe-96e8-7574b96baa19 service neutron] 10.222.0.66 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640184 Oct 22 15:47:06.636368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-0c0f9550-70ca-4c81-91cb-ba0e448481bd service neutron] 10.222.0.66 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972152 Oct 22 15:47:06.650826 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 2, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:06.692239 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Checking router: 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:47:06.692837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Updating router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 port 333f119a-2632-4bfd-b275-389604b670f9 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:47:06.728312 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:06.839180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f74906e8-f493-447b-bfa5-bec7ace95716 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:47:06.920385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-eb6f433b-55c2-455c-94ea-5f89f2f3f663 None None] Provisioning complete for port f74906e8-f493-447b-bfa5-bec7ace95716 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:06.922022 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eb6f433b-55c2-455c-94ea-5f89f2f3f663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:06.938510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81fd089c-3040-425d-b225-f841b945465c req-daf4e7cf-3cb5-4913-b2f6-885c45cbfc44 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 210 time: 0.0461810 Oct 22 15:47:07.039807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f74906e8-f493-447b-bfa5-bec7ace95716 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:07.040186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.240375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.243854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-eb6f433b-55c2-455c-94ea-5f89f2f3f663 None None] Provisioning complete for port 333f119a-2632-4bfd-b275-389604b670f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:07.244136 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eb6f433b-55c2-455c-94ea-5f89f2f3f663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.280017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b3db86d-a018-405f-86d1-f9eddfa5a21e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:47:07.308958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f433b-55c2-455c-94ea-5f89f2f3f663 None None] Port 333f119a-2632-4bfd-b275-389604b670f9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:47:07.322405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.383477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e4f11-f667-4006-8ccb-8a35152daa3d None None] Pushing event updated for resources: {'Port': ['ID=333f119a-2632-4bfd-b275-389604b670f9,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:07.395673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7b3db86d-a018-405f-86d1-f9eddfa5a21e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:07.396058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.489315 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Attempting to bind port 333f119a-2632-4bfd-b275-389604b670f9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:47:07.489686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Attempting to bind port 333f119a-2632-4bfd-b275-389604b670f9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:47:07.490061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Attempting to bind port 333f119a-2632-4bfd-b275-389604b670f9 on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:07.497875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ae675452-d5ab-4716-8d28-17fb1e6ecda0 None None] Provisioning complete for port 333f119a-2632-4bfd-b275-389604b670f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:07.498237 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ae675452-d5ab-4716-8d28-17fb1e6ecda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.502133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:47:07.502133 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Checking segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:07.509352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.509352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Bound using segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:47:07.509352 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Bound port: 333f119a-2632-4bfd-b275-389604b670f9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:47:07.509352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.557431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ae675452-d5ab-4716-8d28-17fb1e6ecda0 None None] Port 333f119a-2632-4bfd-b275-389604b670f9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:47:07.643688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] For port 333f119a-2632-4bfd-b275-389604b670f9, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:47:07.647086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] For port 333f119a-2632-4bfd-b275-389604b670f9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=333f119a-2632-4bfd-b275-389604b670f9,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:47:07.676760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a6d87f9c-1bd5-48bc-a44e-e389a1a67792 None None] Provisioning complete for port 333f119a-2632-4bfd-b275-389604b670f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:07.677127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6d87f9c-1bd5-48bc-a44e-e389a1a67792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.711788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a6d87f9c-1bd5-48bc-a44e-e389a1a67792 None None] Port 333f119a-2632-4bfd-b275-389604b670f9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:47:07.718924 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:07.786010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:47:07.786689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:07.788710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e4f11-f667-4006-8ccb-8a35152daa3d None None] Pushing event updated for resources: {'Port': ['ID=333f119a-2632-4bfd-b275-389604b670f9,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:07.911128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:47:08.038343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93f6cd48-a809-414f-b37e-a219acb793da req-f65c79b2-bbdb-4920-979b-fdb31efe8a85 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 210 time: 0.0315154 Oct 22 15:47:08.086069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0a6f7774-7492-424e-9061-891727a6787f None None] Provisioning complete for port 333f119a-2632-4bfd-b275-389604b670f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:08.086714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7774-7492-424e-9061-891727a6787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:08.212373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:07Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:08.214325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7774-7492-424e-9061-891727a6787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:08.403103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886043e-b463-46ed-ac66-d1be74728ac1 None None] The sync data for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 is: [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:07Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:47:08.429827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0a6f7774-7492-424e-9061-891727a6787f None None] For port 333f119a-2632-4bfd-b275-389604b670f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=333f119a-2632-4bfd-b275-389604b670f9,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:08.495753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7774-7492-424e-9061-891727a6787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:08.549852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f7774-7492-424e-9061-891727a6787f None None] Pushing event updated for resources: {'Port': ['ID=333f119a-2632-4bfd-b275-389604b670f9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:08.805330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 333f119a-2632-4bfd-b275-389604b670f9 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:47:08.863475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 333f119a-2632-4bfd-b275-389604b670f9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:08.864017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:09.162117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-090fe132-28f4-416b-8940-e00b15d21cf1 req-688b1a3a-7552-415a-9c00-5b31465003dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 210 time: 0.0346234 Oct 22 15:47:09.195542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-25c42434-9d39-4a08-b61a-bf1bb68da821 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:09.197204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-25c42434-9d39-4a08-b61a-bf1bb68da821 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.53 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 797 time: 0.1471431 Oct 22 15:47:09.244917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-8fc17a43-f7dd-447c-a924-dfb68d54ff1d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 380 time: 0.0367596 Oct 22 15:47:09.256480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'port': {'device_id': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'admin_state_up': True, 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'security_groups': ['7be7d921-bd65-4d2b-929c-dff68ac414c4']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:47:09.500992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:47:09.505045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:09.640120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.5 (f732baf0-54bf-46ea-8fe2-c10facc345a4/a4d88cb5-6621-4514-846b-1862a5e0113f/955ca391-54d7-499d-9909-4f34fc953a4e) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:47:09.780241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:09.855932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:09.904747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:47:09.907876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:09.911872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:47:09.921364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:09.971064 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:09.971706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.047071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-292f1133-610e-48af-ac2d-65c80e24d0e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952087 Oct 22 15:47:10.060405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Request body: {'port': {'device_id': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:47:10.124856 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.127721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a5b5c5e3-ac70-4ceb-aa99-3909895f2618 None None] Provisioning complete for port 955ca391-54d7-499d-9909-4f34fc953a4e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:10.128281 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c5e3-ac70-4ceb-aa99-3909895f2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.164279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5c5e3-ac70-4ceb-aa99-3909895f2618 None None] Port 955ca391-54d7-499d-9909-4f34fc953a4e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:47:10.364250 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483c27-8605-4a28-9525-f846900abe55 req-a8bb1976-6c6e-41f3-888c-f230393d89f7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:10.365739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51483c27-8605-4a28-9525-f846900abe55 req-a8bb1976-6c6e-41f3-888c-f230393d89f7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 931 time: 0.1161745 Oct 22 15:47:10.433014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51483c27-8605-4a28-9525-f846900abe55 req-922765d4-8ace-409f-bb9d-05df0a4cbe16 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611708 Oct 22 15:47:10.471298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955ca391-54d7-499d-9909-4f34fc953a4e {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:47:10.479113 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.491686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Transition to ACTIVE for port object 955ca391-54d7-499d-9909-4f34fc953a4e will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:47:10.552627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.612549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:10.689385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:47:10.690389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:47:10.690723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:10.695744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:47:10.696099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:10.701419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:47:10.701756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Checking segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:10.702150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Bound using segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:47:10.702584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Bound port: 955ca391-54d7-499d-9909-4f34fc953a4e, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:47:10.702943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.772345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:47:10.775576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:47:10.838732 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.877639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:10.878302 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:10.879746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] 10.222.0.53 "PUT /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 1091 time: 0.8237660 Oct 22 15:47:10.882247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:47:10.885568 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c1683f-4293-4c4d-831b-17c24c255fef" -d '{"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:47:10.914334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c582f-5e44-43ad-bb93-339170704fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:10.932588 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc5f8ae-bc03-4ba4-a62d-665bc25f8468 x-openstack-request-id: req-fcc5f8ae-bc03-4ba4-a62d-665bc25f8468 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:47:10.932880 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:47:10.933131 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fcc5f8ae-bc03-4ba4-a62d-665bc25f8468 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:47:10.933537 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'status': 'completed', 'code': 200} Oct 22 15:47:11.001317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1683f-4293-4c4d-831b-17c24c255fef req-907c9c78-12be-4541-95c2-02b609438a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.003356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7c1683f-4293-4c4d-831b-17c24c255fef req-907c9c78-12be-4541-95c2-02b609438a2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1094 time: 0.0462534 Oct 22 15:47:11.114607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1683f-4293-4c4d-831b-17c24c255fef req-c42e9f9c-79a1-42fa-b67b-a4ab4c8d7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.116191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7c1683f-4293-4c4d-831b-17c24c255fef req-c42e9f9c-79a1-42fa-b67b-a4ab4c8d7334 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1040542 Oct 22 15:47:11.214025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1683f-4293-4c4d-831b-17c24c255fef req-3664c19a-c6fe-4cd6-b6cb-9f04865bec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.215439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b7c1683f-4293-4c4d-831b-17c24c255fef req-3664c19a-c6fe-4cd6-b6cb-9f04865bec02 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928166 Oct 22 15:47:11.294190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-6fce7892-5d7c-4d5f-b48f-57710b670d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.295723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-6fce7892-5d7c-4d5f-b48f-57710b670d72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1094 time: 0.0404360 Oct 22 15:47:11.343705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-a148f892-df25-49fc-be9d-4f8974f657c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 217 time: 0.0385180 Oct 22 15:47:11.395372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-e8f90a3a-aa43-46be-894b-6c12a06e87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.396832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-e8f90a3a-aa43-46be-894b-6c12a06e87b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0457053 Oct 22 15:47:11.445838 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-1b25df6b-b3c4-44ca-a70d-6abf88d0fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.447377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-1b25df6b-b3c4-44ca-a70d-6abf88d0fb27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431798 Oct 22 15:47:11.586899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-d08b6831-a9a1-459f-82db-154c960dee28 service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326528 Oct 22 15:47:11.599655 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0243bd-a4ce-4ef3-82a8-8f88d615cc0e req-8733ca03-ebf4-404e-ae30-dc0ed90378f8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:11.601103 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae0243bd-a4ce-4ef3-82a8-8f88d615cc0e req-8733ca03-ebf4-404e-ae30-dc0ed90378f8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 943 time: 0.0828319 Oct 22 15:47:11.696074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae0243bd-a4ce-4ef3-82a8-8f88d615cc0e req-6f86506e-16a3-4673-a06c-0bd6a26eecbb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868926 Oct 22 15:47:11.724389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a5c18b6-4ff1-4622-9719-8c45bb336ce1 req-3cd765f7-d2e3-488e-b573-0e3fb03788f4 service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221621 Oct 22 15:47:11.907057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:12.815566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13408-8115-410b-969b-5172f3fb7f5f req-453f5eeb-e472-478d-901a-6ce242dec099 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:12.817066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c13408-8115-410b-969b-5172f3fb7f5f req-453f5eeb-e472-478d-901a-6ce242dec099 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 943 time: 0.0508204 Oct 22 15:47:12.856025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c13408-8115-410b-969b-5172f3fb7f5f req-09b624a8-6924-4577-8b13-01720b57c266 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328879 Oct 22 15:47:13.980618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd845956-25ae-4673-a0c8-ba5856b71e09 req-cc8be769-e065-48ea-92f7-112a1556a71a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:13.982229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd845956-25ae-4673-a0c8-ba5856b71e09 req-cc8be769-e065-48ea-92f7-112a1556a71a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 943 time: 0.0543332 Oct 22 15:47:14.031257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd845956-25ae-4673-a0c8-ba5856b71e09 req-2426e682-fa07-4bdb-b9e3-d2d672cb9ef2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Oct 22 15:47:14.212279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:47:14.320437 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:14.333002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '955ca391-54d7-499d-9909-4f34fc953a4e', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'port_id': '955ca391-54d7-499d-9909-4f34fc953a4e', 'mac_address': 'fa:16:3e:e5:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:47:14.375186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:14.389996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955ca391-54d7-499d-9909-4f34fc953a4e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:47:14.415045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:14.530471 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:14.581751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:14.731093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['955ca391-54d7-499d-9909-4f34fc953a4e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:47:15.151317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c888f8-755a-411e-af28-142da091f6c4 req-13edb8c8-7c4c-476f-9349-61f73a7922b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:15.152862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65c888f8-755a-411e-af28-142da091f6c4 req-13edb8c8-7c4c-476f-9349-61f73a7922b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 944 time: 0.0512154 Oct 22 15:47:15.193653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65c888f8-755a-411e-af28-142da091f6c4 req-ca45c868-8c77-47f2-8242-f0295cd22dd0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340219 Oct 22 15:47:15.865551 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:47:16.228233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:47:16.308815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6baef-b81a-4add-a79b-4d4db36d4426 req-df04c355-3c7e-44ed-ab0a-612ab468c26a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:16.310281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52c6baef-b81a-4add-a79b-4d4db36d4426 req-df04c355-3c7e-44ed-ab0a-612ab468c26a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 944 time: 0.0486572 Oct 22 15:47:16.346850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 955ca391-54d7-499d-9909-4f34fc953a4e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:47:16.350958 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 955ca391-54d7-499d-9909-4f34fc953a4e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:16.353384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:16.354535 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52c6baef-b81a-4add-a79b-4d4db36d4426 req-c196ab22-1a6f-474a-9913-1cd437066fa5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373020 Oct 22 15:47:16.434349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:16.458082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:47:16.460487 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6118f3ce-271a-46e3-81f1-a46fa79d005e" -d '{"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-plugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:47:16.473205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:16.498622 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de5a5fa-3dd2-4606-a413-372dc3c0d00a x-openstack-request-id: req-7de5a5fa-3dd2-4606-a413-372dc3c0d00a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:47:16.498921 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-plugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:47:16.499229 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7de5a5fa-3dd2-4606-a413-372dc3c0d00a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:47:16.499700 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'code': 200} Oct 22 15:47:16.524499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:16.584563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:16.606962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc677-9647-4ef1-947c-f6ce273721f5 req-8fa7410c-328d-4470-9490-1a6a3b9ca461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:16.608609 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfcdc677-9647-4ef1-947c-f6ce273721f5 req-8fa7410c-328d-4470-9490-1a6a3b9ca461 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1096 time: 0.0487802 Oct 22 15:47:16.649874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bfcdc677-9647-4ef1-947c-f6ce273721f5 req-232fc50e-e251-4084-9381-6f6cf89b572e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Oct 22 15:47:17.478342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d334ca4-a0ec-468f-bc61-1d15fb34d207 req-4328809f-82e8-4e33-8a0f-de9ad1971335 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:17.479864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d334ca4-a0ec-468f-bc61-1d15fb34d207 req-4328809f-82e8-4e33-8a0f-de9ad1971335 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0505295 Oct 22 15:47:17.518611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d334ca4-a0ec-468f-bc61-1d15fb34d207 req-a8729edb-555a-42f1-b7f5-2af82242d3f1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Oct 22 15:47:18.640941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009920d6-9b37-4dc7-920f-39a0b4129024 req-756ce03a-4802-41a1-9811-0b248349281d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:18.642415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-009920d6-9b37-4dc7-920f-39a0b4129024 req-756ce03a-4802-41a1-9811-0b248349281d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0510314 Oct 22 15:47:18.680135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-009920d6-9b37-4dc7-920f-39a0b4129024 req-f4f1cc38-ea6e-4735-9a08-ca1378abd25d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Oct 22 15:47:18.794936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca5535-eab4-49bc-ba54-97ade86c01dd req-61eb617b-2964-4980-a57a-74550a4feeaa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:18.796427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85ca5535-eab4-49bc-ba54-97ade86c01dd req-61eb617b-2964-4980-a57a-74550a4feeaa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0481048 Oct 22 15:47:18.839275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85ca5535-eab4-49bc-ba54-97ade86c01dd req-d3050d50-5a90-49ac-8fcb-7823a62f7976 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360372 Oct 22 15:47:18.862152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42172) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:18.905491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c85573-63cb-4b7a-b648-3701b92547d7 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:18.907073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-14c85573-63cb-4b7a-b648-3701b92547d7 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1091 time: 0.0434978 Oct 22 15:47:18.910575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42174) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:18.914886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '955ca391-54d7-499d-9909-4f34fc953a4e', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:47:18.992679 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:19.093182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:19.199160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.121 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/6bdf770c-3129-4514-906f-148f871b1faa) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:47:19.298938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:19.404579 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:19.451966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:47:19.454816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:47:19.462595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:47:19.465717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=6bdf770c-3129-4514-906f-148f871b1faa,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:19.826392 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:19.978594 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:20.133201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:20.226487 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:20.296807 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=6bdf770c-3129-4514-906f-148f871b1faa,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:20.312890 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:20.422695 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP e2d11447-cae0-4dd6-8915-306d6cd9ee29 associated. External IP: 172.25.1.121, port: 955ca391-54d7-499d-9909-4f34fc953a4e. Oct 22 15:47:20.632957 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:47:21.080679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:47:21.095227 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] Sync routers for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:47:21.102098 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:47:21.102697 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:21.182915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:21.209614 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:47:21.210795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-14f95438-a867-4482-b3fe-91907328ff2d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2991238 Oct 22 15:47:21.211543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:47:21.214047 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:47:21.254601 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c4526-99de-48ea-9441-6804a738efa1 x-openstack-request-id: req-542c4526-99de-48ea-9441-6804a738efa1 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:47:21.254912 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:47:21.255199 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-542c4526-99de-48ea-9441-6804a738efa1 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:47:21.255882 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'status': 'completed', 'code': 200} Oct 22 15:47:21.350189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b49f-1aa9-4701-9b4c-347bea62949f req-148aed34-b0f2-43a3-ad34-1bb484fd390a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:21.351628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4587b49f-1aa9-4701-9b4c-347bea62949f req-148aed34-b0f2-43a3-ad34-1bb484fd390a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0848250 Oct 22 15:47:21.357313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-de674a69-9050-49ef-a4bf-9020131af117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:21.358732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-de674a69-9050-49ef-a4bf-9020131af117 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1096 time: 0.0642440 Oct 22 15:47:21.442442 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'e2d11447-cae0-4dd6-8915-306d6cd9ee29', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'port_id': '955ca391-54d7-499d-9909-4f34fc953a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'mac_address': 'fa:16:3e:e5:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:47:19Z', 'updated_at': '2021-10-22T15:47:19Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:08Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:21.444282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4587b49f-1aa9-4701-9b4c-347bea62949f req-67b4dcbc-4b76-4cc3-9f9d-f2bcf3476f2f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845718 Oct 22 15:47:21.467355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42180) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:21.469902 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] Checking router: 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:47:21.473268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-bac47f13-755f-47ec-a401-d696d62f239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:21.474824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-bac47f13-755f-47ec-a401-d696d62f239b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 898 time: 0.1081734 Oct 22 15:47:21.479588 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:47:21.480200 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:46:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:21.541913 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5fcce67b-85aa-4922-b0ea-358d917b572e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/e2d11447-cae0-4dd6-8915-306d6cd9ee29 HTTP/1.1" status: 200 len: 991 time: 0.0733998 Oct 22 15:47:21.547799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-263b5c35-cfe2-44b1-ad0d-58960157b1c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 999 time: 0.0659034 Oct 22 15:47:21.589254 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:47:21.598933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-064d3970-9ce0-4d9b-a5bc-e6e2c37d4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:21.600504 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-064d3970-9ce0-4d9b-a5bc-e6e2c37d4789 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0453336 Oct 22 15:47:21.647722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-e30c741a-5913-4c9e-9e31-d979706ba0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:21.649221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-e30c741a-5913-4c9e-9e31-d979706ba0fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411024 Oct 22 15:47:21.748643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-a2eed0c5-1fbe-454d-a751-90ba4b969ea6 service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917606 Oct 22 15:47:21.817672 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'e2d11447-cae0-4dd6-8915-306d6cd9ee29', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'port_id': '955ca391-54d7-499d-9909-4f34fc953a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'mac_address': 'fa:16:3e:e5:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:47:19Z', 'updated_at': '2021-10-22T15:47:19Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:08Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:47:21.839990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0470f3b0-0887-4b59-9d29-b6d9ea6b32a6 req-ff8ba9ec-6c84-4a9f-8236-2110e27e86b5 service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841160 Oct 22 15:47:21.843760 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04970bc-bad5-485b-8742-1e3dbcce13cc None None] The sync data for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 is: [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'e2d11447-cae0-4dd6-8915-306d6cd9ee29', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'port_id': '955ca391-54d7-499d-9909-4f34fc953a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'mac_address': 'fa:16:3e:e5:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:47:19Z', 'updated_at': '2021-10-22T15:47:19Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:08Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:47:22.046607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b6423-621c-469d-8757-8d06fbf00476 None None] New status for floating IP e2d11447-cae0-4dd6-8915-306d6cd9ee29: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:47:22.544278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42182) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:22.605739 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13cc45fc-427b-4ead-b934-72129ce462d6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/e2d11447-cae0-4dd6-8915-306d6cd9ee29 HTTP/1.1" status: 200 len: 993 time: 0.0603037 Oct 22 15:47:22.637983 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8a665f33-bede-466f-b38a-801b6abc10f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:25.163705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-104acf18-6dd3-40e6-9f06-4df16c6b2c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:26.500321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:26.689091 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:28.249318 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:34.175264 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:41.917198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:52.654482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48fa4312-ebfb-40aa-b970-9661e385b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:52.864728 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:47:53.900608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c5e2a-159e-479f-9a78-ca2371b5cebf req-29cefb27-9c86-4a33-bb33-8693ed02a499 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:53.902195 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-736c5e2a-159e-479f-9a78-ca2371b5cebf req-29cefb27-9c86-4a33-bb33-8693ed02a499 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0562732 Oct 22 15:47:53.942391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-736c5e2a-159e-479f-9a78-ca2371b5cebf req-78a30d69-62ce-4bb7-b66c-9238f91c9585 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Oct 22 15:47:53.964642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42198) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:47:54.027644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f8acf34a-e311-4cef-8487-17a7a20789ba tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/e2d11447-cae0-4dd6-8915-306d6cd9ee29 HTTP/1.1" status: 200 len: 993 time: 0.0618207 Oct 22 15:47:54.352028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da5c08-436c-4d70-9e60-af4d96dde410 req-9453ab86-0fab-40cf-90bc-e3a7ea1fdf92 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:54.352028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49da5c08-436c-4d70-9e60-af4d96dde410 req-9453ab86-0fab-40cf-90bc-e3a7ea1fdf92 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1096 time: 0.0426493 Oct 22 15:47:54.389695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49da5c08-436c-4d70-9e60-af4d96dde410 req-cb9a8559-e67d-40d8-999f-07fc3ccc6fcc tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Oct 22 15:47:55.163020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9ea7801d-6715-4cee-8810-b399391b2de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:55.749978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-a3d6e471-a14f-45c3-b543-79865c31fbdf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828402 Oct 22 15:47:55.760377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-2dd9544e-e9c6-4bf8-9288-016b34dd3ed2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:47:55.773454 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-2dd9544e-e9c6-4bf8-9288-016b34dd3ed2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058987 Oct 22 15:47:56.545993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:56.733594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:56.988892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-97bff4e1-5310-4fd8-9faf-e3e49e95ca0c tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:56.990581 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-97bff4e1-5310-4fd8-9faf-e3e49e95ca0c tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 1093 time: 0.0896332 Oct 22 15:47:57.000083 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Request body: {'binding': {'host': 'n-h1-812148-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:47:57.000582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Unknown quota resources ['binding']. {{(pid=107801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 15:47:57.136331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on host n-h1-812148-2 for vnic_type normal with profile None {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:47:57.136659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:47:57.136983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:57.141204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:47:57.141545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:57.147131 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:47:57.147469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Checking segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:57.147848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Bound using segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:47:57.148279 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Bound port: 955ca391-54d7-499d-9909-4f34fc953a4e, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:47:57.234856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:47:57.360038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:57.361307 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] 10.222.0.66 "POST /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3653038 Oct 22 15:47:57.703995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20b654-45e3-4db3-ae7b-80dd8854d9ef req-50f42453-633e-46c9-9354-60da5daa01be tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:57.705655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de20b654-45e3-4db3-ae7b-80dd8854d9ef req-50f42453-633e-46c9-9354-60da5daa01be tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0595922 Oct 22 15:47:57.746503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de20b654-45e3-4db3-ae7b-80dd8854d9ef req-4348b2be-a1c5-4e90-b345-71f0e816812c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Oct 22 15:47:58.050349 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-df141fb2-50c6-4b7f-8c33-942f0547904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:58.051975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-df141fb2-50c6-4b7f-8c33-942f0547904f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1096 time: 0.0467947 Oct 22 15:47:58.150827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-96db6dcd-730b-473e-b5b2-6589c024e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:58.152347 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-96db6dcd-730b-473e-b5b2-6589c024e342 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 898 time: 0.0924723 Oct 22 15:47:58.219580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-61870473-7989-48e8-8b16-b7c075820075 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 1001 time: 0.0583465 Oct 22 15:47:58.265581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:58.272364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-630662f4-a6a4-403d-8450-0cc254e9de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:58.273981 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-630662f4-a6a4-403d-8450-0cc254e9de8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0472798 Oct 22 15:47:58.324342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-9d018908-80d9-4f36-b956-d102ef9d30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:58.325798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-9d018908-80d9-4f36-b956-d102ef9d30dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447676 Oct 22 15:47:58.421456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-08da1713-fdd8-478b-84a2-7956990b7cfd service neutron] 10.222.0.69 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877471 Oct 22 15:47:58.781148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-6f1650fd-2f26-42d5-a871-23f8ec1e2234 service neutron] 10.222.0.69 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528063 Oct 22 15:47:58.872187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e53e1-0476-4697-a3e0-56a1b4b307b4 req-cfef1259-ef61-428b-b570-938ffb6eaa69 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:58.873779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57e53e1-0476-4697-a3e0-56a1b4b307b4 req-cfef1259-ef61-428b-b570-938ffb6eaa69 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0517495 Oct 22 15:47:58.917166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57e53e1-0476-4697-a3e0-56a1b4b307b4 req-cffba287-2c01-4732-a2c8-20783ac51966 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Oct 22 15:47:58.939541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-09a6ff8f-83a5-4c34-a77f-4e4f39fdd6a8 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:58.939541 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-09a6ff8f-83a5-4c34-a77f-4e4f39fdd6a8 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0907750 Oct 22 15:47:58.942747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812148-2'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:47:58.998874 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.126377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:47:59.166216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:47:59.206773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:47:59.209099 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9bf34c-05d5-4d73-8b26-b9dbd153ab2e" -d '{"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-unplugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:47:59.213661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.246576 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d5679-58d6-4556-b317-766a1e4894c1 x-openstack-request-id: req-927d5679-58d6-4556-b317-766a1e4894c1 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:47:59.246896 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-unplugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:47:59.247188 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-927d5679-58d6-4556-b317-766a1e4894c1 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:47:59.253539 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'code': 200} Oct 22 15:47:59.271256 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.370786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:59.385078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.385425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.385770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.386113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.386450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.386782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.387139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.387470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.387799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.388157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.388483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.388806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:47:59.446091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on host n-h2-812148-2 for vnic_type normal with profile {"migrating_to": "n-h1-812148-2"} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:47:59.446423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:47:59.446749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:59.451140 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:47:59.451461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Attempting to bind port 955ca391-54d7-499d-9909-4f34fc953a4e on network f732baf0-54bf-46ea-8fe2-c10facc345a4 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:47:59.457708 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:47:59.458069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Checking segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:47:59.458422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Bound using segment: {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:47:59.458846 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Bound port: 955ca391-54d7-499d-9909-4f34fc953a4e, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6349cf-0cd6-463c-a950-9f9f98a76c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:47:59.459225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.530848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:47:59.534963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:47:59.541459 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6aa64ed1-2614-48d5-b975-370360d3e426 None None] Provisioning complete for port 955ca391-54d7-499d-9909-4f34fc953a4e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:59.541965 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6aa64ed1-2614-48d5-b975-370360d3e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.576154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6aa64ed1-2614-48d5-b975-370360d3e426 None None] Port 955ca391-54d7-499d-9909-4f34fc953a4e cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:47:59.620567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.719332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=8']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:47:59.765143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:47:59.765723 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:47:59.767206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3b2f75b4-8040-4d52-b6ed-5f10790467d3 service neutron] 10.222.0.69 "PUT /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 1121 time: 0.8288541 Oct 22 15:47:59.828759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['955ca391-54d7-499d-9909-4f34fc953a4e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:47:59.922926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Provisioning complete for port 955ca391-54d7-499d-9909-4f34fc953a4e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:47:59.923240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:00.041727 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b217f-8e3a-4b78-a0af-11c53a12abb2 req-7a9d195b-bbd9-4ff4-9eac-b9ea428b0ad9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:00.043542 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02b217f-8e3a-4b78-a0af-11c53a12abb2 req-7a9d195b-bbd9-4ff4-9eac-b9ea428b0ad9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 943 time: 0.0530300 Oct 22 15:48:00.056454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:00.083999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d02b217f-8e3a-4b78-a0af-11c53a12abb2 req-303549de-1202-4183-89bb-0178d84a72e0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Oct 22 15:48:00.099719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:00.101944 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce55323e-5277-4915-ad8b-921b426168ef" -d '{"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-plugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:00.124879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:00.142330 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f51d7-1917-478a-b5e2-050753a5ed9e x-openstack-request-id: req-331f51d7-1917-478a-b5e2-050753a5ed9e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:00.142658 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-plugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:00.142903 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-331f51d7-1917-478a-b5e2-050753a5ed9e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:00.143306 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'code': 200} Oct 22 15:48:00.253904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:00.395935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:00.406103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.406473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.406818 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.407182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.407825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.407918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.408806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.409319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.409822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.410159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.410485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:00.410848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdbbe1a-bfb8-43e8-80d6-c63bb717d06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:01.206361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119661d-2f9e-41da-bf6c-a79887e0cb0a req-2e689927-4d30-4168-ab4a-ba60ec3c2394 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:01.207887 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4119661d-2f9e-41da-bf6c-a79887e0cb0a req-2e689927-4d30-4168-ab4a-ba60ec3c2394 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0536025 Oct 22 15:48:01.245430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4119661d-2f9e-41da-bf6c-a79887e0cb0a req-a9f6c1ec-6d3a-4068-9142-9d09f5cde841 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Oct 22 15:48:01.249072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:01.251470 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64791dcc-ac90-46e6-9c89-186570dea56b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:01.287712 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87592a6-5e7d-4126-8771-0719e1c473a7 x-openstack-request-id: req-d87592a6-5e7d-4126-8771-0719e1c473a7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:01.288007 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:01.288263 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d87592a6-5e7d-4126-8771-0719e1c473a7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:01.288671 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'status': 'completed', 'code': 200} Oct 22 15:48:01.351482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791dcc-ac90-46e6-9c89-186570dea56b req-4e4ee545-5fe3-4181-b745-4dce903a68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:01.352984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-4e4ee545-5fe3-4181-b745-4dce903a68b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1126 time: 0.0412865 Oct 22 15:48:01.433958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-7103941b-dc08-4204-b41c-9646f6e35ba5 req-a8d12c5e-a52b-451b-ab87-637777607c86 service neutron] (107801) timed out ('10.222.0.69', 65186) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 15:48:01.455531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791dcc-ac90-46e6-9c89-186570dea56b req-5e00a251-3d8f-4a5e-8e6f-ec8c27e22a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:01.457119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-5e00a251-3d8f-4a5e-8e6f-ec8c27e22a96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 898 time: 0.0961971 Oct 22 15:48:01.527254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-a0eb4b36-da68-4276-9125-df67c46911c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 1001 time: 0.0614948 Oct 22 15:48:01.583789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791dcc-ac90-46e6-9c89-186570dea56b req-99d5a40a-3963-41d7-9d54-0a35784a1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:01.585249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-99d5a40a-3963-41d7-9d54-0a35784a1cbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0505080 Oct 22 15:48:01.636015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791dcc-ac90-46e6-9c89-186570dea56b req-cdfffedd-bd67-4a99-b08d-66cdad4f4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:01.637512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-cdfffedd-bd67-4a99-b08d-66cdad4f4a9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453205 Oct 22 15:48:01.727156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-a8c12359-18c8-42d1-8388-a7997af0096f service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816841 Oct 22 15:48:01.826533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64791dcc-ac90-46e6-9c89-186570dea56b req-b97b6b9f-63c1-4e90-8430-6db5a73280d6 service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928357 Oct 22 15:48:02.368891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48061c7c-b292-4509-9562-7ab48b593093 req-38c65074-1a1a-467a-93ba-c247a745e07e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:02.370364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48061c7c-b292-4509-9562-7ab48b593093 req-38c65074-1a1a-467a-93ba-c247a745e07e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0528038 Oct 22 15:48:02.409109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48061c7c-b292-4509-9562-7ab48b593093 req-2a19f4d0-400e-4c96-8b93-e215532d0993 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Oct 22 15:48:03.536969 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540cee6-c8f7-4595-ab5a-ffecaabd8937 req-003a7955-9f9d-4311-bd5c-2c9dfe5bf9cc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:03.538459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e540cee6-c8f7-4595-ab5a-ffecaabd8937 req-003a7955-9f9d-4311-bd5c-2c9dfe5bf9cc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0576909 Oct 22 15:48:03.579368 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e540cee6-c8f7-4595-ab5a-ffecaabd8937 req-2d63350d-f590-4245-9bf3-df52d9f44c5f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Oct 22 15:48:03.657281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:48:03.758212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:03.769272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e has no active binding in host n-h1-812148-2 {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 15:48:04.156969 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:04.701331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedad882-0491-47ad-b400-65c76cfc0788 req-e5072f69-190c-4f06-a447-97f9210eee57 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:04.702723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedad882-0491-47ad-b400-65c76cfc0788 req-e5072f69-190c-4f06-a447-97f9210eee57 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0545347 Oct 22 15:48:04.744616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedad882-0491-47ad-b400-65c76cfc0788 req-370568bc-e0bb-4a77-8dc8-d1376507dd49 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Oct 22 15:48:05.433176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-0f8c7ed3-6f45-4bbc-8d41-5d5479d225fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:05.434771 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-0f8c7ed3-6f45-4bbc-8d41-5d5479d225fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1126 time: 0.0443404 Oct 22 15:48:05.548269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-b392ef17-92e9-490b-8ea1-644c0fe4a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:05.550790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-b392ef17-92e9-490b-8ea1-644c0fe4a0d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 898 time: 0.0925472 Oct 22 15:48:05.623385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-c0c16d58-7acf-4769-8657-8e5d08a7fa66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 1001 time: 0.0603375 Oct 22 15:48:05.674929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-a18c2fde-587c-4e87-83fd-73ce7151bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:05.676328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-a18c2fde-587c-4e87-83fd-73ce7151bb13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0449822 Oct 22 15:48:05.729580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-52440092-253a-4ad4-a0a3-96971dbf92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:05.731219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-52440092-253a-4ad4-a0a3-96971dbf92d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452368 Oct 22 15:48:05.853318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-369f6d33-f450-48db-be2b-82589ea48071 service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118295 Oct 22 15:48:05.897252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872fb7-9e2a-4b70-94ff-8ac0e534f3b7 req-111be199-eae2-43b8-b6d1-ed0ceab27555 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:05.898732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4872fb7-9e2a-4b70-94ff-8ac0e534f3b7 req-111be199-eae2-43b8-b6d1-ed0ceab27555 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0837405 Oct 22 15:48:05.982500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f4872fb7-9e2a-4b70-94ff-8ac0e534f3b7 req-c2c464ae-01c4-4819-81e5-ffa6e84f9267 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726507 Oct 22 15:48:05.993958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c9273e-4ce0-4325-ab18-6c49899215c0 req-a3343b66-106d-47af-adf1-17a4c1dfadad service neutron] 10.222.0.53 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308427 Oct 22 15:48:07.113698 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0d05-2ccc-482e-925c-16fb097c676e req-34bb93df-4683-4f83-8ffd-76f3dbe155dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:07.115221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ce0d05-2ccc-482e-925c-16fb097c676e req-34bb93df-4683-4f83-8ffd-76f3dbe155dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0578032 Oct 22 15:48:07.153770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4ce0d05-2ccc-482e-925c-16fb097c676e req-d0c78791-2ce3-4c66-815a-3f172c483701 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Oct 22 15:48:08.328630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e067b-69ae-4334-8fa7-063348582470 req-3e729501-f366-4907-ad4a-2f60093201a0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:08.330769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d9e067b-69ae-4334-8fa7-063348582470 req-3e729501-f366-4907-ad4a-2f60093201a0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0914834 Oct 22 15:48:08.345616 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-259819df-1c40-4e05-89d0-24aacdbde6a9 service neutron] 10.222.0.53 "GET /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e/bindings/n-h1-812148-2 HTTP/1.1" status: 200 len: 384 time: 0.0803816 Oct 22 15:48:08.403719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d9e067b-69ae-4334-8fa7-063348582470 req-bf31e845-d242-4bfa-857c-4ddc09862b36 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645342 Oct 22 15:48:08.538455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:08.557963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:48:08.603576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:08.605957 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d66989-891a-49e8-877a-062805fe79bd" -d '{"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-unplugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:08.613127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:08.647989 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b176e9-e12c-40a9-93b9-15bba5d3a8a7 x-openstack-request-id: req-94b176e9-e12c-40a9-93b9-15bba5d3a8a7 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:08.648284 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-unplugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:08.648543 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94b176e9-e12c-40a9-93b9-15bba5d3a8a7 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:08.648954 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'code': 200} Oct 22 15:48:08.739655 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:08.812508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Transition to ACTIVE for port object 955ca391-54d7-499d-9909-4f34fc953a4e will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:48:08.917215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:09.012836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=11']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:09.024819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.025157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.025489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.025816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.026145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.026465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.026788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.027190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.035407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.035407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.035407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.035407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:09.059564 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] No DVR routers for this DVR port 955ca391-54d7-499d-9909-4f34fc953a4e on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:48:09.194611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e876cbf8-a21a-43ea-ad63-3a1201bcc327 service neutron] 10.222.0.53 "PUT /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e/bindings/n-h1-812148-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8415213 Oct 22 15:48:09.357864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-13bc1910-a9b0-485e-b008-86837a3d1490 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.359324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-13bc1910-a9b0-485e-b008-86837a3d1490 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 1095 time: 0.0442281 Oct 22 15:48:09.405899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-c7b03ec0-01f9-433d-8fb2-6953e1c33e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.407438 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-c7b03ec0-01f9-433d-8fb2-6953e1c33e7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 1095 time: 0.0408773 Oct 22 15:48:09.471126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-9d6c1ee1-9334-435d-aa22-e79e66e1ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.472828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-9d6c1ee1-9334-435d-aa22-e79e66e1ca9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1095 time: 0.0424266 Oct 22 15:48:09.527568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf697-4606-4cb5-8b96-90d2c6c84a8b req-f9ed9fd7-ac76-4e16-a108-a1f1b414b12d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.529080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dbbf697-4606-4cb5-8b96-90d2c6c84a8b req-f9ed9fd7-ac76-4e16-a108-a1f1b414b12d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 944 time: 0.0519011 Oct 22 15:48:09.568862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5dbbf697-4606-4cb5-8b96-90d2c6c84a8b req-ca097dff-30d6-4b40-a61f-459474a8186e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Oct 22 15:48:09.572466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3fe8c582-1fa8-483b-a42b-53308cc64699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.574037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-3fe8c582-1fa8-483b-a42b-53308cc64699 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 898 time: 0.0931261 Oct 22 15:48:09.650468 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-8fcbfdf0-c084-4176-a6a2-b3abdb52cc36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 999 time: 0.0624940 Oct 22 15:48:09.660955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:48:09.700375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-65edd7c9-9643-4d31-8d38-31dc1190cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.701866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-65edd7c9-9643-4d31-8d38-31dc1190cc43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0446749 Oct 22 15:48:09.749134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-a7bee3b8-2f36-44ae-95cb-c9577e1bf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:09.750657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-a7bee3b8-2f36-44ae-95cb-c9577e1bf7f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405564 Oct 22 15:48:09.759377 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:09.771202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '955ca391-54d7-499d-9909-4f34fc953a4e', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'port_id': '955ca391-54d7-499d-9909-4f34fc953a4e', 'mac_address': 'fa:16:3e:e5:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:48:09.808646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:09.825169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955ca391-54d7-499d-9909-4f34fc953a4e {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:48:09.846999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-487c887b-3b63-4763-b9b5-77fda0f666fc service neutron] 10.222.0.69 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885057 Oct 22 15:48:09.849195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:09.916887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:09.937088 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-f03a61b9-6acb-4a9e-8e27-f64b3152edb6 service neutron] 10.222.0.69 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827591 Oct 22 15:48:09.971249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:09.979494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['955ca391-54d7-499d-9909-4f34fc953a4e'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:48:10.494315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e3f7e5c5-582b-4998-992d-2fee47cba1e1 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:10.495867 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-e3f7e5c5-582b-4998-992d-2fee47cba1e1 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 1096 time: 0.0474310 Oct 22 15:48:10.693724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d648-01d0-4fa4-bf44-eb45c5f1498a req-05d27fcb-738c-4852-8108-413f63e62727 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:10.695161 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b664d648-01d0-4fa4-bf44-eb45c5f1498a req-05d27fcb-738c-4852-8108-413f63e62727 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0547385 Oct 22 15:48:10.703326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-775d5b0b-ad96-4709-9da9-0c54d0703a22 service neutron] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:48:10.706779 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-775d5b0b-ad96-4709-9da9-0c54d0703a22 service neutron] Publish callbacks [] for binding, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:10.707933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-775d5b0b-ad96-4709-9da9-0c54d0703a22 service neutron] 10.222.0.69 "DELETE /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e/bindings/n-h2-812148-2 HTTP/1.1" status: 204 len: 173 time: 0.2048852 Oct 22 15:48:10.733839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b664d648-01d0-4fa4-bf44-eb45c5f1498a req-1af54377-6a0f-45bc-b0cf-14ba7c68faf1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325811 Oct 22 15:48:10.843456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9c443-36c7-4d45-9207-e7ddbcb4b7da req-f9996603-11c3-4b52-b476-0692b0b8b638 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:10.845160 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41e9c443-36c7-4d45-9207-e7ddbcb4b7da req-f9996603-11c3-4b52-b476-0692b0b8b638 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1096 time: 0.0437472 Oct 22 15:48:10.883843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41e9c443-36c7-4d45-9207-e7ddbcb4b7da req-081bb902-bb17-4938-ae25-98c5a04ccd14 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304854 Oct 22 15:48:10.999032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa91f9-8740-43d4-be34-7acfa8f7165e req-174287ba-90c2-494c-9649-82c7e012cd87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:11.000416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7fa91f9-8740-43d4-be34-7acfa8f7165e req-174287ba-90c2-494c-9649-82c7e012cd87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 945 time: 0.0491815 Oct 22 15:48:11.038877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7fa91f9-8740-43d4-be34-7acfa8f7165e req-cb9fb10d-d2db-44ab-8ce1-0426b69310eb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Oct 22 15:48:11.061531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42292) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:11.126004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4e8740d9-d71c-460b-856f-f5c9ff018379 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/e2d11447-cae0-4dd6-8915-306d6cd9ee29 HTTP/1.1" status: 200 len: 992 time: 0.0632272 Oct 22 15:48:11.361183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42298) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:11.520820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 6bdf770c-3129-4514-906f-148f871b1faa {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:48:11.521213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:11.611965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:11.612192 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:11.624182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 6bdf770c-3129-4514-906f-148f871b1faa owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:48:11.669359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:11.871746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 955ca391-54d7-499d-9909-4f34fc953a4e completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:48:11.875654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 955ca391-54d7-499d-9909-4f34fc953a4e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:11.900121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:11.941331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:11.973482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=6bdf770c-3129-4514-906f-148f871b1faa,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:12.043153 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:12.043492 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP e2d11447-cae0-4dd6-8915-306d6cd9ee29 disassociated (deleted). External IP: 172.25.1.121, port: 955ca391-54d7-499d-9909-4f34fc953a4e. Oct 22 15:48:12.093383 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:12.107427 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:12.136891 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:12.136891 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb734c5-0fbf-48ca-aa81-a08f21f6b6f0" -d '{"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-plugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:12.146287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:12.175833 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d51ab1-2d89-4e01-b920-9bf7a3e81111 x-openstack-request-id: req-81d51ab1-2d89-4e01-b920-9bf7a3e81111 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:12.175833 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-plugged", "status": "completed", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:12.175833 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81d51ab1-2d89-4e01-b920-9bf7a3e81111 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:12.175833 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'code': 200} Oct 22 15:48:12.248775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:12.266106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:48:12.297494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=14']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:12.379203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:48:12.387671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:12.393872 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] Sync routers for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:48:12.403899 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:12.404519 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:12.417074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1cd92f06-c874-4da3-9f9c-014b37ebfbdb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/floatingips/e2d11447-cae0-4dd6-8915-306d6cd9ee29 HTTP/1.1" status: 204 len: 168 time: 1.0547934 Oct 22 15:48:12.417660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:12.420084 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669" -d '{"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:12.461082 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e1936-c630-46ec-861e-5182a8a0c448 x-openstack-request-id: req-462e1936-c630-46ec-861e-5182a8a0c448 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:12.461387 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:12.461642 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-462e1936-c630-46ec-861e-5182a8a0c448 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:12.462063 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'status': 'completed', 'code': 200} Oct 22 15:48:12.512563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:48:12.518712 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:12.543517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-b8ff1f08-d6ec-4f01-869c-58fa8e4ee437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:12.546381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-b8ff1f08-d6ec-4f01-869c-58fa8e4ee437 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 1097 time: 0.0606515 Oct 22 15:48:12.557868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:48:12.649270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-a300e0fe-a10b-4d8d-9f2e-15e4470f086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:12.650862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-a300e0fe-a10b-4d8d-9f2e-15e4470f086c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 200 len: 898 time: 0.0966251 Oct 22 15:48:12.695634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-9f847561-501b-43c7-a24d-ccfafc291eb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 200 len: 217 time: 0.0373371 Oct 22 15:48:12.753766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-8cc9a78e-0be5-4e66-8ba0-ae24ecbf495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:12.755298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-8cc9a78e-0be5-4e66-8ba0-ae24ecbf495a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 200 len: 835 time: 0.0519791 Oct 22 15:48:12.809300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-6db48f9a-9705-491a-8945-34d1d8754c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:12.811117 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-6db48f9a-9705-491a-8945-34d1d8754c79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f732baf0-54bf-46ea-8fe2-c10facc345a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486696 Oct 22 15:48:12.825427 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:08Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:12.856257 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] Checking router: 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:48:12.868539 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:12.872070 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:12.913403 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-0eb852ec-0b5a-4c1e-ba82-a5fe64dc6b6e service neutron] 10.222.0.69 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929575 Oct 22 15:48:12.972879 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0a14-18b4-4899-b946-f5da8eb91902 req-23b3935f-8f6d-421b-9cc3-20e822a26f9c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:12.975307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e9d0a14-18b4-4899-b946-f5da8eb91902 req-23b3935f-8f6d-421b-9cc3-20e822a26f9c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 946 time: 0.0579677 Oct 22 15:48:12.994790 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:13.016867 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8ec26e1-6e48-4e35-8c1d-b3db8d3f6669 req-e6e41afa-fb8c-472e-bd52-915eb096a06f service neutron] 10.222.0.69 "GET /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961969 Oct 22 15:48:13.018536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6e9d0a14-18b4-4899-b946-f5da8eb91902 req-ab424da0-2de9-4599-a744-31232be5bc89 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=7be7d921-bd65-4d2b-929c-dff68ac414c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Oct 22 15:48:13.197829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:08Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:13.227245 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1bac8-4648-498e-bd62-2fefd4320310 None None] The sync data for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 is: [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:47:04Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '333f119a-2632-4bfd-b275-389604b670f9', 'name': '', 'network_id': 'f732baf0-54bf-46ea-8fe2-c10facc345a4', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:e0:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:04Z', 'updated_at': '2021-10-22T15:47:08Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': 'a4d88cb5-6621-4514-846b-1862a5e0113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:48:13.474357 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137afc4-9a67-451b-b221-a944cfd892fe None None] New status for floating IP e2d11447-cae0-4dd6-8915-306d6cd9ee29: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:48:13.662223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-326c30c0-3286-494c-85a9-32d7fb9e7857 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:13.663743 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-326c30c0-3286-494c-85a9-32d7fb9e7857 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 946 time: 0.0492964 Oct 22 15:48:13.759304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 955ca391-54d7-499d-9909-4f34fc953a4e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:48:13.759555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:13.851810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 955ca391-54d7-499d-9909-4f34fc953a4e, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=955ca391-54d7-499d-9909-4f34fc953a4e,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:13.852174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:13.865820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 955ca391-54d7-499d-9909-4f34fc953a4e owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:48:14.094070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:14.125744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b5d26f-0b5f-4e33-876f-21ac57d708c6 req-e811af8b-6907-48f4-a82a-ebd5aee7200d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8015114-bbe0-4457-b212-bc0f9a10970d HTTP/1.1" status: 200 len: 210 time: 0.0313959 Oct 22 15:48:14.126476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=955ca391-54d7-499d-9909-4f34fc953a4e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:14.181948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] No DVR routers for this DVR port 955ca391-54d7-499d-9909-4f34fc953a4e on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:48:14.185649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:14.191047 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-77f13ac4-9208-4e38-b235-c44cfb7be97e req-ebb95606-45fb-429f-860d-a5d30729fe1f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "DELETE /v2.0/ports/955ca391-54d7-499d-9909-4f34fc953a4e HTTP/1.1" status: 204 len: 173 time: 0.5207193 Oct 22 15:48:14.191740 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-deleted', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:14.195439 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50bf0b2-270a-4bfe-892f-896befeb3bd5" -d '{"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-deleted", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:14.233337 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad09954-be88-47db-a4fb-d83a7737a714 x-openstack-request-id: req-2ad09954-be88-47db-a4fb-d83a7737a714 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:14.233633 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8015114-bbe0-4457-b212-bc0f9a10970d", "name": "network-vif-deleted", "tag": "955ca391-54d7-499d-9909-4f34fc953a4e", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:14.233886 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ad09954-be88-47db-a4fb-d83a7737a714 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:14.234290 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8015114-bbe0-4457-b212-bc0f9a10970d', 'name': 'network-vif-deleted', 'tag': '955ca391-54d7-499d-9909-4f34fc953a4e', 'status': 'completed', 'code': 200} Oct 22 15:48:15.188197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42314) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:15.560262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:15.840535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 333f119a-2632-4bfd-b275-389604b670f9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:48:15.840790 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:15.940815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 333f119a-2632-4bfd-b275-389604b670f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=333f119a-2632-4bfd-b275-389604b670f9,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:15.941185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:15.953752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 333f119a-2632-4bfd-b275-389604b670f9 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:48:16.236115 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:16.262747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=333f119a-2632-4bfd-b275-389604b670f9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:16.801937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.055017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:48:17.173313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:48:17.179613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a28a4e00-23e9-4c24-8feb-66f370b26c96 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/9c18f581-595f-4b0e-8d2f-59cc5a685bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903913 Oct 22 15:48:17.182377 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42316) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:17.185839 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] Sync routers for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:48:17.198517 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:17.199127 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:17.238219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting subnet a4d88cb5-6621-4514-846b-1862a5e0113f {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:48:17.241489 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.285341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.307851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:17.385974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.489715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:48:16Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:17.515054 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] Checking router: 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:48:17.523492 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] Routers {'9c18f581-595f-4b0e-8d2f-59cc5a685bc3'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:17.524082 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:17.534833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.563773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d88cb5-6621-4514-846b-1862a5e0113f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:17.567953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.571336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c6982d80-2002-4c99-b711-7d133aa8c8b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/subnets/a4d88cb5-6621-4514-846b-1862a5e0113f HTTP/1.1" status: 204 len: 168 time: 0.3877070 Oct 22 15:48:17.573839 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42318) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:17.576052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84083d0a-54a7-4ba2-8d0b-42200ac343bc None None] Network f732baf0-54bf-46ea-8fe2-c10facc345a4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:48:17.639667 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] Set router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:17.683292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:48:17.695007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.713436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 955ca391-54d7-499d-9909-4f34fc953a4e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:48:17.713772 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 955ca391-54d7-499d-9909-4f34fc953a4e not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:48:17.796809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] DHCP port deletion for f732baf0-54bf-46ea-8fe2-c10facc345a4 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:48:17.817087 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.829534 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:48:16Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:17.846639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] Deleting port f74906e8-f493-447b-bfa5-bec7ace95716 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:48:17.847032 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.857017 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bab86-5aed-46be-823b-7d84ff0a2e0a None None] The sync data for ids ['9c18f581-595f-4b0e-8d2f-59cc5a685bc3'] in n-d-812148-2 is: [{'id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74297867', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:46:59Z', 'updated_at': '2021-10-22T15:48:16Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': '7b3db86d-a018-405f-86d1-f9eddfa5a21e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18f581-595f-4b0e-8d2f-59cc5a685bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:47:00Z', 'updated_at': '2021-10-22T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:48:17.914738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] For port f74906e8-f493-447b-bfa5-bec7ace95716, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f74906e8-f493-447b-bfa5-bec7ace95716,segment=NetworkSegment(9e6349cf-0cd6-463c-a950-9f9f98a76c86),segment_id=9e6349cf-0cd6-463c-a950-9f9f98a76c86)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:17.915226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:17.928298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] Calling delete_port for f74906e8-f493-447b-bfa5-bec7ace95716 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:48:17.967629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 7b3db86d-a018-405f-86d1-f9eddfa5a21e {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:48:17.967955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.056986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 7b3db86d-a018-405f-86d1-f9eddfa5a21e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7b3db86d-a018-405f-86d1-f9eddfa5a21e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:18.057356 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.076309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 7b3db86d-a018-405f-86d1-f9eddfa5a21e owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:48:18.105292 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.130683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] Pushing event deleted for resources: {'Port': ['ID=f74906e8-f493-447b-bfa5-bec7ace95716,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:18.134718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723600d8-6a57-4024-9df8-cfa5de4aab88 None None] No DVR routers for this DVR port f74906e8-f493-447b-bfa5-bec7ace95716 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:48:18.340072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.369819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=7b3db86d-a018-405f-86d1-f9eddfa5a21e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:18.438683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.537606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.540028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.685059 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.685840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Fanout notify agent at l3_agent the message router_deleted on router 9c18f581-595f-4b0e-8d2f-59cc5a685bc3 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:48:18.694480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.695790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-62322c0d-e182-491c-b946-6f601c627331 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/routers/9c18f581-595f-4b0e-8d2f-59cc5a685bc3 HTTP/1.1" status: 204 len: 168 time: 1.1202261 Oct 22 15:48:18.703047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42320) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:18.789287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.885331 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.906829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f732baf0-54bf-46ea-8fe2-c10facc345a4']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:18.916620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6349cf-0cd6-463c-a950-9f9f98a76c86') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:18.916921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6349cf-0cd6-463c-a950-9f9f98a76c86') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:18.926273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.949696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.949696 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:48:18.949696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:48:18.950081 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:48:19.082646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:19.090373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:19.093152 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/networks/f732baf0-54bf-46ea-8fe2-c10facc345a4 HTTP/1.1" status: 204 len: 168 time: 0.3930309 Oct 22 15:48:19.096175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42322) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:19.105250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eab454-0bb5-4b59-96a3-d1ca28877a19 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Network': ['ID=f732baf0-54bf-46ea-8fe2-c10facc345a4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:19.170806 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df04400b-be95-42ac-8188-d9da55777089 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:19.185804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 333f119a-2632-4bfd-b275-389604b670f9 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:48:19.206743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df04400b-be95-42ac-8188-d9da55777089 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:19.212587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 333f119a-2632-4bfd-b275-389604b670f9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:48:19.212926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 333f119a-2632-4bfd-b275-389604b670f9 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:48:19.213332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f74906e8-f493-447b-bfa5-bec7ace95716 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:48:19.232931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f74906e8-f493-447b-bfa5-bec7ace95716 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:48:19.233256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f74906e8-f493-447b-bfa5-bec7ace95716 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:48:19.339703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df04400b-be95-42ac-8188-d9da55777089 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:19.342549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-df04400b-be95-42ac-8188-d9da55777089 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:19.350237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-df04400b-be95-42ac-8188-d9da55777089 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/security-groups/7be7d921-bd65-4d2b-929c-dff68ac414c4 HTTP/1.1" status: 204 len: 168 time: 0.2466061 Oct 22 15:48:19.355234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04400b-be95-42ac-8188-d9da55777089 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be7d921-bd65-4d2b-929c-dff68ac414c4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:19.912926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42328) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:19.919706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120797870', 'description': 'tempest-secgroup-smoke-1120797870 description', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:20.008580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.081246 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.173572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.203389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58f82e-c571-4697-97ee-230d40bfaef2,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:20.330394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.332513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2bd0e67d-f0ce-40d1-90f8-1e450adeff47 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4178352 Oct 22 15:48:20.334702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:20.339347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '2b58f82e-c571-4697-97ee-230d40bfaef2', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:20.464866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.520635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.625609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.644975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100a6409-d252-4699-972f-073ae19372d0,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:20.725573 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.726798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-821f92e7-4b56-4b75-957e-0177c7d73f6a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3910122 Oct 22 15:48:20.729559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42332) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:20.733978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '2b58f82e-c571-4697-97ee-230d40bfaef2', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:20.768716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b3db86d-a018-405f-86d1-f9eddfa5a21e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:48:20.789940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7b3db86d-a018-405f-86d1-f9eddfa5a21e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:48:20.790277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7b3db86d-a018-405f-86d1-f9eddfa5a21e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:48:20.813584 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.871653 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.956840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:20.976207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a76fd3-883c-4de2-a999-19986b964a37,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:21.055764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.057012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b5ea9121-d3a6-433a-9122-1aa6eae028aa tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3264878 Oct 22 15:48:21.060107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42336) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:21.064378 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '2b58f82e-c571-4697-97ee-230d40bfaef2', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:21.162787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.228668 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.293750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.312350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1e602c-a2b9-4141-a615-500a40fba033,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:21.392798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.394693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d7e83e42-54e6-4e64-9902-6543a28946c1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336635 Oct 22 15:48:21.397446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42338) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:21.401930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '2b58f82e-c571-4697-97ee-230d40bfaef2', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:21.493719 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.553461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.648287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.666344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1643c4fe-bbaf-41b1-9001-a229cfb411ca,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:21.736070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.737841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-990b9686-d169-4f72-b4e0-91d83bea2df9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388970 Oct 22 15:48:21.740559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42340) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:21.745007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '2b58f82e-c571-4697-97ee-230d40bfaef2', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:21.836745 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:48:21.842150 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.901101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:21.990570 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.009737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb1d53b-f8f9-4b80-99cf-3b4d95bd46e7,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:22.073234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.074491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f1e9b30d-cdc8-4476-89fa-c5db7c3d7887 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330097 Oct 22 15:48:22.077391 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42342) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:22.082671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'security_group_rule': {'security_group_id': '2b58f82e-c571-4697-97ee-230d40bfaef2', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:22.162342 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Project 8a3b646f0a9d4ec4a80931bbc2e067a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 15:48:22.167736 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.236925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.311029 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.330613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c462b02-2705-418d-93cb-10ddef49adc5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:22.405694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.407413 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a144eb3-d923-409c-b67b-8ead2a851b87 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3289309 Oct 22 15:48:22.410444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42346) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:22.415526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'network': {'name': 'tempest-network-smoke--1791332552', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'port_security_enabled': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:22.488802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:48:22.492376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.516133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:48:22.524781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.525114 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Added segment 62e4d342-0338-4acc-83a0-48e5a4c2de3e of type vlan for network 355584d2-3b95-42e7-b392-39af4c8d3cf8 Oct 22 15:48:22.567198 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.653965 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-839ddda8-b84a-400c-86cb-e43842ed3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.677189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.682953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:22.683551 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.753636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Network': ['ID=355584d2-3b95-42e7-b392-39af4c8d3cf8,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:22.764371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:48:22.822058 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9ccc8b75-b30f-475c-bb53-3352fe38d0f5 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4103806 Oct 22 15:48:22.824851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:22.829440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'admin_state_up': True, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:22.951180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:22.952253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.001720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.209931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.526330 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.548645 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.647883 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.174 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:48:23.752332 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.876777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:23.915619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:48:23.919862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:23.927126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:48:23.930233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:24.247929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:24.452658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:24.945181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router a171fda3-2d61-4343-b5d3-77b1a9331bc7 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:48:25.052913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:48:25.063450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Sync routers for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:48:25.086508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:25.087144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:47:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:25.130415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.131714 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-536a81da-f53d-439e-8e57-a4eb6d0bbf93 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3059103 Oct 22 15:48:25.134863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:25.163505 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d15c106e-8999-472a-9fde-d67ebfcc13aa tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=8a3b646f0a9d4ec4a80931bbc2e067a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273492 Oct 22 15:48:25.166024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42352) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:25.182929 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f3a92445-7119-477c-8ae5-c8ce795978fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.204020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:25.255491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d1b57d-8b8c-4552-ac87-e3addbbb8946 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:25.257052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c8d1b57d-8b8c-4552-ac87-e3addbbb8946 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900667 Oct 22 15:48:25.260076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42354) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:25.292971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0e73f4a-5783-42f3-8e76-c92f388311ab tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317667 Oct 22 15:48:25.295533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:25.300928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689715669', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:25.400372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:24Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:25.426106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Checking router: a171fda3-2d61-4343-b5d3-77b1a9331bc7 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:48:25.426449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Updating router a171fda3-2d61-4343-b5d3-77b1a9331bc7 port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:48:25.451628 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.499615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:48:25.505931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.711279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.774101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.824995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.838760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Subnet': ['ID=77470690-5603-48bd-8ba3-de81d96decb0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:25.843364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Checking segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:48:25.843732 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network hostable DHCP agents. Network: 355584d2-3b95-42e7-b392-39af4c8d3cf8, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:48:25.881656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Attempting to bind port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:48:25.882028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Attempting to bind port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:48:25.882409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Attempting to bind port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:48:25.885299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c2aee-f558-4636-9059-855fbfbfe83d None None] Pushing event updated for resources: {'Port': ['ID=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:25.889868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:48:25.890245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:48:25.890669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.891083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:48:25.891572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Bound port: f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:48:25.891964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:25.939569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:48:25.944110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] For port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:48:25.947316 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] For port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:48:26.042174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 355584d2-3b95-42e7-b392-39af4c8d3cf8) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:26.046187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:26.046813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:26.051849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ca9a6-528c-47f3-8574-7b8b70fda897 None None] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:48:26.068381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:26.160048 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-409df5be-0e10-476b-9113-01df097c7203 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8629835 Oct 22 15:48:26.162314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42358) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:26.175676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:26.176368 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:48:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:26.224767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c2aee-f558-4636-9059-855fbfbfe83d None None] Pushing event updated for resources: {'Port': ['ID=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:26.355096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-355584d2-3b95-42e7-b392-39af4c8d3cf8', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:48:26.355943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:26.361747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:26.563441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:26.604525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:26.676322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Allocated IP 172.20.0.2 (355584d2-3b95-42e7-b392-39af4c8d3cf8/77470690-5603-48bd-8ba3-de81d96decb0/ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:48:26.757546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:26.769158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:24Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:26.961670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8005b77-f07b-49ba-881f-7ebdca6c7ec9 None None] The sync data for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 is: [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:24Z', 'revision_number': 3, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:48:27.036088 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.146161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.202588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:48:27.207901 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:27.214678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:48:27.217012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.1 (355584d2-3b95-42e7-b392-39af4c8d3cf8/77470690-5603-48bd-8ba3-de81d96decb0/3ca10b16-2035-4a05-82f1-107b66b58eb9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:48:27.228480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Pushing event updated for resources: {'Port': ['ID=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:27.278074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Attempting to bind port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:48:27.278434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Attempting to bind port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:48:27.278794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Attempting to bind port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 on network 355584d2-3b95-42e7-b392-39af4c8d3cf8 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:48:27.285169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:48:27.285614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Checking segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:48:27.289349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.289349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Bound using segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:48:27.289349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Bound port: ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:48:27.289349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.353793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.359913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] For port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:48:27.367608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] For port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:48:27.475791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.536308 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.543214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c451e-2758-477e-8146-fbbc60529a78 None None] Pushing event updated for resources: {'Port': ['ID=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:27.579053 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:48:27.585472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:27.592756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:48:27.627130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=3ca10b16-2035-4a05-82f1-107b66b58eb9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:27.651771 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:27.907281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.198651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.258207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.288366 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.339323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=3ca10b16-2035-4a05-82f1-107b66b58eb9,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:28.344647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.447939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aba6d7-17a9-4742-a2c0-f09112667a48 None None] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:48:28.449733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:48:28.451597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:28.574179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router a171fda3-2d61-4343-b5d3-77b1a9331bc7 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:48:28.584889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-13950dee-33ec-42cb-8ab5-9f2d6cfff12b None None] Provisioning complete for port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:28.585255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13950dee-33ec-42cb-8ab5-9f2d6cfff12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.695325 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13950dee-33ec-42cb-8ab5-9f2d6cfff12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:28.698962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:48:28.707515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8eb8133d-f486-4bd8-b26f-f1d11660a240 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/a171fda3-2d61-4343-b5d3-77b1a9331bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441024 Oct 22 15:48:28.745660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-13950dee-33ec-42cb-8ab5-9f2d6cfff12b None None] For port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:28.913385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:28.915625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-0022d63a-d8f7-428b-bb72-bc7535607cef tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120797870&fields=id&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 267 time: 0.0483866 Oct 22 15:48:28.927162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13950dee-33ec-42cb-8ab5-9f2d6cfff12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.022106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950dee-33ec-42cb-8ab5-9f2d6cfff12b None None] Pushing event updated for resources: {'Port': ['ID=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:29.056478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:29.056946 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.063539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ffe40c21-88c5-4438-9f6b-20fab34a30d0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:29.065845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ffe40c21-88c5-4438-9f6b-20fab34a30d0 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 797 time: 0.1371138 Oct 22 15:48:29.087294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-a4860cf8-b6c4-46f3-9284-c8a6aef6efea tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/quotas/8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 375 time: 0.0131834 Oct 22 15:48:29.090505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aeda604d-289d-4b94-aee3-2d81f2cb4408 None None] Provisioning complete for port 3ca10b16-2035-4a05-82f1-107b66b58eb9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:29.090879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aeda604d-289d-4b94-aee3-2d81f2cb4408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.135493 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Sync routers for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:48:29.148184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-aeda604d-289d-4b94-aee3-2d81f2cb4408 None None] Port 3ca10b16-2035-4a05-82f1-107b66b58eb9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:48:29.151665 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:29.152697 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:48:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:29.155544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-1aae9b70-a15d-4adc-bef8-84c20420cd9c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624652 Oct 22 15:48:29.193371 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-aeda604d-289d-4b94-aee3-2d81f2cb4408 None None] Provisioning complete for port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:29.193745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aeda604d-289d-4b94-aee3-2d81f2cb4408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.226572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.265916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:29.273581 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:29.275280 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-2f0d1dbc-7f9f-452a-8711-7e82900f93c1 service neutron] 10.222.0.66 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072283 Oct 22 15:48:29.385307 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.386221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:29.407724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-e88590f7-5bca-46fd-9cb2-22486e34c69f service neutron] 10.222.0.66 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245227 Oct 22 15:48:29.491002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:29.500234 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7f1f54da-a79c-4424-be6d-c383c3c5c2f5 None None] Provisioning complete for port 3ca10b16-2035-4a05-82f1-107b66b58eb9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:29.500234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7f1f54da-a79c-4424-be6d-c383c3c5c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.544214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f54da-a79c-4424-be6d-c383c3c5c2f5 None None] Port 3ca10b16-2035-4a05-82f1-107b66b58eb9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:48:29.551948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:29.551948 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.578921 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:28Z', 'revision_number': 2, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:29.608793 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Checking router: a171fda3-2d61-4343-b5d3-77b1a9331bc7 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:48:29.609187 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Updating router a171fda3-2d61-4343-b5d3-77b1a9331bc7 port 3ca10b16-2035-4a05-82f1-107b66b58eb9 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:48:29.642058 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.672695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d1701af6-a4be-4fbb-b3c6-fc50674d2d48 None None] Provisioning complete for port 3ca10b16-2035-4a05-82f1-107b66b58eb9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:29.673198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d1701af6-a4be-4fbb-b3c6-fc50674d2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:29.717289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-56bcf032-59e6-47f1-8310-4e05629d24c4 req-bb2713e9-8f98-4381-90a6-9872179fd822 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 210 time: 0.0352619 Oct 22 15:48:29.718662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d1701af6-a4be-4fbb-b3c6-fc50674d2d48 None None] Port 3ca10b16-2035-4a05-82f1-107b66b58eb9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:48:29.870779 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:48:29.931498 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.076282 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.135023 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Pushing event updated for resources: {'Port': ['ID=3ca10b16-2035-4a05-82f1-107b66b58eb9,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:30.158896 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.159672 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.159672 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.159925 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.160255 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.160595 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.160964 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.161291 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.161613 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.161939 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.162261 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.162605 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:48:30.193889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Attempting to bind port 3ca10b16-2035-4a05-82f1-107b66b58eb9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:48:30.194171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Attempting to bind port 3ca10b16-2035-4a05-82f1-107b66b58eb9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:48:30.194567 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Attempting to bind port 3ca10b16-2035-4a05-82f1-107b66b58eb9 on network 355584d2-3b95-42e7-b392-39af4c8d3cf8 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:48:30.200272 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:48:30.200715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Checking segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:48:30.201078 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.201474 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Bound using segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:48:30.201947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Bound port: 3ca10b16-2035-4a05-82f1-107b66b58eb9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:48:30.202334 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.270517 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] For port 3ca10b16-2035-4a05-82f1-107b66b58eb9, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:48:30.274063 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] For port 3ca10b16-2035-4a05-82f1-107b66b58eb9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3ca10b16-2035-4a05-82f1-107b66b58eb9,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:48:30.342428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c80634f0-02ee-4f84-8e6b-fc77cb459c6f None None] Provisioning complete for port 3ca10b16-2035-4a05-82f1-107b66b58eb9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:30.342792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c80634f0-02ee-4f84-8e6b-fc77cb459c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.379874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c80634f0-02ee-4f84-8e6b-fc77cb459c6f None None] Port 3ca10b16-2035-4a05-82f1-107b66b58eb9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:48:30.384050 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.435633 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:30.437101 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:48:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:30.492979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c68874-342d-4b72-9a3d-7ae56d7d70c1 None None] Pushing event updated for resources: {'Port': ['ID=3ca10b16-2035-4a05-82f1-107b66b58eb9,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:30.570838 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:30.701345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2ed89f51-c884-4c48-a122-fced67f95f83 None None] Provisioning complete for port 3ca10b16-2035-4a05-82f1-107b66b58eb9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:30.701884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ed89f51-c884-4c48-a122-fced67f95f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.780020 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:30.786057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ed89f51-c884-4c48-a122-fced67f95f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.813783 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77163-ba6c-436f-8fc4-650f648fccfb None None] The sync data for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 is: [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:48:30.835393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f007d979-2e21-418e-ac49-e756150555ba req-427c42c7-fd92-4d98-b40f-ae4035dff1ca tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 210 time: 0.0432649 Oct 22 15:48:30.851590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:30.918731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:30.919363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:30.967508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2ed89f51-c884-4c48-a122-fced67f95f83 None None] For port 3ca10b16-2035-4a05-82f1-107b66b58eb9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3ca10b16-2035-4a05-82f1-107b66b58eb9,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:31.024224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:31.063034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ed89f51-c884-4c48-a122-fced67f95f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:31.118120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:31.118404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:31.141570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89f51-c884-4c48-a122-fced67f95f83 None None] Pushing event updated for resources: {'Port': ['ID=3ca10b16-2035-4a05-82f1-107b66b58eb9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:31.961061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28cab781-badf-4e53-a901-cabafe17ce6e req-4dd58ca2-1e00-4f1b-99c4-4a50cc583676 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Oct 22 15:48:32.376250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-edea5651-0c9d-4432-aafc-121cf56b3ef8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:32.377876 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-edea5651-0c9d-4432-aafc-121cf56b3ef8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 797 time: 0.1262815 Oct 22 15:48:32.425814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-f5107475-1a9b-400d-b0fb-d7bd64d37804 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3 HTTP/1.1" status: 200 len: 380 time: 0.0381403 Oct 22 15:48:32.436195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'port': {'device_id': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'admin_state_up': True, 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'security_groups': ['2b58f82e-c571-4697-97ee-230d40bfaef2']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:32.613979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Made reservation on behalf of 8a3b646f0a9d4ec4a80931bbc2e067a3 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:48:32.617752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:32.751543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.20.0.13 (355584d2-3b95-42e7-b392-39af4c8d3cf8/77470690-5603-48bd-8ba3-de81d96decb0/8cb72478-7c16-4434-aa0e-b80631e5cfcb) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:48:32.847702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3ca10b16-2035-4a05-82f1-107b66b58eb9 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:32.903488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3ca10b16-2035-4a05-82f1-107b66b58eb9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:32.903769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:32.906022 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.025393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.073225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:48:33.076613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:33.079130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:48:33.089251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc65de-f2a7-4f2d-9e64-7b81a744abe3 req-4b668f6a-478f-4ca1-99d7-c28b06984919 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:33.090883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72bc65de-f2a7-4f2d-9e64-7b81a744abe3 req-4b668f6a-478f-4ca1-99d7-c28b06984919 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 932 time: 0.0557632 Oct 22 15:48:33.115876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:33.140775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72bc65de-f2a7-4f2d-9e64-7b81a744abe3 req-f5b8ebbb-9eb6-4296-a236-39d6ce063dac tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Oct 22 15:48:33.147137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:33.147839 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.244979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-33df34c0-74e4-488b-b1b0-d4c93b1949b7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8126144 Oct 22 15:48:33.257768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Request body: {'port': {'device_id': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:33.320415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.403974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e930bb82-20f8-48c2-adb3-7cfd9757ac3e None None] Provisioning complete for port 8cb72478-7c16-4434-aa0e-b80631e5cfcb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:33.404658 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e930bb82-20f8-48c2-adb3-7cfd9757ac3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.439755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e930bb82-20f8-48c2-adb3-7cfd9757ac3e None None] Port 8cb72478-7c16-4434-aa0e-b80631e5cfcb cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:48:33.592676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb72478-7c16-4434-aa0e-b80631e5cfcb {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:48:33.600267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.612170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Transition to ACTIVE for port object 8cb72478-7c16-4434-aa0e-b80631e5cfcb will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:48:33.686228 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.742080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:33.820815 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Attempting to bind port 8cb72478-7c16-4434-aa0e-b80631e5cfcb on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:48:33.821165 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Attempting to bind port 8cb72478-7c16-4434-aa0e-b80631e5cfcb by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:48:33.821499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Attempting to bind port 8cb72478-7c16-4434-aa0e-b80631e5cfcb on network 355584d2-3b95-42e7-b392-39af4c8d3cf8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:48:33.826330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Port 8cb72478-7c16-4434-aa0e-b80631e5cfcb on network 355584d2-3b95-42e7-b392-39af4c8d3cf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:48:33.826651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Attempting to bind port 8cb72478-7c16-4434-aa0e-b80631e5cfcb on network 355584d2-3b95-42e7-b392-39af4c8d3cf8 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:48:33.831967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:48:33.832289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Checking segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:48:33.832702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Bound using segment: {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:48:33.833113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Bound port: 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e4d342-0338-4acc-83a0-48e5a4c2de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:48:33.833450 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.903401 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:48:33.906748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:48:33.962403 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:33.999239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:33.999856 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:34.001261 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] 10.222.0.69 "PUT /v2.0/ports/8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 1092 time: 0.7481539 Oct 22 15:48:34.001707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:34.004570 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce7b3ba-544d-45db-ac83-144037198df4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:34.037113 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9c232-bcb8-4832-b7c8-f0212290c954 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:34.049824 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509638cb-28b3-41cc-98ba-e2027befd1f3 x-openstack-request-id: req-509638cb-28b3-41cc-98ba-e2027befd1f3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:34.050231 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:34.050581 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-509638cb-28b3-41cc-98ba-e2027befd1f3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:34.051238 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'status': 'completed', 'code': 200} Oct 22 15:48:34.120551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b3ba-544d-45db-ac83-144037198df4 req-e7f56ba9-2470-4d4c-ac29-f6d6602ba133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.122179 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bce7b3ba-544d-45db-ac83-144037198df4 req-e7f56ba9-2470-4d4c-ac29-f6d6602ba133 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1095 time: 0.0501385 Oct 22 15:48:34.155304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:34.231034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b3ba-544d-45db-ac83-144037198df4 req-16a9e246-8e74-4b8f-852a-2f510e3565d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.232467 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bce7b3ba-544d-45db-ac83-144037198df4 req-16a9e246-8e74-4b8f-852a-2f510e3565d3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1022508 Oct 22 15:48:34.275198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d8e0-28cd-425d-b7c1-44c7e0bfcfd4 req-a7b3bb0c-59d4-45b2-959d-9542865cf7bd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.276775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbb2d8e0-28cd-425d-b7c1-44c7e0bfcfd4 req-a7b3bb0c-59d4-45b2-959d-9542865cf7bd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0584276 Oct 22 15:48:34.325988 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbb2d8e0-28cd-425d-b7c1-44c7e0bfcfd4 req-751a32a0-b04f-4f9c-9e69-910278ee2aac tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411859 Oct 22 15:48:34.345853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b3ba-544d-45db-ac83-144037198df4 req-0f90eb08-11a4-4057-a1e2-2d8f40f18ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.348410 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bce7b3ba-544d-45db-ac83-144037198df4 req-0f90eb08-11a4-4057-a1e2-2d8f40f18ad0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075547 Oct 22 15:48:34.431372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-064af534-9121-401e-837e-9f4fa70019da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.432972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-064af534-9121-401e-837e-9f4fa70019da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1095 time: 0.0440590 Oct 22 15:48:34.477736 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-d4846bb2-795e-443b-97fd-139070a1ee3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 217 time: 0.0360520 Oct 22 15:48:34.536532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-b8f361be-c442-4307-8fac-ffc4e6edce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.538072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-b8f361be-c442-4307-8fac-ffc4e6edce16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 200 len: 835 time: 0.0517852 Oct 22 15:48:34.587099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-d73b3884-f961-4b83-8b88-e1f8fb4e0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:34.588722 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-d73b3884-f961-4b83-8b88-e1f8fb4e0a2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=355584d2-3b95-42e7-b392-39af4c8d3cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435700 Oct 22 15:48:34.693423 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-c5f5273e-3bec-4fc2-aeb1-94d878ae3ff9 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965080 Oct 22 15:48:34.798134 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-fe3b6ca3-395f-49bb-b6f4-2a36de78b671 req-6ba849a1-78d6-464a-8ef3-6de1cdd31aab service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896926 Oct 22 15:48:35.452133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b466-ab2d-400f-86f3-a2154426ab6a req-5df993ad-3006-4a8c-ae38-1dcf62e73a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:35.453727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d08b466-ab2d-400f-86f3-a2154426ab6a req-5df993ad-3006-4a8c-ae38-1dcf62e73a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0535219 Oct 22 15:48:35.493263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5d08b466-ab2d-400f-86f3-a2154426ab6a req-81e2b971-28a0-42e7-884e-6e4ae502c835 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Oct 22 15:48:36.615043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f666d-9ec8-402d-89cf-f5662495083c req-b830305d-1143-48fa-aa10-22f75a5932f3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:36.616547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-205f666d-9ec8-402d-89cf-f5662495083c req-b830305d-1143-48fa-aa10-22f75a5932f3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0544851 Oct 22 15:48:36.656668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-205f666d-9ec8-402d-89cf-f5662495083c req-8fa1334a-56a0-4f70-bf82-37847351cc34 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Oct 22 15:48:37.782628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84abe-e5b0-44d0-a0c0-9098ab9c4c9a req-0a8bbd00-b37b-4a1a-95a8-bd984d5e625c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:37.784472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53a84abe-e5b0-44d0-a0c0-9098ab9c4c9a req-0a8bbd00-b37b-4a1a-95a8-bd984d5e625c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0557659 Oct 22 15:48:37.829473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53a84abe-e5b0-44d0-a0c0-9098ab9c4c9a req-145af46d-101d-4a8e-9808-10353c24dda9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347567 Oct 22 15:48:38.946259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9c8fc-83f9-41b9-951a-9863ea165669 req-c2a71106-5785-4125-ab0c-fb16ce4ed9af tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:38.947789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4c9c8fc-83f9-41b9-951a-9863ea165669 req-c2a71106-5785-4125-ab0c-fb16ce4ed9af tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0508177 Oct 22 15:48:39.032181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4c9c8fc-83f9-41b9-951a-9863ea165669 req-da1cdcad-b4e6-4516-993c-b7b30626910e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783246 Oct 22 15:48:39.775728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:48:39.877493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:39.889745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'port_id': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'mac_address': 'fa:16:3e:25:ec:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:48:39.931705 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:39.946428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb72478-7c16-4434-aa0e-b80631e5cfcb {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:48:39.967422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:40.093528 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:40.144862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:40.207666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7ccb-e0fc-4fcb-875c-c4d945ab7e9d req-74b56227-1a7d-402d-86e2-c044eb9f3457 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:40.209953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046d7ccb-e0fc-4fcb-875c-c4d945ab7e9d req-74b56227-1a7d-402d-86e2-c044eb9f3457 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 945 time: 0.1041470 Oct 22 15:48:40.248267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-046d7ccb-e0fc-4fcb-875c-c4d945ab7e9d req-de8a384a-2e0b-49f3-a774-0e8e01888e4a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Oct 22 15:48:40.449082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8cb72478-7c16-4434-aa0e-b80631e5cfcb'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:48:41.372789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394436e-e3ec-4f3c-a1ab-2e31eb4dce7d req-deb8f8d5-9af8-4ddb-98b0-521eacd72a2e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:41.374301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d394436e-e3ec-4f3c-a1ab-2e31eb4dce7d req-deb8f8d5-9af8-4ddb-98b0-521eacd72a2e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 945 time: 0.0541782 Oct 22 15:48:41.414008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d394436e-e3ec-4f3c-a1ab-2e31eb4dce7d req-65b2de99-aa68-4edb-8baf-861a0711795e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Oct 22 15:48:41.778517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:48:41.905083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8cb72478-7c16-4434-aa0e-b80631e5cfcb completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:48:41.909354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8cb72478-7c16-4434-aa0e-b80631e5cfcb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:48:41.909728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:41.945388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:41.993755 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:42.017853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:42.020177 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ca43b-c7b3-40dc-8f97-de3ac9031d50" -d '{"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-plugged", "status": "completed", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:42.034947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:48:42.059971 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7127f3c7-f823-4154-a177-2c45b201dc29 x-openstack-request-id: req-7127f3c7-f823-4154-a177-2c45b201dc29 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:42.060258 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-plugged", "status": "completed", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:42.060525 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7127f3c7-f823-4154-a177-2c45b201dc29 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:42.060915 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'code': 200} Oct 22 15:48:42.099484 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:42.151852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:42.157863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e434e-70d8-40b3-b103-1b90823bf034 req-fdf434dd-71f7-484a-8cdc-9f6e2623b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:42.159978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba6e434e-70d8-40b3-b103-1b90823bf034 req-fdf434dd-71f7-484a-8cdc-9f6e2623b5e3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0404117 Oct 22 15:48:42.195377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba6e434e-70d8-40b3-b103-1b90823bf034 req-5b18d2df-5fb5-439f-8aeb-025907084baf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282454 Oct 22 15:48:42.537389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b15eb1-dc78-4cc9-8d49-2ea52a3273dc req-26bcc377-5aed-42e8-9e46-5e765aba8d8a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:42.538897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10b15eb1-dc78-4cc9-8d49-2ea52a3273dc req-26bcc377-5aed-42e8-9e46-5e765aba8d8a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0563440 Oct 22 15:48:42.577830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10b15eb1-dc78-4cc9-8d49-2ea52a3273dc req-07419f18-593a-46eb-b457-a5da51bf6e08 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Oct 22 15:48:43.703914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcbb2c-3de0-4713-bd1e-4b9f4878a154 req-776dffa8-6702-4e31-b0a3-26e21c6c6ac7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:43.705355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12dcbb2c-3de0-4713-bd1e-4b9f4878a154 req-776dffa8-6702-4e31-b0a3-26e21c6c6ac7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0537193 Oct 22 15:48:43.746708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12dcbb2c-3de0-4713-bd1e-4b9f4878a154 req-e5d6c088-cc34-434c-90d2-4c23f43478a4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341008 Oct 22 15:48:44.871902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f104fcb-03f5-44eb-82f5-d2354fb1941e req-3205ed39-c3d6-48e8-bda0-74a099ec46e4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:44.873399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f104fcb-03f5-44eb-82f5-d2354fb1941e req-3205ed39-c3d6-48e8-bda0-74a099ec46e4 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0532470 Oct 22 15:48:44.912490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f104fcb-03f5-44eb-82f5-d2354fb1941e req-afaf4a52-f34b-404e-83a5-5362c39d5f2a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Oct 22 15:48:45.030278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5788-53ef-498c-89c8-d3b663326a84 req-6c8c0ef9-1996-48f2-807a-c53093fb2e32 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:45.031725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81fd5788-53ef-498c-89c8-d3b663326a84 req-6c8c0ef9-1996-48f2-807a-c53093fb2e32 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0496728 Oct 22 15:48:45.072031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81fd5788-53ef-498c-89c8-d3b663326a84 req-bcd77935-f145-4948-a259-767f2a64abd7 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341370 Oct 22 15:48:45.094867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:45.138216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4629b5-ae39-45ef-9568-784eb02f4967 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:45.139764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd4629b5-ae39-45ef-9568-784eb02f4967 tempest-TestNetworkAdvancedServerOps-1001464963 tempest-TestNetworkAdvancedServerOps-1001464963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1092 time: 0.0438793 Oct 22 15:48:45.142621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42424) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:45.146845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:48:45.241767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:45.336746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:45.442486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Allocated IP 172.25.1.140 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/bd46e66e-6ca5-458c-94c2-c84b3cf3bb06) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:48:45.544581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:45.646897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:45.684312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:48:45.687256 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:48:45.690839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:48:45.717987 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=bd46e66e-6ca5-458c-94c2-c84b3cf3bb06,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:46.481290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:46.677924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:46.834811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:46.897655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:46.967124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event updated for resources: {'Port': ['ID=bd46e66e-6ca5-458c-94c2-c84b3cf3bb06,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:48:46.981653 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:47.084912 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP edfaad88-2942-4414-bd9b-f94b90709608 associated. External IP: 172.25.1.140, port: 8cb72478-7c16-4434-aa0e-b80631e5cfcb. Oct 22 15:48:47.306649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router a171fda3-2d61-4343-b5d3-77b1a9331bc7 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:48:47.418230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:48:47.428609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] Sync routers for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:48:47.439530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:47.449948 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:48:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:47.510988 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:47.538547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c2b436f6-8cdf-4370-9f2a-4d931ee0fc4e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3948669 Oct 22 15:48:47.539160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:48:47.541733 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5224843-f614-412b-ae4f-8cb34d11098e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:48:47.553603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:47.581072 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aeb47f-82cc-431d-acdd-e9608ba138ba x-openstack-request-id: req-58aeb47f-82cc-431d-acdd-e9608ba138ba {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:48:47.581440 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:48:47.582122 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58aeb47f-82cc-431d-acdd-e9608ba138ba {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:48:47.582257 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'status': 'completed', 'code': 200} Oct 22 15:48:47.644880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a2bc6-9ffa-45b8-b0dc-12a0215f3690 req-53bb0945-649a-4925-aeea-3b0c94c0b4dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:47.646664 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a88a2bc6-9ffa-45b8-b0dc-12a0215f3690 req-53bb0945-649a-4925-aeea-3b0c94c0b4dd tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0525782 Oct 22 15:48:47.654093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224843-f614-412b-ae4f-8cb34d11098e req-94949833-45c9-4c8b-afe8-c53aee61592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:47.655697 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-94949833-45c9-4c8b-afe8-c53aee61592c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0474684 Oct 22 15:48:47.690461 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a88a2bc6-9ffa-45b8-b0dc-12a0215f3690 req-18e4e851-44d5-4b8e-b4af-e200b1bf1c59 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358338 Oct 22 15:48:47.715107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:47.756196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224843-f614-412b-ae4f-8cb34d11098e req-c4fc244a-b498-4958-81ba-1297d5ddc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:47.757900 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-c4fc244a-b498-4958-81ba-1297d5ddc11d service neutron] 10.222.0.69 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 898 time: 0.0937753 Oct 22 15:48:47.785815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b2d210c7-cb7e-4321-a1b7-6af4cd0c8806 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/edfaad88-2942-4414-bd9b-f94b90709608 HTTP/1.1" status: 200 len: 992 time: 0.0683367 Oct 22 15:48:47.814487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'edfaad88-2942-4414-bd9b-f94b90709608', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'port_id': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'mac_address': 'fa:16:3e:25:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:48:45Z', 'updated_at': '2021-10-22T15:48:45Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:47.833940 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-724b38f1-bff4-4483-9678-8e343245c618 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 1000 time: 0.0670798 Oct 22 15:48:47.843093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] Checking router: a171fda3-2d61-4343-b5d3-77b1a9331bc7 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:48:47.852303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:48:47.852927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:48:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:47.897614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224843-f614-412b-ae4f-8cb34d11098e req-86934676-78d7-4e44-930d-e266d9e500a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:47.899324 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-86934676-78d7-4e44-930d-e266d9e500a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 200 len: 835 time: 0.0510247 Oct 22 15:48:47.947485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224843-f614-412b-ae4f-8cb34d11098e req-5876a5ff-b5b7-43b2-890f-669c064dc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:48:47.949013 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-5876a5ff-b5b7-43b2-890f-669c064dc1e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=355584d2-3b95-42e7-b392-39af4c8d3cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422530 Oct 22 15:48:47.964510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:48:48.050296 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-60ae0142-d46e-44ee-b663-70db496eda05 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940678 Oct 22 15:48:48.148774 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5224843-f614-412b-ae4f-8cb34d11098e req-d4137d8c-e519-49b0-aa06-1d4660d3d9ad service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901697 Oct 22 15:48:48.201467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'edfaad88-2942-4414-bd9b-f94b90709608', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'port_id': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'mac_address': 'fa:16:3e:25:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:48:45Z', 'updated_at': '2021-10-22T15:48:45Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:48:48.402228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d58d3-452e-4df4-9fa9-e5ab44e24a5c None None] The sync data for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 is: [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'edfaad88-2942-4414-bd9b-f94b90709608', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'port_id': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'mac_address': 'fa:16:3e:25:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:48:45Z', 'updated_at': '2021-10-22T15:48:45Z', 'revision_number': 0, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:48:48.608955 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b5eb35-ca86-46f3-898e-a9fd7d4f17b5 None None] New status for floating IP edfaad88-2942-4414-bd9b-f94b90709608: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:48:48.788657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:48.858278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-03164c2f-5f93-45d6-a6b0-7853f235838d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/edfaad88-2942-4414-bd9b-f94b90709608 HTTP/1.1" status: 200 len: 992 time: 0.0684147 Oct 22 15:48:49.862942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42434) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:48:49.932734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-03fc6c9c-66e3-4414-97bf-856f4de386d8 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/edfaad88-2942-4414-bd9b-f94b90709608 HTTP/1.1" status: 200 len: 994 time: 0.0685885 Oct 22 15:48:52.675932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fa76d794-be15-41f0-91da-aa1c3dbf6ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:55.188255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b41163b3-9b98-4b0e-8ec9-f09d256bf19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:56.479660 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:56.748192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:48:58.270134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:04.201509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:06.869146 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:49:12.027790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:17.198342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-aa42f780-9297-4ca9-8562-ceceb7750b9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846815 Oct 22 15:49:17.295389 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60693028-d603-4bac-82dd-afcefd1fcddf req-8502c8e8-3920-43d5-acb8-942d623b9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:49:17.296922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-8502c8e8-3920-43d5-acb8-942d623b9a54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0480771 Oct 22 15:49:17.402476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60693028-d603-4bac-82dd-afcefd1fcddf req-c2ee2bc2-867f-4bbe-9e86-9ee7754bd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:49:17.403937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-c2ee2bc2-867f-4bbe-9e86-9ee7754bd3d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 898 time: 0.0861311 Oct 22 15:49:17.475120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-8b781dd3-58de-41a6-bc9b-650ec28c4919 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 1002 time: 0.0629590 Oct 22 15:49:17.525977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60693028-d603-4bac-82dd-afcefd1fcddf req-451c006d-5427-481d-92ab-c39863efe317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:49:17.527435 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-451c006d-5427-481d-92ab-c39863efe317 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 200 len: 835 time: 0.0438836 Oct 22 15:49:17.573904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60693028-d603-4bac-82dd-afcefd1fcddf req-cf90e5da-a438-4802-9896-de2a35a27650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:49:17.575413 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-cf90e5da-a438-4802-9896-de2a35a27650 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=355584d2-3b95-42e7-b392-39af4c8d3cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406125 Oct 22 15:49:17.669078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-35cde6e7-e26a-4b32-9936-695587df61b0 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855703 Oct 22 15:49:17.760112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-60693028-d603-4bac-82dd-afcefd1fcddf req-044fb880-0c93-44ca-b38c-e3f85f8110c0 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840538 Oct 22 15:49:22.698541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-53496f59-14e4-4e38-8800-b9e089c278c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:25.143669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aa642148-ec43-4255-9a47-54f085ae35ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:26.495953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:26.703541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:28.286412 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:34.200769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:41.963392 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:43.868020 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:49:52.697519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d3e0-556d-4a9b-b2fa-52a287e93381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:55.174844 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cad5cbe1-2931-4f1b-beeb-6d8e547417a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:56.514695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:56.692199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:49:58.314746 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:01.451133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9fd2f-464a-473c-9e6b-a1370ac79477 req-c9a27176-e51e-49ce-a327-f8e5d7dd7c92 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:01.452721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d9fd2f-464a-473c-9e6b-a1370ac79477 req-c9a27176-e51e-49ce-a327-f8e5d7dd7c92 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0545597 Oct 22 15:50:01.490491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8d9fd2f-464a-473c-9e6b-a1370ac79477 req-77d8dd72-9c60-44f6-9802-72284fd62b17 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Oct 22 15:50:02.638821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa41ff0-5c38-4c4f-a0f4-ea1879b5a215 req-46950c74-917f-4c00-b23f-e98fd8d07c75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:02.640411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fa41ff0-5c38-4c4f-a0f4-ea1879b5a215 req-46950c74-917f-4c00-b23f-e98fd8d07c75 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Oct 22 15:50:02.683133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fa41ff0-5c38-4c4f-a0f4-ea1879b5a215 req-7ef73103-fb23-4dc2-8cd0-3283c175f73b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Oct 22 15:50:03.799940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66975847-95ac-4bed-88b9-0cf4620fb555 req-92e31728-4a2e-41c7-b39d-86ba244134df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:03.801430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66975847-95ac-4bed-88b9-0cf4620fb555 req-92e31728-4a2e-41c7-b39d-86ba244134df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0493493 Oct 22 15:50:03.839750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66975847-95ac-4bed-88b9-0cf4620fb555 req-f25e4ea7-9faf-4257-81da-6d015acb0a5e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Oct 22 15:50:04.183926 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:04.959411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45c158-ee45-46a6-81cc-833d444f85fc req-a9dc2acc-e9f7-4df7-87a2-6dd520d59e8e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:04.960916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd45c158-ee45-46a6-81cc-833d444f85fc req-a9dc2acc-e9f7-4df7-87a2-6dd520d59e8e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Oct 22 15:50:04.999490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd45c158-ee45-46a6-81cc-833d444f85fc req-8926de9c-8ae6-4a3e-9ed0-bb7806591a1c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Oct 22 15:50:06.116635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acb4e5-8c58-4dbc-8b51-81c6440a1835 req-12bd7e1c-2956-4450-b131-0e1907eaedcf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:06.118101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2acb4e5-8c58-4dbc-8b51-81c6440a1835 req-12bd7e1c-2956-4450-b131-0e1907eaedcf tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0498075 Oct 22 15:50:06.161073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2acb4e5-8c58-4dbc-8b51-81c6440a1835 req-907173a1-7e2b-4fef-8365-f640e7af07c9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366716 Oct 22 15:50:07.281915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1a71c-5b97-4988-a066-660e5352b59c req-f6080df7-5ba6-40e4-ae7d-42bdbd8a0bdc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:07.283405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8be1a71c-5b97-4988-a066-660e5352b59c req-f6080df7-5ba6-40e4-ae7d-42bdbd8a0bdc tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0492084 Oct 22 15:50:07.330497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8be1a71c-5b97-4988-a066-660e5352b59c req-adf6588a-144c-447e-b7f0-b9fd66abd71e tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391698 Oct 22 15:50:08.453410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc448-87f3-4c78-b880-88cf375f5e33 req-5f06aecc-4afb-42fe-81b4-9aacc008befe tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:08.454920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4bdc448-87f3-4c78-b880-88cf375f5e33 req-5f06aecc-4afb-42fe-81b4-9aacc008befe tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0526912 Oct 22 15:50:08.494793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4bdc448-87f3-4c78-b880-88cf375f5e33 req-5eeb703c-209f-4dd9-a718-fb648eefc61d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Oct 22 15:50:09.623894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32082663-b2d2-437d-a3db-58352b5151d9 req-9ad051b0-b874-4974-8152-8020aaa98121 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:09.625489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32082663-b2d2-437d-a3db-58352b5151d9 req-9ad051b0-b874-4974-8152-8020aaa98121 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Oct 22 15:50:09.671297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32082663-b2d2-437d-a3db-58352b5151d9 req-16772b53-7c94-47e9-a08f-cd84ca857f69 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Oct 22 15:50:10.803285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24aa3-cc19-425f-9d5f-007809b96c06 req-d77fc2ca-7ea3-4129-a32b-36b8a5e3470f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:10.805052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cc24aa3-cc19-425f-9d5f-007809b96c06 req-d77fc2ca-7ea3-4129-a32b-36b8a5e3470f tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0605540 Oct 22 15:50:10.847186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9cc24aa3-cc19-425f-9d5f-007809b96c06 req-d6a11c4a-8236-4692-9168-772c9d8748ba tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352991 Oct 22 15:50:11.951275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:11.964074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc103-c4c6-42cf-bdb5-4439bc00be27 req-1b199ae7-8a6d-406e-9f75-799688f89b33 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:11.965578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6abdc103-c4c6-42cf-bdb5-4439bc00be27 req-1b199ae7-8a6d-406e-9f75-799688f89b33 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0496147 Oct 22 15:50:12.006818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6abdc103-c4c6-42cf-bdb5-4439bc00be27 req-cf9507bf-e74d-411b-bdb5-f3d809fdcaae tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Oct 22 15:50:13.127502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43abf0-11da-468f-943f-72081f37c214 req-40515ad4-b5cc-4547-a426-30e629e36137 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:13.128940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c43abf0-11da-468f-943f-72081f37c214 req-40515ad4-b5cc-4547-a426-30e629e36137 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0528958 Oct 22 15:50:13.172638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c43abf0-11da-468f-943f-72081f37c214 req-5924eaaa-c41a-44d8-aebf-480c79b1edb9 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Oct 22 15:50:14.292251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3f0ad-969b-40ec-9956-4aedde4d0737 req-ec867a23-437f-4420-b765-a8e30bb8fe05 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:14.293900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15f3f0ad-969b-40ec-9956-4aedde4d0737 req-ec867a23-437f-4420-b765-a8e30bb8fe05 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0523999 Oct 22 15:50:14.335405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15f3f0ad-969b-40ec-9956-4aedde4d0737 req-59858eed-de2c-4f22-9f60-219b1b291206 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347278 Oct 22 15:50:15.459205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd885219-9ea5-4f7d-963d-00619723834f req-d7099291-34ba-4048-a5e7-e5e9be558f31 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:15.460765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd885219-9ea5-4f7d-963d-00619723834f req-d7099291-34ba-4048-a5e7-e5e9be558f31 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0531611 Oct 22 15:50:15.499531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd885219-9ea5-4f7d-963d-00619723834f req-0e2960af-c4db-4a47-bd62-533a097bf747 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Oct 22 15:50:16.632517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb7d78-dcc3-49e6-b363-37dae3735f40 req-9742028a-cc5e-4acc-8b7e-716d39ea2d9c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:16.634154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1fb7d78-dcc3-49e6-b363-37dae3735f40 req-9742028a-cc5e-4acc-8b7e-716d39ea2d9c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0526392 Oct 22 15:50:16.680439 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1fb7d78-dcc3-49e6-b363-37dae3735f40 req-b9c9ca46-5b66-433f-97c2-91b3e061ebad tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Oct 22 15:50:17.797573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae70fa4-e06c-40dc-8319-045e71480352 req-98f5708a-4b10-4cd0-acb4-90d2666925df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:17.799214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ae70fa4-e06c-40dc-8319-045e71480352 req-98f5708a-4b10-4cd0-acb4-90d2666925df tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0488164 Oct 22 15:50:17.836158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ae70fa4-e06c-40dc-8319-045e71480352 req-513996f1-0188-4cb3-8a73-738ab03eb40d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308599 Oct 22 15:50:18.187513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98f79-6d76-49e9-a843-27950f47709a req-bfed7efc-5c31-448f-9e38-bbd7863db63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:18.189028 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-bfed7efc-5c31-448f-9e38-bbd7863db63f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0467501 Oct 22 15:50:18.297650 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98f79-6d76-49e9-a843-27950f47709a req-a0648363-8060-4522-bfe8-acfd928f5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:18.298336 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-a0648363-8060-4522-bfe8-acfd928f5f8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 898 time: 0.0847971 Oct 22 15:50:18.372377 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-1e6a2d46-d116-4fbe-bee4-490d5454e70b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 1002 time: 0.0651569 Oct 22 15:50:18.423077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98f79-6d76-49e9-a843-27950f47709a req-8bb69eab-ff80-4586-a644-933aa36a13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:18.424574 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-8bb69eab-ff80-4586-a644-933aa36a13df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 200 len: 835 time: 0.0450711 Oct 22 15:50:18.471747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98f79-6d76-49e9-a843-27950f47709a req-a4fc6af0-a9dc-4c09-abe1-8680b8023d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:18.473174 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-a4fc6af0-a9dc-4c09-abe1-8680b8023d62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=355584d2-3b95-42e7-b392-39af4c8d3cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411921 Oct 22 15:50:18.571391 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-8f36100c-8f8a-4c5a-bf26-a5bbecc7adfb service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Oct 22 15:50:18.664999 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5ea98f79-6d76-49e9-a843-27950f47709a req-915d144a-cc8a-4948-895b-2bf83306e0ce service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Oct 22 15:50:18.954266 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c1979-4491-4fbe-83a9-593ce96065d4 req-4c211cd8-dd50-4f40-a669-fff401187671 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:18.955824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-080c1979-4491-4fbe-83a9-593ce96065d4 req-4c211cd8-dd50-4f40-a669-fff401187671 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0514705 Oct 22 15:50:18.994015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-080c1979-4491-4fbe-83a9-593ce96065d4 req-b2d5de80-8702-4b85-a931-54bac1e42ff1 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Oct 22 15:50:20.117510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb31811-79cc-4a9a-9e38-126891c64183 req-2ebbfd9e-1768-4b68-bf97-75ccd69ee145 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:20.119130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcb31811-79cc-4a9a-9e38-126891c64183 req-2ebbfd9e-1768-4b68-bf97-75ccd69ee145 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0517888 Oct 22 15:50:20.163104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcb31811-79cc-4a9a-9e38-126891c64183 req-eaa58e87-d1d2-4227-9aba-e240bb61635c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374494 Oct 22 15:50:20.866418 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:50:21.291508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1776c0-8c98-4895-a33d-950cf9aedcc4 req-f337efea-cab6-4c49-a129-14a8e344591d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:21.293014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d1776c0-8c98-4895-a33d-950cf9aedcc4 req-f337efea-cab6-4c49-a129-14a8e344591d tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0573771 Oct 22 15:50:21.333957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d1776c0-8c98-4895-a33d-950cf9aedcc4 req-802ce0b6-6a9f-41b8-be04-e31a7ea72697 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342240 Oct 22 15:50:21.811225 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c324389-f0c2-4be0-a241-9b23e37c58ac req-2f7116ab-5be8-400e-a385-f2a23f6ee0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:21.812967 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c324389-f0c2-4be0-a241-9b23e37c58ac req-2f7116ab-5be8-400e-a385-f2a23f6ee0b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0440626 Oct 22 15:50:21.849723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c324389-f0c2-4be0-a241-9b23e37c58ac req-a2d1968c-4d77-418a-968b-835e8ce66d64 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298588 Oct 22 15:50:22.183830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:50:22.264601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:22.289275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:50:22.291569 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c79070-83c8-4abf-bdf1-8ff5f0fdf381" -d '{"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:50:22.307587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:50:22.335186 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78638991-e114-448f-8533-22f31a24b89d x-openstack-request-id: req-78638991-e114-448f-8533-22f31a24b89d {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:50:22.335480 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:50:22.335759 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78638991-e114-448f-8533-22f31a24b89d {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:50:22.336157 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'code': 200} Oct 22 15:50:22.377117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:22.426688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:50:22.434517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.434784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.435155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.435492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.435822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.436150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.436474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.436799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.437117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.437951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.438270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.438597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:50:22.458805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207ae30-716a-44bc-b544-f51d0287873a req-bfd19065-bf57-47a4-a3af-3f5b68b26b6b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:22.460316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6207ae30-716a-44bc-b544-f51d0287873a req-bfd19065-bf57-47a4-a3af-3f5b68b26b6b tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0540833 Oct 22 15:50:22.497637 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6207ae30-716a-44bc-b544-f51d0287873a req-ce24830a-92cd-48b3-9b3b-67ed0806bd9c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Oct 22 15:50:22.656790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5ef41158-efbc-46e0-9fc9-f39710d25613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:23.628300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4244-c746-431f-9692-1e0ae7a58647 req-2b4b5122-5134-4dec-aa34-0d9126b0ef39 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:50:23.629907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c5f4244-c746-431f-9692-1e0ae7a58647 req-2b4b5122-5134-4dec-aa34-0d9126b0ef39 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 944 time: 0.0537996 Oct 22 15:50:23.673093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c5f4244-c746-431f-9692-1e0ae7a58647 req-1c8eeea7-f9aa-4b79-ae36-5753077d2b70 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368476 Oct 22 15:50:23.696121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42530) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:50:23.761380 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6cabc130-9d1f-42c8-8ff3-c9c48e4712e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/floatingips/edfaad88-2942-4414-bd9b-f94b90709608 HTTP/1.1" status: 200 len: 992 time: 0.0639741 Oct 22 15:50:24.212087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:50:24.314232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:50:24.326035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'port_id': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'mac_address': 'fa:16:3e:25:ec:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:50:24.370601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:24.384815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb72478-7c16-4434-aa0e-b80631e5cfcb {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:50:24.408279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:50:24.527946 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:24.576413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:50:24.884493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8cb72478-7c16-4434-aa0e-b80631e5cfcb'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:50:25.177174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-655f7bc1-4c92-4424-b90f-13082b020c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:26.212662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:50:26.261048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8cb72478-7c16-4434-aa0e-b80631e5cfcb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:50:26.261413 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:26.344614 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:26.372137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:50:26.374434 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c7207-e5ff-4b88-b4d4-5e8c01303663" -d '{"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-plugged", "status": "completed", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:50:26.387956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:50:26.416029 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f700a1b-cd6f-4aa4-8eb2-9b8889fcbea6 x-openstack-request-id: req-9f700a1b-cd6f-4aa4-8eb2-9b8889fcbea6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:50:26.416321 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-plugged", "status": "completed", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:50:26.416574 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f700a1b-cd6f-4aa4-8eb2-9b8889fcbea6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:50:26.416967 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'code': 200} Oct 22 15:50:26.488006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:26.537058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:50:26.540074 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:26.716246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:28.290829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:34.167727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:41.976379 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:52.678936 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5913-6787-4ae6-83b3-7957a9c59824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:55.164626 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dedbb56a-6d00-4eb1-a036-2140e20b26c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:56.480915 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:56.713531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:50:57.866025 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:50:58.286177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:04.235128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:12.017495 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:20.152434 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-3fe16e83-8b06-41fa-8b92-8c1b5527e8b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434868 Oct 22 15:51:20.236143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745da6-c351-4b83-8770-ba97fc12d215 req-01823c5a-acd5-4774-adc4-894ccaab47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:20.237624 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-01823c5a-acd5-4774-adc4-894ccaab47e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0421860 Oct 22 15:51:20.350397 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745da6-c351-4b83-8770-ba97fc12d215 req-e32b4fe7-b1c0-422b-b8a7-19f5b13267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:20.351975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-e32b4fe7-b1c0-422b-b8a7-19f5b13267b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 898 time: 0.0952485 Oct 22 15:51:20.420951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-c5ee8393-1551-4e23-9d8b-57198a6c6948 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 1002 time: 0.0617650 Oct 22 15:51:20.472882 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745da6-c351-4b83-8770-ba97fc12d215 req-57341662-a4a8-4649-ac05-53a4dd2884e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:20.474388 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-57341662-a4a8-4649-ac05-53a4dd2884e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 200 len: 835 time: 0.0462542 Oct 22 15:51:20.534029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745da6-c351-4b83-8770-ba97fc12d215 req-e21199fe-d26f-446f-9aa7-567ce832fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:20.537145 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-e21199fe-d26f-446f-9aa7-567ce832fb65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=355584d2-3b95-42e7-b392-39af4c8d3cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538590 Oct 22 15:51:20.547807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-d8ff5306-d6f7-410b-a74c-824541cf5564 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:51:20.548777 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-d8ff5306-d6f7-410b-a74c-824541cf5564 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055668 Oct 22 15:51:20.638097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-19b758d5-891a-4c65-80c4-7ccc60894573 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823383 Oct 22 15:51:20.733232 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-04745da6-c351-4b83-8770-ba97fc12d215 req-5917012f-fce2-4844-8c9e-c80142bd8810 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874724 Oct 22 15:51:22.655374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-82f4c6c0-05b3-4269-8309-ee1738e283f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:25.182238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2b8cec13-8dfa-4c2f-9bb4-7ae7ff2df130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:26.519476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:26.708679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:28.324939 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:34.210434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:34.864619 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:51:41.019503 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42568) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:41.349310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port bd46e66e-6ca5-458c-94c2-c84b3cf3bb06 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:51:41.349647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:41.436514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:41.437187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:41.449454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for bd46e66e-6ca5-458c-94c2-c84b3cf3bb06 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:51:41.754020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:41.781424 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=bd46e66e-6ca5-458c-94c2-c84b3cf3bb06,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:41.798017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.798381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.798723 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.799086 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.799419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.799757 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.800082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.800410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.800736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.802920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.803281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.803864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:41.868593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:41.868926 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Floating IP edfaad88-2942-4414-bd9b-f94b90709608 disassociated (deleted). External IP: 172.25.1.140, port: 8cb72478-7c16-4434-aa0e-b80631e5cfcb. Oct 22 15:51:41.981584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:42.090291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router a171fda3-2d61-4343-b5d3-77b1a9331bc7 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:51:42.214623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:51:42.220626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:42.225525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] Sync routers for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:51:42.237311 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:51:42.237998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:51:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:42.250901 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9dbce4cd-3682-4d72-a406-bca1e8bd9a23 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/floatingips/edfaad88-2942-4414-bd9b-f94b90709608 HTTP/1.1" status: 204 len: 168 time: 1.2302806 Oct 22 15:51:42.251522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:51:42.253859 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442121f7-9d7b-460d-8394-877522e8d77d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:51:42.355804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:51:42.450819 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68328243-bfc3-4756-96d0-32cdf5464718 x-openstack-request-id: req-68328243-bfc3-4756-96d0-32cdf5464718 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:51:42.451860 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:51:42.452235 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68328243-bfc3-4756-96d0-32cdf5464718 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:51:42.452712 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'status': 'completed', 'code': 200} Oct 22 15:51:42.521109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442121f7-9d7b-460d-8394-877522e8d77d req-c2e0adb3-691e-4be4-a903-df9b692ec02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:42.523163 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-c2e0adb3-691e-4be4-a903-df9b692ec02d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 1097 time: 0.0450571 Oct 22 15:51:42.581604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:42.612883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] Checking router: a171fda3-2d61-4343-b5d3-77b1a9331bc7 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:51:42.621606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:51:42.622215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:51:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:42.633801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442121f7-9d7b-460d-8394-877522e8d77d req-995aab1b-0a96-4cb9-93b9-afe434bec968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:42.635540 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-995aab1b-0a96-4cb9-93b9-afe434bec968 service neutron] 10.222.0.69 "GET /v2.0/networks?id=355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 200 len: 898 time: 0.1042244 Oct 22 15:51:42.685885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-b4c95b04-73d7-46de-9f3e-ee017ef03eb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 200 len: 217 time: 0.0372100 Oct 22 15:51:42.735286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442121f7-9d7b-460d-8394-877522e8d77d req-f1990fc6-aa9f-4187-add9-81af9640d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:42.736908 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-f1990fc6-aa9f-4187-add9-81af9640d174 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 200 len: 835 time: 0.0464442 Oct 22 15:51:42.741417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5933d63-cbe2-4356-8e55-abeeda1108a7 req-54687228-7ce7-4f97-9f2f-8c79eadc61e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:42.743511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5933d63-cbe2-4356-8e55-abeeda1108a7 req-54687228-7ce7-4f97-9f2f-8c79eadc61e6 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0580997 Oct 22 15:51:42.746418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:51:42.788614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d5933d63-cbe2-4356-8e55-abeeda1108a7 req-d282730f-6da6-491b-a1d2-3116771f616c tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360360 Oct 22 15:51:42.797283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442121f7-9d7b-460d-8394-877522e8d77d req-61eea466-35d1-44e7-979e-bcc1f5a75278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:42.798910 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-61eea466-35d1-44e7-979e-bcc1f5a75278 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=355584d2-3b95-42e7-b392-39af4c8d3cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512395 Oct 22 15:51:42.904989 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-7e142e32-d128-49b8-b9d7-da449bdf4f53 service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962620 Oct 22 15:51:43.137748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:43.169606 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c9e91-57f5-45d9-b0c5-8661d8b6e65b None None] The sync data for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 is: [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:48:27Z', 'revision_number': 4, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '3ca10b16-2035-4a05-82f1-107b66b58eb9', 'name': '', 'network_id': '355584d2-3b95-42e7-b392-39af4c8d3cf8', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'mac_address': 'fa:16:3e:7d:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '77470690-5603-48bd-8ba3-de81d96decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:26Z', 'updated_at': '2021-10-22T15:48:30Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'subnets': [{'id': '77470690-5603-48bd-8ba3-de81d96decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:51:43.318127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-442121f7-9d7b-460d-8394-877522e8d77d req-98109f15-e5b9-4883-b3af-f412ba6b414b service neutron] 10.222.0.69 "GET /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050171 Oct 22 15:51:43.423451 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3ebac-6235-4b2f-a8a4-ece03a1da61b None None] New status for floating IP edfaad88-2942-4414-bd9b-f94b90709608: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:51:43.920658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11109d-eefe-4974-bc2e-52eb57bfd6a0 req-7daf9914-bcf3-4207-9e4a-aa60759232a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:43.922468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e11109d-eefe-4974-bc2e-52eb57bfd6a0 req-7daf9914-bcf3-4207-9e4a-aa60759232a3 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0563295 Oct 22 15:51:43.963898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e11109d-eefe-4974-bc2e-52eb57bfd6a0 req-0dfb4ae0-a3b2-4770-a5de-d1a57d1cc2eb tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b58f82e-c571-4697-97ee-230d40bfaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352089 Oct 22 15:51:44.452660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-cc73a3fc-02dc-4d53-aabb-3fa44fdc87b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:51:44.454157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-cc73a3fc-02dc-4d53-aabb-3fa44fdc87b2 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 946 time: 0.0537467 Oct 22 15:51:44.574330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 8cb72478-7c16-4434-aa0e-b80631e5cfcb {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:51:44.574715 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:44.663862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 8cb72478-7c16-4434-aa0e-b80631e5cfcb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8cb72478-7c16-4434-aa0e-b80631e5cfcb,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:51:44.664182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:44.677166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 8cb72478-7c16-4434-aa0e-b80631e5cfcb owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:51:44.879091 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:44.909280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=8cb72478-7c16-4434-aa0e-b80631e5cfcb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:44.975809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] No DVR routers for this DVR port 8cb72478-7c16-4434-aa0e-b80631e5cfcb on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:51:44.975809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:44.975809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-252ce778-0ef7-4a61-bde3-246b4f066db6 req-bf9939c1-9088-48ac-95cd-829270f9d7ff tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.69 "DELETE /v2.0/ports/8cb72478-7c16-4434-aa0e-b80631e5cfcb HTTP/1.1" status: 204 len: 173 time: 0.5021701 Oct 22 15:51:44.975809 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-deleted', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:51:44.975809 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b240a98-8781-4886-8d20-eabe52f4a3de" -d '{"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-deleted", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:51:45.005438 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea99590b-c26e-4d40-b6a0-fb3dc704c19b x-openstack-request-id: req-ea99590b-c26e-4d40-b6a0-fb3dc704c19b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:51:45.005728 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6273a0-aade-4ce0-87f4-c8c0415f8813", "name": "network-vif-deleted", "tag": "8cb72478-7c16-4434-aa0e-b80631e5cfcb", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:51:45.005981 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea99590b-c26e-4d40-b6a0-fb3dc704c19b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:51:45.006386 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6273a0-aade-4ce0-87f4-c8c0415f8813', 'name': 'network-vif-deleted', 'tag': '8cb72478-7c16-4434-aa0e-b80631e5cfcb', 'status': 'completed', 'code': 200} Oct 22 15:51:45.062182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b5a9f63-9b22-48cd-94c5-b76ed645512c req-80d23fdf-272e-4817-9c18-8318c451539a tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6273a0-aade-4ce0-87f4-c8c0415f8813 HTTP/1.1" status: 200 len: 210 time: 0.0278683 Oct 22 15:51:46.119758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42592) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:46.488471 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:46.744797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port 3ca10b16-2035-4a05-82f1-107b66b58eb9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:51:46.745052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:46.835296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port 3ca10b16-2035-4a05-82f1-107b66b58eb9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3ca10b16-2035-4a05-82f1-107b66b58eb9,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:51:46.835654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:46.847901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for 3ca10b16-2035-4a05-82f1-107b66b58eb9 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:51:47.125313 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:47.152488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=3ca10b16-2035-4a05-82f1-107b66b58eb9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:47.340971 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:47.559876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Router a171fda3-2d61-4343-b5d3-77b1a9331bc7 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:51:47.672295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:51:47.677487 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32c28738-9791-451b-8822-019d019ea447 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "PUT /v2.0/routers/a171fda3-2d61-4343-b5d3-77b1a9331bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5563805 Oct 22 15:51:47.680291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42594) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:47.683026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] Sync routers for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:51:47.693701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:51:47.694397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:51:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:47.735395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting subnet 77470690-5603-48bd-8ba3-de81d96decb0 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:51:47.738517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:47.780244 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:47.805742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:51:47.862447 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:47.989633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:51:46Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:48.005373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.017364 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] Checking router: a171fda3-2d61-4343-b5d3-77b1a9331bc7 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:51:48.025921 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] Routers {'a171fda3-2d61-4343-b5d3-77b1a9331bc7'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:51:48.026575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:51:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:48.031029 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Subnet': ['ID=77470690-5603-48bd-8ba3-de81d96decb0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:48.036727 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.045226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8f8fc727-2d42-4c35-a2f2-f509973efb18 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/subnets/77470690-5603-48bd-8ba3-de81d96decb0 HTTP/1.1" status: 204 len: 168 time: 0.3587501 Oct 22 15:51:48.045387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:48.071154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbcfc39-073d-430f-8115-ff476a01e65d None None] Network 355584d2-3b95-42e7-b392-39af4c8d3cf8 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:51:48.176052 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.221801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] Set router a171fda3-2d61-4343-b5d3-77b1a9331bc7 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:51:48.292666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.412499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Deleting port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:51:48.412499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.438668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] DHCP port deletion for 355584d2-3b95-42e7-b392-39af4c8d3cf8 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 15:51:48.474223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:51:46Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:48.501336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] For port f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:51:48.501697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.505991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c68d1a7-5020-48e5-b894-c9e2df9e6388 None None] The sync data for ids ['a171fda3-2d61-4343-b5d3-77b1a9331bc7'] in n-d-812148-2 is: [{'id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356938535', 'tenant_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:48:22Z', 'updated_at': '2021-10-22T15:51:46Z', 'revision_number': 5, 'project_id': '8a3b646f0a9d4ec4a80931bbc2e067a3', 'gw_port': {'id': 'f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a171fda3-2d61-4343-b5d3-77b1a9331bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:48:23Z', 'updated_at': '2021-10-22T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:51:48.514485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Calling delete_port for f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:51:48.527376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Deleting port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:51:48.527749 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.599346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] For port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,segment=NetworkSegment(62e4d342-0338-4acc-83a0-48e5a4c2de3e),segment_id=62e4d342-0338-4acc-83a0-48e5a4c2de3e)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:51:48.599744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.613571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Calling delete_port for ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:51:48.655354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:51:48.683541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8cb72478-7c16-4434-aa0e-b80631e5cfcb {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:51:48.684189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8cb72478-7c16-4434-aa0e-b80631e5cfcb not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:51:48.753290 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.777554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Port': ['ID=f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:48.781941 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.795090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.796015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.796015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.811808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Pushing event deleted for resources: {'Port': ['ID=ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:48.816403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] No DVR routers for this DVR port ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:51:48.823801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.824151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.824505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.824834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.825163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.825491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.826779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.826779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.826960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.827374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.827705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.828110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd86e00-59a9-41e7-81e2-62df341e3607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:51:48.873575 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.975750 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:48.978495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.000424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3ca10b16-2035-4a05-82f1-107b66b58eb9 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:51:49.021676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3ca10b16-2035-4a05-82f1-107b66b58eb9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:51:49.022031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3ca10b16-2035-4a05-82f1-107b66b58eb9 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:51:49.022453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:51:49.043287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:51:49.043706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device ff1588bf-a5c5-448f-8df7-f6a7fb4a25d4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:51:49.187752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.188392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Fanout notify agent at l3_agent the message router_deleted on router a171fda3-2d61-4343-b5d3-77b1a9331bc7 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 15:51:49.196683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.198270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9e088a73-8218-456f-ac88-65c484cea465 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/routers/a171fda3-2d61-4343-b5d3-77b1a9331bc7 HTTP/1.1" status: 204 len: 168 time: 1.1542504 Oct 22 15:51:49.201083 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42598) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:49.280223 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.374358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.395641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355584d2-3b95-42e7-b392-39af4c8d3cf8']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:49.405031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e4d342-0338-4acc-83a0-48e5a4c2de3e') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:49.405318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e4d342-0338-4acc-83a0-48e5a4c2de3e') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:51:49.414807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.428552 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.434561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:51:49.434953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:51:49.439138 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:51:49.576811 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.584599 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.587122 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/networks/355584d2-3b95-42e7-b392-39af4c8d3cf8 HTTP/1.1" status: 204 len: 168 time: 0.3847311 Oct 22 15:51:49.589960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:49.599175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b595c-ded9-4360-a7a4-1988fbdc2b56 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'Network': ['ID=355584d2-3b95-42e7-b392-39af4c8d3cf8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:49.653289 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b78807b-9b5b-4acd-bd18-3e8c0a815e60 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.682001 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b78807b-9b5b-4acd-bd18-3e8c0a815e60 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.798832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b78807b-9b5b-4acd-bd18-3e8c0a815e60 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.801466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6b78807b-9b5b-4acd-bd18-3e8c0a815e60 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:49.802648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6b78807b-9b5b-4acd-bd18-3e8c0a815e60 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] 10.222.0.66 "DELETE /v2.0/security-groups/2b58f82e-c571-4697-97ee-230d40bfaef2 HTTP/1.1" status: 204 len: 168 time: 0.2116950 Oct 22 15:51:49.813646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78807b-9b5b-4acd-bd18-3e8c0a815e60 tempest-TestNetworkAdvancedServerOps-586868207 tempest-TestNetworkAdvancedServerOps-586868207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58f82e-c571-4697-97ee-230d40bfaef2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:50.442445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42608) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:50.571618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5a283403-5d15-4b94-a833-5ea1ff1da824 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a3b646f0a9d4ec4a80931bbc2e067a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279438 Oct 22 15:51:50.574155 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42612) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:50.623159 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2822befe-fe1c-4570-90a8-cd54f32511a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:50.648251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2822befe-fe1c-4570-90a8-cd54f32511a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:50.747658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2822befe-fe1c-4570-90a8-cd54f32511a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:50.751202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2822befe-fe1c-4570-90a8-cd54f32511a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:50.754672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2822befe-fe1c-4570-90a8-cd54f32511a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4a97544-af67-4b01-8395-36ffdd4426dc HTTP/1.1" status: 204 len: 168 time: 0.1773350 Oct 22 15:51:50.760707 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822befe-fe1c-4570-90a8-cd54f32511a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a97544-af67-4b01-8395-36ffdd4426dc,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:50.876485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:51:50.901978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:51:50.902329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f0ffd0e4-63cc-4449-bdc4-6b2263e3e26d not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:51:51.253941 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42618) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:51.293507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-99d97d64-381e-4d23-b9e7-efd6e8b9c33a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5545159b2c0e4e90b992dc098da13407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383704 Oct 22 15:51:51.296704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42620) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:51:51.345947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dfd487c-6182-4501-a6b8-7513a980cbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:51.368024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dfd487c-6182-4501-a6b8-7513a980cbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:51.473488 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dfd487c-6182-4501-a6b8-7513a980cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:51.476191 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0dfd487c-6182-4501-a6b8-7513a980cbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:51.477369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0dfd487c-6182-4501-a6b8-7513a980cbb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce340ea4-f5af-430f-8463-61c568ad8d59 HTTP/1.1" status: 204 len: 168 time: 0.1796989 Oct 22 15:51:51.485696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd487c-6182-4501-a6b8-7513a980cbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce340ea4-f5af-430f-8463-61c568ad8d59,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:51:52.666761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-17a7d2c5-62ae-4b45-b058-1dc310a5558b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:55.164438 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4eee3bf2-321d-4cda-8968-f7e9a4e40c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:56.479559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:56.713180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:51:58.295918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:02.715202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-c6f19b49-aac2-4289-8505-193ff869cbc5 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=db0ac0d807024e5a8c92ed9edf23173b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296366 Oct 22 15:52:03.270618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-84fc07a0-23e4-463e-801b-df8b02c20b3e tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:03.272133 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-84fc07a0-23e4-463e-801b-df8b02c20b3e tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5493960 Oct 22 15:52:03.287788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-bbda9ff0-b67b-4a44-8b98-593a139d324b tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/quotas/db0ac0d807024e5a8c92ed9edf23173b HTTP/1.1" status: 200 len: 375 time: 0.0097253 Oct 22 15:52:03.323023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-3aad78a4-c67d-485b-a0fa-0b0ea19e1cb8 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db0ac0d807024e5a8c92ed9edf23173b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271244 Oct 22 15:52:03.555347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cebfc933-d37c-45c2-8745-741cda4e1da9 req-a42f3ba9-691f-4955-ae20-df196c423f40 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 210 time: 0.0298760 Oct 22 15:52:04.192979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:04.652082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8b3207e-542f-4e44-886e-d7f03db5a6b2 req-85611765-857f-4748-8ba5-7670f9099b40 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Oct 22 15:52:05.414826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-88061de4-9d72-4835-a6ee-17d4e355b4b3 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db0ac0d807024e5a8c92ed9edf23173b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208032 Oct 22 15:52:05.528666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-2f389923-9115-419a-aaf6-0cd4e887632b tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:05.530226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-2f389923-9115-419a-aaf6-0cd4e887632b tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088536 Oct 22 15:52:05.544864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Request body: {'port': {'device_id': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'admin_state_up': True, 'tenant_id': 'db0ac0d807024e5a8c92ed9edf23173b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:52:05.741061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Made reservation on behalf of db0ac0d807024e5a8c92ed9edf23173b for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:52:05.744553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:05.765480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aced3878-52e2-486f-8909-42b19b7a1083 req-a0845f01-91fa-45d5-86b7-f4b6179bf990 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Oct 22 15:52:05.766549 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:05.842183 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:05.895300 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:05.988830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fa78ca-2380-4d4f-a422-3581bc19aa5e,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:06.085797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Allocated IP 192.168.233.124 (ef68be12-4d5a-45e1-a811-4de7d865b7c8/0836ecac-1f34-4340-b23b-a32113be270a/e5a5c82b-d5d5-4a0e-85c9-3372d13ed392) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:52:06.239385 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:06.342435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:06.396644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Network ef68be12-4d5a-45e1-a811-4de7d865b7c8 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:52:06.402379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:52:06.406135 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:52:06.445054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Pushing event updated for resources: {'Port': ['ID=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:06.475672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:06.476295 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:06.609987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d278f517-e785-485d-8fdc-1e78572be13e None None] Provisioning complete for port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:52:06.610639 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d278f517-e785-485d-8fdc-1e78572be13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:06.618303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-dd352469-32a4-4839-ba59-c02e8b30a2fe tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0776401 Oct 22 15:52:06.645077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d278f517-e785-485d-8fdc-1e78572be13e None None] Port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:52:06.727397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Request body: {'port': {'device_id': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:52:06.785745 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:07.006158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6dba-20cf-48fc-a797-d3e733707a2b req-3b98c287-de15-4c1b-b58d-4a0f80d4a4c9 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:07.007690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7aee6dba-20cf-48fc-a797-d3e733707a2b req-3b98c287-de15-4c1b-b58d-4a0f80d4a4c9 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 936 time: 0.1673081 Oct 22 15:52:07.098382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7aee6dba-20cf-48fc-a797-d3e733707a2b req-aeab5200-3fca-4c98-8adf-48e6ea60873c tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Oct 22 15:52:07.167665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:52:07.175121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:07.187803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Transition to ACTIVE for port object e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:52:07.283563 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:07.349610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Pushing event updated for resources: {'Port': ['ID=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:07.410589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Attempting to bind port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:52:07.410923 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Attempting to bind port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:52:07.411275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Attempting to bind port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:52:07.415934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:52:07.416258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Attempting to bind port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 on network ef68be12-4d5a-45e1-a811-4de7d865b7c8 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:52:07.425989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:52:07.426329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Checking segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:52:07.426729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Bound using segment: {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:52:07.427207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Bound port: e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b65a17-c730-40f3-8d4e-0c2dec509fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:52:07.427567 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:07.495439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] For port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:52:07.499316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] For port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:52:07.570769 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:07.605417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:07.606044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:07.608502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] 10.222.0.53 "PUT /v2.0/ports/e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 HTTP/1.1" status: 200 len: 1096 time: 0.9805057 Oct 22 15:52:07.608983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'tag': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:52:07.611314 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f630b449-ef38-46be-ada3-73fe0a5a7881", "tag": "e5a5c82b-d5d5-4a0e-85c9-3372d13ed392"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:52:07.639668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46521bef-b9da-4c2e-9082-476c89ee769d service neutron] Pushing event updated for resources: {'Port': ['ID=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:07.730527 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e032346-d766-419b-8083-e295c7fc0a37 x-openstack-request-id: req-7e032346-d766-419b-8083-e295c7fc0a37 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:52:07.730829 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f630b449-ef38-46be-ada3-73fe0a5a7881", "tag": "e5a5c82b-d5d5-4a0e-85c9-3372d13ed392", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:52:07.731110 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e032346-d766-419b-8083-e295c7fc0a37 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:52:07.732234 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'tag': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392', 'status': 'completed', 'code': 200} Oct 22 15:52:07.749556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-24221aa7-82d0-4b01-a132-b45819d284ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:07.751310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-24221aa7-82d0-4b01-a132-b45819d284ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db0ac0d807024e5a8c92ed9edf23173b&device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 1099 time: 0.0489106 Oct 22 15:52:07.800799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-df0f62b1-b0d0-4951-95cb-2ef8b67ede70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 HTTP/1.1" status: 200 len: 217 time: 0.0416934 Oct 22 15:52:07.851844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-b465d27c-7544-4195-8ae8-13c7eaaaeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:07.853373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-b465d27c-7544-4195-8ae8-13c7eaaaeb47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0457294 Oct 22 15:52:07.900142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-c3052751-a59e-46de-9dd5-621bd299d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:07.901694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-c3052751-a59e-46de-9dd5-621bd299d366 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407243 Oct 22 15:52:07.995345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-ebbd62b1-2c2a-4982-a95e-02cd49c056ab service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Oct 22 15:52:08.085781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-42653fc5-fd17-46d1-b63f-599c726b4bc7 req-e863d42f-8666-4a81-9354-7dda14b398df service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832999 Oct 22 15:52:08.246488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd741518-1427-405f-9723-fe764bfe7286 req-9755dcfd-87c9-48ca-8802-61409a9002ea tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:08.248196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd741518-1427-405f-9723-fe764bfe7286 req-9755dcfd-87c9-48ca-8802-61409a9002ea tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 948 time: 0.0806925 Oct 22 15:52:08.254380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-36a64306-e681-41e7-bf84-c3a4da1af72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:08.255833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-36a64306-e681-41e7-bf84-c3a4da1af72d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db0ac0d807024e5a8c92ed9edf23173b&device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 1099 time: 0.0752528 Oct 22 15:52:08.315874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd741518-1427-405f-9723-fe764bfe7286 req-bbbfaa46-3072-47e4-a071-32da968fed31 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590839 Oct 22 15:52:08.371466 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-bc6ace6a-6a8e-4171-ba20-11fc9988cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:08.373694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-bc6ace6a-6a8e-4171-ba20-11fc9988cb89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef68be12-4d5a-45e1-a811-4de7d865b7c8 HTTP/1.1" status: 200 len: 870 time: 0.1096766 Oct 22 15:52:08.416390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-0762fe4d-6dc1-4e30-afc5-938e4570da36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 HTTP/1.1" status: 200 len: 217 time: 0.0346773 Oct 22 15:52:08.470231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-f0a2365f-8a8c-4912-aec9-b9c4412ccd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:08.471723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-f0a2365f-8a8c-4912-aec9-b9c4412ccd3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0836ecac-1f34-4340-b23b-a32113be270a HTTP/1.1" status: 200 len: 843 time: 0.0476046 Oct 22 15:52:08.523926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-580a7e63-dae9-4b82-a97f-df6c5dbb4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:08.525445 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-580a7e63-dae9-4b82-a97f-df6c5dbb4d12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef68be12-4d5a-45e1-a811-4de7d865b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455983 Oct 22 15:52:08.616798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-7a1afa1c-8dad-4257-97b8-0f0e995b4518 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829618 Oct 22 15:52:08.710734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c00485-4a9a-42fc-9714-25a5dd7ff5b7 req-fafbc378-d681-43f3-be0a-cf3027fed037 service neutron] 10.222.0.53 "GET /v2.0/networks/ef68be12-4d5a-45e1-a811-4de7d865b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859227 Oct 22 15:52:09.434454 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cba-3215-4d8d-b2c2-a08ce4b6273e req-c2d42428-80c3-4eef-b3e2-57a29c9388b1 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:09.436091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59e90cba-3215-4d8d-b2c2-a08ce4b6273e req-c2d42428-80c3-4eef-b3e2-57a29c9388b1 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 948 time: 0.0501168 Oct 22 15:52:09.474052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59e90cba-3215-4d8d-b2c2-a08ce4b6273e req-ca6d0bce-ab6b-4b40-8878-89783262c545 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Oct 22 15:52:10.595591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00818a91-5923-485f-beae-bb763fe2e03b req-997d970b-3230-4adf-b851-25c53fbb38f1 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:10.603213 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00818a91-5923-485f-beae-bb763fe2e03b req-997d970b-3230-4adf-b851-25c53fbb38f1 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 948 time: 0.0522258 Oct 22 15:52:10.641281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00818a91-5923-485f-beae-bb763fe2e03b req-21e490fb-b4c8-4fba-991f-eb1058a01c3d tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Oct 22 15:52:11.765079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dcdf-f193-4e79-834b-583b97dc1773 req-8c2cabf3-7ffd-4141-a849-0a8f52b7ae5c tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:11.766553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2704dcdf-f193-4e79-834b-583b97dc1773 req-8c2cabf3-7ffd-4141-a849-0a8f52b7ae5c tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 948 time: 0.0551443 Oct 22 15:52:11.802033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:52:11.804087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2704dcdf-f193-4e79-834b-583b97dc1773 req-d8f5c91e-189b-4244-b038-a8d81d1a90c1 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Oct 22 15:52:11.863945 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:52:11.905731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:11.927340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392', 'network_id': 'ef68be12-4d5a-45e1-a811-4de7d865b7c8', 'port_id': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392', 'mac_address': 'fa:16:3e:19:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836ecac-1f34-4340-b23b-a32113be270a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:52:11.967942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:11.985060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:52:12.006520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:12.020832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:12.130155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:12.180303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:12.349113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e5a5c82b-d5d5-4a0e-85c9-3372d13ed392'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:52:12.922289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc778-82a4-46ec-9e06-5c1f174c24c6 req-3953feda-e3e5-4eb5-b9fd-2f4db265686c tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:12.923846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76abc778-82a4-46ec-9e06-5c1f174c24c6 req-3953feda-e3e5-4eb5-b9fd-2f4db265686c tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 949 time: 0.0488801 Oct 22 15:52:12.961879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76abc778-82a4-46ec-9e06-5c1f174c24c6 req-2aba07ba-361b-4690-a38c-039c616cd94f tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Oct 22 15:52:13.800877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:52:13.936441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:52:13.940580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:52:13.940956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:14.020272 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:14.049653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:52:14.054213 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e1e37-9f61-45f4-b1bf-965c4d964cda" -d '{"events": [{"server_uuid": "f630b449-ef38-46be-ada3-73fe0a5a7881", "name": "network-vif-plugged", "status": "completed", "tag": "e5a5c82b-d5d5-4a0e-85c9-3372d13ed392"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:52:14.067919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:14.086308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b63ed-4734-4333-bc77-e0d9632c5e4c req-9ca4b320-030b-4067-ad50-4b62e7bb39ab tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:14.088075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-216b63ed-4734-4333-bc77-e0d9632c5e4c req-9ca4b320-030b-4067-ad50-4b62e7bb39ab tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 949 time: 0.0568359 Oct 22 15:52:14.129033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-216b63ed-4734-4333-bc77-e0d9632c5e4c req-6a40418b-b26c-468a-80b0-e634f0ba3b57 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Oct 22 15:52:14.149306 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e8635-0c70-467d-a9c7-98d60d8f956c x-openstack-request-id: req-bf9e8635-0c70-467d-a9c7-98d60d8f956c {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:52:14.149656 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f630b449-ef38-46be-ada3-73fe0a5a7881", "name": "network-vif-plugged", "status": "completed", "tag": "e5a5c82b-d5d5-4a0e-85c9-3372d13ed392", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:52:14.149966 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf9e8635-0c70-467d-a9c7-98d60d8f956c {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:52:14.150417 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392', 'code': 200} Oct 22 15:52:14.158480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:14.208803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:14.254784 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e8af8-b4b7-44f9-8668-1517341d5043 req-65144dc3-3f98-4242-9763-d0c425fcff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:14.256321 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab2e8af8-b4b7-44f9-8668-1517341d5043 req-65144dc3-3f98-4242-9763-d0c425fcff7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 1101 time: 0.0462201 Oct 22 15:52:14.291431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab2e8af8-b4b7-44f9-8668-1517341d5043 req-8de359b9-a17c-4645-a4c2-ef47b0b56c7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281994 Oct 22 15:52:15.247613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbfa3b-4c0d-450e-a521-03dffae89e1a req-714a979f-fd36-4e4e-861b-cbfab8826744 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:15.249408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04cbfa3b-4c0d-450e-a521-03dffae89e1a req-714a979f-fd36-4e4e-861b-cbfab8826744 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 950 time: 0.0495415 Oct 22 15:52:15.287333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04cbfa3b-4c0d-450e-a521-03dffae89e1a req-79037022-1cc2-4ec8-9b0a-2df066366177 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Oct 22 15:52:16.408326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01c114-5bf6-4b5f-9d4b-6875cae2b931 req-501968fe-b96f-4ddf-9dd4-cdc170192ddc tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:16.409847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e01c114-5bf6-4b5f-9d4b-6875cae2b931 req-501968fe-b96f-4ddf-9dd4-cdc170192ddc tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 950 time: 0.0511417 Oct 22 15:52:16.448168 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e01c114-5bf6-4b5f-9d4b-6875cae2b931 req-36b8db21-03e2-4d18-9bff-b6f9b68a6066 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Oct 22 15:52:16.837210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-472dcd47-43fd-4a01-94cc-91d847304533 req-4b97970d-9e20-4068-a2eb-023c82eb81ec service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:52:16.838221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-472dcd47-43fd-4a01-94cc-91d847304533 req-4b97970d-9e20-4068-a2eb-023c82eb81ec service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0505085 Oct 22 15:52:17.414694 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-259612c8-90c6-4a0a-8b8a-c18446e1220b req-b5ae680a-91ae-43b7-af6c-f3cab88f208d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:52:17.415732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-259612c8-90c6-4a0a-8b8a-c18446e1220b req-b5ae680a-91ae-43b7-af6c-f3cab88f208d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0447915 Oct 22 15:52:18.035756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16199fa1-1289-4d07-a0c5-206b774771b7 req-a1ba3129-959a-47b1-8fdf-aa8fe5952437 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:18.037269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16199fa1-1289-4d07-a0c5-206b774771b7 req-a1ba3129-959a-47b1-8fdf-aa8fe5952437 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 950 time: 0.0568943 Oct 22 15:52:18.077229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-16199fa1-1289-4d07-a0c5-206b774771b7 req-88f3c291-90c0-4ff1-9a72-3365c4013bc2 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Oct 22 15:52:19.207825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b4689-98c2-4e25-af91-4455a411f639 req-826514af-47a4-49aa-891d-f60f63c422b2 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:19.209246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-754b4689-98c2-4e25-af91-4455a411f639 req-826514af-47a4-49aa-891d-f60f63c422b2 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 950 time: 0.0581455 Oct 22 15:52:19.247799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-754b4689-98c2-4e25-af91-4455a411f639 req-f203419a-9511-4276-8522-216163c55d9f tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7fa78ca-2380-4d4f-a422-3581bc19aa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Oct 22 15:52:19.312171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-847438bc-a29b-4013-99f5-3b998b7518eb tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:19.313622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-847438bc-a29b-4013-99f5-3b998b7518eb tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.53 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 950 time: 0.0483375 Oct 22 15:52:19.405573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Deleting port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:52:19.405926 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:19.493841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] For port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,segment=NetworkSegment(b9b65a17-c730-40f3-8d4e-0c2dec509fc9),segment_id=b9b65a17-c730-40f3-8d4e-0c2dec509fc9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:19.494174 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:19.506373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Calling delete_port for e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:52:19.712388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:19.724740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e5a5c82b-d5d5-4a0e-85c9-3372d13ed392'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:52:19.739481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Pushing event deleted for resources: {'Port': ['ID=e5a5c82b-d5d5-4a0e-85c9-3372d13ed392,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:19.788212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] No DVR routers for this DVR port e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:52:19.790937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:19.798325 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed322f77-7fa3-4817-af1c-35380afb6ad7 req-509f4ea4-ca8b-4e09-abd1-0d0e3cee8447 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.53 "DELETE /v2.0/ports/e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 HTTP/1.1" status: 204 len: 173 time: 0.4748566 Oct 22 15:52:19.798325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'name': 'network-vif-deleted', 'tag': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:52:19.798325 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc6f64-e4a7-40ec-893c-6844a4ff74e2" -d '{"events": [{"server_uuid": "f630b449-ef38-46be-ada3-73fe0a5a7881", "name": "network-vif-deleted", "tag": "e5a5c82b-d5d5-4a0e-85c9-3372d13ed392"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:52:19.839698 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c00a2-5ca2-4de9-8998-17fb01a7d140 x-openstack-request-id: req-328c00a2-5ca2-4de9-8998-17fb01a7d140 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:52:19.840000 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f630b449-ef38-46be-ada3-73fe0a5a7881", "name": "network-vif-deleted", "tag": "e5a5c82b-d5d5-4a0e-85c9-3372d13ed392", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:52:19.840256 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-328c00a2-5ca2-4de9-8998-17fb01a7d140 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:52:19.840797 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f630b449-ef38-46be-ada3-73fe0a5a7881', 'name': 'network-vif-deleted', 'tag': 'e5a5c82b-d5d5-4a0e-85c9-3372d13ed392', 'status': 'completed', 'code': 200} Oct 22 15:52:20.353772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fab16d8-b201-4a59-a1bc-59440f9f8b48 req-8e0f3e47-e267-4caf-9e2a-916da886d357 tempest-ServersAdminNegativeTestJSON-1162621542 tempest-ServersAdminNegativeTestJSON-1162621542-project] 10.222.0.66 "GET /v2.0/ports?device_id=f630b449-ef38-46be-ada3-73fe0a5a7881 HTTP/1.1" status: 200 len: 210 time: 0.0268612 Oct 22 15:52:21.924391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42772) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:22.058302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-57934fb0-6cf8-4005-bcc6-42d5db29405b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db0ac0d807024e5a8c92ed9edf23173b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326735 Oct 22 15:52:22.062069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 42776) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:22.111393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-40e14ac4-6f56-4312-8f66-45061e223a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:22.132740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-40e14ac4-6f56-4312-8f66-45061e223a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:22.283862 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-40e14ac4-6f56-4312-8f66-45061e223a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:22.287082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-40e14ac4-6f56-4312-8f66-45061e223a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:22.288271 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-40e14ac4-6f56-4312-8f66-45061e223a2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7fa78ca-2380-4d4f-a422-3581bc19aa5e HTTP/1.1" status: 204 len: 168 time: 0.2251694 Oct 22 15:52:22.298458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e14ac4-6f56-4312-8f66-45061e223a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fa78ca-2380-4d4f-a422-3581bc19aa5e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:22.678483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2204723e-9962-4a59-bbf3-2e8d45f6c4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:22.990566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42782) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:23.004425 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-12eeca8f-ae5e-46ab-833c-95d4aa61b610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.081060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-12eeca8f-ae5e-46ab-833c-95d4aa61b610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.175478 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-12eeca8f-ae5e-46ab-833c-95d4aa61b610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.214210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeca8f-ae5e-46ab-833c-95d4aa61b610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99edc992-a5cd-49d5-b121-b11309357233,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:23.219106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-12eeca8f-ae5e-46ab-833c-95d4aa61b610 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16be8cace68b4c07a7ef461eeb0d7b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273967 Oct 22 15:52:23.222128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42784) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:23.276264 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7114ba2f-569e-4a05-ae84-af3ce995ac9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.297792 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7114ba2f-569e-4a05-ae84-af3ce995ac9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.426722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7114ba2f-569e-4a05-ae84-af3ce995ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.429746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7114ba2f-569e-4a05-ae84-af3ce995ac9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:23.430859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7114ba2f-569e-4a05-ae84-af3ce995ac9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99edc992-a5cd-49d5-b121-b11309357233 HTTP/1.1" status: 204 len: 168 time: 0.2081180 Oct 22 15:52:23.440246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114ba2f-569e-4a05-ae84-af3ce995ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99edc992-a5cd-49d5-b121-b11309357233,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:23.817085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:52:23.837927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:52:23.838348 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e5a5c82b-d5d5-4a0e-85c9-3372d13ed392 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:52:24.499672 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42806) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:24.596524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1353073744-network', 'tenant_id': 'ef45439561df4998a9bc69059d23c5a7'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:52:24.678251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Made reservation on behalf of ef45439561df4998a9bc69059d23c5a7 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:52:24.680621 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:24.689973 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:24.764094 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:24.860690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:24.888867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:52:24.898529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff147d2-107b-49de-b0cc-878b5f09c210,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:24.906817 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:24.907315 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Added segment cff7ff77-fb20-4abb-b016-08793c3e0215 of type vlan for network e7c644e0-eb84-40e6-8064-10f4c1dc205b Oct 22 15:52:24.963631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.078108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.079134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:25.079722 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.176475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c644e0-eb84-40e6-8064-10f4c1dc205b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:25.187421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network e7c644e0-eb84-40e6-8064-10f4c1dc205b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:52:25.204481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e75e-cd51-42b7-897f-c0eb8e755fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.226331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4c1df991-7426-4a73-b5c1-5174917a5a52 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7229323 Oct 22 15:52:25.226554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42810) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:25.232054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Request body: {'subnet': {'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1353073744-subnet', 'tenant_id': 'ef45439561df4998a9bc69059d23c5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:52:25.352451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Made reservation on behalf of ef45439561df4998a9bc69059d23c5a7 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:52:25.354767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.592903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.652756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b368904-1a96-4133-ac8a-c482e8d62695,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:25.666433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Checking segment: {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:52:25.666795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Network hostable DHCP agents. Network: e7c644e0-eb84-40e6-8064-10f4c1dc205b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:52:25.775608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Network e7c644e0-eb84-40e6-8064-10f4c1dc205b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:52:25.866798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, e7c644e0-eb84-40e6-8064-10f4c1dc205b) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:52:25.871116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:25.871682 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:25.876327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0736e-b1fd-4d7a-85f4-4351d05149ac None None] Network e7c644e0-eb84-40e6-8064-10f4c1dc205b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:52:25.972725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0f88a590-aeae-4897-a54b-253bbfbdb1d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7449172 Oct 22 15:52:26.003654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897253a-37b6-45da-ad94-fbc875843ca4 None None] Network e7c644e0-eb84-40e6-8064-10f4c1dc205b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:52:26.413745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-21ef9235-c11a-4278-80c9-d4df4718c08f tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:26.415277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-21ef9235-c11a-4278-80c9-d4df4718c08f tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 812 time: 0.1101952 Oct 22 15:52:26.431747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-70e43835-c0b2-4034-a4ac-e986e49fb4d6 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/quotas/ef45439561df4998a9bc69059d23c5a7 HTTP/1.1" status: 200 len: 375 time: 0.0096560 Oct 22 15:52:26.466364 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-ff409872-862b-45fa-8530-6520f40f57a6 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275054 Oct 22 15:52:26.563263 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-a14a4f90-4e4f-4f03-962f-91673dec22e7 service neutron] 10.222.0.66 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890663 Oct 22 15:52:26.638151 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:26.661185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-8e101113-fd06-40e6-8bde-ab69e4ab08b8 service neutron] 10.222.0.66 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917873 Oct 22 15:52:26.712115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:26.908965 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54c4b654-e1cc-48a5-8918-d389868e359a req-f7a0889a-9159-45c1-b2a5-3d2a280e5ddb tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 210 time: 0.0279605 Oct 22 15:52:28.014464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b923e7eb-d704-4539-9e5d-6a7e748bd86d req-755efd37-8bdd-4c67-9b23-9be67e4c8638 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 210 time: 0.0304918 Oct 22 15:52:28.284150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:29.121394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-526cf888-dacd-4f36-99ae-774a583dc517 req-b9ccf190-fe11-4b7e-bd60-9deb5341e532 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 210 time: 0.0355535 Oct 22 15:52:30.081181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-a91e2f14-052c-4914-ba5d-53a9f13958e5 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:30.082751 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-a91e2f14-052c-4914-ba5d-53a9f13958e5 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.69 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 812 time: 0.1098306 Oct 22 15:52:30.098999 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Request body: {'port': {'device_id': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b', 'admin_state_up': True, 'tenant_id': 'ef45439561df4998a9bc69059d23c5a7'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:52:30.223657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-022b943e-110b-4d04-a28c-27962b5ba0ff req-caf6572c-0a79-4eea-b139-515777efd5c8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 210 time: 0.0266259 Oct 22 15:52:30.306388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Made reservation on behalf of ef45439561df4998a9bc69059d23c5a7 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:52:30.310512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:30.438678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Allocated IP 172.20.0.9 (e7c644e0-eb84-40e6-8064-10f4c1dc205b/3b368904-1a96-4133-ac8a-c482e8d62695/7a33bd46-5e5f-443d-b827-991618ec17b7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:52:30.583864 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:30.695456 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:30.738931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Network e7c644e0-eb84-40e6-8064-10f4c1dc205b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:52:30.742026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:52:30.745595 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:52:30.754234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:30.799096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:30.799712 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:30.897831 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-b7b8fc0e-df95-4578-9711-32fa914ca8a9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8047798 Oct 22 15:52:30.965144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Request body: {'port': {'device_id': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:52:31.022194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:31.344706 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2492a0-e268-41f2-8e95-a294d4af75cb req-87d7badd-4ab4-4ca2-b182-4c0232208534 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:31.346183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2492a0-e268-41f2-8e95-a294d4af75cb req-87d7badd-4ab4-4ca2-b182-4c0232208534 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 931 time: 0.0513449 Oct 22 15:52:31.362662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a33bd46-5e5f-443d-b827-991618ec17b7 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:52:31.370077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:31.382381 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Transition to ACTIVE for port object 7a33bd46-5e5f-443d-b827-991618ec17b7 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:52:31.384116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d2492a0-e268-41f2-8e95-a294d4af75cb req-93d3bd78-fe38-4582-af57-64ef98213daf tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Oct 22 15:52:31.466671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:31.518498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:31.584618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:52:31.584947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:52:31.585271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 on network e7c644e0-eb84-40e6-8064-10f4c1dc205b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:52:31.589499 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Port 7a33bd46-5e5f-443d-b827-991618ec17b7 on network e7c644e0-eb84-40e6-8064-10f4c1dc205b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:52:31.589813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 on network e7c644e0-eb84-40e6-8064-10f4c1dc205b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:52:31.594571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:52:31.594901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Checking segment: {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:52:31.595310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Bound using segment: {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:52:31.595733 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Bound port: 7a33bd46-5e5f-443d-b827-991618ec17b7, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:52:31.596082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:31.657176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:52:31.660209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:52:31.724086 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:31.775462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:31.776003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:31.777392 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] 10.222.0.69 "PUT /v2.0/ports/7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 1091 time: 0.8166893 Oct 22 15:52:31.777870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:52:31.780221 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a42c2-179f-45a8-bd27-f3997df3902a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:52:31.787529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d15a-ac0b-4e5a-a4f4-654fb79f6609 service neutron] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:31.819772 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5a480d-775d-4670-86f8-5225fb48fd8b x-openstack-request-id: req-ba5a480d-775d-4670-86f8-5225fb48fd8b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:52:31.820062 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:52:31.820323 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba5a480d-775d-4670-86f8-5225fb48fd8b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:52:31.820724 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'status': 'completed', 'code': 200} Oct 22 15:52:31.888315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a42c2-179f-45a8-bd27-f3997df3902a req-dd1d3fd4-f4a4-4d9c-920c-71fe56f6cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:31.889980 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5a4a42c2-179f-45a8-bd27-f3997df3902a req-dd1d3fd4-f4a4-4d9c-920c-71fe56f6cf5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0471568 Oct 22 15:52:31.998450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a42c2-179f-45a8-bd27-f3997df3902a req-936c8fbf-e272-42bc-afb0-bf576db18878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:31.999987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5a4a42c2-179f-45a8-bd27-f3997df3902a req-936c8fbf-e272-42bc-afb0-bf576db18878 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ef45439561df4998a9bc69059d23c5a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001964 Oct 22 15:52:32.103881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a42c2-179f-45a8-bd27-f3997df3902a req-94470512-c4ef-4dd2-b39a-be9fbf347e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:32.105504 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5a4a42c2-179f-45a8-bd27-f3997df3902a req-94470512-c4ef-4dd2-b39a-be9fbf347e00 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965147 Oct 22 15:52:32.181853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-95a8ed0c-ffe0-411d-bcdb-61adff808305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:32.183384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-95a8ed0c-ffe0-411d-bcdb-61adff808305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0413647 Oct 22 15:52:32.227897 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-8385f5be-e4e0-4d6c-939a-66efe1e95e0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 217 time: 0.0350378 Oct 22 15:52:32.280557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-3f989224-5b3f-4373-aa0a-413ac3341236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:32.282023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-3f989224-5b3f-4373-aa0a-413ac3341236 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 200 len: 852 time: 0.0472906 Oct 22 15:52:32.315780 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-68394c57-1c1f-44b2-9b49-6168ad60d7c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7c644e0-eb84-40e6-8064-10f4c1dc205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262535 Oct 22 15:52:32.406609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-4c01b96b-28f5-4303-bf0b-28091fb97126 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829642 Oct 22 15:52:32.505946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616a706-1958-4589-9c1c-833841831877 req-8b1345e6-20b1-468c-8e10-0555c99a5bc3 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:32.506520 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-84d86fe6-1234-47f3-ac6c-f07ca762833c req-f2cf11ae-8d82-46e9-a490-3e7f9db51c70 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911684 Oct 22 15:52:32.507448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2616a706-1958-4589-9c1c-833841831877 req-8b1345e6-20b1-468c-8e10-0555c99a5bc3 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0512674 Oct 22 15:52:32.546159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2616a706-1958-4589-9c1c-833841831877 req-8ab27bcc-3b14-41d2-8342-dc6b895df60a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Oct 22 15:52:33.677160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0319b-220a-4bcc-8c7a-4d1aa13dfb52 req-fde0df63-855a-48f9-b2ed-28b107dc636a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:33.678800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47f0319b-220a-4bcc-8c7a-4d1aa13dfb52 req-fde0df63-855a-48f9-b2ed-28b107dc636a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0611734 Oct 22 15:52:33.716481 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47f0319b-220a-4bcc-8c7a-4d1aa13dfb52 req-ea9fc0bf-e587-4b93-97ec-105c6262289a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Oct 22 15:52:34.220752 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:34.832118 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25a3e-e490-4646-9be0-bb8d0e521d54 req-2934b29e-5266-4c6a-a070-e17f534721cd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:34.833619 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2b25a3e-e490-4646-9be0-bb8d0e521d54 req-2934b29e-5266-4c6a-a070-e17f534721cd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0499239 Oct 22 15:52:34.873148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2b25a3e-e490-4646-9be0-bb8d0e521d54 req-cc9a3b73-eb4c-4283-9e7e-2e677f6f74ba tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Oct 22 15:52:35.989962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699042-6f66-452e-b00c-a77be7fb11de req-b83f43a1-9a28-41dd-be5d-e099fdf1afba tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:35.991492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47699042-6f66-452e-b00c-a77be7fb11de req-b83f43a1-9a28-41dd-be5d-e099fdf1afba tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0495396 Oct 22 15:52:36.029322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47699042-6f66-452e-b00c-a77be7fb11de req-20ec98fb-5100-4ab3-ac7b-e1fe22e8e813 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Oct 22 15:52:36.865482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:52:37.150066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ab63-7a15-41d6-af15-7f6ce948f244 req-ddb55a0d-f9b8-4bd5-9ff9-601d4638b0bd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:37.151491 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cae7ab63-7a15-41d6-af15-7f6ce948f244 req-ddb55a0d-f9b8-4bd5-9ff9-601d4638b0bd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0530849 Oct 22 15:52:37.156750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:37.167975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b', 'port_id': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'mac_address': 'fa:16:3e:c6:ff:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b368904-1a96-4133-ac8a-c482e8d62695', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:52:37.189378 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cae7ab63-7a15-41d6-af15-7f6ce948f244 req-452b5129-2e4d-486b-ae16-5cae58dab5f1 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Oct 22 15:52:37.206767 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:37.223021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a33bd46-5e5f-443d-b827-991618ec17b7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:52:37.242033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:37.312480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:37.361074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:37.675788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['7a33bd46-5e5f-443d-b827-991618ec17b7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:52:38.306388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca8db-9a0f-48a0-964e-5c6fd785db38 req-2b18fbd7-2a7e-4673-bc0a-92a189ef47a4 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:38.308205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34eca8db-9a0f-48a0-964e-5c6fd785db38 req-2b18fbd7-2a7e-4673-bc0a-92a189ef47a4 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 944 time: 0.0503724 Oct 22 15:52:38.345818 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34eca8db-9a0f-48a0-964e-5c6fd785db38 req-d9877ea2-2c38-4932-8bc9-4aebd74ac636 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Oct 22 15:52:38.864941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:52:39.026605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 7a33bd46-5e5f-443d-b827-991618ec17b7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:52:39.030931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 7a33bd46-5e5f-443d-b827-991618ec17b7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:52:39.031330 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:39.112020 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:39.140924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:52:39.143141 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a2749-f647-4e75-b227-3105bb352778" -d '{"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:52:39.160508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:52:39.182104 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8df7db-8326-4605-9d90-da3fce2d7f4f x-openstack-request-id: req-9c8df7db-8326-4605-9d90-da3fce2d7f4f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:52:39.182472 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:52:39.182768 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c8df7db-8326-4605-9d90-da3fce2d7f4f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:52:39.183247 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'code': 200} Oct 22 15:52:39.226853 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:39.278402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:52:39.293498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905ddd-9cb9-4d4e-a751-02743e891acb req-9a342ecb-d5de-4ff6-9617-0d54047a6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:39.295045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-58905ddd-9cb9-4d4e-a751-02743e891acb req-9a342ecb-d5de-4ff6-9617-0d54047a6f73 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0482438 Oct 22 15:52:39.333281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-58905ddd-9cb9-4d4e-a751-02743e891acb req-499107be-507f-467e-8225-da037e11c401 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296042 Oct 22 15:52:39.466718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea48e11-7753-4a48-b694-56d892165735 req-2c59edda-e0e5-41ed-ad9f-0c7039b8ebad tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:39.468260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fea48e11-7753-4a48-b694-56d892165735 req-2c59edda-e0e5-41ed-ad9f-0c7039b8ebad tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Oct 22 15:52:39.509229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fea48e11-7753-4a48-b694-56d892165735 req-77a9b1b1-fa00-4590-b12c-2ab7aabd8fc8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340939 Oct 22 15:52:40.634828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3134-8ab1-46e6-8987-611b34533b68 req-c18415cf-1068-4aaa-bb71-92f0ae34a8df tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:40.636359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd9f3134-8ab1-46e6-8987-611b34533b68 req-c18415cf-1068-4aaa-bb71-92f0ae34a8df tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0554163 Oct 22 15:52:40.675851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd9f3134-8ab1-46e6-8987-611b34533b68 req-614fff59-5efe-4fc8-9323-66c71b705bab tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Oct 22 15:52:41.793038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21d9b-1822-4619-9d30-e8ca35631bc9 req-dd9b55b9-ff2f-40cb-b6d8-2af81274978d tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:41.794540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bc21d9b-1822-4619-9d30-e8ca35631bc9 req-dd9b55b9-ff2f-40cb-b6d8-2af81274978d tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0501261 Oct 22 15:52:41.833284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bc21d9b-1822-4619-9d30-e8ca35631bc9 req-5d514037-804a-4912-8a59-6869687aa9f4 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Oct 22 15:52:42.015269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:42.237276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e302533-f03c-4bbe-881c-32a84cc1e776 req-38db53cb-d07e-41f5-a875-8cfbe7c9e463 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:42.238754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e302533-f03c-4bbe-881c-32a84cc1e776 req-38db53cb-d07e-41f5-a875-8cfbe7c9e463 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Oct 22 15:52:42.276968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e302533-f03c-4bbe-881c-32a84cc1e776 req-fc1810c6-3dd4-4eef-ad40-62ed53f11e7a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Oct 22 15:52:42.372243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 42890) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:52:42.461810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-fed509c6-3bab-425d-9931-b86d60876880 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883617 Oct 22 15:52:42.470979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-9f2077d1-cc5c-4f8d-a223-7fd1db9e5a06 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:52:42.471933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-9f2077d1-cc5c-4f8d-a223-7fd1db9e5a06 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048907 Oct 22 15:52:43.405262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfeace-8d30-4c36-a101-be9e40f82d17 req-5eb462f1-74ee-439f-b63d-e15e690ee6e8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:43.406714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fbfeace-8d30-4c36-a101-be9e40f82d17 req-5eb462f1-74ee-439f-b63d-e15e690ee6e8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0569930 Oct 22 15:52:43.446680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fbfeace-8d30-4c36-a101-be9e40f82d17 req-b48ddf9b-6951-4fc8-93b8-ba68ded18da2 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Oct 22 15:52:44.570646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b8b0-0868-4c69-b834-3c5fd450dd9d req-e3507bd7-326b-42a7-b2e6-ca892774b514 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:44.572287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee22b8b0-0868-4c69-b834-3c5fd450dd9d req-e3507bd7-326b-42a7-b2e6-ca892774b514 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0533412 Oct 22 15:52:44.615961 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee22b8b0-0868-4c69-b834-3c5fd450dd9d req-2a25f449-6481-4600-ba81-63926ea550ee tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348368 Oct 22 15:52:44.794773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-2a498236-8a4f-45e0-8618-6a3b4490a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:44.796339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-2a498236-8a4f-45e0-8618-6a3b4490a5be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1096 time: 0.3413804 Oct 22 15:52:44.886398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-bc9277db-6b15-4eee-bdae-293af48646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:44.888618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-bc9277db-6b15-4eee-bdae-293af48646dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 913 time: 0.0837460 Oct 22 15:52:44.935662 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-1f194d29-92cc-4d2a-a369-70e9d7c96652 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 217 time: 0.0369556 Oct 22 15:52:44.985661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-fb25611f-d48f-4a65-89e9-4dcbc830abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:44.987157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-fb25611f-d48f-4a65-89e9-4dcbc830abd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 200 len: 852 time: 0.0440485 Oct 22 15:52:45.023237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-5d050083-7f67-4936-9801-740222140f8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7c644e0-eb84-40e6-8064-10f4c1dc205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246882 Oct 22 15:52:45.122936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-38e350b6-db21-4eb6-bf9a-2fd834f994f1 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864089 Oct 22 15:52:45.213291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-d3745770-9ebb-4be9-85b5-196705213015 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827200 Oct 22 15:52:45.738803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687cb83-37d7-4bad-a1ca-d770264d341d req-ab7f72d7-1be7-43b6-a44c-d84ea76cda30 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:45.740268 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5687cb83-37d7-4bad-a1ca-d770264d341d req-ab7f72d7-1be7-43b6-a44c-d84ea76cda30 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0532632 Oct 22 15:52:45.784832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5687cb83-37d7-4bad-a1ca-d770264d341d req-503dcc22-c2d9-44da-a709-52cf86435600 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384479 Oct 22 15:52:46.901499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff535ac-2fa8-4c68-a6df-254137a53299 req-cc2c37f3-e6b2-4888-95fd-f8f053bbdd42 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:46.903163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ff535ac-2fa8-4c68-a6df-254137a53299 req-cc2c37f3-e6b2-4888-95fd-f8f053bbdd42 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0495458 Oct 22 15:52:46.947298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4ff535ac-2fa8-4c68-a6df-254137a53299 req-ddd5e79e-3a5b-4f48-b8c0-4fdb4f635f6a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Oct 22 15:52:48.067554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997753-bc06-4654-97a9-84c11b23221f req-905a94ff-87c1-4b93-9091-1d7a6bd1a5d5 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:48.069033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31997753-bc06-4654-97a9-84c11b23221f req-905a94ff-87c1-4b93-9091-1d7a6bd1a5d5 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Oct 22 15:52:48.107220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31997753-bc06-4654-97a9-84c11b23221f req-7db91a5c-6bc7-4499-b58a-288a02962604 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Oct 22 15:52:48.863858 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:52:49.226281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f01f7f-5dee-45f2-9318-49edd7f80d8b req-39835f52-e911-4b88-848b-64e3c3638b6a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:49.227799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61f01f7f-5dee-45f2-9318-49edd7f80d8b req-39835f52-e911-4b88-848b-64e3c3638b6a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0532403 Oct 22 15:52:49.267387 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61f01f7f-5dee-45f2-9318-49edd7f80d8b req-aa3e79b2-8ca3-4a22-ba67-cf213ab02390 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Oct 22 15:52:50.386166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cf40-8738-4563-9a41-7ea575d8c1ee req-2860f8a0-8fd2-4496-96b1-ca26f5feeadf tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:50.387991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a748cf40-8738-4563-9a41-7ea575d8c1ee req-2860f8a0-8fd2-4496-96b1-ca26f5feeadf tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Oct 22 15:52:50.425834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a748cf40-8738-4563-9a41-7ea575d8c1ee req-84ef68e8-64c0-4469-a143-b5a447981a47 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Oct 22 15:52:51.542254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c61b-d189-4f94-86f5-75c03b7fd7d2 req-0c2b95f0-f409-47a8-b873-13d6592dac97 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:51.544507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82b7c61b-d189-4f94-86f5-75c03b7fd7d2 req-0c2b95f0-f409-47a8-b873-13d6592dac97 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0499842 Oct 22 15:52:51.583079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82b7c61b-d189-4f94-86f5-75c03b7fd7d2 req-4bd2700d-2e64-434d-9c5e-8c0623bf1c4c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Oct 22 15:52:52.678290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1d09-7487-424f-bfcf-033f05db829e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:52.705892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af084-8a97-485f-911d-53c4c1a8c37f req-1b7211c2-548c-47ac-aeeb-981f7058c89c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:52.707472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a44af084-8a97-485f-911d-53c4c1a8c37f req-1b7211c2-548c-47ac-aeeb-981f7058c89c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0564640 Oct 22 15:52:53.107588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a44af084-8a97-485f-911d-53c4c1a8c37f req-510599c6-9ecd-4555-a174-252de09d5f0a tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940904 Oct 22 15:52:54.227773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42eb7-e53b-42ce-8b3e-7d8a48705f4f req-55b2dbd1-7109-48ab-91c5-e0fee01b909e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:54.229253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ad42eb7-e53b-42ce-8b3e-7d8a48705f4f req-55b2dbd1-7109-48ab-91c5-e0fee01b909e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0504417 Oct 22 15:52:54.267512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ad42eb7-e53b-42ce-8b3e-7d8a48705f4f req-05641894-980f-44b3-aeab-fdb4be1869bc tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Oct 22 15:52:55.203388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb452-108f-407e-a3ad-20705a1a8538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:55.385366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5c525-7a8c-43b5-a6c5-5495e5e95e40 req-57a1acf6-da17-401e-aed6-047d761066e2 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:55.386958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85a5c525-7a8c-43b5-a6c5-5495e5e95e40 req-57a1acf6-da17-401e-aed6-047d761066e2 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0498726 Oct 22 15:52:55.425849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85a5c525-7a8c-43b5-a6c5-5495e5e95e40 req-4486b50f-ce33-481e-b922-ee1347f653e0 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Oct 22 15:52:56.472269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:56.548624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b350db8-0c22-418a-9329-e942b164cc6c req-fa53ee63-be59-44a0-931b-5679ee5b3b94 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:56.550159 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b350db8-0c22-418a-9329-e942b164cc6c req-fa53ee63-be59-44a0-931b-5679ee5b3b94 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0540135 Oct 22 15:52:56.591224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b350db8-0c22-418a-9329-e942b164cc6c req-05bb5526-a9e8-4655-8e22-6e5dc8af1ddd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Oct 22 15:52:56.723651 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:57.717356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899f34c-c4a0-4763-8602-96a7ecd1404b req-cc1eeae4-5a1a-41b6-b12e-c36e3a63249c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:57.718904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b899f34c-c4a0-4763-8602-96a7ecd1404b req-cc1eeae4-5a1a-41b6-b12e-c36e3a63249c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Oct 22 15:52:57.758227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b899f34c-c4a0-4763-8602-96a7ecd1404b req-53550088-a96a-4b58-93a1-f4a2fbdcc1a4 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Oct 22 15:52:58.289869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:52:58.878336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb989-61a2-4aac-ace6-4b695cd05769 req-825faa3c-a47d-4cd9-9e87-e6663ffe0c23 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:52:58.879921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5feb989-61a2-4aac-ace6-4b695cd05769 req-825faa3c-a47d-4cd9-9e87-e6663ffe0c23 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Oct 22 15:52:58.919768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5feb989-61a2-4aac-ace6-4b695cd05769 req-6dc03589-3eed-4b31-96a5-909d821f30fc tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336466 Oct 22 15:53:00.046666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c41bd-802b-45d1-8d9d-c845a6ea33e9 req-ea93d352-edb5-4cf6-b206-b93dcde765a1 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:00.048316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b73c41bd-802b-45d1-8d9d-c845a6ea33e9 req-ea93d352-edb5-4cf6-b206-b93dcde765a1 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0577874 Oct 22 15:53:00.090634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b73c41bd-802b-45d1-8d9d-c845a6ea33e9 req-bbe693e2-6f0b-4aa0-b078-321aa06124e2 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Oct 22 15:53:01.207817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46e7ba-4eff-4f72-bc53-24590552b7b9 req-396d415b-f711-4554-8b90-a8a76ee22038 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:01.209237 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df46e7ba-4eff-4f72-bc53-24590552b7b9 req-396d415b-f711-4554-8b90-a8a76ee22038 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0503502 Oct 22 15:53:01.249115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df46e7ba-4eff-4f72-bc53-24590552b7b9 req-3cc8bd69-3182-4ab5-90f0-fe4175bf3c3c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Oct 22 15:53:02.373258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be135c-6da5-424f-a866-864742e19772 req-014aaf2e-1600-4e05-86f5-2cc1e3913fec tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:02.374743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65be135c-6da5-424f-a866-864742e19772 req-014aaf2e-1600-4e05-86f5-2cc1e3913fec tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Oct 22 15:53:02.413534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65be135c-6da5-424f-a866-864742e19772 req-1ea01bf7-fbd1-4937-98e3-99a9ee418624 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Oct 22 15:53:03.533298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880df5e-c43e-42f7-9de7-f877a5c154e4 req-845d1658-8479-431b-aaac-f8130c5aa0d9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:03.545663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0880df5e-c43e-42f7-9de7-f877a5c154e4 req-845d1658-8479-431b-aaac-f8130c5aa0d9 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0527871 Oct 22 15:53:03.573499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0880df5e-c43e-42f7-9de7-f877a5c154e4 req-6d2d8564-7a00-40bc-b7d8-d5e990bfcf6f tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326908 Oct 22 15:53:04.192141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:04.695553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf52c5-6913-40e5-9a75-7ba7c01f0d57 req-baa09264-e55a-4568-9b66-e5b09c2f95d1 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:04.697030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3cf52c5-6913-40e5-9a75-7ba7c01f0d57 req-baa09264-e55a-4568-9b66-e5b09c2f95d1 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0515723 Oct 22 15:53:04.737035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3cf52c5-6913-40e5-9a75-7ba7c01f0d57 req-e2d6b578-60ba-4093-912f-2f9746b78e26 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Oct 22 15:53:05.854525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a43322-bfef-47c8-8cc6-a3e856b33432 req-d74f746c-2c22-476a-bfe1-3fdd38eb2aca tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:05.856578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54a43322-bfef-47c8-8cc6-a3e856b33432 req-d74f746c-2c22-476a-bfe1-3fdd38eb2aca tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Oct 22 15:53:05.894396 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-54a43322-bfef-47c8-8cc6-a3e856b33432 req-d05b8ba8-0202-4353-936b-3a42129a18cd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Oct 22 15:53:07.015004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf772a-93eb-4d12-81e0-045d634e2a62 req-077334b4-d215-400f-923a-ebb9346ae8d5 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:07.016603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36bf772a-93eb-4d12-81e0-045d634e2a62 req-077334b4-d215-400f-923a-ebb9346ae8d5 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Oct 22 15:53:07.056231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-36bf772a-93eb-4d12-81e0-045d634e2a62 req-adbdf647-9137-4aa0-b4fd-6e2b7e51c471 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Oct 22 15:53:08.175395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491176f-3407-4f85-9926-45abaa42c77c req-6dbafaa8-59a4-4b72-b368-757928b70c3f tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:08.177142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2491176f-3407-4f85-9926-45abaa42c77c req-6dbafaa8-59a4-4b72-b368-757928b70c3f tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0489600 Oct 22 15:53:08.215838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2491176f-3407-4f85-9926-45abaa42c77c req-a44c6f91-627b-4d8f-8cb1-7ea5c8cf1cec tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Oct 22 15:53:09.334105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476d51b-0841-41ea-8c57-afef29a4f952 req-69c0e306-50d0-47e3-9ab2-8fb4fb786e09 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:09.335755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a476d51b-0841-41ea-8c57-afef29a4f952 req-69c0e306-50d0-47e3-9ab2-8fb4fb786e09 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0501418 Oct 22 15:53:09.379464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a476d51b-0841-41ea-8c57-afef29a4f952 req-28ec1127-f7e3-4fc3-b96e-09accd7a98fd tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367720 Oct 22 15:53:10.505054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f3cb3-0a75-416b-8553-ecaaea054201 req-5094aabd-b256-4b1d-9914-35dd9ab99916 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:10.506550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f1f3cb3-0a75-416b-8553-ecaaea054201 req-5094aabd-b256-4b1d-9914-35dd9ab99916 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Oct 22 15:53:10.545409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f1f3cb3-0a75-416b-8553-ecaaea054201 req-1c2c1228-f94d-4d91-9b06-968fab04a2f4 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Oct 22 15:53:11.668199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8732a8b-99bf-4e94-8de5-dd842413c474 req-fb879c94-309b-4323-b7b5-166fde0ecdb8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:11.669639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8732a8b-99bf-4e94-8de5-dd842413c474 req-fb879c94-309b-4323-b7b5-166fde0ecdb8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0533338 Oct 22 15:53:11.709392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8732a8b-99bf-4e94-8de5-dd842413c474 req-d3feebe2-c321-4fb0-bd72-f45dfd6373f7 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Oct 22 15:53:12.020143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:12.501094 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-1658cc3b-8951-4331-84d4-16a804766683 req-1afee717-2fb7-4a5e-8515-c9dc8931fde3 service neutron] show failed (client error): The resource could not be found. Oct 22 15:53:12.502135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-1afee717-2fb7-4a5e-8515-c9dc8931fde3 service neutron] 10.222.0.69 "GET /v2.0/ports/7a33bd46-5e5f-443d-b827-991618ec17b7/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0557067 Oct 22 15:53:12.829231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983629b-9cbf-4fe1-aa51-7382f0160f2f req-75e7248b-84f3-4447-81e5-a04918204f52 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:12.830777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a983629b-9cbf-4fe1-aa51-7382f0160f2f req-75e7248b-84f3-4447-81e5-a04918204f52 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0506520 Oct 22 15:53:12.869640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a983629b-9cbf-4fe1-aa51-7382f0160f2f req-50844205-5699-44e8-8c36-3cb420563a81 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Oct 22 15:53:13.223335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-7cf4ab1f-4cad-4888-92e6-7580dc68003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:13.224869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-7cf4ab1f-4cad-4888-92e6-7580dc68003c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7&tenant_id=ef45439561df4998a9bc69059d23c5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0871243 Oct 22 15:53:13.235757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-e34d8ffd-5990-478c-8d1f-9cadb2d449f2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:53:13.236784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-e34d8ffd-5990-478c-8d1f-9cadb2d449f2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050941 Oct 22 15:53:13.249916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:53:13.311342 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:13.547215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:13.581485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:53:13.623528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:53:13.625854 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c3abf-9e60-4ba4-b9fe-8a4354a53338" -d '{"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:53:13.629725 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:13.643283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Transition to ACTIVE for port object 7a33bd46-5e5f-443d-b827-991618ec17b7 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:53:13.691938 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655479e0-d30e-476e-bd93-8a1707b294d5 x-openstack-request-id: req-655479e0-d30e-476e-bd93-8a1707b294d5 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:53:13.692270 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:53:13.692544 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-655479e0-d30e-476e-bd93-8a1707b294d5 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:53:13.692977 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'code': 200} Oct 22 15:53:13.734897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:13.799574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] No DVR routers for this DVR port 7a33bd46-5e5f-443d-b827-991618ec17b7 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:53:13.803005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:13.815544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.815886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.816222 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.816556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.816882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.817213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.817535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.817854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.818191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.818504 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.818821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.819157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:13.853342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:53:13.854066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:53:13.854066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 on network e7c644e0-eb84-40e6-8064-10f4c1dc205b {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:53:13.859634 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Port 7a33bd46-5e5f-443d-b827-991618ec17b7 on network e7c644e0-eb84-40e6-8064-10f4c1dc205b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:53:13.860549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Attempting to bind port 7a33bd46-5e5f-443d-b827-991618ec17b7 on network e7c644e0-eb84-40e6-8064-10f4c1dc205b {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:53:13.865164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:53:13.865502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Checking segment: {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:53:13.865893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Bound using segment: {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:53:13.866344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Bound port: 7a33bd46-5e5f-443d-b827-991618ec17b7, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7ff77-fb20-4abb-b016-08793c3e0215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:53:13.866702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:13.934291 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:53:13.937622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:53:14.001949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079f42-1f69-4792-b751-a81cc66d331b req-349fe1b1-9ed5-46ee-89ad-df2d47f4aaaa tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:14.003516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e079f42-1f69-4792-b751-a81cc66d331b req-349fe1b1-9ed5-46ee-89ad-df2d47f4aaaa tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0505316 Oct 22 15:53:14.047921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5e079f42-1f69-4792-b751-a81cc66d331b req-64cf0acd-c2dd-41c2-b825-a7d8ab1e860e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Oct 22 15:53:14.100931 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:14.140937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:14.141590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:14.143051 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] 10.222.0.53 "PUT /v2.0/ports/7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 1091 time: 0.8979676 Oct 22 15:53:14.164403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345ad6f-246d-4dfe-8557-4ae492370852 service neutron] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:14.215919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-74cf773b-1a0c-4d33-8571-be44d2ee3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:14.217443 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-74cf773b-1a0c-4d33-8571-be44d2ee3179 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0443480 Oct 22 15:53:14.311473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-ea63e0da-683b-4f1d-8428-026c09eb2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:14.312906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-ea63e0da-683b-4f1d-8428-026c09eb2f50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 913 time: 0.0877616 Oct 22 15:53:14.367671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-f5c6e720-4119-4a82-95e9-81b9eb410a2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 217 time: 0.0474374 Oct 22 15:53:14.419406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cc3b-8951-4331-84d4-16a804766683 req-42d08d1f-98e4-4031-a845-27b4848bad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:14.421030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-42d08d1f-98e4-4031-a845-27b4848bad49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 200 len: 852 time: 0.0467398 Oct 22 15:53:14.455983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-0c07dd48-5dac-482c-8021-e7d82888c4f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7c644e0-eb84-40e6-8064-10f4c1dc205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273039 Oct 22 15:53:14.550386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-39927b49-354a-4b7b-b4b1-bd0b91995c2a service neutron] 10.222.0.53 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871127 Oct 22 15:53:14.643003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1658cc3b-8951-4331-84d4-16a804766683 req-9ce8133a-1290-4319-a225-5c57740cb3ac service neutron] 10.222.0.53 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853581 Oct 22 15:53:15.174372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb9836-904e-495b-aca1-06cfe15ebaee req-eab803db-7424-4e6f-97d3-2624f18ca261 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:15.175837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9bb9836-904e-495b-aca1-06cfe15ebaee req-eab803db-7424-4e6f-97d3-2624f18ca261 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0499692 Oct 22 15:53:15.218934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9bb9836-904e-495b-aca1-06cfe15ebaee req-eeccf544-6462-46eb-9f93-41da880fe691 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Oct 22 15:53:15.694497 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:53:15.696933 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f54591f-3386-471d-a20b-e60d78c2ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:53:15.746261 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad87ecee-56a1-412f-930c-9765eae7c990 x-openstack-request-id: req-ad87ecee-56a1-412f-930c-9765eae7c990 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:53:15.746554 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:53:15.746813 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad87ecee-56a1-412f-930c-9765eae7c990 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:53:15.747325 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'status': 'completed', 'code': 200} Oct 22 15:53:15.812438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-c2e64342-0234-4a35-ae86-a24cbf531c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:15.814068 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-c2e64342-0234-4a35-ae86-a24cbf531c48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0485172 Oct 22 15:53:15.814931 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-550505d1-e1a4-48b1-b362-e339145a1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:15.816477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-550505d1-e1a4-48b1-b362-e339145a1bd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0435302 Oct 22 15:53:15.911508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-b540a9be-c116-4005-9d09-3bdeaa643299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:15.911995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-7767e056-6ad0-4bd8-82a3-c2f6013d6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:15.913021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-b540a9be-c116-4005-9d09-3bdeaa643299 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 913 time: 0.0912473 Oct 22 15:53:15.913442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-7767e056-6ad0-4bd8-82a3-c2f6013d6397 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 913 time: 0.0902576 Oct 22 15:53:15.960188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-47e350f0-7681-4cba-b8e8-b797983713e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 217 time: 0.0393517 Oct 22 15:53:15.960416 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-714596d0-1be9-4c0a-960e-fceb11245533 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 217 time: 0.0398076 Oct 22 15:53:16.011589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-f7aec812-aac6-424b-b684-6e43951ebb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:16.011872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-203b4272-adf5-47e8-87dd-b8c2fbb184a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:16.013064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-f7aec812-aac6-424b-b684-6e43951ebb09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 200 len: 852 time: 0.0448790 Oct 22 15:53:16.013561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-203b4272-adf5-47e8-87dd-b8c2fbb184a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 200 len: 852 time: 0.0464644 Oct 22 15:53:16.046933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-a1025097-6ce5-405d-9f3e-8b28ee4866b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7c644e0-eb84-40e6-8064-10f4c1dc205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259750 Oct 22 15:53:16.047228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-343b5813-17bc-4f95-b2ec-694984f3e34f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7c644e0-eb84-40e6-8064-10f4c1dc205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256357 Oct 22 15:53:16.145370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-75ed196b-55f8-4da6-b06a-489bc31ed07d service neutron] 10.222.0.53 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898173 Oct 22 15:53:16.146538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-5ed495fd-8252-4ef8-acea-15dc314a9938 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925255 Oct 22 15:53:16.241447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-c3124070-502b-4adc-bb92-325f1f24b237 service neutron] 10.222.0.53 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881259 Oct 22 15:53:16.242152 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1f54591f-3386-471d-a20b-e60d78c2ab18 req-9f80698b-076c-4e4e-b3a7-c7d722cfedc9 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884280 Oct 22 15:53:16.343331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7b52b-cbc6-466d-b223-10c061fe2c26 req-611c7a64-562a-4057-9055-40c61caefba8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:16.344993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3a7b52b-cbc6-466d-b223-10c061fe2c26 req-611c7a64-562a-4057-9055-40c61caefba8 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0545723 Oct 22 15:53:16.389618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f3a7b52b-cbc6-466d-b223-10c061fe2c26 req-ca6c4feb-705f-4cca-8a3b-344b62318f9c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Oct 22 15:53:17.050939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:53:17.090510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:53:17.513155 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226e197-f88f-481c-bb24-a6907d61eb05 req-b27d216d-a1f4-485f-92d6-81d23f0a7391 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:17.514740 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7226e197-f88f-481c-bb24-a6907d61eb05 req-b27d216d-a1f4-485f-92d6-81d23f0a7391 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 943 time: 0.0517132 Oct 22 15:53:17.554032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7226e197-f88f-481c-bb24-a6907d61eb05 req-0b8ed494-1ed5-4806-b485-5b625e8878cc tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Oct 22 15:53:18.071561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:53:18.090790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-dd89e304-d858-4966-b849-ccf8c9012377 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:18.092650 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-dd89e304-d858-4966-b849-ccf8c9012377 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7&tenant_id=ef45439561df4998a9bc69059d23c5a7&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 943 time: 0.0576863 Oct 22 15:53:18.168311 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-35af18d6-0467-4893-883d-8cf1cf24d79d service neutron] delete failed (client error): The resource could not be found. Oct 22 15:53:18.169968 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-35af18d6-0467-4893-883d-8cf1cf24d79d service neutron] 10.222.0.69 "DELETE /v2.0/ports/7a33bd46-5e5f-443d-b827-991618ec17b7/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0686934 Oct 22 15:53:18.177999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:18.191256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'network_id': 'e7c644e0-eb84-40e6-8064-10f4c1dc205b', 'port_id': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'mac_address': 'fa:16:3e:c6:ff:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b368904-1a96-4133-ac8a-c482e8d62695', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:53:18.231566 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:18.245529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a33bd46-5e5f-443d-b827-991618ec17b7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:53:18.262445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-1928331e-176b-448c-9a93-7945d3d24489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:18.264157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-1928331e-176b-448c-9a93-7945d3d24489 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef45439561df4998a9bc69059d23c5a7&device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0462720 Oct 22 15:53:18.267356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:18.363498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-38ebc3a3-484e-43e5-9460-74d05368710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:18.363734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:18.364908 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-38ebc3a3-484e-43e5-9460-74d05368710e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 200 len: 913 time: 0.0920756 Oct 22 15:53:18.413156 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-91f823d4-273e-406e-a597-88cdb4daf9b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 200 len: 217 time: 0.0410941 Oct 22 15:53:18.416648 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:18.424846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.425467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.425804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.426135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.426462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.427073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.427397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.427820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.428024 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.428340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.428658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.428974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:18.466539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-e4f6191b-a27a-49e2-a32b-02a19f9b4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:18.471168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-e4f6191b-a27a-49e2-a32b-02a19f9b4f86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 200 len: 852 time: 0.0482235 Oct 22 15:53:18.501077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-fcd06c65-62d9-4fe7-a6fe-5475dd69806e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7c644e0-eb84-40e6-8064-10f4c1dc205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255594 Oct 22 15:53:18.585847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7a33bd46-5e5f-443d-b827-991618ec17b7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:53:18.603342 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-ceb02fc3-ce62-4b4c-9bc9-9176d41a9720 service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944433 Oct 22 15:53:18.696694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-1175690c-72f3-4667-bd0a-466b5687050a service neutron] 10.222.0.69 "GET /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850127 Oct 22 15:53:20.102011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:53:20.202286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830ed50-fde5-4ff9-b70a-c0eeafc07cb1 req-6736e71c-ff58-47c2-b38d-4fe24de6b903 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:20.203933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2830ed50-fde5-4ff9-b70a-c0eeafc07cb1 req-6736e71c-ff58-47c2-b38d-4fe24de6b903 tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 944 time: 0.0502558 Oct 22 15:53:20.213847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 7a33bd46-5e5f-443d-b827-991618ec17b7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:53:20.219159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7a33bd46-5e5f-443d-b827-991618ec17b7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:53:20.219611 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:20.242994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2830ed50-fde5-4ff9-b70a-c0eeafc07cb1 req-e299e040-94ad-48af-9568-c49f3353d34c tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328116 Oct 22 15:53:20.298514 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:20.321684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:53:20.324816 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d5207-b8e0-4325-8a56-33f77181df82" -d '{"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:53:20.338479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:20.362554 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dffa8cc-d46b-452a-93f4-89b908d0563e x-openstack-request-id: req-3dffa8cc-d46b-452a-93f4-89b908d0563e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:53:20.362843 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:53:20.363130 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dffa8cc-d46b-452a-93f4-89b908d0563e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:53:20.370739 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'code': 200} Oct 22 15:53:20.414054 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:20.465866 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:21.363151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953d664-427c-400c-9e37-cb349dae8983 req-dc0a0cc1-24d3-4b43-87e7-e4dfa233bd6d tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:21.364643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d953d664-427c-400c-9e37-cb349dae8983 req-dc0a0cc1-24d3-4b43-87e7-e4dfa233bd6d tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0507674 Oct 22 15:53:21.408132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d953d664-427c-400c-9e37-cb349dae8983 req-65b70952-bdf4-4034-90fc-4b9ea45fd71b tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff147d2-107b-49de-b0cc-878b5f09c210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Oct 22 15:53:21.469502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-80cf0807-84ba-4f73-865e-cbc17bbf0b1b tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:21.471012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-80cf0807-84ba-4f73-865e-cbc17bbf0b1b tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 945 time: 0.0512216 Oct 22 15:53:21.564208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Deleting port 7a33bd46-5e5f-443d-b827-991618ec17b7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:53:21.564550 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:21.656553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] For port 7a33bd46-5e5f-443d-b827-991618ec17b7, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7a33bd46-5e5f-443d-b827-991618ec17b7,segment=NetworkSegment(cff7ff77-fb20-4abb-b016-08793c3e0215),segment_id=cff7ff77-fb20-4abb-b016-08793c3e0215)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:21.656916 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:21.669403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Calling delete_port for 7a33bd46-5e5f-443d-b827-991618ec17b7 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:53:21.837595 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:21.851282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7a33bd46-5e5f-443d-b827-991618ec17b7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:53:21.868643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Pushing event deleted for resources: {'Port': ['ID=7a33bd46-5e5f-443d-b827-991618ec17b7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:21.909264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] No DVR routers for this DVR port 7a33bd46-5e5f-443d-b827-991618ec17b7 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:53:21.912001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:21.915399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a24a807-5102-4b23-95b9-cf531dd91c86 req-46f732c9-12df-4f93-8ec4-43bfebb1710e tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.53 "DELETE /v2.0/ports/7a33bd46-5e5f-443d-b827-991618ec17b7 HTTP/1.1" status: 204 len: 173 time: 0.4376471 Oct 22 15:53:21.915836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-deleted', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:53:21.918816 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b02a4f-0453-4aad-8958-0de6802598ca" -d '{"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-deleted", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:53:21.958715 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73309c84-1ded-453e-8b66-275a96fc87fc x-openstack-request-id: req-73309c84-1ded-453e-8b66-275a96fc87fc {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:53:21.959050 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7", "name": "network-vif-deleted", "tag": "7a33bd46-5e5f-443d-b827-991618ec17b7", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:53:21.959309 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73309c84-1ded-453e-8b66-275a96fc87fc {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:53:21.959714 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7', 'name': 'network-vif-deleted', 'tag': '7a33bd46-5e5f-443d-b827-991618ec17b7', 'status': 'completed', 'code': 200} Oct 22 15:53:22.517576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04af5d0c-0dcc-4075-8931-57e30999823b req-f5ed8d6f-87df-48fe-b1a2-036b25aa51ac tempest-DeleteServersTestJSON-1810472037 tempest-DeleteServersTestJSON-1810472037-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0cf3c6-4561-44c6-8c0a-a4706dcfd4a7 HTTP/1.1" status: 200 len: 210 time: 0.0268159 Oct 22 15:53:22.684021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d75c5493-37d9-4423-bb10-aab1687b4832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:23.655541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43000) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:53:23.706866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Deleting subnet 3b368904-1a96-4133-ac8a-c482e8d62695 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:53:23.709956 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:23.746037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:23.787138 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:23.918124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:23.944085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b368904-1a96-4133-ac8a-c482e8d62695,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:23.949235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:23.952636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3b368904-1a96-4133-ac8a-c482e8d62695 HTTP/1.1" status: 204 len: 168 time: 0.2960663 Oct 22 15:53:23.955420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43002) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:53:23.958098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.958373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.958715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.959103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.960832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.960832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.960832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.960832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.960832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.961309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.961474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:23.961777 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d155d6-d06f-4bbc-ae80-5702856b41ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:53:24.027195 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.115734 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.137550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c644e0-eb84-40e6-8064-10f4c1dc205b']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:53:24.147095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff7ff77-fb20-4abb-b016-08793c3e0215') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:53:24.147387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff7ff77-fb20-4abb-b016-08793c3e0215') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:53:24.157236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.170601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.177016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:53:24.177399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: timer() Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:53:24.179107 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:53:24.312234 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.317853 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.321556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] 10.222.0.66 "DELETE /v2.0/networks/e7c644e0-eb84-40e6-8064-10f4c1dc205b HTTP/1.1" status: 204 len: 168 time: 0.3646739 Oct 22 15:53:24.332856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a16c9-4f2f-4118-9aa2-111fad43486d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c644e0-eb84-40e6-8064-10f4c1dc205b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:24.674270 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43006) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:53:24.713088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9af182e3-0755-44d6-9142-8170e381300e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef45439561df4998a9bc69059d23c5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390816 Oct 22 15:53:24.716113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43008) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:53:24.771061 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-034adaa1-6998-4f9d-9bbe-864c17ade9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.792972 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-034adaa1-6998-4f9d-9bbe-864c17ade9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.906199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-034adaa1-6998-4f9d-9bbe-864c17ade9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.909001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-034adaa1-6998-4f9d-9bbe-864c17ade9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:24.913221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-034adaa1-6998-4f9d-9bbe-864c17ade9be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eff147d2-107b-49de-b0cc-878b5f09c210 HTTP/1.1" status: 204 len: 168 time: 0.1931517 Oct 22 15:53:24.920195 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034adaa1-6998-4f9d-9bbe-864c17ade9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff147d2-107b-49de-b0cc-878b5f09c210,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:25.169745 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ad3628c-1b28-42ee-b2bc-a565a1d74f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:25.862653 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:53:25.937187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43030) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:53:26.036944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-803078281-network', 'tenant_id': '07e38d1583a943bc8ec10ac7575205d8'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:53:26.102456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:53:26.123283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Made reservation on behalf of 07e38d1583a943bc8ec10ac7575205d8 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:53:26.125705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.127768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 7a33bd46-5e5f-443d-b827-991618ec17b7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:53:26.128115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7a33bd46-5e5f-443d-b827-991618ec17b7 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:53:26.135345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.209913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.289366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.319248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:53:26.326618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04bf6f7-b0f4-450a-a21f-7ac8559f7433,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:26.332929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.333322 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Added segment 981da831-d684-412d-9f74-03ce25b6c438 of type vlan for network 8488bf4e-658c-45a8-813a-083ab11d2ad5 Oct 22 15:53:26.381286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.494871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.495160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.496172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:26.496833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.555810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] Pushing event updated for resources: {'Network': ['ID=8488bf4e-658c-45a8-813a-083ab11d2ad5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:26.565451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 8488bf4e-658c-45a8-813a-083ab11d2ad5 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:53:26.583257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-181a51c5-f5dc-4971-b06b-5b1656d60989 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6449175 Oct 22 15:53:26.586145 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43034) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:53:26.591632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Request body: {'subnet': {'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-803078281-subnet', 'tenant_id': '07e38d1583a943bc8ec10ac7575205d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:53:26.654447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Made reservation on behalf of 07e38d1583a943bc8ec10ac7575205d8 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:53:26.657460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.740509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.911937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:26.974390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d314a6-7bc7-426a-9d49-bc08c6fdbc30,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:26.985661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Checking segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:53:26.986026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Network hostable DHCP agents. Network: 8488bf4e-658c-45a8-813a-083ab11d2ad5, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:53:27.076433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Network 8488bf4e-658c-45a8-813a-083ab11d2ad5 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:53:27.163308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 8488bf4e-658c-45a8-813a-083ab11d2ad5) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:53:27.168015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:27.168673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:27.173751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8d134-69a9-4995-b04c-3721574728fd None None] Network 8488bf4e-658c-45a8-813a-083ab11d2ad5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:53:27.246246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b4686e9a-788a-4ee4-ac03-487fd5f486f8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6590247 Oct 22 15:53:27.311916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7dd072-803e-4604-8ec0-664406520535 None None] Network 8488bf4e-658c-45a8-813a-083ab11d2ad5 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:53:27.679527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-101b7181-2a55-4c41-b95d-38f507125d0c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:27.681015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-101b7181-2a55-4c41-b95d-38f507125d0c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 814 time: 0.1038723 Oct 22 15:53:27.696135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-4cb1d1c7-b821-43fe-b802-9bcbf348196e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/quotas/07e38d1583a943bc8ec10ac7575205d8 HTTP/1.1" status: 200 len: 375 time: 0.0092516 Oct 22 15:53:27.728493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-d16b8b5c-c44a-4c7c-a24c-7ae4e5a89eab tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263808 Oct 22 15:53:27.822575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-e42c0c4a-bf3a-4257-b8a7-759c5d864c26 service neutron] 10.222.0.66 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869710 Oct 22 15:53:27.918444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-2790fea2-c9ee-4a54-8d15-df52dd1562ab service neutron] 10.222.0.66 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888546 Oct 22 15:53:28.139030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82644fa6-ec17-4f19-aa7e-5466c1598e86 req-4591f7f6-421d-43b7-8419-b73a3babcb8e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Oct 22 15:53:28.299049 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:29.236657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01e899a7-d1ad-4075-9799-b593f5a3d736 req-32a4a649-59cc-403b-bf7d-27c42845c693 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Oct 22 15:53:30.334460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c98d7039-3b0a-46ce-95be-57175a5906b6 req-88aea4ee-0097-411a-80a2-04ef62492a40 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Oct 22 15:53:30.367710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-61c85487-cbb1-4b15-903c-3b395af7a057 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:30.369185 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-61c85487-cbb1-4b15-903c-3b395af7a057 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.69 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 814 time: 0.1116014 Oct 22 15:53:30.383353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Request body: {'port': {'device_id': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'admin_state_up': True, 'tenant_id': '07e38d1583a943bc8ec10ac7575205d8'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:53:30.597451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Made reservation on behalf of 07e38d1583a943bc8ec10ac7575205d8 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:53:30.601082 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:30.735768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Allocated IP 172.20.0.8 (8488bf4e-658c-45a8-813a-083ab11d2ad5/68d314a6-7bc7-426a-9d49-bc08c6fdbc30/31823ef0-da10-4342-a04e-8062055a2b1c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:53:30.889905 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.009480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.054112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Network 8488bf4e-658c-45a8-813a-083ab11d2ad5 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:53:31.057321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:53:31.061813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:53:31.092701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:31.119607 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:31.121863 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.200637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-668c2c3e-bca3-4da3-9e40-a30a57127397 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8211389 Oct 22 15:53:31.212605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Request body: {'port': {'device_id': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:53:31.272731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.458937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1819-2c69-4e5c-abea-5fd2cb630d5f req-cf9e712c-00ce-4de3-a06d-e792abab778a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:31.460498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-466d1819-2c69-4e5c-abea-5fd2cb630d5f req-cf9e712c-00ce-4de3-a06d-e792abab778a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 931 time: 0.0498750 Oct 22 15:53:31.499889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-466d1819-2c69-4e5c-abea-5fd2cb630d5f req-ee644c48-0441-4170-a8c6-19f3582ac113 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Oct 22 15:53:31.538453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31823ef0-da10-4342-a04e-8062055a2b1c {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:53:31.545947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.558105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Transition to ACTIVE for port object 31823ef0-da10-4342-a04e-8062055a2b1c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:53:31.631807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.680640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:31.753506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:53:31.753820 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:53:31.754061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:53:31.758370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Port 31823ef0-da10-4342-a04e-8062055a2b1c on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:53:31.758691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:53:31.764188 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:53:31.764524 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Checking segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:53:31.764907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Bound using segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:53:31.765327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Bound port: 31823ef0-da10-4342-a04e-8062055a2b1c, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:53:31.765679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.827532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:53:31.830498 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:53:31.888225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.922046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:31.922697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:31.924114 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] 10.222.0.69 "PUT /v2.0/ports/31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 1091 time: 0.7156458 Oct 22 15:53:31.924550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:53:31.927086 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01bff87-bf24-4448-9bee-c10a2f600a92" -d '{"events": [{"name": "network-changed", "server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:53:31.954582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26aec4-0467-4da4-8f13-495bb8d42bcc service neutron] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:31.970872 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509c59cc-d258-4e51-9fbe-c9d86306322d x-openstack-request-id: req-509c59cc-d258-4e51-9fbe-c9d86306322d {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:53:31.971207 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:53:31.971489 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-509c59cc-d258-4e51-9fbe-c9d86306322d {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:53:31.971900 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c', 'status': 'completed', 'code': 200} Oct 22 15:53:32.041277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bff87-bf24-4448-9bee-c10a2f600a92 req-aaebd437-0246-4ebf-91a8-b62d3d2904ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:32.043379 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f01bff87-bf24-4448-9bee-c10a2f600a92 req-aaebd437-0246-4ebf-91a8-b62d3d2904ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0475178 Oct 22 15:53:32.147154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bff87-bf24-4448-9bee-c10a2f600a92 req-ade6fd1a-94bd-4554-a41e-ca887c5f92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:32.148628 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f01bff87-bf24-4448-9bee-c10a2f600a92 req-ade6fd1a-94bd-4554-a41e-ca887c5f92ad service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=07e38d1583a943bc8ec10ac7575205d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928123 Oct 22 15:53:32.256523 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bff87-bf24-4448-9bee-c10a2f600a92 req-259c12d3-ba51-4360-897f-437f3149ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:32.258035 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f01bff87-bf24-4448-9bee-c10a2f600a92 req-259c12d3-ba51-4360-897f-437f3149ce5b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011696 Oct 22 15:53:32.335345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-a260d229-865c-46fb-9f6b-b57df818ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:32.336748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-a260d229-865c-46fb-9f6b-b57df818ba79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0413282 Oct 22 15:53:32.382296 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-a80bd5c2-aa91-4296-a1ca-564bdc70457d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 217 time: 0.0369987 Oct 22 15:53:32.431050 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-eab3d58a-ce6b-4881-b9d9-695a3baed227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:32.433202 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-eab3d58a-ce6b-4881-b9d9-695a3baed227 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0435731 Oct 22 15:53:32.464922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-4265c396-d1bd-44e7-a38f-65e73d2671a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253665 Oct 22 15:53:32.560869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-52c13d81-0f09-4053-909e-412168069a52 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889370 Oct 22 15:53:32.621835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e71eb-1c84-4e05-98ba-956b1ae0957d req-90dd00d7-fe65-4017-bf4f-a4b07fc443f9 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:32.623298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-859e71eb-1c84-4e05-98ba-956b1ae0957d req-90dd00d7-fe65-4017-bf4f-a4b07fc443f9 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0541260 Oct 22 15:53:32.655627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4736bf10-4e37-4d3f-86a7-2c553dac62b2 req-e7eac567-7c46-424e-a527-cddc9af10cb4 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879273 Oct 22 15:53:32.663389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-859e71eb-1c84-4e05-98ba-956b1ae0957d req-c2c23d57-faa6-4595-9f31-be8ab4cdf937 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338376 Oct 22 15:53:33.781633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5cc53-0178-4941-aba2-86acf69d8b69 req-f4c061bd-aaa9-48e8-8122-141d5467a7e3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:33.783183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9db5cc53-0178-4941-aba2-86acf69d8b69 req-f4c061bd-aaa9-48e8-8122-141d5467a7e3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0505378 Oct 22 15:53:33.823082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9db5cc53-0178-4941-aba2-86acf69d8b69 req-e7907202-fd3d-4161-95f3-0b87de81a1c5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Oct 22 15:53:34.208900 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:34.940688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228229-19ff-4026-93df-eb0b9f901389 req-91b02c46-db9b-4603-9390-1244cca78d2c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:34.942165 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3228229-19ff-4026-93df-eb0b9f901389 req-91b02c46-db9b-4603-9390-1244cca78d2c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0496089 Oct 22 15:53:34.980109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3228229-19ff-4026-93df-eb0b9f901389 req-b631ae27-bbdd-47ad-ae8a-8ce1f3ebaa0e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Oct 22 15:53:36.102201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31877024-10ba-4282-8eaa-16cf1545a1c4 req-a331ccb9-d422-4baa-8c27-75e152f4c72c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:36.103743 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31877024-10ba-4282-8eaa-16cf1545a1c4 req-a331ccb9-d422-4baa-8c27-75e152f4c72c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0552137 Oct 22 15:53:36.142978 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31877024-10ba-4282-8eaa-16cf1545a1c4 req-8d57a51b-ffed-4fdd-9075-a95fbb162368 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Oct 22 15:53:37.065232 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:53:37.164586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:37.176546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '31823ef0-da10-4342-a04e-8062055a2b1c', 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'port_id': '31823ef0-da10-4342-a04e-8062055a2b1c', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d314a6-7bc7-426a-9d49-bc08c6fdbc30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:53:37.221249 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:37.234425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31823ef0-da10-4342-a04e-8062055a2b1c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:53:37.254669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:37.261330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef673c-c24e-45b0-8164-c6688abcc1dd req-4551ba1b-ad22-4cd3-8315-ef8ff0c6b0c1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:37.263009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9ef673c-c24e-45b0-8164-c6688abcc1dd req-4551ba1b-ad22-4cd3-8315-ef8ff0c6b0c1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0503514 Oct 22 15:53:37.302239 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9ef673c-c24e-45b0-8164-c6688abcc1dd req-89a2a2bc-d43d-4fee-bdb4-2955da0f7b86 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Oct 22 15:53:37.333757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:37.388227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:37.673622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['31823ef0-da10-4342-a04e-8062055a2b1c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:53:38.420306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4c990-b86e-433a-904d-ea0ac86d8f11 req-057ee177-67df-4e22-8500-b83bfa6bfcc1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:38.421815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65a4c990-b86e-433a-904d-ea0ac86d8f11 req-057ee177-67df-4e22-8500-b83bfa6bfcc1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 944 time: 0.0496585 Oct 22 15:53:38.460031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65a4c990-b86e-433a-904d-ea0ac86d8f11 req-396740aa-e3dd-4ae4-bdd4-1fd1fea16fd6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Oct 22 15:53:39.080507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:53:39.186220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 31823ef0-da10-4342-a04e-8062055a2b1c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:53:39.190414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 31823ef0-da10-4342-a04e-8062055a2b1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:53:39.190795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:39.268099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:39.293655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:53:39.295933 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f26c1cc-8fe0-40f0-be58-d8c2f9278e8f" -d '{"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-plugged", "status": "completed", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:53:39.309493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:53:39.333507 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf46f723-0d73-4a1f-85f9-4272ff9570b4 x-openstack-request-id: req-bf46f723-0d73-4a1f-85f9-4272ff9570b4 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:53:39.333805 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-plugged", "status": "completed", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:53:39.334059 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf46f723-0d73-4a1f-85f9-4272ff9570b4 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:53:39.334455 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c', 'code': 200} Oct 22 15:53:39.409036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:39.441067 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34830-eb63-4ef6-a5db-1dc1d0675e9d req-f19be662-0c58-43be-8ba2-d493c78c7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:39.442536 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5e34830-eb63-4ef6-a5db-1dc1d0675e9d req-f19be662-0c58-43be-8ba2-d493c78c7743 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1095 time: 0.0472269 Oct 22 15:53:39.459295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:53:39.484712 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5e34830-eb63-4ef6-a5db-1dc1d0675e9d req-8fee9014-fdbc-4174-8b2d-997a88578aa9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Oct 22 15:53:39.584203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe09e-275b-455a-9455-e1c60a5e45aa req-a78f5fa2-1192-4c46-be40-a56bc4032f51 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:39.585759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-570fe09e-275b-455a-9455-e1c60a5e45aa req-a78f5fa2-1192-4c46-be40-a56bc4032f51 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Oct 22 15:53:39.624111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-570fe09e-275b-455a-9455-e1c60a5e45aa req-8263d8c5-42d1-4d43-b447-aabebe93a5ea tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Oct 22 15:53:40.797182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3dba5-7372-4927-bfe4-deae3040e9e9 req-e7a37b2e-6b68-4740-99e8-f86ba69be4f7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:40.798706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19f3dba5-7372-4927-bfe4-deae3040e9e9 req-e7a37b2e-6b68-4740-99e8-f86ba69be4f7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.1048107 Oct 22 15:53:40.837466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19f3dba5-7372-4927-bfe4-deae3040e9e9 req-a1603f4c-cd6f-4e23-bb4d-582c2603fba7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325024 Oct 22 15:53:42.002911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:42.007122 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b8f02-caf7-41fb-bfcb-0e87f807bb59 req-94b447a7-71e1-4f2a-9a33-c5dc28027c6e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:42.008626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-800b8f02-caf7-41fb-bfcb-0e87f807bb59 req-94b447a7-71e1-4f2a-9a33-c5dc28027c6e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.1027136 Oct 22 15:53:42.046634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-800b8f02-caf7-41fb-bfcb-0e87f807bb59 req-28b06b5f-a07b-4de9-8846-a733407493c2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Oct 22 15:53:42.171321 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e440f-d41b-4cc9-bd6a-bd19f245b5bb req-57ef8906-f104-4244-ace1-65e72f925223 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:42.172713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb0e440f-d41b-4cc9-bd6a-bd19f245b5bb req-57ef8906-f104-4244-ace1-65e72f925223 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0541725 Oct 22 15:53:42.209686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb0e440f-d41b-4cc9-bd6a-bd19f245b5bb req-847fc740-6981-47aa-bbab-fe8f635a2b89 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Oct 22 15:53:42.483391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7760d-cc1e-4b36-9cb6-01e05038152e req-4473af6a-22c2-465a-ab59-1fbf962c365b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:42.484802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1aa7760d-cc1e-4b36-9cb6-01e05038152e req-4473af6a-22c2-465a-ab59-1fbf962c365b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Oct 22 15:53:42.523736 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1aa7760d-cc1e-4b36-9cb6-01e05038152e req-1e85a056-c36e-44d9-8384-561066efea61 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Oct 22 15:53:42.638304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02d374-7096-4822-b61b-51c180cf55e1 req-beb605a0-aa24-4ff9-9fcf-b6d192869283 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:42.639810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e02d374-7096-4822-b61b-51c180cf55e1 req-beb605a0-aa24-4ff9-9fcf-b6d192869283 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Oct 22 15:53:42.677615 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e02d374-7096-4822-b61b-51c180cf55e1 req-27824c68-b19a-4e39-a9d7-fe294064a794 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Oct 22 15:53:43.054172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28b3f-dc04-48a1-bae0-86aee163799b req-5500d462-8f97-47db-a476-2d70c9fb593e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:43.056554 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26e28b3f-dc04-48a1-bae0-86aee163799b req-5500d462-8f97-47db-a476-2d70c9fb593e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0537493 Oct 22 15:53:43.094839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26e28b3f-dc04-48a1-bae0-86aee163799b req-fc47bc63-f69f-4eb0-bc43-ce033129b5e1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Oct 22 15:53:43.218549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-dd28bcd1-0be7-450c-a0c4-1fd96d74381d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402484 Oct 22 15:53:44.214332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede9aa9-771c-401e-8f0f-55f674fd2804 req-c032b220-10c1-4d0a-ba9e-1859012aeecb tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:44.215911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bede9aa9-771c-401e-8f0f-55f674fd2804 req-c032b220-10c1-4d0a-ba9e-1859012aeecb tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Oct 22 15:53:44.254658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bede9aa9-771c-401e-8f0f-55f674fd2804 req-e560957e-db40-40c3-950a-bd009ab42d26 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Oct 22 15:53:45.273888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-6c09408c-d400-4158-b850-f98a688b741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:45.275347 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-6c09408c-d400-4158-b850-f98a688b741d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0443988 Oct 22 15:53:45.378527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da850-7666-4066-86ee-c6530962da86 req-fe109f84-3dca-4758-988f-8ef3a77418c1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:45.380080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e26da850-7666-4066-86ee-c6530962da86 req-fe109f84-3dca-4758-988f-8ef3a77418c1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0550015 Oct 22 15:53:45.380546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-ed4a8d4f-b10c-47b8-b67a-3e19d26a19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:45.382069 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-ed4a8d4f-b10c-47b8-b67a-3e19d26a19a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0992029 Oct 22 15:53:45.421056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e26da850-7666-4066-86ee-c6530962da86 req-ee53be61-a1ca-4534-a324-9169f22d474a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Oct 22 15:53:45.429968 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-282dfe73-e944-425c-a406-6c3fb25d1928 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 217 time: 0.0406985 Oct 22 15:53:45.481438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-8fa68fb8-56e6-46fa-840f-2ea12159039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:45.482935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-8fa68fb8-56e6-46fa-840f-2ea12159039c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0461092 Oct 22 15:53:45.515717 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-85bc2379-3414-443e-aef5-b2fba6dc2f81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252190 Oct 22 15:53:45.610603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-e8683a0a-d166-402a-901d-6b1d39f24a39 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868158 Oct 22 15:53:45.706997 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-8005929d-0e52-49bf-aa3b-c0b0e4b62062 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887706 Oct 22 15:53:46.542506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9ab3a-954a-48ca-b729-eb9ec9805fbb req-b6b6f5c1-0700-4763-9c2f-50819c0b4d30 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:46.544018 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5a9ab3a-954a-48ca-b729-eb9ec9805fbb req-b6b6f5c1-0700-4763-9c2f-50819c0b4d30 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0495515 Oct 22 15:53:46.581329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5a9ab3a-954a-48ca-b729-eb9ec9805fbb req-96255a1d-3ef8-42b7-a92e-ea87c26f3432 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Oct 22 15:53:47.702252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d8c5-477c-47d0-8d30-bbc4f3133c56 req-75996216-adbb-463b-a7f9-527b5b45d7b3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:47.703655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4799d8c5-477c-47d0-8d30-bbc4f3133c56 req-75996216-adbb-463b-a7f9-527b5b45d7b3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Oct 22 15:53:47.745970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4799d8c5-477c-47d0-8d30-bbc4f3133c56 req-b2aab681-b039-47de-8c0f-f269809cef31 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363991 Oct 22 15:53:48.874408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667124f-5073-4751-bd1f-c940e43264a3 req-e24beed7-06b2-46a3-9007-929495173f32 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:48.875934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e667124f-5073-4751-bd1f-c940e43264a3 req-e24beed7-06b2-46a3-9007-929495173f32 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0559382 Oct 22 15:53:48.913521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e667124f-5073-4751-bd1f-c940e43264a3 req-b1fa4fac-54e5-4124-9166-76542da0e97b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Oct 22 15:53:50.031765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e0a4-71d1-457b-aaa9-ea68bcdab1ab req-03362b9f-7572-4fb0-a703-345d6172840d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:50.033269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d957e0a4-71d1-457b-aaa9-ea68bcdab1ab req-03362b9f-7572-4fb0-a703-345d6172840d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Oct 22 15:53:50.071863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d957e0a4-71d1-457b-aaa9-ea68bcdab1ab req-25dc746e-b5c4-479e-b6ba-ad16df43daed tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Oct 22 15:53:51.190161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd68e6f-9145-42ec-b37c-cd0468332128 req-03c116b7-4395-4b10-9cdb-fd6ac44ea613 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:51.191597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd68e6f-9145-42ec-b37c-cd0468332128 req-03c116b7-4395-4b10-9cdb-fd6ac44ea613 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Oct 22 15:53:51.229208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cd68e6f-9145-42ec-b37c-cd0468332128 req-2c61cbe0-10a8-4936-9765-f48ff26035a5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Oct 22 15:53:52.351376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47c1a5-8da4-466d-8f06-9904b485ee3a req-85aa4772-ccec-4144-a965-b23548043942 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:52.352823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d47c1a5-8da4-466d-8f06-9904b485ee3a req-85aa4772-ccec-4144-a965-b23548043942 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0534945 Oct 22 15:53:52.390864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2d47c1a5-8da4-466d-8f06-9904b485ee3a req-7ae0bc16-f5e7-4d6c-8de4-f4684f7808f9 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Oct 22 15:53:52.677599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-339ce2c5-6ce9-4803-ae8d-8654979dd862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:53.508613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70714fb-8ad8-4a71-bb61-41c93b1d8071 req-8e778f8d-dfa9-43dc-9e85-43be03d0da94 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:53.510090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a70714fb-8ad8-4a71-bb61-41c93b1d8071 req-8e778f8d-dfa9-43dc-9e85-43be03d0da94 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0496533 Oct 22 15:53:53.548896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a70714fb-8ad8-4a71-bb61-41c93b1d8071 req-c364b8a1-ea86-4e3c-98da-d1f3a3982c1d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Oct 22 15:53:54.670110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593a7c-6b19-4835-9e84-466b0ccc7a78 req-4d2aeff1-ffab-42d8-91a4-6d80f473c631 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:54.671610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20593a7c-6b19-4835-9e84-466b0ccc7a78 req-4d2aeff1-ffab-42d8-91a4-6d80f473c631 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Oct 22 15:53:54.711322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-20593a7c-6b19-4835-9e84-466b0ccc7a78 req-1f18d47c-b92f-4bd3-abf3-23cba4314284 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Oct 22 15:53:55.157491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dc013f8f-787c-4bb3-b961-e06d90e43f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:55.836151 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5d3f5-c7f8-45d4-8f26-6af81b8ef68e req-70641372-60ef-40dc-a061-4a6eb2f80932 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:55.837645 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bb5d3f5-c7f8-45d4-8f26-6af81b8ef68e req-70641372-60ef-40dc-a061-4a6eb2f80932 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0534844 Oct 22 15:53:55.876575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bb5d3f5-c7f8-45d4-8f26-6af81b8ef68e req-53980a9a-306d-469f-822f-c05c0e8f4699 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Oct 22 15:53:56.477218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:56.727224 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:56.994206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09cbe7-4174-4eae-81fb-e45120a4974e req-398eb6f9-7fe7-4819-ac1a-bc148899fd4d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:56.995879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b09cbe7-4174-4eae-81fb-e45120a4974e req-398eb6f9-7fe7-4819-ac1a-bc148899fd4d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0503347 Oct 22 15:53:57.037367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b09cbe7-4174-4eae-81fb-e45120a4974e req-4cbd623e-37f5-447e-a5da-a2e3437f8794 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Oct 22 15:53:58.157057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1d8e-5299-487e-851e-da396a176696 req-adacbc7b-7b7f-42e9-a0f8-de2b97cbf5d6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:58.159979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c46b1d8e-5299-487e-851e-da396a176696 req-adacbc7b-7b7f-42e9-a0f8-de2b97cbf5d6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Oct 22 15:53:58.197509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c46b1d8e-5299-487e-851e-da396a176696 req-7dcb4006-68e7-4179-9eb1-cee248543ab9 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Oct 22 15:53:58.357223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:53:59.321775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea8d28-d918-4886-819f-5c0ddb4ff336 req-fdfdeb78-34a7-4755-9da7-6fc613d29ef3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:53:59.323422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bea8d28-d918-4886-819f-5c0ddb4ff336 req-fdfdeb78-34a7-4755-9da7-6fc613d29ef3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0538645 Oct 22 15:53:59.362027 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1bea8d28-d918-4886-819f-5c0ddb4ff336 req-62c9bca3-9408-4d1c-893c-50c4a1317097 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Oct 22 15:54:00.497203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f7a02-a570-4bdd-a232-d54620076ed1 req-4a11de0a-c6c4-4287-8f00-2277c976a8c5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:00.498712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a7f7a02-a570-4bdd-a232-d54620076ed1 req-4a11de0a-c6c4-4287-8f00-2277c976a8c5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0665710 Oct 22 15:54:00.538299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a7f7a02-a570-4bdd-a232-d54620076ed1 req-f83c396d-5087-49fb-b953-90b19bfaff6a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Oct 22 15:54:01.659257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede95c-d657-400e-a2ed-a20b73a8bbc1 req-3d2c8144-b9dc-4b32-bf8c-0fe399445005 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:01.660674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9aede95c-d657-400e-a2ed-a20b73a8bbc1 req-3d2c8144-b9dc-4b32-bf8c-0fe399445005 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0495515 Oct 22 15:54:01.702782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9aede95c-d657-400e-a2ed-a20b73a8bbc1 req-1c861136-cc40-4311-a5a0-e2b5e9e69ea8 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Oct 22 15:54:02.825900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8677-d170-4f43-a772-403bcfa972d0 req-5014d3ea-7346-406b-ab79-cdfd09cfa14f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:02.827493 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28da8677-d170-4f43-a772-403bcfa972d0 req-5014d3ea-7346-406b-ab79-cdfd09cfa14f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0567842 Oct 22 15:54:02.861087 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:54:02.868613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28da8677-d170-4f43-a772-403bcfa972d0 req-1be54cb5-cbc6-4992-86de-a98d8caf1648 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Oct 22 15:54:03.991004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630c070-b651-4730-96c6-68a6f5a0ba17 req-ae4d47f8-239b-4ed5-bcf0-e73a700b9906 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:03.992500 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5630c070-b651-4730-96c6-68a6f5a0ba17 req-ae4d47f8-239b-4ed5-bcf0-e73a700b9906 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0496969 Oct 22 15:54:04.031639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5630c070-b651-4730-96c6-68a6f5a0ba17 req-5f64dc57-2542-4005-9cd0-63ab7abec0a7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Oct 22 15:54:04.212391 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:05.148624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24ebad-e2d2-4157-b3c5-5ca8d5661411 req-cff5c12e-13b2-4d7e-8585-2428d13ded57 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:05.150155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d24ebad-e2d2-4157-b3c5-5ca8d5661411 req-cff5c12e-13b2-4d7e-8585-2428d13ded57 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0495317 Oct 22 15:54:05.189080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d24ebad-e2d2-4157-b3c5-5ca8d5661411 req-37a21c19-6df8-4f83-ae05-1edd6e8966fe tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Oct 22 15:54:06.581801 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5723d9-5998-4703-8e82-ec34458f98e0 req-2612eabd-5d7a-496b-a334-88848bb4fbf4 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:06.583302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b5723d9-5998-4703-8e82-ec34458f98e0 req-2612eabd-5d7a-496b-a334-88848bb4fbf4 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.3252680 Oct 22 15:54:06.622148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b5723d9-5998-4703-8e82-ec34458f98e0 req-2543007a-af28-471b-abd2-f3a83f623c1e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Oct 22 15:54:07.738629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b635c1-207a-4ba3-ba78-270ad293f2eb req-09a4cd9c-4ab3-4ada-ba3a-567b6cff03c7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:07.740101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89b635c1-207a-4ba3-ba78-270ad293f2eb req-09a4cd9c-4ab3-4ada-ba3a-567b6cff03c7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0488172 Oct 22 15:54:07.778809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89b635c1-207a-4ba3-ba78-270ad293f2eb req-b43564c8-1c79-4ced-b47c-23e5ab88fef9 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Oct 22 15:54:08.896234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d504-cd16-4620-bc3b-04665e02986e req-6d2cfdcc-b504-4c46-9630-abaaa133d4da tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:08.897775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a500d504-cd16-4620-bc3b-04665e02986e req-6d2cfdcc-b504-4c46-9630-abaaa133d4da tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Oct 22 15:54:08.937557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a500d504-cd16-4620-bc3b-04665e02986e req-d660eba7-f5cd-406c-9ad2-a81fea210481 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Oct 22 15:54:10.059353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85b84-075a-40b2-86a8-57683f6700aa req-fadd0cab-0662-4c0f-a8e4-658bfbd5b14f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:10.060838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cda85b84-075a-40b2-86a8-57683f6700aa req-fadd0cab-0662-4c0f-a8e4-658bfbd5b14f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Oct 22 15:54:10.098139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cda85b84-075a-40b2-86a8-57683f6700aa req-08e534c1-2469-43e2-b061-7672f283cad3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Oct 22 15:54:11.212944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d91eba-0085-4ddb-9013-958067be83b4 req-8e041831-bdc4-481c-b4c8-78171257760e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:11.215328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2d91eba-0085-4ddb-9013-958067be83b4 req-8e041831-bdc4-481c-b4c8-78171257760e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Oct 22 15:54:11.253767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2d91eba-0085-4ddb-9013-958067be83b4 req-10929c0d-be76-46ae-bd59-63c288c727a6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Oct 22 15:54:12.000931 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:12.375846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808b09e-faaa-4b33-b49a-593b2e41e99a req-bf01fabe-9b53-4362-80f7-b2101123d5a0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:12.377316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f808b09e-faaa-4b33-b49a-593b2e41e99a req-bf01fabe-9b53-4362-80f7-b2101123d5a0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0485809 Oct 22 15:54:12.414450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f808b09e-faaa-4b33-b49a-593b2e41e99a req-3b1f29a1-7971-4c52-b268-b893454364c6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Oct 22 15:54:12.947330 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-88e95ee3-2284-4398-8285-b64ab2316886 service neutron] show failed (client error): The resource could not be found. Oct 22 15:54:12.949381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-88e95ee3-2284-4398-8285-b64ab2316886 service neutron] 10.222.0.69 "GET /v2.0/ports/31823ef0-da10-4342-a04e-8062055a2b1c/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0576398 Oct 22 15:54:13.538077 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-3b10a7c0-ec87-4e4c-a2b7-c29dee088733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:13.539623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-3b10a7c0-ec87-4e4c-a2b7-c29dee088733 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4&tenant_id=07e38d1583a943bc8ec10ac7575205d8 HTTP/1.1" status: 200 len: 1096 time: 0.0724728 Oct 22 15:54:13.553994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:54:13.565650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835095b9-4d85-4e19-b3d5-1912aa90cf77 req-56187f67-fcff-4054-8b75-e24f94dd0beb tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:13.567402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-835095b9-4d85-4e19-b3d5-1912aa90cf77 req-56187f67-fcff-4054-8b75-e24f94dd0beb tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0650122 Oct 22 15:54:13.647596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:13.652348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-835095b9-4d85-4e19-b3d5-1912aa90cf77 req-ad341c5c-c973-469b-b948-fd8665cb2d8d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Oct 22 15:54:13.874289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:13.906184 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:54:13.946765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:54:13.949150 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14dc6ca-2364-4f16-9fce-c094fe531b00" -d '{"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:54:13.953261 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:13.965877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Transition to ACTIVE for port object 31823ef0-da10-4342-a04e-8062055a2b1c will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:54:14.000101 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93773c15-9e0e-4746-aa50-383c7a81cb64 x-openstack-request-id: req-93773c15-9e0e-4746-aa50-383c7a81cb64 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:54:14.000404 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:54:14.000659 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93773c15-9e0e-4746-aa50-383c7a81cb64 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:54:14.001064 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c', 'code': 200} Oct 22 15:54:14.041199 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:14.103453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] No DVR routers for this DVR port 31823ef0-da10-4342-a04e-8062055a2b1c on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:54:14.106172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:14.118192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.119665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.119665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.119665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.119665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.120026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.120381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.120702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.121024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.121346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.121659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.121972 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:14.153841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:54:14.154168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:54:14.154488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:54:14.158854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Port 31823ef0-da10-4342-a04e-8062055a2b1c on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:54:14.159208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Attempting to bind port 31823ef0-da10-4342-a04e-8062055a2b1c on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:54:14.163927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:54:14.164251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Checking segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:54:14.164643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Bound using segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:54:14.165026 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Bound port: 31823ef0-da10-4342-a04e-8062055a2b1c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:54:14.165374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:14.226908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:54:14.230382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:54:14.311959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:14.346304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:14.346918 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:14.348313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 1091 time: 0.7987278 Oct 22 15:54:14.369859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b121a-d086-4b12-a73e-6f18ac28e0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:14.412420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-72682c23-59c5-42c0-9dff-21b04d3dbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:14.413938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-72682c23-59c5-42c0-9dff-21b04d3dbe3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0411758 Oct 22 15:54:14.509485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-41e064e0-7e89-4de3-b9f9-46fab00da60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:14.511787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-41e064e0-7e89-4de3-b9f9-46fab00da60e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0901875 Oct 22 15:54:14.554509 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-d491d502-f4b9-4ea2-a227-e62160d6cff9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 217 time: 0.0355797 Oct 22 15:54:14.607647 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-abd3c60c-0cae-4112-94e8-e8945a1e5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:14.609163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-abd3c60c-0cae-4112-94e8-e8945a1e5be1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0485744 Oct 22 15:54:14.641514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-d0b7d738-005b-4432-8cdd-f34ddd9bba51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253544 Oct 22 15:54:14.734767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-eacd0a85-5d69-4434-86ff-e1e8f0cddd2d service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 Oct 22 15:54:14.834653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4324467-df0f-4426-8dda-c808d1c924aa req-92477bea-1027-4d46-a25c-753fd8cc8695 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:14.836167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4324467-df0f-4426-8dda-c808d1c924aa req-92477bea-1027-4d46-a25c-753fd8cc8695 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.1045339 Oct 22 15:54:14.883121 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03a59f26-2682-41dc-a809-c32a808bf6d1 req-437d43b7-7dea-4342-83d0-251c433fbe11 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408539 Oct 22 15:54:14.895529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4324467-df0f-4426-8dda-c808d1c924aa req-40f52ccd-49b5-49bd-937a-86bd2c836bd3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532844 Oct 22 15:54:16.002611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:54:16.008932 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f1d0e6-bfe7-440e-b191-5b48297d4e88" -d '{"events": [{"name": "network-changed", "server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:54:16.032585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a75f-6ec1-489a-8c5e-4e9800398246 req-c91dc49c-289b-464c-adb8-cd2a69fd45f7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.034125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a58a75f-6ec1-489a-8c5e-4e9800398246 req-c91dc49c-289b-464c-adb8-cd2a69fd45f7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0591760 Oct 22 15:54:16.067325 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9258dd-8cb5-40b9-8114-56c2b021193c x-openstack-request-id: req-1e9258dd-8cb5-40b9-8114-56c2b021193c {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:54:16.067622 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:54:16.068071 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e9258dd-8cb5-40b9-8114-56c2b021193c {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:54:16.068927 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c', 'status': 'completed', 'code': 200} Oct 22 15:54:16.078225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2a58a75f-6ec1-489a-8c5e-4e9800398246 req-2b2a1498-f34c-4b76-9db2-b228eff1640c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Oct 22 15:54:16.128016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-a4059066-7c77-436f-b7c4-beef2b1fbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.128586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-0d8a197d-90f8-447a-9bb4-0f2101c1c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.129574 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-a4059066-7c77-436f-b7c4-beef2b1fbe54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0470536 Oct 22 15:54:16.129817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-0d8a197d-90f8-447a-9bb4-0f2101c1c27a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0421653 Oct 22 15:54:16.224198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-d07d038c-3e74-4d60-b863-aeb2e8f5a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.225609 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-d07d038c-3e74-4d60-b863-aeb2e8f5a077 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0871513 Oct 22 15:54:16.226125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-f98ee7d8-dce7-45bb-9539-4094e7c5c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.229096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-f98ee7d8-dce7-45bb-9539-4094e7c5c227 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0905716 Oct 22 15:54:16.271263 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-4449516a-ae25-4b1e-977f-4a2069e27b41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 217 time: 0.0381162 Oct 22 15:54:16.274796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-e660c26e-2056-4ba0-81c3-0f777c416fe2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 217 time: 0.0396078 Oct 22 15:54:16.324263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-0263ec53-907c-4d9d-865c-c900985d6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.325819 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-0263ec53-907c-4d9d-865c-c900985d6050 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0462284 Oct 22 15:54:16.326517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-4b6b5c2e-dd24-4fac-821e-963c7f81b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:16.328155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-4b6b5c2e-dd24-4fac-821e-963c7f81b2c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0455315 Oct 22 15:54:16.359092 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-18f06d1c-76fb-4cae-a6bb-72311901de45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259135 Oct 22 15:54:16.360653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-55736564-91a4-4c2f-affc-903d31984573 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253718 Oct 22 15:54:16.456794 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-c75c92f0-6ad9-4606-b489-61880c77a32b service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898187 Oct 22 15:54:16.470449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-47bc0b8b-611a-46cd-a289-d0f5d377ae15 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018412 Oct 22 15:54:16.552845 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-be96702b-da30-413c-bef4-26c372595b2a service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879099 Oct 22 15:54:16.568853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70f1d0e6-bfe7-440e-b191-5b48297d4e88 req-796d7f16-72e9-4e38-b13c-599f45655f92 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907218 Oct 22 15:54:17.206130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ed2a6-f6ab-4e6d-84e4-7d5d5b55248e req-d967ef9f-7aea-4f1c-8f2a-f4fa739354be tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:17.207587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a33ed2a6-f6ab-4e6d-84e4-7d5d5b55248e req-d967ef9f-7aea-4f1c-8f2a-f4fa739354be tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0555911 Oct 22 15:54:17.247908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a33ed2a6-f6ab-4e6d-84e4-7d5d5b55248e req-c1b9c806-ce88-410f-864c-33799e3e1c65 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Oct 22 15:54:17.268966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:54:17.320996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:54:17.597752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf021cb-697e-4916-8599-7dd741afd131 req-1a4fbd24-6c23-488c-b94b-0ce2aca88fa2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:17.599336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccf021cb-697e-4916-8599-7dd741afd131 req-1a4fbd24-6c23-488c-b94b-0ce2aca88fa2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Oct 22 15:54:17.646323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccf021cb-697e-4916-8599-7dd741afd131 req-fe7a4d3e-3367-4be9-860f-b8619e3ce3cc tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Oct 22 15:54:17.682541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-ea2350d6-b2d0-4a4a-bb62-9f40fd274c57 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:17.684063 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-ea2350d6-b2d0-4a4a-bb62-9f40fd274c57 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4&tenant_id=07e38d1583a943bc8ec10ac7575205d8&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 943 time: 0.0559406 Oct 22 15:54:17.800106 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-35271e7b-6525-417b-8ebc-8d1606af2d82 service neutron] delete failed (client error): The resource could not be found. Oct 22 15:54:17.801398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-35271e7b-6525-417b-8ebc-8d1606af2d82 service neutron] 10.222.0.69 "DELETE /v2.0/ports/31823ef0-da10-4342-a04e-8062055a2b1c/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.1094263 Oct 22 15:54:17.893818 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-322e709b-8d11-451c-92b8-20a7e4b0ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:17.895426 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-322e709b-8d11-451c-92b8-20a7e4b0ae38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0421083 Oct 22 15:54:17.987444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-118e5791-e61e-4777-9391-89c4ba44309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:17.988979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-118e5791-e61e-4777-9391-89c4ba44309a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0861223 Oct 22 15:54:18.033955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-6af33410-fe0f-4829-bf7e-0150e7344e7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 200 len: 217 time: 0.0370259 Oct 22 15:54:18.090943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-ef15c129-cf65-4382-9bc8-bbea4d921e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:18.092399 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-ef15c129-cf65-4382-9bc8-bbea4d921e76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0510511 Oct 22 15:54:18.126080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-53e91b22-929b-42fb-bc00-17aad796c77b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259776 Oct 22 15:54:18.222056 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-4b24cce9-06eb-4cfe-b07b-49e2e89fa036 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858343 Oct 22 15:54:18.315115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ccdcde7e-350d-4d58-8979-d26e0bcf1753 req-102aca32-cac0-4914-8c59-9d45c46956f8 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839572 Oct 22 15:54:18.336915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:54:18.442356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:18.455359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '31823ef0-da10-4342-a04e-8062055a2b1c', 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'port_id': '31823ef0-da10-4342-a04e-8062055a2b1c', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d314a6-7bc7-426a-9d49-bc08c6fdbc30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:54:18.500117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:18.517516 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31823ef0-da10-4342-a04e-8062055a2b1c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:54:18.537465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:18.658431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:18.705579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:18.712828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.713879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.714227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.714564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.714885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.715236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.715557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.715879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.716198 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.716515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.716831 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.717146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:54:18.768092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd578bf-1eef-444b-a10b-ef0f05ac161f req-26441c3f-e6e0-46ad-a578-fea269428ab7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:18.769578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbd578bf-1eef-444b-a10b-ef0f05ac161f req-26441c3f-e6e0-46ad-a578-fea269428ab7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 944 time: 0.0495741 Oct 22 15:54:18.809489 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbd578bf-1eef-444b-a10b-ef0f05ac161f req-2c4c44fb-0166-48ca-807a-7e706090b7ea tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Oct 22 15:54:18.879136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['31823ef0-da10-4342-a04e-8062055a2b1c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:54:19.931820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11334e-1262-4b17-819b-c72464ffb5d6 req-6c4cb0ee-223c-4b9f-bab5-81705ce0dd3a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:19.933480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f11334e-1262-4b17-819b-c72464ffb5d6 req-6c4cb0ee-223c-4b9f-bab5-81705ce0dd3a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 944 time: 0.0540099 Oct 22 15:54:19.971964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f11334e-1262-4b17-819b-c72464ffb5d6 req-eb0e6bc1-4542-43e4-8915-2cd0113e87e2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324545 Oct 22 15:54:20.088886 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd50d-27f1-45e0-ad3f-28cf55b85fe4 req-ba72f963-f98b-4685-8459-0293ee711545 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:20.090275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1becd50d-27f1-45e0-ad3f-28cf55b85fe4 req-ba72f963-f98b-4685-8459-0293ee711545 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 944 time: 0.0504205 Oct 22 15:54:20.127662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1becd50d-27f1-45e0-ad3f-28cf55b85fe4 req-703754b6-466b-473c-bc6a-ea9d284c9c6b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Oct 22 15:54:20.242549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ef-6ced-4d81-b3b2-dcb0253de830 req-db6a5fec-f0e0-4185-b9bf-9d79736a20be tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:20.244058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0f149ef-6ced-4d81-b3b2-dcb0253de830 req-db6a5fec-f0e0-4185-b9bf-9d79736a20be tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 944 time: 0.0490825 Oct 22 15:54:20.283931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0f149ef-6ced-4d81-b3b2-dcb0253de830 req-3d3d2c6b-23cf-420c-bf01-23448c7a91bd tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Oct 22 15:54:20.372523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:54:20.509492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 31823ef0-da10-4342-a04e-8062055a2b1c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:54:20.514519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 31823ef0-da10-4342-a04e-8062055a2b1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:54:20.517980 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:20.593278 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:20.616718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:54:20.618915 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6b7ccd-a1e6-47da-9644-1f27f4a55411" -d '{"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-plugged", "status": "completed", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:54:20.635179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:20.657438 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5702e4a1-5f60-4650-bae6-8540d25e25d2 x-openstack-request-id: req-5702e4a1-5f60-4650-bae6-8540d25e25d2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:54:20.657725 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-plugged", "status": "completed", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:54:20.657966 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5702e4a1-5f60-4650-bae6-8540d25e25d2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:54:20.658355 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c', 'code': 200} Oct 22 15:54:20.704108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:20.753462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:20.910788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-8f7ca907-beca-4d66-8259-b9d3e72ac5f1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:20.912178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-8f7ca907-beca-4d66-8259-b9d3e72ac5f1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 814 time: 0.1123683 Oct 22 15:54:20.927896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-bf7e0596-4be5-4767-8a6b-262826a4d8ca tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/quotas/07e38d1583a943bc8ec10ac7575205d8 HTTP/1.1" status: 200 len: 375 time: 0.0093067 Oct 22 15:54:20.976208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1c80aa8e-def3-4549-98d4-e76c53df639b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428846 Oct 22 15:54:20.988567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-5788c6c3-039d-4b03-8deb-1a202f5c28e0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:54:20.989540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-5788c6c3-039d-4b03-8deb-1a202f5c28e0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051987 Oct 22 15:54:21.082292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-9925890f-502d-49fa-8b11-58d08c835c8c service neutron] 10.222.0.66 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866463 Oct 22 15:54:21.172170 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-3fe4cece-4d99-46f4-9c77-ec21d3abc976 service neutron] 10.222.0.66 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835471 Oct 22 15:54:21.413762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9577d49-7f43-4b31-9f40-c8ff9a576d06 req-2978e294-e27f-49b2-a20e-060deabcca92 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 210 time: 0.0275910 Oct 22 15:54:22.065212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-4a21d715-035a-4463-a374-78a9b4f669dd tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:22.066733 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-4a21d715-035a-4463-a374-78a9b4f669dd tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef62a0c8-0ea6-4154-aebb-247ac8907fa4 HTTP/1.1" status: 200 len: 945 time: 0.0544074 Oct 22 15:54:22.159994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Deleting port 31823ef0-da10-4342-a04e-8062055a2b1c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:54:22.160341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:22.254558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] For port 31823ef0-da10-4342-a04e-8062055a2b1c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=31823ef0-da10-4342-a04e-8062055a2b1c,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:22.254924 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:22.267376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Calling delete_port for 31823ef0-da10-4342-a04e-8062055a2b1c owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:54:22.492511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:22.504343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['31823ef0-da10-4342-a04e-8062055a2b1c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:54:22.543427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c5a402d-2419-4ba7-975c-ee2088913f42 req-28710ca7-3d3d-416a-9a5a-fdaa11601e36 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 210 time: 0.0606284 Oct 22 15:54:22.547803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Pushing event deleted for resources: {'Port': ['ID=31823ef0-da10-4342-a04e-8062055a2b1c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:22.592746 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] No DVR routers for this DVR port 31823ef0-da10-4342-a04e-8062055a2b1c on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:54:22.595575 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:22.599333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8626021-2b68-4011-90c7-cd68ece2e4ce req-581c0c06-5156-4c2c-98bb-3acf3d37382d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.53 "DELETE /v2.0/ports/31823ef0-da10-4342-a04e-8062055a2b1c HTTP/1.1" status: 204 len: 173 time: 0.5259182 Oct 22 15:54:22.599802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-deleted', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:54:22.602688 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8cbd7-f4c8-41b7-b67f-cc85e1b252f0" -d '{"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-deleted", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:54:22.646202 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134d1223-c0fd-494c-acf1-6aea1f835367 x-openstack-request-id: req-134d1223-c0fd-494c-acf1-6aea1f835367 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:54:22.646499 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef62a0c8-0ea6-4154-aebb-247ac8907fa4", "name": "network-vif-deleted", "tag": "31823ef0-da10-4342-a04e-8062055a2b1c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:54:22.646750 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-134d1223-c0fd-494c-acf1-6aea1f835367 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:54:22.647216 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef62a0c8-0ea6-4154-aebb-247ac8907fa4', 'name': 'network-vif-deleted', 'tag': '31823ef0-da10-4342-a04e-8062055a2b1c', 'status': 'completed', 'code': 200} Oct 22 15:54:22.654467 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cdc119ac-c0d3-4fa4-8247-05dc3f8ad3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:23.449999 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-f8be543d-e0e8-44f3-b6fc-a8f4cdcf282d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:23.451517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-f8be543d-e0e8-44f3-b6fc-a8f4cdcf282d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.53 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 814 time: 0.1272483 Oct 22 15:54:23.464946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Request body: {'port': {'device_id': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'admin_state_up': True, 'tenant_id': '07e38d1583a943bc8ec10ac7575205d8'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:54:23.646648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d96a0c4c-8e7b-4e93-bec2-722aa54e817b req-e5aec0ad-d6f3-4693-9d62-f861848b84b1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 210 time: 0.0276728 Oct 22 15:54:23.654470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Made reservation on behalf of 07e38d1583a943bc8ec10ac7575205d8 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:54:23.658110 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:23.785934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Allocated IP 172.20.0.11 (8488bf4e-658c-45a8-813a-083ab11d2ad5/68d314a6-7bc7-426a-9d49-bc08c6fdbc30/40af5087-d05d-4c3c-a133-4d2628c69fde) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:54:23.938956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.046596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.058616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['31823ef0-da10-4342-a04e-8062055a2b1c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:54:24.095191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Network 8488bf4e-658c-45a8-813a-083ab11d2ad5 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:54:24.098486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:54:24.102254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:54:24.128621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:24.157699 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:24.158318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.268393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-1ee2e07b-8941-4f93-8a90-1cd7372726f2 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8071239 Oct 22 15:54:24.280988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Request body: {'port': {'device_id': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:54:24.337846 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.599617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40af5087-d05d-4c3c-a133-4d2628c69fde {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:54:24.607037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.619141 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Transition to ACTIVE for port object 40af5087-d05d-4c3c-a133-4d2628c69fde will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:54:24.681251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.737741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:24.840479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015739cb-edb8-4839-95e8-12b440d80a74 req-81a4a95a-8290-46eb-96e2-3684373e4e1d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:24.841979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-015739cb-edb8-4839-95e8-12b440d80a74 req-81a4a95a-8290-46eb-96e2-3684373e4e1d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.1091099 Oct 22 15:54:24.844510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:54:24.844843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:54:24.845173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:54:24.856496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Port 40af5087-d05d-4c3c-a133-4d2628c69fde on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:54:24.856749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:54:24.868924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:54:24.869782 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Checking segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:54:24.870279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Bound using segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:54:24.870713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Bound port: 40af5087-d05d-4c3c-a133-4d2628c69fde, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:54:24.871095 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:24.915267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-015739cb-edb8-4839-95e8-12b440d80a74 req-5dcf1db4-1d18-4328-865e-c8d1e281c078 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667939 Oct 22 15:54:24.949912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:54:24.953541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:54:25.043917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:25.080889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:25.081509 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:25.082880 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] 10.222.0.53 "PUT /v2.0/ports/40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 1092 time: 0.8060200 Oct 22 15:54:25.083350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:54:25.085591 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3d595d-5977-48f6-8e63-5a1055fb6b23" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:54:25.113239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e9006-06dc-48ed-a0b1-68cdffcc9340 service neutron] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:25.130107 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897f8ba-603e-429c-9983-54008814153e x-openstack-request-id: req-e897f8ba-603e-429c-9983-54008814153e {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:54:25.130107 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:54:25.130107 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e897f8ba-603e-429c-9983-54008814153e {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:54:25.130107 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'status': 'completed', 'code': 200} Oct 22 15:54:25.160695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b26225a9-eb01-4208-a8e1-4041d59b4ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:25.191933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d595d-5977-48f6-8e63-5a1055fb6b23 req-beb11c93-9216-41ea-bfb8-f607785e9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:25.193497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea3d595d-5977-48f6-8e63-5a1055fb6b23 req-beb11c93-9216-41ea-bfb8-f607785e9f84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1095 time: 0.0439091 Oct 22 15:54:25.298067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d595d-5977-48f6-8e63-5a1055fb6b23 req-77811059-c98a-424b-94b9-401f8022e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:25.299580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea3d595d-5977-48f6-8e63-5a1055fb6b23 req-77811059-c98a-424b-94b9-401f8022e628 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07e38d1583a943bc8ec10ac7575205d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0987906 Oct 22 15:54:25.399961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d595d-5977-48f6-8e63-5a1055fb6b23 req-f64b8d45-b99d-4dbe-91aa-3cb6b23ec965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:25.401994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea3d595d-5977-48f6-8e63-5a1055fb6b23 req-f64b8d45-b99d-4dbe-91aa-3cb6b23ec965 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959249 Oct 22 15:54:25.481551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-a4cf7155-bb0f-4220-a805-6c925189efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:25.483092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-a4cf7155-bb0f-4220-a805-6c925189efd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1095 time: 0.0415206 Oct 22 15:54:25.524602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-86a40f28-6b2d-49a6-aa41-dc7662236775 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 217 time: 0.0341327 Oct 22 15:54:25.575216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-85ae7a5b-195c-42d3-a54c-419aa942971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:25.576680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-85ae7a5b-195c-42d3-a54c-419aa942971e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0452013 Oct 22 15:54:25.613923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-a3d69d6c-8d51-48ed-b465-f4ec6bcdc40a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301256 Oct 22 15:54:25.703112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-d6487566-01ae-4a9c-a069-b0ac6e686fb0 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820849 Oct 22 15:54:25.795976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce13f5c3-3a2f-4786-a2b7-ccaa3073748c req-25e8ea3a-ae4c-499a-a1b6-0636494ce62a service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853479 Oct 22 15:54:26.036057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773fdb-a497-4928-aa57-832270a326c0 req-4bd076ac-8481-4dce-9720-388f4f9e03ee tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:26.037553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1773fdb-a497-4928-aa57-832270a326c0 req-4bd076ac-8481-4dce-9720-388f4f9e03ee tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0508142 Oct 22 15:54:26.077096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e1773fdb-a497-4928-aa57-832270a326c0 req-e0834239-50dd-4e25-ba7a-58405347f066 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Oct 22 15:54:26.393594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:54:26.420895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 31823ef0-da10-4342-a04e-8062055a2b1c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:54:26.421237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 31823ef0-da10-4342-a04e-8062055a2b1c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:54:26.528547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:26.740105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:27.194522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667879c-83c8-4ad2-a120-c22d47e81054 req-946043e7-8e7c-4676-a20f-90415ebc7293 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:27.196035 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3667879c-83c8-4ad2-a120-c22d47e81054 req-946043e7-8e7c-4676-a20f-90415ebc7293 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0499327 Oct 22 15:54:27.234516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3667879c-83c8-4ad2-a120-c22d47e81054 req-ad1fb4d4-558a-44a5-b51b-d770073a5eee tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Oct 22 15:54:28.303396 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:28.356349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51389949-6049-4ae3-9ef4-1f87aa89dd43 req-ea935039-e069-4bd3-bcd0-54489fa25a76 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:28.357919 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51389949-6049-4ae3-9ef4-1f87aa89dd43 req-ea935039-e069-4bd3-bcd0-54489fa25a76 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0548017 Oct 22 15:54:28.395575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51389949-6049-4ae3-9ef4-1f87aa89dd43 req-cef9c7e1-0b89-43df-b639-7933ec864ae4 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Oct 22 15:54:28.413031 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:54:28.513438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:28.525387 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'port_id': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'mac_address': 'fa:16:3e:bd:76:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d314a6-7bc7-426a-9d49-bc08c6fdbc30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:54:28.562866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:28.576407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40af5087-d05d-4c3c-a133-4d2628c69fde {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:54:28.595267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:28.663194 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:28.714564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:28.850617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['40af5087-d05d-4c3c-a133-4d2628c69fde'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:54:29.511743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fd244-6f41-4434-bf7b-ab93e23e4412 req-a97814d9-cc30-4880-ae89-a69f39dafd0b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:29.513284 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e44fd244-6f41-4434-bf7b-ab93e23e4412 req-a97814d9-cc30-4880-ae89-a69f39dafd0b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 945 time: 0.0489497 Oct 22 15:54:29.552747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e44fd244-6f41-4434-bf7b-ab93e23e4412 req-20e6fa19-264c-4f79-ae23-d605266efa52 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Oct 22 15:54:30.430524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:54:30.534309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 40af5087-d05d-4c3c-a133-4d2628c69fde completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:54:30.538324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 40af5087-d05d-4c3c-a133-4d2628c69fde triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:54:30.538687 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:30.617082 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:30.641018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:54:30.643276 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d12a4ae-21d9-4f2f-bb99-0a45fc4c1d53" -d '{"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-plugged", "status": "completed", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:54:30.657188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:54:30.671794 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fba7f0-325c-4028-a18e-9d768ca8dd69 req-537022fc-0c97-4ec6-9d62-6b14e2673343 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:30.673371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7fba7f0-325c-4028-a18e-9d768ca8dd69 req-537022fc-0c97-4ec6-9d62-6b14e2673343 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 945 time: 0.0531552 Oct 22 15:54:30.690710 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e37612-eb9e-4f9a-ab8b-471d0339237e x-openstack-request-id: req-06e37612-eb9e-4f9a-ab8b-471d0339237e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:54:30.691107 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-plugged", "status": "completed", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:54:30.691367 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06e37612-eb9e-4f9a-ab8b-471d0339237e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:54:30.691765 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'code': 200} Oct 22 15:54:30.717085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7fba7f0-325c-4028-a18e-9d768ca8dd69 req-5fd1d09a-9795-407a-8f4b-85cd45be4d36 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Oct 22 15:54:30.731996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:30.789274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:54:30.790292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b4be1-b0eb-4f9d-9d56-19fe4422366b req-ba5b6295-ef93-48ae-b056-00758bc80495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:30.791834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac0b4be1-b0eb-4f9d-9d56-19fe4422366b req-ba5b6295-ef93-48ae-b056-00758bc80495 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1097 time: 0.0451643 Oct 22 15:54:30.830028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac0b4be1-b0eb-4f9d-9d56-19fe4422366b req-940ee850-05ee-4d9e-9b5e-1d0063bd6a4c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Oct 22 15:54:31.835403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5733e-f866-4741-9ae7-b44bbae048dd req-6a9fc834-59c1-4286-9064-685a13f7c9f1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:31.837023 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57c5733e-f866-4741-9ae7-b44bbae048dd req-6a9fc834-59c1-4286-9064-685a13f7c9f1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0485055 Oct 22 15:54:31.874688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57c5733e-f866-4741-9ae7-b44bbae048dd req-8b6b3d0e-56b3-4c1c-aa83-09dbf04bd052 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Oct 22 15:54:32.993363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d2ab-cdaa-4c21-bde4-2f799e63eb28 req-9e8171f6-a71f-425a-9586-c323f8d83e94 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:32.995366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47b0d2ab-cdaa-4c21-bde4-2f799e63eb28 req-9e8171f6-a71f-425a-9586-c323f8d83e94 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0516400 Oct 22 15:54:33.033960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47b0d2ab-cdaa-4c21-bde4-2f799e63eb28 req-a07e6ec9-7263-4c0b-8902-57ee9261f45b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Oct 22 15:54:33.427522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d6a2-a431-4bf1-8fa9-a0010cc857b8 req-be8941aa-c712-4b52-b5a2-64a51e9dee30 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:33.429339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0754d6a2-a431-4bf1-8fa9-a0010cc857b8 req-be8941aa-c712-4b52-b5a2-64a51e9dee30 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.3281028 Oct 22 15:54:33.470848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0754d6a2-a431-4bf1-8fa9-a0010cc857b8 req-be1678b1-fdba-4a9c-b2a6-22cd70191b30 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Oct 22 15:54:33.892111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be88f29-1be0-4f15-a554-1dabf0755387 req-dbfcc486-5c5c-4a30-9db9-6f8769340206 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:33.893613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1be88f29-1be0-4f15-a554-1dabf0755387 req-dbfcc486-5c5c-4a30-9db9-6f8769340206 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0493526 Oct 22 15:54:33.932557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1be88f29-1be0-4f15-a554-1dabf0755387 req-4989e872-233e-4db5-8f91-b8e8ab56d2ef tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Oct 22 15:54:34.000706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-86659242-594b-48a8-810e-7851d36b4f13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400953 Oct 22 15:54:34.217432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:35.054593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57644ed5-3057-44b5-b283-63287a2169ac req-3909ea41-0fdf-4db1-8694-83df1cb63f5c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:35.056135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57644ed5-3057-44b5-b283-63287a2169ac req-3909ea41-0fdf-4db1-8694-83df1cb63f5c tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0494337 Oct 22 15:54:35.099460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57644ed5-3057-44b5-b283-63287a2169ac req-968c54e3-d31c-4df1-a5c4-0bb99e5ae5dc tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Oct 22 15:54:35.998268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-1810ae00-7d79-4eca-a387-e1a21bf98604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:35.999817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-1810ae00-7d79-4eca-a387-e1a21bf98604 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1097 time: 0.0480266 Oct 22 15:54:36.097081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-86c02cac-392e-4bbd-b88d-b524e7c74733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:36.098586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-86c02cac-392e-4bbd-b88d-b524e7c74733 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0918515 Oct 22 15:54:36.145941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-88e8754b-7468-4b99-8b01-80574c8622ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 217 time: 0.0406249 Oct 22 15:54:36.223134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-1c4329f6-3178-43f1-ab9e-209fe70636df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:36.224618 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-1c4329f6-3178-43f1-ab9e-209fe70636df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0718632 Oct 22 15:54:36.269834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476cd85-0716-4bea-9450-653277d5bfbe req-e8ef7b49-9c14-4279-87b8-b192fc11a424 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:36.271233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3476cd85-0716-4bea-9450-653277d5bfbe req-e8ef7b49-9c14-4279-87b8-b192fc11a424 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0905187 Oct 22 15:54:36.273219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-86592ff1-c65c-4653-b2a3-47548644ba3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411355 Oct 22 15:54:36.337215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3476cd85-0716-4bea-9450-653277d5bfbe req-b74d94e4-2332-45a3-8b37-1577d4421e19 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599740 Oct 22 15:54:36.389300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-9bed5e95-1141-4163-9d4d-33be640f0f39 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061609 Oct 22 15:54:36.487488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-fcee8271-5655-41e2-a21e-ab44234455e2 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Oct 22 15:54:37.454181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80f9d-d3c1-412d-984b-d78efda1e6cc req-317e57b6-f3ee-425e-bde8-151dfb6330d6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:37.455703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab80f9d-d3c1-412d-984b-d78efda1e6cc req-317e57b6-f3ee-425e-bde8-151dfb6330d6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0503011 Oct 22 15:54:37.494283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab80f9d-d3c1-412d-984b-d78efda1e6cc req-2dd85a57-6be6-4b11-b844-b5ff8d27aa90 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Oct 22 15:54:38.610276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a87c3c-6f1c-4a20-90e3-dd5cb2837f87 req-20505c37-bea1-491b-b5d0-28d3fa37b63f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:38.611777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1a87c3c-6f1c-4a20-90e3-dd5cb2837f87 req-20505c37-bea1-491b-b5d0-28d3fa37b63f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0496745 Oct 22 15:54:38.650933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1a87c3c-6f1c-4a20-90e3-dd5cb2837f87 req-bfc25a42-0fb3-4ba9-92e3-7802cc21d93a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Oct 22 15:54:39.779733 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251edb0-0200-408c-acf5-5d25f492a83d req-32a03801-b8b1-4618-b563-307d1a428ee5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:39.781352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2251edb0-0200-408c-acf5-5d25f492a83d req-32a03801-b8b1-4618-b563-307d1a428ee5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0590751 Oct 22 15:54:39.820891 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2251edb0-0200-408c-acf5-5d25f492a83d req-0f5d384c-cf27-405f-a4d0-9ca689f0aed0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Oct 22 15:54:39.859806 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:54:40.938252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d51d5-658d-494b-ac5e-0751bdbe091b req-6d6407c9-d0d0-4133-9b40-ff1a9f528764 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:40.939773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec7d51d5-658d-494b-ac5e-0751bdbe091b req-6d6407c9-d0d0-4133-9b40-ff1a9f528764 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0500219 Oct 22 15:54:40.978875 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec7d51d5-658d-494b-ac5e-0751bdbe091b req-cfcaf091-688f-435c-925d-6012a8309e01 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Oct 22 15:54:42.017632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:42.101482 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154adb-5982-403d-9554-3f9b9a069735 req-ebac97d5-523e-4628-b7d2-812c5e3fb29b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:42.102996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a154adb-5982-403d-9554-3f9b9a069735 req-ebac97d5-523e-4628-b7d2-812c5e3fb29b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0513351 Oct 22 15:54:42.141795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a154adb-5982-403d-9554-3f9b9a069735 req-5d668bbf-05d5-4509-811c-620a99a787a9 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Oct 22 15:54:43.264928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130b604-2675-4ecc-b7f8-3f6bfba9c2ec req-910d0cb1-7dd7-48d0-932c-469b4d5e7c43 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:43.266371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0130b604-2675-4ecc-b7f8-3f6bfba9c2ec req-910d0cb1-7dd7-48d0-932c-469b4d5e7c43 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0564291 Oct 22 15:54:43.305538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0130b604-2675-4ecc-b7f8-3f6bfba9c2ec req-e2f5f436-3d4d-4417-ba26-317573f19d8e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Oct 22 15:54:44.431259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920ab05-4b4d-4015-a994-b96bb412ceb1 req-f367f73f-b121-4457-91da-1c6bd3d45c44 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:44.432911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e920ab05-4b4d-4015-a994-b96bb412ceb1 req-f367f73f-b121-4457-91da-1c6bd3d45c44 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0548284 Oct 22 15:54:44.472815 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e920ab05-4b4d-4015-a994-b96bb412ceb1 req-1366ab9d-14a0-49c6-a4dc-e7c8507fd08d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Oct 22 15:54:45.597850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707e09e-da36-49e4-ab72-9c34459b9942 req-2a65b168-cd54-4302-b297-13b55ab8e77a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:45.599343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1707e09e-da36-49e4-ab72-9c34459b9942 req-2a65b168-cd54-4302-b297-13b55ab8e77a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0543656 Oct 22 15:54:45.638627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1707e09e-da36-49e4-ab72-9c34459b9942 req-689cb386-eb82-4a0e-bcc9-3b6de1a841be tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Oct 22 15:54:46.764569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd3d79-3b12-4001-8b3b-1e6823930fce req-d2aca96a-6b7e-4b97-bfa2-7eb5e7fe7ab0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:46.766092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11fd3d79-3b12-4001-8b3b-1e6823930fce req-d2aca96a-6b7e-4b97-bfa2-7eb5e7fe7ab0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0554106 Oct 22 15:54:46.809357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11fd3d79-3b12-4001-8b3b-1e6823930fce req-eb9c9468-4fcb-456b-8d1d-a702a49f698d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Oct 22 15:54:47.933167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25cae9-a0b1-44e2-80bd-8c2d1d7c76a8 req-548c6701-34d5-4729-8052-015ee13f9de3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:47.934775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb25cae9-a0b1-44e2-80bd-8c2d1d7c76a8 req-548c6701-34d5-4729-8052-015ee13f9de3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0539331 Oct 22 15:54:47.977279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb25cae9-a0b1-44e2-80bd-8c2d1d7c76a8 req-a980f847-4514-4433-8164-e5cdfe80e190 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361707 Oct 22 15:54:49.098271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def51f-4bfa-40e5-b059-10ebdf9caebf req-e26373a2-4e88-4a75-9f6d-eec33945f730 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:49.101064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05def51f-4bfa-40e5-b059-10ebdf9caebf req-e26373a2-4e88-4a75-9f6d-eec33945f730 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0527158 Oct 22 15:54:49.140191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05def51f-4bfa-40e5-b059-10ebdf9caebf req-c2cbab13-200d-4748-8dda-1002c3525505 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Oct 22 15:54:50.272510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2c537-5f9b-4f08-9f9a-2e76e462f16c req-af34e19a-3d23-42a8-8f14-24a36ba81223 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:50.274048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7f2c537-5f9b-4f08-9f9a-2e76e462f16c req-af34e19a-3d23-42a8-8f14-24a36ba81223 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0579720 Oct 22 15:54:50.318206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7f2c537-5f9b-4f08-9f9a-2e76e462f16c req-cdb968d3-05d0-44a9-82d3-f91de8c001db tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Oct 22 15:54:51.441176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171a7af-09ab-4e20-b33e-c4f5623e025f req-319e6349-3f48-4848-94c7-f67170cee83d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:51.442792 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6171a7af-09ab-4e20-b33e-c4f5623e025f req-319e6349-3f48-4848-94c7-f67170cee83d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0550013 Oct 22 15:54:51.486002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6171a7af-09ab-4e20-b33e-c4f5623e025f req-5ac52ebd-621c-49a6-b8e5-0b1c189dc2d1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323925 Oct 22 15:54:52.603952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65aa7f-87e5-4789-b248-9f8e03f5ccfa req-09781b7a-bd1a-4c25-be3a-91283ad0e3b3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:52.607393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f65aa7f-87e5-4789-b248-9f8e03f5ccfa req-09781b7a-bd1a-4c25-be3a-91283ad0e3b3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0502298 Oct 22 15:54:52.643029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f65aa7f-87e5-4789-b248-9f8e03f5ccfa req-15f96356-f5e9-419f-b039-f313231c5dc7 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Oct 22 15:54:52.667176 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-335a3127-56b4-458a-b929-cea4a0551f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:53.765789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a25851-1e13-4933-915a-b8e2fbfe8115 req-3dca57bc-5ad3-4107-abed-a92b05f1852d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:53.767459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41a25851-1e13-4933-915a-b8e2fbfe8115 req-3dca57bc-5ad3-4107-abed-a92b05f1852d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0533175 Oct 22 15:54:53.806352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41a25851-1e13-4933-915a-b8e2fbfe8115 req-a5514496-f4eb-43ba-9c23-aca06ddd0861 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Oct 22 15:54:54.924561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb9d25-2884-437b-8e6a-f9ef71bf7565 req-bddbb3d0-3654-40d3-81b9-b370ae1eb8ae tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:54.926282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78cb9d25-2884-437b-8e6a-f9ef71bf7565 req-bddbb3d0-3654-40d3-81b9-b370ae1eb8ae tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0494039 Oct 22 15:54:54.964407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78cb9d25-2884-437b-8e6a-f9ef71bf7565 req-16a00f1b-22c1-4bb6-b323-76343dc1299e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Oct 22 15:54:55.165452 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-861ba00c-1867-4a75-bff7-01762a8430c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:56.088491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d4206-163b-42f1-82a7-657679c5ad16 req-f5bff845-d928-4479-90e4-91d37aa38257 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:56.090093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-080d4206-163b-42f1-82a7-657679c5ad16 req-f5bff845-d928-4479-90e4-91d37aa38257 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0549965 Oct 22 15:54:56.130229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-080d4206-163b-42f1-82a7-657679c5ad16 req-8f07035c-9f77-427c-a80c-c8cbe9574ba0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328953 Oct 22 15:54:56.485706 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:56.731768 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:57.255491 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115348c-08be-47bd-8e5f-8a2770d98104 req-c0c99331-1ebf-4559-824d-88ec5de4c0bb tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:57.256939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0115348c-08be-47bd-8e5f-8a2770d98104 req-c0c99331-1ebf-4559-824d-88ec5de4c0bb tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0570703 Oct 22 15:54:57.298436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0115348c-08be-47bd-8e5f-8a2770d98104 req-38f83371-c8e7-4433-8274-567e5135d00b tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350897 Oct 22 15:54:58.302937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:54:58.419765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033099-2892-42f1-b217-c947911a5062 req-db4f4991-6377-4fa1-8d88-032ce9b073a4 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:58.421735 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28033099-2892-42f1-b217-c947911a5062 req-db4f4991-6377-4fa1-8d88-032ce9b073a4 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0524769 Oct 22 15:54:58.462355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28033099-2892-42f1-b217-c947911a5062 req-a0ffe957-c29a-4e90-aa6f-cfde9cfba070 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Oct 22 15:54:59.582062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75e15b-b01d-42bb-80f4-d02157dd30d9 req-41578299-e5dd-448a-9a52-fb584d963c70 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:54:59.583603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e75e15b-b01d-42bb-80f4-d02157dd30d9 req-41578299-e5dd-448a-9a52-fb584d963c70 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0513844 Oct 22 15:54:59.622039 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e75e15b-b01d-42bb-80f4-d02157dd30d9 req-fc8e30f9-6b93-43a2-b1da-b38b9cd058ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Oct 22 15:55:00.749578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2790a1-83f2-4412-8e54-1e9f44d8d29f req-50ca1101-a432-475f-94d0-f27ccb5316dd tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:00.751147 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d2790a1-83f2-4412-8e54-1e9f44d8d29f req-50ca1101-a432-475f-94d0-f27ccb5316dd tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0560422 Oct 22 15:55:00.791765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d2790a1-83f2-4412-8e54-1e9f44d8d29f req-54df826e-4d2a-4255-b3bf-b5694ca79a52 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Oct 22 15:55:01.911277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2f3a9-5ceb-40d2-b34b-7ec1ffe73e51 req-10d325bb-f825-4d12-95b1-548a8f23e66d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:01.912781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39c2f3a9-5ceb-40d2-b34b-7ec1ffe73e51 req-10d325bb-f825-4d12-95b1-548a8f23e66d tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0502827 Oct 22 15:55:01.956173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39c2f3a9-5ceb-40d2-b34b-7ec1ffe73e51 req-68372a5d-215f-4aac-87c1-db47a4e8e94f tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Oct 22 15:55:03.076544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00530731-70d2-4200-8820-caf45e0b167c req-b7b3454b-c5c2-40aa-ae2a-5b40d5632442 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:03.078183 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00530731-70d2-4200-8820-caf45e0b167c req-b7b3454b-c5c2-40aa-ae2a-5b40d5632442 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0519185 Oct 22 15:55:03.117172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00530731-70d2-4200-8820-caf45e0b167c req-5c2aeefb-efd2-40d1-8f2d-68c6a44c5429 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Oct 22 15:55:03.611516 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-3be51b00-5cd0-46b1-a850-a4a38e1140ef service neutron] show failed (client error): The resource could not be found. Oct 22 15:55:03.612613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-3be51b00-5cd0-46b1-a850-a4a38e1140ef service neutron] 10.222.0.53 "GET /v2.0/ports/40af5087-d05d-4c3c-a133-4d2628c69fde/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0596175 Oct 22 15:55:04.200099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-323ace23-7cba-4aa8-9fbc-0a9f1aec9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:04.202312 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-323ace23-7cba-4aa8-9fbc-0a9f1aec9ae6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c&tenant_id=07e38d1583a943bc8ec10ac7575205d8 HTTP/1.1" status: 200 len: 1097 time: 0.0526671 Oct 22 15:55:04.211210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.215477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:04.241014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909dad0-eb45-4d12-b534-07d5ce21ba2e req-7a343d7c-810e-4a49-b927-d838cae56b21 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:04.242529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8909dad0-eb45-4d12-b534-07d5ce21ba2e req-7a343d7c-810e-4a49-b927-d838cae56b21 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0520554 Oct 22 15:55:04.269833 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.283072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8909dad0-eb45-4d12-b534-07d5ce21ba2e req-2c69bdc8-bc44-47c3-8316-090101766af4 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Oct 22 15:55:04.471552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:04.504669 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:55:04.547412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:04.549988 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd257f-7575-45bc-99bf-6e9994eef182" -d '{"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-unplugged", "status": "completed", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:04.554172 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.567408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Transition to ACTIVE for port object 40af5087-d05d-4c3c-a133-4d2628c69fde will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:55:04.598303 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1782c4ba-209c-49f0-b22a-68a57cf71ad6 x-openstack-request-id: req-1782c4ba-209c-49f0-b22a-68a57cf71ad6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:04.598596 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-unplugged", "status": "completed", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:04.598852 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1782c4ba-209c-49f0-b22a-68a57cf71ad6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:04.599289 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'code': 200} Oct 22 15:55:04.645257 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.707679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] No DVR routers for this DVR port 40af5087-d05d-4c3c-a133-4d2628c69fde on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:55:04.709574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:04.718954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.719320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.719657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.719991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.720321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.720654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.720978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.721301 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.721620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.721940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.722259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.722577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:04.757845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:55:04.758263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:55:04.758590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:04.762782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Port 40af5087-d05d-4c3c-a133-4d2628c69fde on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:55:04.763141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Attempting to bind port 40af5087-d05d-4c3c-a133-4d2628c69fde on network 8488bf4e-658c-45a8-813a-083ab11d2ad5 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:04.768109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:55:04.768450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Checking segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:55:04.769017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Bound using segment: {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:55:04.769455 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Bound port: 40af5087-d05d-4c3c-a133-4d2628c69fde, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981da831-d684-412d-9f74-03ce25b6c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:55:04.769813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.835159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:55:04.838221 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:55:04.931602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.968470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:04.969070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:04.970551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] 10.222.0.69 "PUT /v2.0/ports/40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 1092 time: 0.7594929 Oct 22 15:55:04.991915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200857-ab09-46f4-819c-c8c0bf98d022 service neutron] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:05.036370 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-cc0d561e-4e75-4556-9bcc-291310b40a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:05.037972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-cc0d561e-4e75-4556-9bcc-291310b40a94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1095 time: 0.0414901 Oct 22 15:55:05.134216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-f28d8f03-d941-4b54-961c-3e76a4f4282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:05.135737 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-f28d8f03-d941-4b54-961c-3e76a4f4282d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0894632 Oct 22 15:55:05.178020 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-936f11d3-2e0f-44f1-8458-389beef254b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 217 time: 0.0341375 Oct 22 15:55:05.228467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-b7021b71-d828-4eb0-97c9-a52742ed4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:05.229839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-b7021b71-d828-4eb0-97c9-a52742ed4c49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0436840 Oct 22 15:55:05.260821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-d0d0e9d8-409c-449f-b4ae-f8c5ad9c7ef1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239449 Oct 22 15:55:05.407167 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cdf1a-cb78-4b33-a09d-68ac0e59263d req-f450ef21-84f5-4cb9-9830-cd4fb6002620 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:05.409026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f4cdf1a-cb78-4b33-a09d-68ac0e59263d req-f450ef21-84f5-4cb9-9830-cd4fb6002620 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0541494 Oct 22 15:55:05.450577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f4cdf1a-cb78-4b33-a09d-68ac0e59263d req-2967bbf7-ee79-4930-8d2e-5a19c73a8ad0 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Oct 22 15:55:05.651800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-6b175847-50db-4b21-996c-6914832e293a service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841386 Oct 22 15:55:05.748395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8955c2e1-5bc4-4633-b720-3c5a4952b2ca req-d45f3bc8-0fce-48cb-b48d-b748e8ed817e service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881274 Oct 22 15:55:06.521651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:55:06.563359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:55:06.575758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e10e-bb3c-42b8-be0c-07bcebd60bc4 req-3463ca1b-d217-4a24-9429-449d02900838 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.578153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d838e10e-bb3c-42b8-be0c-07bcebd60bc4 req-3463ca1b-d217-4a24-9429-449d02900838 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0553601 Oct 22 15:55:06.600193 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:06.602535 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b47ad-77bd-4b00-ac4b-0b2bc5714879" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:06.617474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d838e10e-bb3c-42b8-be0c-07bcebd60bc4 req-2f41e853-8802-41c3-9f5f-b658202bbc99 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Oct 22 15:55:06.650918 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22338c9-d725-4c78-a9b0-c3f7ffaaa20e x-openstack-request-id: req-a22338c9-d725-4c78-a9b0-c3f7ffaaa20e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:06.651258 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:06.651514 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a22338c9-d725-4c78-a9b0-c3f7ffaaa20e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:06.651920 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'status': 'completed', 'code': 200} Oct 22 15:55:06.711555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-18637f70-5f0b-4342-8adf-31203998d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.713059 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-18637f70-5f0b-4342-8adf-31203998d0f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1095 time: 0.0416768 Oct 22 15:55:06.715705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-a0af9287-d2d3-4db7-95a9-1eab8b55a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.717868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-a0af9287-d2d3-4db7-95a9-1eab8b55a0dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1095 time: 0.0420322 Oct 22 15:55:06.808727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-f7e329c6-f6b5-49eb-bbdf-8ccd6079cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.810368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-f7e329c6-f6b5-49eb-bbdf-8ccd6079cd84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0890422 Oct 22 15:55:06.812490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-4b6faece-89ae-4c0b-a1c9-40c883bc4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.813995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-4b6faece-89ae-4c0b-a1c9-40c883bc4bd3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0891929 Oct 22 15:55:06.852854 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-973eb4c1-5388-44e0-adc4-8211ae0c00de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 217 time: 0.0351293 Oct 22 15:55:06.858577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-3c53cbc4-1c5b-4653-bf59-b2583616e06b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 217 time: 0.0373290 Oct 22 15:55:06.902161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-7c598da2-5776-42a4-9aab-519fa6eb7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.903676 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-7c598da2-5776-42a4-9aab-519fa6eb7e00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0431657 Oct 22 15:55:06.910376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-23b3e7e4-3c33-48fc-b6dd-78f5e71ac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:06.911862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-23b3e7e4-3c33-48fc-b6dd-78f5e71ac51d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0434113 Oct 22 15:55:06.937172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-98447057-9777-483a-a70b-51554c9396f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264220 Oct 22 15:55:06.944791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-93169b30-531c-4153-8f01-253da8baa332 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258181 Oct 22 15:55:07.032664 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-9b09d7b1-3ab1-4913-9ac9-50e385a9e248 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881171 Oct 22 15:55:07.044123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-c86eae68-117b-4b3b-ba43-732b2eebd10f service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916395 Oct 22 15:55:07.128602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-a95c5ffc-c03c-4ec2-b422-5b2310f706f6 service neutron] 10.222.0.69 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886877 Oct 22 15:55:07.145901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-396b47ad-77bd-4b00-ac4b-0b2bc5714879 req-42a8fee1-f428-45d1-8a0a-7e3937d0fbda service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940287 Oct 22 15:55:07.738117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf2d4a-a023-4f5d-81ae-e7164588ce9a req-0779cb3c-d1f6-4a1a-95e7-674dc00d7aef tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:07.739578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cdf2d4a-a023-4f5d-81ae-e7164588ce9a req-0779cb3c-d1f6-4a1a-95e7-674dc00d7aef tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0501614 Oct 22 15:55:07.777756 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cdf2d4a-a023-4f5d-81ae-e7164588ce9a req-fd1ab4d7-52c2-47e4-9a90-5d7b97c0b7a5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Oct 22 15:55:08.896523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf428d-8a90-4daf-bca2-34e3be75574f req-862e038f-a742-407c-b557-2d3ee110f2d8 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:08.898022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55bf428d-8a90-4daf-bca2-34e3be75574f req-862e038f-a742-407c-b557-2d3ee110f2d8 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 944 time: 0.0497034 Oct 22 15:55:08.939890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-55bf428d-8a90-4daf-bca2-34e3be75574f req-90e30cb0-d761-460a-8ff5-cf947b99d3ae tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Oct 22 15:55:09.609688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:55:09.707097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:09.718453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'network_id': '8488bf4e-658c-45a8-813a-083ab11d2ad5', 'port_id': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'mac_address': 'fa:16:3e:bd:76:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d314a6-7bc7-426a-9d49-bc08c6fdbc30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:55:09.755773 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:09.769145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40af5087-d05d-4c3c-a133-4d2628c69fde {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:55:09.788505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:09.870546 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:09.922607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:10.062111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073a80-9933-4115-abb6-6fd5d3d81d2b req-bdc5ae3b-10f2-4881-aa73-9767357d2876 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:10.063605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2073a80-9933-4115-abb6-6fd5d3d81d2b req-bdc5ae3b-10f2-4881-aa73-9767357d2876 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 945 time: 0.0527713 Oct 22 15:55:10.106674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b2073a80-9933-4115-abb6-6fd5d3d81d2b req-71393e20-36b3-4b7a-8d41-d46a05fb97f6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Oct 22 15:55:10.217563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['40af5087-d05d-4c3c-a133-4d2628c69fde'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:55:10.438422 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42730f3-0f2a-4d46-a0cb-2874a6b3ae55 req-47bcbb4d-34da-4816-bda8-9d9cbee81658 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:10.440109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e42730f3-0f2a-4d46-a0cb-2874a6b3ae55 req-47bcbb4d-34da-4816-bda8-9d9cbee81658 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 945 time: 0.0536985 Oct 22 15:55:10.537482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e42730f3-0f2a-4d46-a0cb-2874a6b3ae55 req-abe2e5df-76dc-492b-9734-bf12065d7968 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911999 Oct 22 15:55:10.553955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-93af957e-3c5c-4a1b-80d9-0a7f07c17d35 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:10.556008 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-93af957e-3c5c-4a1b-80d9-0a7f07c17d35 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c&tenant_id=07e38d1583a943bc8ec10ac7575205d8&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 945 time: 0.1033077 Oct 22 15:55:10.619830 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-f8c640e3-46cf-454d-838e-41bffe728c2d service neutron] delete failed (client error): The resource could not be found. Oct 22 15:55:10.620742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-f8c640e3-46cf-454d-838e-41bffe728c2d service neutron] 10.222.0.53 "DELETE /v2.0/ports/40af5087-d05d-4c3c-a133-4d2628c69fde/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0564985 Oct 22 15:55:10.708775 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-1252f75a-d1d9-44ac-bad5-629b310ce194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:10.710278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-1252f75a-d1d9-44ac-bad5-629b310ce194 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e38d1583a943bc8ec10ac7575205d8&device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 1096 time: 0.0418103 Oct 22 15:55:10.806419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-20d0b8dc-072b-4664-bf17-5434dce9cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:10.807970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-20d0b8dc-072b-4664-bf17-5434dce9cced service neutron] 10.222.0.53 "GET /v2.0/networks?id=8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 200 len: 915 time: 0.0911493 Oct 22 15:55:10.852124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-d7f0e824-e952-4aec-8966-7ffecbc88970 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 200 len: 217 time: 0.0355821 Oct 22 15:55:10.900346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-94c7aa72-5952-4f12-8d67-fca2a98e7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:10.901684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-94c7aa72-5952-4f12-8d67-fca2a98e7784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 200 len: 854 time: 0.0420291 Oct 22 15:55:10.934175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-73be49b5-e726-4989-8621-935a5ec7c099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8488bf4e-658c-45a8-813a-083ab11d2ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244820 Oct 22 15:55:11.028085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-94ec1eae-bd36-4912-a2be-771c52c3bca2 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864468 Oct 22 15:55:11.122623 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82a6be7b-1ea5-4435-bd09-d0770b0bab55 req-113c6c3d-fb2b-4ca8-8302-c90fc323b957 service neutron] 10.222.0.53 "GET /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871100 Oct 22 15:55:11.610173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:11.663871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33206f16-3eaa-49d9-b687-79882544de34 req-9826e753-1f96-4322-ae93-99553423d777 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:11.665305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33206f16-3eaa-49d9-b687-79882544de34 req-9826e753-1f96-4322-ae93-99553423d777 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 945 time: 0.0542138 Oct 22 15:55:11.704141 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-33206f16-3eaa-49d9-b687-79882544de34 req-6e7d9eda-445f-4f89-925a-dd49c85789a1 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328028 Oct 22 15:55:11.753651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 40af5087-d05d-4c3c-a133-4d2628c69fde completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:55:11.757919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 40af5087-d05d-4c3c-a133-4d2628c69fde triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:11.763060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:11.834993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:11.857598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:11.860370 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc4204-a1cb-48d6-8524-3715fbf2c91c" -d '{"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-plugged", "status": "completed", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:11.873083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:11.900804 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1730021-2673-4880-8e8f-3127be74b479 x-openstack-request-id: req-d1730021-2673-4880-8e8f-3127be74b479 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:11.901006 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-plugged", "status": "completed", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:11.901261 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1730021-2673-4880-8e8f-3127be74b479 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:11.901658 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'code': 200} Oct 22 15:55:11.953707 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:12.004553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:12.028341 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:12.817325 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439be990-17cd-4815-a628-23a176e5dcea req-480cb3c8-234d-498a-ba31-d9f4297abb33 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:12.818785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-439be990-17cd-4815-a628-23a176e5dcea req-480cb3c8-234d-498a-ba31-d9f4297abb33 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0476265 Oct 22 15:55:12.866118 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-439be990-17cd-4815-a628-23a176e5dcea req-6039c093-99fc-497d-a678-c1bd480c23c6 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Oct 22 15:55:12.987263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1dff-9f2a-460c-9733-cff31cd170e7 req-e6e9db17-0f9e-4e41-81d7-3ee8ab9a6b14 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:12.988675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-084c1dff-9f2a-460c-9733-cff31cd170e7 req-e6e9db17-0f9e-4e41-81d7-3ee8ab9a6b14 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0534570 Oct 22 15:55:13.027593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-084c1dff-9f2a-460c-9733-cff31cd170e7 req-7e7f4a2e-c9bc-4057-af2f-1edfa36205a5 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Oct 22 15:55:13.146472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570aab67-1e8d-4509-8f59-6328fc4cb3f4 req-47ae4503-5f33-4ecc-ba0b-054f1d5fda61 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:13.147981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-570aab67-1e8d-4509-8f59-6328fc4cb3f4 req-47ae4503-5f33-4ecc-ba0b-054f1d5fda61 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0498602 Oct 22 15:55:13.186217 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-570aab67-1e8d-4509-8f59-6328fc4cb3f4 req-13c0c297-ed17-4307-956e-54f4d1dd56f3 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Oct 22 15:55:13.803180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd243ee6-c631-4951-9b03-0a43e955fb71 req-9a23b57f-cf38-4bdd-ba49-7ce346db7e33 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:13.804638 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd243ee6-c631-4951-9b03-0a43e955fb71 req-9a23b57f-cf38-4bdd-ba49-7ce346db7e33 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0509305 Oct 22 15:55:13.844728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd243ee6-c631-4951-9b03-0a43e955fb71 req-a8765ed1-9911-4b17-b00e-12cb7029811e tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Oct 22 15:55:14.964470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cac98-523b-452a-a986-183486002247 req-d9746aa2-ccb9-472c-b6ec-ec1833d4efab tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:14.965962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad4cac98-523b-452a-a986-183486002247 req-d9746aa2-ccb9-472c-b6ec-ec1833d4efab tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0535374 Oct 22 15:55:15.007904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad4cac98-523b-452a-a986-183486002247 req-61b85b36-9b79-40ef-bd57-039285314f42 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e04bf6f7-b0f4-450a-a21f-7ac8559f7433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Oct 22 15:55:15.107368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-7e89cde3-30e0-4977-ab51-6e4db3b48a2a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:15.108878 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-7e89cde3-30e0-4977-ab51-6e4db3b48a2a tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 946 time: 0.0513177 Oct 22 15:55:15.205537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Deleting port 40af5087-d05d-4c3c-a133-4d2628c69fde {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:55:15.205967 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:15.307678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] For port 40af5087-d05d-4c3c-a133-4d2628c69fde, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=40af5087-d05d-4c3c-a133-4d2628c69fde,segment=NetworkSegment(981da831-d684-412d-9f74-03ce25b6c438),segment_id=981da831-d684-412d-9f74-03ce25b6c438)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:15.308242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:15.321032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Calling delete_port for 40af5087-d05d-4c3c-a133-4d2628c69fde owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:55:15.535743 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:15.549518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['40af5087-d05d-4c3c-a133-4d2628c69fde'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:55:15.570675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Pushing event deleted for resources: {'Port': ['ID=40af5087-d05d-4c3c-a133-4d2628c69fde,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:15.622312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] No DVR routers for this DVR port 40af5087-d05d-4c3c-a133-4d2628c69fde on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:55:15.625063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:15.629439 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-528b6686-fc4d-4f5b-91e4-a634abfdc4de req-2f446f5c-2f43-411c-8e26-0255e08437ad tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.69 "DELETE /v2.0/ports/40af5087-d05d-4c3c-a133-4d2628c69fde HTTP/1.1" status: 204 len: 173 time: 0.5140538 Oct 22 15:55:15.629872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-deleted', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:15.633160 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ae7b9-0146-43d6-b166-ab769ecb825c" -d '{"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-deleted", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:15.680044 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b6ae1-eae8-4c8d-914f-daf301f39130 x-openstack-request-id: req-f63b6ae1-eae8-4c8d-914f-daf301f39130 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:15.680353 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a3b3a3-25ee-404e-ae47-e6623e46799c", "name": "network-vif-deleted", "tag": "40af5087-d05d-4c3c-a133-4d2628c69fde", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:15.680632 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f63b6ae1-eae8-4c8d-914f-daf301f39130 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:15.681080 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a3b3a3-25ee-404e-ae47-e6623e46799c', 'name': 'network-vif-deleted', 'tag': '40af5087-d05d-4c3c-a133-4d2628c69fde', 'status': 'completed', 'code': 200} Oct 22 15:55:16.134632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-25e47e77-3d3e-46bb-8ad8-ae0f7d2409c1 req-a0cb6a94-18b7-474d-863a-dd7005e8ed10 tempest-ServerDiskConfigTestJSON-1521918220 tempest-ServerDiskConfigTestJSON-1521918220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a3b3a3-25ee-404e-ae47-e6623e46799c HTTP/1.1" status: 200 len: 210 time: 0.0277529 Oct 22 15:55:16.858710 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:55:17.261770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43394) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:17.307550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Deleting subnet 68d314a6-7bc7-426a-9d49-bc08c6fdbc30 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 15:55:17.310631 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.345560 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.388680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.517074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.545786 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.549138 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/68d314a6-7bc7-426a-9d49-bc08c6fdbc30 HTTP/1.1" status: 204 len: 168 time: 0.2862833 Oct 22 15:55:17.550888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d314a6-7bc7-426a-9d49-bc08c6fdbc30,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:17.552249 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43396) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:17.558858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.559231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.559574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.559912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.560247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.560582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.560911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.561238 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.561563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.561901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.562209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.562530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c86ef-9471-40c7-8f38-5f4b4096d844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:17.624883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.703685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.725245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8488bf4e-658c-45a8-813a-083ab11d2ad5']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:17.734567 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981da831-d684-412d-9f74-03ce25b6c438') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:17.734817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981da831-d684-412d-9f74-03ce25b6c438') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:17.745052 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.758611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.764466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 15:55:17.764846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: timer() Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 15:55:17.766468 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 15:55:17.901923 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.907541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:17.911672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8488bf4e-658c-45a8-813a-083ab11d2ad5 HTTP/1.1" status: 204 len: 168 time: 0.3575552 Oct 22 15:55:17.921315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36784db7-f4dc-48cd-91a4-da52c2f441c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8488bf4e-658c-45a8-813a-083ab11d2ad5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:18.239405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43400) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:18.277703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-889097eb-f897-4072-b182-59d76a6ae08d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07e38d1583a943bc8ec10ac7575205d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371153 Oct 22 15:55:18.280307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43402) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:18.328971 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9842-88d3-4d76-b5b9-c55747440a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:18.350474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9842-88d3-4d76-b5b9-c55747440a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:18.457306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9842-88d3-4d76-b5b9-c55747440a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:18.459847 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9842-88d3-4d76-b5b9-c55747440a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:18.461049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5e4b9842-88d3-4d76-b5b9-c55747440a64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e04bf6f7-b0f4-450a-a21f-7ac8559f7433 HTTP/1.1" status: 204 len: 168 time: 0.1798532 Oct 22 15:55:18.469373 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b9842-88d3-4d76-b5b9-c55747440a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04bf6f7-b0f4-450a-a21f-7ac8559f7433,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:19.479762 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43424) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:19.578685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-663198487-network', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:19.659813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:55:19.678844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Made reservation on behalf of aa6a62ef71aa4b5d8cf9a77144625762 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:55:19.680675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 40af5087-d05d-4c3c-a133-4d2628c69fde {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:55:19.681017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 40af5087-d05d-4c3c-a133-4d2628c69fde not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:55:19.681365 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:19.690162 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:19.766826 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:19.844767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:19.870916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 15:55:19.881114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb9840-3352-4fd1-85f3-7c61275a8711,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:19.885938 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:19.886284 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Added segment 0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36 of type vlan for network 5085029c-e798-4932-bc33-05423483f8f3 Oct 22 15:55:19.926767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.016229 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.017209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:20.017799 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.083092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] Pushing event updated for resources: {'Network': ['ID=5085029c-e798-4932-bc33-05423483f8f3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:20.097536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 5085029c-e798-4932-bc33-05423483f8f3 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 15:55:20.119391 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f3f67f29-603d-4879-b279-4db6a0e48962 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6384873 Oct 22 15:55:20.122334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43428) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:20.127561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Request body: {'subnet': {'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-663198487-subnet', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:20.213560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Made reservation on behalf of aa6a62ef71aa4b5d8cf9a77144625762 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:55:20.216036 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.436932 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.495977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:20.507124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:55:20.507494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Network hostable DHCP agents. Network: 5085029c-e798-4932-bc33-05423483f8f3, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 15:55:20.722139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Network 5085029c-e798-4932-bc33-05423483f8f3 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 15:55:20.804578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 5085029c-e798-4932-bc33-05423483f8f3) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:20.809260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:20.809852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.814420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12dec1f-309c-4ced-aebe-af3b359b106c None None] Network 5085029c-e798-4932-bc33-05423483f8f3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:55:20.962202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-5085029c-e798-4932-bc33-05423483f8f3', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 15:55:20.963103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:20.970690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8d55af75-9c13-4ef3-aa5e-f95ac030b2fe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8470013 Oct 22 15:55:20.973665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:20.977981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:21.079787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.081133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.107603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Allocated IP 172.20.0.2 (5085029c-e798-4932-bc33-05423483f8f3/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d/0f49f4a7-ccea-4731-b660-0b5adb056afe) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:55:21.168635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.258440 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.342406 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.382716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:55:21.385725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:21.389392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:55:21.400717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Pushing event updated for resources: {'Port': ['ID=0f49f4a7-ccea-4731-b660-0b5adb056afe,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:21.426583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.426951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.427281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.427614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.427945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.428327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.428615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.428933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.429255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.429573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.429890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.430206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:21.465972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Attempting to bind port 0f49f4a7-ccea-4731-b660-0b5adb056afe on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:55:21.466338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Attempting to bind port 0f49f4a7-ccea-4731-b660-0b5adb056afe by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:55:21.466707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Attempting to bind port 0f49f4a7-ccea-4731-b660-0b5adb056afe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:21.472240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:55:21.472620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:55:21.473092 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.473486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:55:21.473963 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Bound port: 0f49f4a7-ccea-4731-b660-0b5adb056afe, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:55:21.474338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.544076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] For port 0f49f4a7-ccea-4731-b660-0b5adb056afe, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:55:21.547404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] For port 0f49f4a7-ccea-4731-b660-0b5adb056afe, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0f49f4a7-ccea-4731-b660-0b5adb056afe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:55:21.649060 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.654098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:21.714157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385c0ff-ca63-4200-9aad-37be3221c844 None None] Pushing event updated for resources: {'Port': ['ID=0f49f4a7-ccea-4731-b660-0b5adb056afe,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:21.973264 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.003597 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.108033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Allocated IP 172.25.1.73 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f5fd20b2-a6d8-4b70-8405-38882436e88c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:55:22.218210 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.311482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.354527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:55:22.357560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:22.360279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:55:22.389065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fd20b2-a6d8-4b70-8405-38882436e88c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:22.609461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d28a2-4641-457b-8701-dada4395b1d9 None None] Network 5085029c-e798-4932-bc33-05423483f8f3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 15:55:22.669772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-208b8613-a465-4add-a026-34d14fcfaff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.714459 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.753724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e9c7590f-8e33-4f69-8104-40208c366b14 None None] Provisioning complete for port 0f49f4a7-ccea-4731-b660-0b5adb056afe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:22.754093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9c7590f-8e33-4f69-8104-40208c366b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.866019 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9c7590f-8e33-4f69-8104-40208c366b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.900883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e9c7590f-8e33-4f69-8104-40208c366b14 None None] For port 0f49f4a7-ccea-4731-b660-0b5adb056afe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0f49f4a7-ccea-4731-b660-0b5adb056afe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:22.928338 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:22.968058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9c7590f-8e33-4f69-8104-40208c366b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.033279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7590f-8e33-4f69-8104-40208c366b14 None None] Pushing event updated for resources: {'Port': ['ID=0f49f4a7-ccea-4731-b660-0b5adb056afe,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:23.090858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2b677b7f-e5a3-4c35-b9e3-18389b2658a6 None None] Provisioning complete for port 0f49f4a7-ccea-4731-b660-0b5adb056afe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:23.091265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2b677b7f-e5a3-4c35-b9e3-18389b2658a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.114682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0f49f4a7-ccea-4731-b660-0b5adb056afe up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:23.145567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Router 10783370-c530-468d-8619-bd6ac2cf2114 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 15:55:23.206521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0f49f4a7-ccea-4731-b660-0b5adb056afe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:23.206884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.254896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:55:23.266151 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:55:23.277448 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:55:23.278057 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:23.321277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.322562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cdb68011-1527-4fd3-8a7f-d24b35a480c4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3479962 Oct 22 15:55:23.325308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:23.383319 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:55:23.569925 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:22Z', 'revision_number': 3, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:23.596481 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:55:23.596828 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Updating router 10783370-c530-468d-8619-bd6ac2cf2114 port f5fd20b2-a6d8-4b70-8405-38882436e88c binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:55:23.620910 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.766946 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.879809 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.953073 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:23.977582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Allocated IP 172.20.0.1 (5085029c-e798-4932-bc33-05423483f8f3/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d/506149e7-c2aa-450d-9429-a416fa69867d) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:55:24.000390 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Attempting to bind port f5fd20b2-a6d8-4b70-8405-38882436e88c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:55:24.004168 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Attempting to bind port f5fd20b2-a6d8-4b70-8405-38882436e88c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:55:24.004168 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Attempting to bind port f5fd20b2-a6d8-4b70-8405-38882436e88c on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:24.013110 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:55:24.013487 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:55:24.013888 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.014279 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:55:24.014750 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Bound port: f5fd20b2-a6d8-4b70-8405-38882436e88c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:55:24.015156 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.016888 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Pushing event updated for resources: {'Port': ['ID=f5fd20b2-a6d8-4b70-8405-38882436e88c,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:24.044828 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.045180 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.045523 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.045898 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.046233 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.046560 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.046886 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.047234 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.047564 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.047884 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.048207 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.048528 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:55:24.081028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.081363 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] For port f5fd20b2-a6d8-4b70-8405-38882436e88c, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:55:24.084163 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] For port f5fd20b2-a6d8-4b70-8405-38882436e88c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f5fd20b2-a6d8-4b70-8405-38882436e88c,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:55:24.160134 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.197294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.220089 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:55:24.220699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:54:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:24.223044 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea0e0-686b-46ef-b1bc-cfecb6a87ac7 None None] Pushing event updated for resources: {'Port': ['ID=f5fd20b2-a6d8-4b70-8405-38882436e88c,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:24.235982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:55:24.239818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:24.243916 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:55:24.277546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Pushing event updated for resources: {'Port': ['ID=506149e7-c2aa-450d-9429-a416fa69867d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:24.292760 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.333919 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:55:24.551260 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.564795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-520287d2-4989-40f6-8987-0082f66175d5 None None] Provisioning complete for port 506149e7-c2aa-450d-9429-a416fa69867d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:24.565916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-520287d2-4989-40f6-8987-0082f66175d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.606179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-520287d2-4989-40f6-8987-0082f66175d5 None None] Port 506149e7-c2aa-450d-9429-a416fa69867d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:55:24.617133 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:22Z', 'revision_number': 3, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:24.643501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3274b0-351e-486f-8fdb-d1c35477fd76 None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:22Z', 'revision_number': 3, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:55:24.733594 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.808023 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.888773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:24.891489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Pushing event updated for resources: {'Port': ['ID=506149e7-c2aa-450d-9429-a416fa69867d,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:25.146884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0f49f4a7-ccea-4731-b660-0b5adb056afe up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:25.176580 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-686c6016-6e5a-4b2e-8486-4aa2074a3a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:25.209414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0f49f4a7-ccea-4731-b660-0b5adb056afe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:25.209414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:25.305443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f5fd20b2-a6d8-4b70-8405-38882436e88c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:25.310891 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:55:25.312427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:25.368924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f5fd20b2-a6d8-4b70-8405-38882436e88c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:25.369578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:25.443062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:55:25.478902 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:25.505996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f5fd20b2-a6d8-4b70-8405-38882436e88c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f5fd20b2-a6d8-4b70-8405-38882436e88c,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:25.565893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:25.574271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:55:25.584253 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e95e5649-3d12-4576-aedf-159e00feb13e admin admin] 10.222.0.66 "PUT /v2.0/routers/10783370-c530-468d-8619-bd6ac2cf2114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559619 Oct 22 15:55:25.639781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f5fd20b2-a6d8-4b70-8405-38882436e88c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:25.652906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b7bac628-677f-4001-bd9e-64315feb89ac None None] Provisioning complete for port 506149e7-c2aa-450d-9429-a416fa69867d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:25.653279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b7bac628-677f-4001-bd9e-64315feb89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:25.689294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-b7bac628-677f-4001-bd9e-64315feb89ac None None] Port 506149e7-c2aa-450d-9429-a416fa69867d cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:55:26.306064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43440) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:26.311887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717659101', 'description': 'tempest-description--1923318878'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:26.341896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:55:26.351728 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:55:26.352192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:26.419512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.477688 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.492367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:55:26.499188 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.562171 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.594661 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819d5eab-1ef0-4559-8ca3-04d778463723,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:26.669693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.670960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6a30459b-9c1e-4100-a675-cd26c3a4648d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3637760 Oct 22 15:55:26.673916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43442) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:26.679690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'security_group_rule': {'security_group_id': '819d5eab-1ef0-4559-8ca3-04d778463723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:26.727879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 2, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:26.755325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:55:26.755671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Updating router 10783370-c530-468d-8619-bd6ac2cf2114 port 506149e7-c2aa-450d-9429-a416fa69867d binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 15:55:26.781569 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.794659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.816350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.884376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:26.982077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.014110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd83454-b35c-463d-9586-bfe054225227,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:27.063733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f5fd20b2-a6d8-4b70-8405-38882436e88c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:27.086690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.090781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec530c56-34bc-417e-a6d0-259547318cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4121077 Oct 22 15:55:27.090781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 43444) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:27.095103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'security_group_rule': {'security_group_id': '819d5eab-1ef0-4559-8ca3-04d778463723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:27.110600 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.131090 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f5fd20b2-a6d8-4b70-8405-38882436e88c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:27.131431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.196521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.207550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.262173 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.339597 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.361066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0e5e73-8c3f-48fc-9000-9f9c66a68848,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:27.437253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.442154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43446) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:27.445211 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89043f38-88aa-40a3-9898-48491eb7f769 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508134 Oct 22 15:55:27.447235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c063e3e-8285-4cbe-8ebd-c443519c9fd1 None None] Pushing event updated for resources: {'Port': ['ID=506149e7-c2aa-450d-9429-a416fa69867d,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:27.448771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:27.501577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Attempting to bind port 506149e7-c2aa-450d-9429-a416fa69867d on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:55:27.501951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Attempting to bind port 506149e7-c2aa-450d-9429-a416fa69867d by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:55:27.502317 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Attempting to bind port 506149e7-c2aa-450d-9429-a416fa69867d on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:27.508676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:55:27.509055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:55:27.509485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.509888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:55:27.510407 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Bound port: 506149e7-c2aa-450d-9429-a416fa69867d, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:55:27.510809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.563335 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.594652 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] For port 506149e7-c2aa-450d-9429-a416fa69867d, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:55:27.603158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] For port 506149e7-c2aa-450d-9429-a416fa69867d, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=506149e7-c2aa-450d-9429-a416fa69867d,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:55:27.682000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.688669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.765101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7a8ea1c6-77cb-425f-a54f-138947680902 None None] Provisioning complete for port 506149e7-c2aa-450d-9429-a416fa69867d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:27.765781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea1c6-77cb-425f-a54f-138947680902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.786885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:55:27.787562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:27.791531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c063e3e-8285-4cbe-8ebd-c443519c9fd1 None None] Pushing event updated for resources: {'Port': ['ID=506149e7-c2aa-450d-9429-a416fa69867d,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:27.816402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Allocated IP 172.25.1.219 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b2d69523-f78a-4e91-9f6b-47114949b9a4) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:55:27.934708 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:27.944926 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:55:27.996133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea1c6-77cb-425f-a54f-138947680902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.037205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.081924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:55:28.086392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:28.088948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:55:28.114287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7a8ea1c6-77cb-425f-a54f-138947680902 None None] For port 506149e7-c2aa-450d-9429-a416fa69867d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=506149e7-c2aa-450d-9429-a416fa69867d,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:28.115942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'Port': ['ID=b2d69523-f78a-4e91-9f6b-47114949b9a4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:28.186358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.192908 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea1c6-77cb-425f-a54f-138947680902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.225557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:27Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:28.262914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069448-4b90-4c98-85f2-245ceb7f1502 None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:27Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:55:28.280940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.286964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ea1c6-77cb-425f-a54f-138947680902 None None] Pushing event updated for resources: {'Port': ['ID=506149e7-c2aa-450d-9429-a416fa69867d,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:28.337071 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f7015a03-7c40-418a-b7b0-a39fc17d7fb7 None None] Provisioning complete for port 506149e7-c2aa-450d-9429-a416fa69867d triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:28.337071 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7015a03-7c40-418a-b7b0-a39fc17d7fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.368883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.485424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.553248 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.634082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'Port': ['ID=b2d69523-f78a-4e91-9f6b-47114949b9a4,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:28.647201 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.732755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:28.734074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7007be6c-54c5-40f6-8533-05f7da605162 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2899742 Oct 22 15:55:28.893723 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-358f94b0-4f98-471d-9fd8-6160091afd48 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1717659101&fields=id&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 267 time: 0.0410986 Oct 22 15:55:29.015889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-26d5bbff-0086-488c-8737-211cc296d349 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:29.023617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-26d5bbff-0086-488c-8737-211cc296d349 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1187539 Oct 22 15:55:29.037149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-1b9aef35-6742-45a0-8d6b-72129384a954 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/quotas/aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 375 time: 0.0122073 Oct 22 15:55:29.077452 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 506149e7-c2aa-450d-9429-a416fa69867d up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:29.105329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-155344a3-eace-496c-ab5e-c6a713aa21f8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612583 Oct 22 15:55:29.121511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-6db72ac7-fd9b-4f96-ab29-575f3c40d79f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 15:55:29.122881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-6db72ac7-fd9b-4f96-ab29-575f3c40d79f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059855 Oct 22 15:55:29.135888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 506149e7-c2aa-450d-9429-a416fa69867d triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:29.136666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:29.222572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-b288bb1a-a809-4a54-8691-65dbcbf52818 service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917642 Oct 22 15:55:29.324555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-5e05937d-ec1c-4d9f-8a3d-8d982edad492 service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956781 Oct 22 15:55:29.640060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f603474d-f669-4dfa-862a-7f0437d811e7 req-a65bcfc6-35c2-41e2-b9b7-fa53fd2c7674 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 210 time: 0.0294607 Oct 22 15:55:30.739181 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f1569b-70e5-49df-b4ff-672ea3b0e906 req-3c97cdf6-8fa5-4eb1-bc87-3686cdc24fe2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 210 time: 0.0279467 Oct 22 15:55:31.697440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-b0f66eb2-b2ca-45b8-8ccf-9d63081b89bf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:31.698959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-b0f66eb2-b2ca-45b8-8ccf-9d63081b89bf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1072514 Oct 22 15:55:31.745555 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-5746aa34-881a-47c4-8e02-31b8badf3963 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 380 time: 0.0332022 Oct 22 15:55:31.754807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'port': {'device_id': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'admin_state_up': True, 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'security_groups': ['819d5eab-1ef0-4559-8ca3-04d778463723']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:31.836799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a72fb69b-8199-41d8-8827-baef8db6fa29 req-982421f6-3206-48fb-9e97-00bfc56d274a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 210 time: 0.0260315 Oct 22 15:55:31.922159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Made reservation on behalf of aa6a62ef71aa4b5d8cf9a77144625762 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:55:31.926803 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.055939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Allocated IP 172.20.0.10 (5085029c-e798-4932-bc33-05423483f8f3/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d/9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:55:32.252250 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.341889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.383488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:55:32.386409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:55:32.389899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:55:32.417197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:32.449538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:32.450147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.524791 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-2d8e54ea-6e2a-4ea0-9cb8-61eb1a3b98b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7734566 Oct 22 15:55:32.607960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Request body: {'port': {'device_id': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:32.665536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.690302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-067eee3f-82f5-43ad-919e-6c7e5df00ead None None] Provisioning complete for port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:32.691682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-067eee3f-82f5-43ad-919e-6c7e5df00ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.726113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-067eee3f-82f5-43ad-919e-6c7e5df00ead None None] Port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:55:32.930502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:55:32.938207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:32.951364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Transition to ACTIVE for port object 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:55:32.964070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148014b-82a1-49fe-9cc5-8ff7b5814bcc req-8a8f690b-a13e-4293-941b-23b669fd516a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:32.965775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7148014b-82a1-49fe-9cc5-8ff7b5814bcc req-8a8f690b-a13e-4293-941b-23b669fd516a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 932 time: 0.0543935 Oct 22 15:55:33.004611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7148014b-82a1-49fe-9cc5-8ff7b5814bcc req-14f2dbb7-6e67-463e-8a78-53d593322811 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Oct 22 15:55:33.024821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:33.075993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:33.151787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:55:33.152122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:55:33.152454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:33.157218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:55:33.157531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:55:33.163148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:55:33.163491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:55:33.163881 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:55:33.164317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Bound port: 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:55:33.164674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:33.236916 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:55:33.241013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:55:33.311162 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:33.345543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.346158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:33.348424 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] 10.222.0.69 "PUT /v2.0/ports/9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1092 time: 0.7445717 Oct 22 15:55:33.348570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:33.350871 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bfb78f-f98b-491a-897c-502a1abe8d56" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:33.375736 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261b86e-e9b9-4abd-a0cf-5c9dcc697936 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:33.398953 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05535afd-0248-45d5-af5b-668cc2d63c42 x-openstack-request-id: req-05535afd-0248-45d5-af5b-668cc2d63c42 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:33.399323 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:33.399577 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05535afd-0248-45d5-af5b-668cc2d63c42 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:33.400029 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'status': 'completed', 'code': 200} Oct 22 15:55:33.472981 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfb78f-f98b-491a-897c-502a1abe8d56 req-0d1e2a5b-fe44-479c-b7d7-abca9e638638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.474641 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-99bfb78f-f98b-491a-897c-502a1abe8d56 req-0d1e2a5b-fe44-479c-b7d7-abca9e638638 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1095 time: 0.0498905 Oct 22 15:55:33.582168 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfb78f-f98b-491a-897c-502a1abe8d56 req-f69f90ed-71bb-493d-a0b0-1e8e5ba60c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.584282 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-99bfb78f-f98b-491a-897c-502a1abe8d56 req-f69f90ed-71bb-493d-a0b0-1e8e5ba60c8c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003833 Oct 22 15:55:33.690545 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfb78f-f98b-491a-897c-502a1abe8d56 req-05afc6b3-991b-445f-8ec4-27008d382d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.690545 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-99bfb78f-f98b-491a-897c-502a1abe8d56 req-05afc6b3-991b-445f-8ec4-27008d382d3b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956390 Oct 22 15:55:33.763779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-f457fd3f-3e80-40bd-b896-8781c9bdbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.765332 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-f457fd3f-3e80-40bd-b896-8781c9bdbea5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1095 time: 0.0415194 Oct 22 15:55:33.812346 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-4b08273a-dcaa-4e26-a5bf-6bd59d22fce6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 217 time: 0.0382226 Oct 22 15:55:33.861372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-9b18b3da-c882-4deb-8de2-e506932b6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.862860 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-9b18b3da-c882-4deb-8de2-e506932b6b1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0441146 Oct 22 15:55:33.909238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943826d-2b10-41d7-a242-575ed93bb80e req-71cbf30d-c66f-4898-a7bd-d3d86f9d13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:33.911229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-71cbf30d-c66f-4898-a7bd-d3d86f9d13a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411656 Oct 22 15:55:34.013960 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-fd0de8d6-48f5-4639-bfba-a84b084707f3 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955896 Oct 22 15:55:34.108647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c943826d-2b10-41d7-a242-575ed93bb80e req-ecb2550d-45d2-44b3-8c8d-21ac069f1233 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Oct 22 15:55:34.126307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445af9bc-e01d-4af5-8537-daedc2521a14 req-265094df-7803-4c0e-ac4b-2a29cc05c362 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:34.127804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-445af9bc-e01d-4af5-8537-daedc2521a14 req-265094df-7803-4c0e-ac4b-2a29cc05c362 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0539241 Oct 22 15:55:34.167677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-445af9bc-e01d-4af5-8537-daedc2521a14 req-5bc0623c-e109-41e6-82c9-2911578ab65d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Oct 22 15:55:34.242132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:35.292070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecb6d3-7dfa-4eb8-8e82-2bea9269fca0 req-da6cf477-0df2-4576-8816-df9f84310784 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:35.294016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0ecb6d3-7dfa-4eb8-8e82-2bea9269fca0 req-da6cf477-0df2-4576-8816-df9f84310784 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0510259 Oct 22 15:55:35.337806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b0ecb6d3-7dfa-4eb8-8e82-2bea9269fca0 req-8ae51cbc-ee66-415b-b357-b4f46aac0cb9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362141 Oct 22 15:55:36.457147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded118b0-12e2-445b-8c60-5da7710b2fd5 req-8a631b64-361a-4584-be4a-91c97881b421 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:36.458809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ded118b0-12e2-445b-8c60-5da7710b2fd5 req-8a631b64-361a-4584-be4a-91c97881b421 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0524302 Oct 22 15:55:36.500401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ded118b0-12e2-445b-8c60-5da7710b2fd5 req-ba385bb4-4d6f-4bbd-be9d-ffd472476062 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356128 Oct 22 15:55:37.634599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708328e-1568-4b34-bb8b-cd735642e2ec req-a03aaef8-6eaf-4e3f-a6e3-9f24e0c01c53 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:37.636208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a708328e-1568-4b34-bb8b-cd735642e2ec req-a03aaef8-6eaf-4e3f-a6e3-9f24e0c01c53 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0567138 Oct 22 15:55:37.679405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a708328e-1568-4b34-bb8b-cd735642e2ec req-63b7e452-5585-405c-a79a-2b4baa35577a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365269 Oct 22 15:55:37.718934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:55:37.821993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:37.834955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'mac_address': 'fa:16:3e:40:96:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:55:37.880549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:37.896059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:55:37.917432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:38.016067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:38.069742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:38.330765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:55:38.811130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e4caa-22c1-4182-ab83-0c39493bc489 req-c4963e51-36f4-45d6-b443-fc73f380f78c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:38.812765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e50e4caa-22c1-4182-ab83-0c39493bc489 req-c4963e51-36f4-45d6-b443-fc73f380f78c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 945 time: 0.0549369 Oct 22 15:55:38.865809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e50e4caa-22c1-4182-ab83-0c39493bc489 req-377f0e39-404d-45e1-afe7-8b950c9e2cdd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 Oct 22 15:55:39.737286 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:55:39.879287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:55:39.883804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:55:39.884180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:40.020516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:40.020793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b13f0-fcf9-4753-a754-5b8f8a77abf4 req-7b001e1a-f0a8-40c2-ac3e-c05ae621e1a3 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:40.022227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a17b13f0-fcf9-4753-a754-5b8f8a77abf4 req-7b001e1a-f0a8-40c2-ac3e-c05ae621e1a3 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 945 time: 0.0602612 Oct 22 15:55:40.073085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a17b13f0-fcf9-4753-a754-5b8f8a77abf4 req-af8362df-7788-4785-ad20-536f80ef1fbf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 Oct 22 15:55:40.078644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:40.081605 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c95663-a84d-4cbd-9361-4e0f86a9078e" -d '{"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:40.097745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:55:40.128520 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2177f49-c143-4ff8-bdc9-69e38bb13399 x-openstack-request-id: req-f2177f49-c143-4ff8-bdc9-69e38bb13399 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:40.128873 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:40.129202 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2177f49-c143-4ff8-bdc9-69e38bb13399 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:40.129625 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'code': 200} Oct 22 15:55:40.194169 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:40.251682 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760852ce-58e5-41ea-a33e-e0cc1899b712 req-4f2227f8-7405-4e9d-8463-6aab4afbe096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:40.254515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-760852ce-58e5-41ea-a33e-e0cc1899b712 req-4f2227f8-7405-4e9d-8463-6aab4afbe096 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1097 time: 0.0516441 Oct 22 15:55:40.257666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:55:40.297330 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-760852ce-58e5-41ea-a33e-e0cc1899b712 req-7884094f-cc06-4299-b082-fd3ddd736420 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Oct 22 15:55:41.215165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0e3a2-eaea-4850-800f-d82b1390493e req-cbe7b792-0d29-4126-91c2-a2ef8b733c28 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:41.216700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9f0e3a2-eaea-4850-800f-d82b1390493e req-cbe7b792-0d29-4126-91c2-a2ef8b733c28 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0559397 Oct 22 15:55:41.257532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9f0e3a2-eaea-4850-800f-d82b1390493e req-8588af8a-9acd-4f99-981b-4800b3ec9d21 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342999 Oct 22 15:55:42.042453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:42.382190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6626-c324-4b0a-bc94-8f0ebae95e68 req-0cb33d44-3388-44e9-8d53-44e538ac11e4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:42.383833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5acc6626-c324-4b0a-bc94-8f0ebae95e68 req-0cb33d44-3388-44e9-8d53-44e538ac11e4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0533667 Oct 22 15:55:42.427855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5acc6626-c324-4b0a-bc94-8f0ebae95e68 req-94061ce0-5c32-4a13-a4c5-86ed27197915 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Oct 22 15:55:42.553017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e67f-8e92-411b-807f-de427434f651 req-0f8a69ad-b189-479d-be17-d26fac6f618f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:42.554556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3805e67f-8e92-411b-807f-de427434f651 req-0f8a69ad-b189-479d-be17-d26fac6f618f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0554910 Oct 22 15:55:42.565170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43502) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:55:42.570467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'floatingip': {'port_id': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:55:42.617706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:43.082671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:43.158586 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:43.267844 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a associated. External IP: 172.25.1.219, port: 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15. Oct 22 15:55:43.491815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:55:43.606777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:55:43.611923 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:43.619949 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:55:43.632873 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:55:43.634072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:43.755834 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:55:43.955778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-17124163-efc1-4c96-8e65-9bcee6766f38 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "PUT /v2.0/floatingips/cbd3d033-a636-4b6b-830c-d0b359fc2d6a HTTP/1.1" status: 200 len: 992 time: 1.3888111 Oct 22 15:55:43.956406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:55:43.959663 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b59c5-dd2d-4299-b2eb-bb6369515693" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:55:44.004219 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3f08ab-1e58-49f0-83c1-1d7aa7a708d9 x-openstack-request-id: req-2d3f08ab-1e58-49f0-83c1-1d7aa7a708d9 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:55:44.004704 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:55:44.005122 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d3f08ab-1e58-49f0-83c1-1d7aa7a708d9 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:55:44.005887 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'status': 'completed', 'code': 200} Oct 22 15:55:44.028336 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:40:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T15:55:42Z', 'revision_number': 1, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:44.061047 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:55:44.070937 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:55:44.071573 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:55:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:44.077004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-6c997687-8630-4d08-9b80-3c3284161306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:44.078572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-6c997687-8630-4d08-9b80-3c3284161306 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1097 time: 0.0457408 Oct 22 15:55:44.172411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-c081656b-d68d-4510-be17-0bb9b1526da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:44.174153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-c081656b-d68d-4510-be17-0bb9b1526da4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0883865 Oct 22 15:55:44.181704 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:55:44.244253 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-b7d1b233-2c43-4c20-9ffd-715b6e77cb67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1000 time: 0.0626493 Oct 22 15:55:44.294634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-eaa7d596-383f-42a0-95f7-345c340b99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:44.296149 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-eaa7d596-383f-42a0-95f7-345c340b99b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0445080 Oct 22 15:55:44.342488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-ce82e250-b033-415f-92a3-5b39e21e4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:55:44.344199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-ce82e250-b033-415f-92a3-5b39e21e4625 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412948 Oct 22 15:55:44.413275 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:40:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T15:55:42Z', 'revision_number': 1, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:55:44.443178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-50d626fa-d49d-45d8-8c07-d04cd332da1f service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916159 Oct 22 15:55:44.459832 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d966b-bbff-424e-b16a-769c909e71eb None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:40:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T15:55:42Z', 'revision_number': 1, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:55:44.546498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3b4b59c5-dd2d-4299-b2eb-bb6369515693 req-69b93f7c-a11f-4f3b-b85a-b1aa35554689 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954895 Oct 22 15:55:44.669887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260866b-ca1d-49a5-89fb-8e4064781f01 None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:55:52.693190 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-de486b09-c5d5-4309-ac15-684ac78ccc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:53.858026 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:55:55.146432 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97331681-a6a4-45fe-982e-fe55bcd21547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:56.487572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:56.838357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:55:58.312442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:04.244880 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:12.020454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:22.682895 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d015c5bc-5fdc-493d-b718-e7214b319803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:25.174393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3295fa55-e14c-4561-bcf9-f0104b7f0dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:26.133440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-e4912d93-1daa-4a42-8e1c-b73034af9862 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429847 Oct 22 15:56:26.219991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-db5f0b0e-b0b2-4a21-93d6-d3abd6ef82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:56:26.221988 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-db5f0b0e-b0b2-4a21-93d6-d3abd6ef82c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1097 time: 0.0425212 Oct 22 15:56:26.332007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-e2e259ec-9c08-4625-9b64-3e38fcc7312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:56:26.333475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-e2e259ec-9c08-4625-9b64-3e38fcc7312d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0898118 Oct 22 15:56:26.403573 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-32511f9f-1683-43db-a0f1-eab172cd7ce0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1002 time: 0.0624001 Oct 22 15:56:26.456481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-7346432c-0c40-49ca-b06d-0971a40491d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:56:26.458097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-7346432c-0c40-49ca-b06d-0971a40491d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0475621 Oct 22 15:56:26.507949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-aa694a72-0493-4877-8f20-023d0cf8690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:56:26.509535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-aa694a72-0493-4877-8f20-023d0cf8690a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444119 Oct 22 15:56:26.511496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:26.601104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-27119942-0752-4573-a2a7-aad5659f3782 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843244 Oct 22 15:56:26.698875 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-53eff3cd-01ab-4721-a61a-a8b99a86d8a8 req-2ee702e9-bc55-4fcb-b7ea-49026620044b service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882754 Oct 22 15:56:26.744247 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:28.321620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:30.857282 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:56:34.259782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:42.025112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:52.676483 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d89da3da-3ed9-4a70-b8b1-95cfb3d630e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:55.162037 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4a1ced94-95c3-4435-b6ea-863e89764067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:56.561082 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:56.756972 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:56:58.328055 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:04.275876 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:07.856894 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:57:12.030168 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:22.692428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24d6f398-ff71-42c6-9ad1-7f2bbf18b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:25.183730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-babdb014-8096-4575-a3cc-9bc6941de95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:26.117657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-6d304840-cbfe-4d1d-9d60-706708118c95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401721 Oct 22 15:57:26.204931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-955f03f0-a1b0-4dfd-8e6d-48934937ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:57:26.206602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-955f03f0-a1b0-4dfd-8e6d-48934937ca0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1097 time: 0.0413756 Oct 22 15:57:26.318606 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-f7594ea5-e338-4baf-924e-441259c08ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:57:26.320235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-f7594ea5-e338-4baf-924e-441259c08ecd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0936246 Oct 22 15:57:26.391238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-57ecd5fa-8288-410a-84fd-81c776b1cf46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1002 time: 0.0635347 Oct 22 15:57:26.449748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-b24346a6-9813-4cb8-96cc-5bd4e3bfd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:57:26.451385 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-b24346a6-9813-4cb8-96cc-5bd4e3bfd15b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0527554 Oct 22 15:57:26.486938 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:26.500839 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-12468020-3785-4c7c-a45f-b922a0bb2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:57:26.502348 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-12468020-3785-4c7c-a45f-b922a0bb2be7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418146 Oct 22 15:57:26.596385 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-7c860c9e-7474-49c9-a43d-d150c3016359 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859461 Oct 22 15:57:26.699909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54cb9237-eb84-47bb-9059-209e6a0e3153 req-c97a7a48-80b9-4b03-abcb-717ee24e10dd service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911088 Oct 22 15:57:26.744165 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:28.320623 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:34.291993 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:42.046901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:44.940273 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:57:52.668966 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edebe6dd-cc37-45bf-abf5-0b7ea35de04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:55.154908 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-470e5271-7feb-4224-9ccb-3792f07804a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:56.526044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:56.773997 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:57:58.320365 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:04.320051 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:12.040072 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:18.719865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eb706-a8a4-4a2f-999d-f3b88d313074 req-53e60472-0650-4d1e-ad7a-d67e4750cd70 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:18.722069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc4eb706-a8a4-4a2f-999d-f3b88d313074 req-53e60472-0650-4d1e-ad7a-d67e4750cd70 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0506141 Oct 22 15:58:18.759969 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc4eb706-a8a4-4a2f-999d-f3b88d313074 req-04bd59ed-41ac-4bf8-aee4-35d6f07ee7f0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317411 Oct 22 15:58:19.234656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436142-b686-40f8-acfd-15b839f3466b req-be053d3a-6fe5-4da1-83b4-f905a51efe25 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:19.236347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68436142-b686-40f8-acfd-15b839f3466b req-be053d3a-6fe5-4da1-83b4-f905a51efe25 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0500093 Oct 22 15:58:19.273986 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-68436142-b686-40f8-acfd-15b839f3466b req-6ced4eae-14c9-4d1c-a151-06cad6b0df70 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Oct 22 15:58:19.512816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b82a0201-f4b9-482e-83e9-07d392c0b4e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376736 Oct 22 15:58:20.393389 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabcdda-1c71-49fd-b1b0-70fcfddf3fa2 req-c59abdb5-e9a2-4f18-b9aa-8933d5d1e3e7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:20.396416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fabcdda-1c71-49fd-b1b0-70fcfddf3fa2 req-c59abdb5-e9a2-4f18-b9aa-8933d5d1e3e7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0512669 Oct 22 15:58:20.437303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fabcdda-1c71-49fd-b1b0-70fcfddf3fa2 req-63721406-ee9c-4c63-90fb-3a74ad68784c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349386 Oct 22 15:58:21.558868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd70a3-4e29-4d12-8b42-5425183b3009 req-069fdef6-0810-4d08-9f0c-595e0cd3c3e4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:21.560456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bafd70a3-4e29-4d12-8b42-5425183b3009 req-069fdef6-0810-4d08-9f0c-595e0cd3c3e4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0515044 Oct 22 15:58:21.599262 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bafd70a3-4e29-4d12-8b42-5425183b3009 req-acf5a60d-9827-4aad-acba-6fe220879b94 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Oct 22 15:58:21.631180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-307a1c22-51a2-4e4d-a676-70e0e5661ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:21.632715 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-307a1c22-51a2-4e4d-a676-70e0e5661ca3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1097 time: 0.0419240 Oct 22 15:58:21.731465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-de7c205c-4da3-4922-abe0-db0b8ce1d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:21.732873 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-de7c205c-4da3-4922-abe0-db0b8ce1d9d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0912538 Oct 22 15:58:21.797800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-04d86516-cd73-49a6-85a3-12f4cbb32f7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1002 time: 0.0569427 Oct 22 15:58:21.846451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-77726cdd-f092-4a04-be66-5cf6cc440a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:21.848215 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-77726cdd-f092-4a04-be66-5cf6cc440a2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0436175 Oct 22 15:58:21.859236 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:58:21.898402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-991dc0f3-ac91-444b-8532-63a5f08d0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:21.899936 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-991dc0f3-ac91-444b-8532-63a5f08d0d60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436709 Oct 22 15:58:21.996740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-47be444f-f9a2-4ec7-9965-43d36d0f0e66 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891490 Oct 22 15:58:22.544210 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-05dd6844-1c23-4729-9b0e-92c43a7d8ca6 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005294 Oct 22 15:58:22.703065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1f72cab-4756-4038-a9a8-9393aa03d276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:22.723228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfd65-e8f2-4dc7-8e84-5de9a563e780 req-9a9bf3c8-1bb3-4425-924d-560684583047 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:22.724774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab7cfd65-e8f2-4dc7-8e84-5de9a563e780 req-9a9bf3c8-1bb3-4425-924d-560684583047 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0553391 Oct 22 15:58:22.764304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab7cfd65-e8f2-4dc7-8e84-5de9a563e780 req-884f6eba-d2eb-4a5c-adef-63d63cdb1294 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Oct 22 15:58:23.883002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de453aa8-c18e-40e5-9a1f-4b324ba35157 req-2c5b8111-1bf0-4f58-a6b9-10919fb548df tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:23.884540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de453aa8-c18e-40e5-9a1f-4b324ba35157 req-2c5b8111-1bf0-4f58-a6b9-10919fb548df tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0511084 Oct 22 15:58:23.924099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de453aa8-c18e-40e5-9a1f-4b324ba35157 req-17d3bc5d-b0f6-41b3-85f9-2921206c5485 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Oct 22 15:58:25.046809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd9b16-ead9-44b9-aeb5-08cb91659c09 req-dd011c45-c5f7-4c26-a67b-54f0fb1b05e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:25.048322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03dd9b16-ead9-44b9-aeb5-08cb91659c09 req-dd011c45-c5f7-4c26-a67b-54f0fb1b05e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0502610 Oct 22 15:58:25.086605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03dd9b16-ead9-44b9-aeb5-08cb91659c09 req-db202e9e-af33-4772-873b-5515d047246b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320439 Oct 22 15:58:25.154527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b73e925e-e370-4ab5-826b-9992ac4c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:26.208282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6861-b21b-4082-b733-2ce885c2453e req-c9d8c4c6-07af-432c-9fbd-4cbdf04268ff tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:26.209779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bde6861-b21b-4082-b733-2ce885c2453e req-c9d8c4c6-07af-432c-9fbd-4cbdf04268ff tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0545843 Oct 22 15:58:26.249407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bde6861-b21b-4082-b733-2ce885c2453e req-1f203c0d-548d-4b36-897f-541e45d44ad9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Oct 22 15:58:26.485832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:26.754535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:27.153296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-e283a648-8618-44d7-9315-132995dff9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:27.154796 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-e283a648-8618-44d7-9315-132995dff9c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1097 time: 0.0410464 Oct 22 15:58:27.279982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-8a81b6dd-bff4-405f-a742-785ca0ecfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:27.281732 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-8a81b6dd-bff4-405f-a742-785ca0ecfe9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1061625 Oct 22 15:58:27.350648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-a03dff06-e1d7-44e3-8a36-d802cd755f3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1002 time: 0.0602591 Oct 22 15:58:27.371479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ca1f8-e727-4b03-87d3-06e586bb690f req-436edb64-0fad-4904-a752-4d7125e8c8db tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:27.373004 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a58ca1f8-e727-4b03-87d3-06e586bb690f req-436edb64-0fad-4904-a752-4d7125e8c8db tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0496349 Oct 22 15:58:27.403543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-d419d9b0-863a-4458-8cfb-0e0fb6ebbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:27.405184 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-d419d9b0-863a-4458-8cfb-0e0fb6ebbb45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0470567 Oct 22 15:58:27.411944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a58ca1f8-e727-4b03-87d3-06e586bb690f req-e7f9abcb-5784-4e57-a4ef-a612ea84636f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326483 Oct 22 15:58:27.457011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-143a93ab-6b65-4cc1-81d9-bbba03f47f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:27.458506 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-143a93ab-6b65-4cc1-81d9-bbba03f47f39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463359 Oct 22 15:58:27.550716 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-774fba8e-09ac-4e47-9eb9-abfc00a0ad76 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Oct 22 15:58:27.644919 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f20df349-9292-4fc0-8d1f-799e41ab2301 req-ac6d4647-6bb7-477f-b0d6-b91d23113b87 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 Oct 22 15:58:28.319955 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:28.535836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d571e8-7119-4c72-a7d6-8843e2d733b3 req-8752f2db-3dbf-472f-ac41-cb7f8c6b0a5f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:28.537544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57d571e8-7119-4c72-a7d6-8843e2d733b3 req-8752f2db-3dbf-472f-ac41-cb7f8c6b0a5f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0527809 Oct 22 15:58:28.582329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57d571e8-7119-4c72-a7d6-8843e2d733b3 req-cde57021-ee76-4026-9e97-84342fe393d8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Oct 22 15:58:29.709443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf378-aa14-4890-ab2e-d8638064ebe4 req-757f5f10-5ae6-4d5b-808c-96888d8ffe5b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:29.711853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-448cf378-aa14-4890-ab2e-d8638064ebe4 req-757f5f10-5ae6-4d5b-808c-96888d8ffe5b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0569851 Oct 22 15:58:29.750086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-448cf378-aa14-4890-ab2e-d8638064ebe4 req-0a21dceb-6993-4ac6-8756-9282b04c6589 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Oct 22 15:58:30.869165 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0a7c-c7ea-4431-b0ac-f8fafedccced req-f1ba7a65-01d3-44e8-ae81-2d59bd599f37 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:30.870677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d58d0a7c-c7ea-4431-b0ac-f8fafedccced req-f1ba7a65-01d3-44e8-ae81-2d59bd599f37 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0500357 Oct 22 15:58:30.909034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d58d0a7c-c7ea-4431-b0ac-f8fafedccced req-54110eb0-87a6-4237-9d64-18c468365659 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324297 Oct 22 15:58:32.028413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57961-b78d-4897-b675-d8430f318aaf req-3c95be70-ca50-4020-aff7-e89414932c4a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:32.029911 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cf57961-b78d-4897-b675-d8430f318aaf req-3c95be70-ca50-4020-aff7-e89414932c4a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0509493 Oct 22 15:58:32.068683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cf57961-b78d-4897-b675-d8430f318aaf req-62592f54-3fd4-45c6-8c45-4558b7eda75a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Oct 22 15:58:33.191380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295131d4-0e13-42fb-bfe8-ebc0e2db7ac9 req-f141f5f4-7ffb-4c60-b176-a47de9c4c4a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:33.192869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-295131d4-0e13-42fb-bfe8-ebc0e2db7ac9 req-f141f5f4-7ffb-4c60-b176-a47de9c4c4a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0542929 Oct 22 15:58:33.232794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-295131d4-0e13-42fb-bfe8-ebc0e2db7ac9 req-0c982498-c8de-4356-bef1-41b10fdec142 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338323 Oct 22 15:58:34.284788 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:34.348777 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d105e-305f-47da-8605-291fa408f874 req-783a5fe9-177c-48c6-9de8-1ed29832c44d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:34.350283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a63d105e-305f-47da-8605-291fa408f874 req-783a5fe9-177c-48c6-9de8-1ed29832c44d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0492144 Oct 22 15:58:34.389661 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a63d105e-305f-47da-8605-291fa408f874 req-f9860133-e43b-48ce-8b09-220f1a8bcf7d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329156 Oct 22 15:58:34.763848 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-6a616b3f-1190-4d07-872b-398bd64e460e req-a204e575-da08-40f0-89bf-8568501fc5d7 service neutron] show failed (client error): The resource could not be found. Oct 22 15:58:34.764886 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-a204e575-da08-40f0-89bf-8568501fc5d7 service neutron] 10.222.0.69 "GET /v2.0/ports/9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0555255 Oct 22 15:58:35.418545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-9fde0150-529c-4d62-b6bb-f4b56cde2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:35.419591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-9fde0150-529c-4d62-b6bb-f4b56cde2c54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 1097 time: 0.0866172 Oct 22 15:58:35.432297 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:58:35.516777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:35.543711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea03e-23cb-4916-9579-8ce745dcc61b req-ce2349ab-3477-476f-95a3-fe5884d24e42 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:35.545524 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3afea03e-23cb-4916-9579-8ce745dcc61b req-ce2349ab-3477-476f-95a3-fe5884d24e42 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0833273 Oct 22 15:58:35.672357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3afea03e-23cb-4916-9579-8ce745dcc61b req-77fbd97b-df0d-4cf3-84ed-fbd0f130a30a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085591 Oct 22 15:58:35.769780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:35.802896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:58:35.846253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:35.848544 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7615bed9-7a95-44e0-a1b4-e3b3cd5870c1" -d '{"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:35.852659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:35.865092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Transition to ACTIVE for port object 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:58:35.948964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:35.974908 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff39186b-3c07-4c15-b294-a0c765cdd56f x-openstack-request-id: req-ff39186b-3c07-4c15-b294-a0c765cdd56f {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:35.975245 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:35.975501 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff39186b-3c07-4c15-b294-a0c765cdd56f {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:35.976060 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'code': 200} Oct 22 15:58:35.999215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:36.037164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.037510 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.037857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.038217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.038584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.039233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.039693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.040044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.040366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.040704 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.041035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.041365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:36.094478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] No DVR routers for this DVR port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:58:36.235027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:58:36.235361 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:58:36.235689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:58:36.239873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:58:36.240189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Attempting to bind port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:58:36.245473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:58:36.245804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:58:36.246182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:58:36.246600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Bound port: 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:58:36.246947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:36.308705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:58:36.312024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:58:36.400736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:36.438763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:36.439351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:36.440773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] 10.222.0.53 "PUT /v2.0/ports/9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1092 time: 1.0132601 Oct 22 15:58:36.480030 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3938a-02a1-4a26-8007-d83787e77aca service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:36.524039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-005f8865-9ea9-41d5-a32e-eb35ae3a6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:36.526403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-005f8865-9ea9-41d5-a32e-eb35ae3a6e9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1095 time: 0.0605257 Oct 22 15:58:36.627283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b744443a-2a02-429f-a9b4-9f886bcc5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:36.628817 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b744443a-2a02-429f-a9b4-9f886bcc5ba3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0937102 Oct 22 15:58:36.705172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-90d7f7aa-117e-4261-8b9f-95be6606b8d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1000 time: 0.0687835 Oct 22 15:58:36.770180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b9b1b016-dabc-4245-a273-8dbc03fda961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:36.771640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b9b1b016-dabc-4245-a273-8dbc03fda961 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0599558 Oct 22 15:58:36.847106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c643abe-e6e0-4152-b92b-b1c685e883f1 req-49046e2a-166d-4591-8bea-c1812443d978 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:36.848745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c643abe-e6e0-4152-b92b-b1c685e883f1 req-49046e2a-166d-4591-8bea-c1812443d978 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0884268 Oct 22 15:58:36.855001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b1b669a1-3520-4a6d-9c3d-4d644183128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:36.856538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-b1b669a1-3520-4a6d-9c3d-4d644183128e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777946 Oct 22 15:58:36.949462 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c643abe-e6e0-4152-b92b-b1c685e883f1 req-fec03630-1ec6-4939-89b8-f1dd44422cbd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918839 Oct 22 15:58:36.979737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-62ae71d7-fec2-4942-b50f-7495bd46f0c4 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158934 Oct 22 15:58:37.079689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a616b3f-1190-4d07-872b-398bd64e460e req-95d4faa8-6104-46b1-bbae-6a5dcb2d8ff0 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925124 Oct 22 15:58:37.977362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:37.979867 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04e32b8-fb70-43a0-a807-c5bbd54f20df" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:38.036009 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e3576-1e8a-47ac-b092-212429bae9d8 x-openstack-request-id: req-500e3576-1e8a-47ac-b092-212429bae9d8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:38.036306 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:38.036556 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-500e3576-1e8a-47ac-b092-212429bae9d8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:38.036963 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'status': 'completed', 'code': 200} Oct 22 15:58:38.093222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-73392dee-f9b6-47ab-a5b3-a543867e144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.094760 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-73392dee-f9b6-47ab-a5b3-a543867e144f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1095 time: 0.0457621 Oct 22 15:58:38.114187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26178b18-5ab6-418d-ac79-72d70e290f6f req-b386c9b6-5a7a-4ee0-b5a6-a3132289a9be tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.116349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26178b18-5ab6-418d-ac79-72d70e290f6f req-b386c9b6-5a7a-4ee0-b5a6-a3132289a9be tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0937450 Oct 22 15:58:38.144693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-2c4f167c-fb96-474e-87ff-8bc244ef05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.146198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-2c4f167c-fb96-474e-87ff-8bc244ef05c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1095 time: 0.0864961 Oct 22 15:58:38.186552 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26178b18-5ab6-418d-ac79-72d70e290f6f req-6a6d304c-c86e-4a6c-a65f-35a5c2232ea3 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601985 Oct 22 15:58:38.206482 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-624f5efc-89da-4c4e-94c6-1f91676146fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.208293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-624f5efc-89da-4c4e-94c6-1f91676146fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1061766 Oct 22 15:58:38.262802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-ee769594-d627-427b-aad4-19598fdfac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.264408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-ee769594-d627-427b-aad4-19598fdfac9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1095901 Oct 22 15:58:38.274810 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-fa2e3a4b-6331-44c0-a5b7-a102561db5c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1000 time: 0.0583875 Oct 22 15:58:38.329974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-ffdac483-49bc-44f3-93f5-90993ecd573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.331475 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-ffdac483-49bc-44f3-93f5-90993ecd573e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0483091 Oct 22 15:58:38.332597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-cd492c11-12b9-4d86-a834-f6516bd89510 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1000 time: 0.0607350 Oct 22 15:58:38.378231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-1d450348-14af-4b20-ba14-8b838ef29928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.379747 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-1d450348-14af-4b20-ba14-8b838ef29928 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408969 Oct 22 15:58:38.385054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-77c1dd3e-0c59-4acf-a482-ca34c484071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.386544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-77c1dd3e-0c59-4acf-a482-ca34c484071a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0460322 Oct 22 15:58:38.445636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-e03dde42-fe17-4c90-a782-c4d5f6c7d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:38.446789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-e03dde42-fe17-4c90-a782-c4d5f6c7d269 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525918 Oct 22 15:58:38.482349 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-16f3cb23-bbef-4358-974c-8d4b681a052a service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951886 Oct 22 15:58:38.552607 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-19f667d1-cb76-4c00-90ca-98e255980157 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982413 Oct 22 15:58:38.582209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:58:38.606814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-032a358b-043e-478e-9d4f-dfd304f43bb3 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161942 Oct 22 15:58:38.640630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:58:38.667991 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e04e32b8-fb70-43a0-a807-c5bbd54f20df req-85b54bb8-96fa-4bf2-b029-6b7ecc3f40ca service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059477 Oct 22 15:58:39.312020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb53bac-3b16-48f8-946c-4cef28ed9799 req-5e01c4d7-d63f-4081-9bfa-1f0e086bd1a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:39.313577 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccb53bac-3b16-48f8-946c-4cef28ed9799 req-5e01c4d7-d63f-4081-9bfa-1f0e086bd1a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.0509670 Oct 22 15:58:39.352675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccb53bac-3b16-48f8-946c-4cef28ed9799 req-73f1c061-2f90-4bd0-940c-4e61e54609e0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Oct 22 15:58:39.564854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:58:39.674865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:39.690962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'mac_address': 'fa:16:3e:40:96:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:58:39.733768 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:39.748859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:58:39.775861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:39.780850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385c04c-9901-4ea3-b1dc-71e614d0215b req-2b2fb273-9cb4-41f9-bc95-ffe5a6e1593b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:39.782426 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f385c04c-9901-4ea3-b1dc-71e614d0215b req-2b2fb273-9cb4-41f9-bc95-ffe5a6e1593b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 944 time: 0.1241424 Oct 22 15:58:39.815683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-5e7c4735-c7fb-4e66-846b-bd0d4fa17f21 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:39.818162 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-5e7c4735-c7fb-4e66-846b-bd0d4fa17f21 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 944 time: 0.0720532 Oct 22 15:58:39.837563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f385c04c-9901-4ea3-b1dc-71e614d0215b req-d97e9ee2-e687-4605-aac7-cd31b1ca4e1c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483508 Oct 22 15:58:39.851609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:39.916939 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-14484d9c-f329-4c9b-a1ee-9000aacbaab4 service neutron] delete failed (client error): The resource could not be found. Oct 22 15:58:39.917977 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-14484d9c-f329-4c9b-a1ee-9000aacbaab4 service neutron] 10.222.0.69 "DELETE /v2.0/ports/9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0896211 Oct 22 15:58:39.927898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:39.936245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.936646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.937011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.937347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.937674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.938000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.938324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.938644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.938961 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.939309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.939639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:39.939945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 15:58:40.011403 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-bdd0ae02-67ad-4c4a-8b5f-5c5a89bef15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:40.013096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-bdd0ae02-67ad-4c4a-8b5f-5c5a89bef15a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 1096 time: 0.0492308 Oct 22 15:58:40.091118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:58:40.111247 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-44a6c66d-fecb-4d15-9b76-8d1f7e57342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:40.112843 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-44a6c66d-fecb-4d15-9b76-8d1f7e57342a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0928519 Oct 22 15:58:40.184265 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-1903dd3b-2cf0-4d26-b977-241b08447558 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 200 len: 1001 time: 0.0640085 Oct 22 15:58:40.235894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-abdf19dd-074f-46fc-8ae5-7b0e1b274fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:40.237363 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-abdf19dd-074f-46fc-8ae5-7b0e1b274fe2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0453346 Oct 22 15:58:40.284544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-a7f7f537-6e4d-4ece-8df1-77a6b144f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:40.286049 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-a7f7f537-6e4d-4ece-8df1-77a6b144f0e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408330 Oct 22 15:58:40.389564 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-e956d3a9-277a-40c3-92b4-c0175bb4d86a service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956948 Oct 22 15:58:40.489206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a9a842a8-208e-4f4a-8ddd-edeececc3ee3 req-0b55edbf-a8ce-43e0-9cb6-77798142dc6f service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905614 Oct 22 15:58:41.043136 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f237-85a6-40ed-923b-44b7bbd01577 req-32c22c8b-c5e2-4783-a31d-cb8d3730adc4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:41.044938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3364f237-85a6-40ed-923b-44b7bbd01577 req-32c22c8b-c5e2-4783-a31d-cb8d3730adc4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 945 time: 0.1339064 Oct 22 15:58:41.085979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3364f237-85a6-40ed-923b-44b7bbd01577 req-39df9c27-5ea7-42a3-993b-c1f90bfd80b3 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Oct 22 15:58:41.575807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:58:41.765667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:58:41.769734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:58:41.770105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:41.850248 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:41.874281 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:41.876601 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2678f5f3-7490-497b-91dd-092c895d0fd4" -d '{"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:41.889819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:41.982617 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318492a3-bbb7-4e78-84b4-fabbfe170035 x-openstack-request-id: req-318492a3-bbb7-4e78-84b4-fabbfe170035 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:41.982912 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:41.983196 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-318492a3-bbb7-4e78-84b4-fabbfe170035 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:41.983624 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'code': 200} Oct 22 15:58:41.988772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:42.179220 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:42.197527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:42.215411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd24a87-16fe-4629-8332-986b9f0a6e0f req-8a52d27e-b442-4064-b01d-e0353e38140e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:42.216946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dd24a87-16fe-4629-8332-986b9f0a6e0f req-8a52d27e-b442-4064-b01d-e0353e38140e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0517948 Oct 22 15:58:42.256198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dd24a87-16fe-4629-8332-986b9f0a6e0f req-c20c31a2-9e7c-43f8-b255-4f792d3ac279 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Oct 22 15:58:42.375650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8a07a-3eb5-4986-a867-b6e8f2276c4d req-d30930f9-09e3-4e2e-be77-61e96eb063eb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:42.377109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddf8a07a-3eb5-4986-a867-b6e8f2276c4d req-d30930f9-09e3-4e2e-be77-61e96eb063eb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0486965 Oct 22 15:58:42.420632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddf8a07a-3eb5-4986-a867-b6e8f2276c4d req-d9ebc173-3291-494c-be4e-35d98b694e90 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362782 Oct 22 15:58:42.538212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067d78d-9a7d-4db0-a87f-5e102e23c0a7 req-d18c4525-e43d-4a3e-a12d-32f7baf38918 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:42.539894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a067d78d-9a7d-4db0-a87f-5e102e23c0a7 req-d18c4525-e43d-4a3e-a12d-32f7baf38918 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0516300 Oct 22 15:58:42.579442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a067d78d-9a7d-4db0-a87f-5e102e23c0a7 req-2fc5d2ab-3153-470c-9ef4-5528c909e1d7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Oct 22 15:58:43.046549 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f90340-1270-4536-b782-5ab1830be0e8 req-7f9c9846-ad73-40b5-a0f1-cf8562916797 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:43.048075 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39f90340-1270-4536-b782-5ab1830be0e8 req-7f9c9846-ad73-40b5-a0f1-cf8562916797 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0488715 Oct 22 15:58:43.090437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39f90340-1270-4536-b782-5ab1830be0e8 req-61129f90-0bea-4052-89a1-f7ee2f12897e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Oct 22 15:58:44.209173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5492d-5ba0-421d-961e-81137fec57b3 req-5830137e-a7a0-4b45-96d7-9e4078990d97 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:44.210731 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ea5492d-5ba0-421d-961e-81137fec57b3 req-5830137e-a7a0-4b45-96d7-9e4078990d97 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0504286 Oct 22 15:58:44.254914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ea5492d-5ba0-421d-961e-81137fec57b3 req-00e0081f-5230-4312-a89f-76888a2a746e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380657 Oct 22 15:58:44.382182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-2615f822-075b-4d1f-9955-b2641d261b19 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:44.383839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-2615f822-075b-4d1f-9955-b2641d261b19 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 946 time: 0.0646453 Oct 22 15:58:44.477138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Deleting port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 15:58:44.477456 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:44.571394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] For port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:44.571784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:44.790744 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:44.791327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:44.791859 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a disassociated. External IP: 172.25.1.219, port: 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15. Oct 22 15:58:44.792403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Calling delete_port for 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 15:58:44.994587 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:45.028565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event deleted for resources: {'Port': ['ID=9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:45.149299 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:58:45.263818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:58:45.274443 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:58:45.284698 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:58:45.285315 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:45.307403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] No DVR routers for this DVR port 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 15:58:45.310080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:45.313933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f8f4b33-da66-4fd1-9a11-880e2d739569 req-7c658cb1-ba6e-47ad-b535-e7506447c31c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "DELETE /v2.0/ports/9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 HTTP/1.1" status: 204 len: 173 time: 0.9245145 Oct 22 15:58:45.314566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-deleted', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:45.317027 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5bcbfd-7af1-468a-b860-c7a88fc4694e" -d '{"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-deleted", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:45.354748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0803d7d1-b41c-4292-b837-c23f637ebc23 req-72e8e9af-1ff5-4135-9880-283ff8a45881 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a0b8b16-5403-4bb7-a411-f39b22bee22d HTTP/1.1" status: 200 len: 210 time: 0.0275989 Oct 22 15:58:45.358884 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bd4d48-904e-4b59-ac83-8d6051899d40 x-openstack-request-id: req-d7bd4d48-904e-4b59-ac83-8d6051899d40 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:45.359158 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b8b16-5403-4bb7-a411-f39b22bee22d", "name": "network-vif-deleted", "tag": "9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:45.359538 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7bd4d48-904e-4b59-ac83-8d6051899d40 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:45.359756 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b8b16-5403-4bb7-a411-f39b22bee22d', 'name': 'network-vif-deleted', 'tag': '9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15', 'status': 'completed', 'code': 200} Oct 22 15:58:45.399266 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:58:45.600591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:45.633733 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:58:45.642090 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:58:45.642681 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:58:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:45.749327 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:58:45.958387 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:45.986463 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20369f-0a8d-4a09-b9b2-9a339b89722b None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:58:46.227461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba78ac6-01c2-40cb-9d7b-db343cb91076 None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:58:46.589612 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-4b55847c-678b-4231-bd8f-8894532fb0a0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1717659101&fields=id&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 267 time: 0.0334306 Oct 22 15:58:46.998815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-13063717-06fb-45f7-acfe-c926b7f03860 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:47.000317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-13063717-06fb-45f7-acfe-c926b7f03860 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.4040432 Oct 22 15:58:47.015337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-dfca890f-15fe-4d93-bb9a-84d583ff1538 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/quotas/aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 375 time: 0.0093675 Oct 22 15:58:47.069180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-97713535-e032-401a-bec7-aa4d6f483375 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484819 Oct 22 15:58:47.224536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-dc7de036-704f-46f2-9dfb-7b9d5ce2e467 service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430616 Oct 22 15:58:47.315397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-4a611b05-974a-48d2-a7f4-25dfa4de8d92 service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841210 Oct 22 15:58:47.572398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a947f876-8220-438e-ae02-aa7960159dbb req-e9353d83-ca06-45e4-ac4d-40883453ad98 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 210 time: 0.0283432 Oct 22 15:58:47.621666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 15:58:47.642867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 15:58:47.643258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 9c2d3c86-b4de-4dfa-9f2b-3b6f2ef31f15 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 15:58:48.674016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4434a1d-f780-4767-b6f8-af0f9e4b8079 req-b9b741b0-af53-42e5-a039-d3fc5134c4f5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 210 time: 0.0307872 Oct 22 15:58:49.557693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-b4c26e5e-1d1d-4f00-bbd7-7c0f82cfd69c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:49.559320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-b4c26e5e-1d1d-4f00-bbd7-7c0f82cfd69c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1058006 Oct 22 15:58:49.611710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-a2c86c76-cfc6-47b6-bb3b-792242358c22 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 380 time: 0.0436063 Oct 22 15:58:49.622068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'port': {'device_id': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'admin_state_up': True, 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'security_groups': ['819d5eab-1ef0-4559-8ca3-04d778463723']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:58:49.774808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-27220a80-e027-463a-904d-1da202d83965 req-c1f72498-8bff-4f9c-883c-22ad000480a1 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 210 time: 0.0280743 Oct 22 15:58:49.834225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Made reservation on behalf of aa6a62ef71aa4b5d8cf9a77144625762 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 15:58:49.838536 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:49.970752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Allocated IP 172.20.0.4 (5085029c-e798-4932-bc33-05423483f8f3/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d/57e150d7-71f4-4c78-8ab1-35fbf85b277c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 15:58:50.116669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:50.252015 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:50.300262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 15:58:50.303929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 15:58:50.309649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 15:58:50.340660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:50.373604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:50.374286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:50.495265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-71186fb4-a0a8-4a8b-a3df-f35e31eecb4f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8772135 Oct 22 15:58:50.508803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Request body: {'port': {'device_id': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:58:50.539580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-928f590c-3081-4ad3-a036-84b29d8f6c85 None None] Provisioning complete for port 57e150d7-71f4-4c78-8ab1-35fbf85b277c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:58:50.540635 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-928f590c-3081-4ad3-a036-84b29d8f6c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:50.571643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:50.581440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-928f590c-3081-4ad3-a036-84b29d8f6c85 None None] Port 57e150d7-71f4-4c78-8ab1-35fbf85b277c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 15:58:50.845814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e150d7-71f4-4c78-8ab1-35fbf85b277c {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:58:50.862065 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:50.889926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Transition to ACTIVE for port object 57e150d7-71f4-4c78-8ab1-35fbf85b277c will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 15:58:50.909851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd731-5a4a-44fd-aa31-b4dec919d2b6 req-912a99ca-66ee-4f21-af01-cb9130b0df99 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:50.911401 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-918bd731-5a4a-44fd-aa31-b4dec919d2b6 req-912a99ca-66ee-4f21-af01-cb9130b0df99 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 931 time: 0.0612094 Oct 22 15:58:50.951397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-918bd731-5a4a-44fd-aa31-b4dec919d2b6 req-e7dba897-4a6a-480f-b1a0-35c7677e05ab tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Oct 22 15:58:50.971082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:51.047170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:51.103741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 15:58:51.104075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 15:58:51.104386 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:58:51.109152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 15:58:51.109472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 15:58:51.114806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 15:58:51.115183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 15:58:51.115572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 15:58:51.116002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Bound port: 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 15:58:51.116361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:51.185158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 15:58:51.195701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 15:58:51.286202 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:51.325714 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.326050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:51.327486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] 10.222.0.53 "PUT /v2.0/ports/57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1091 time: 0.8237355 Oct 22 15:58:51.327929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:51.330266 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9a993e-9e1c-4e58-8f9e-15460da4d097" -d '{"events": [{"name": "network-changed", "server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:51.356237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c98c81-2a03-4636-a3ce-56ba69bb8e6a service neutron] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:51.380556 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35b6cf-67d7-49d8-a330-70aeb199a421 x-openstack-request-id: req-fe35b6cf-67d7-49d8-a330-70aeb199a421 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:51.380864 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:51.381285 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe35b6cf-67d7-49d8-a330-70aeb199a421 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:51.381610 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'status': 'completed', 'code': 200} Oct 22 15:58:51.450092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a993e-9e1c-4e58-8f9e-15460da4d097 req-57b1c89e-e74e-4b89-a8bc-82fac26211ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.451742 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e9a993e-9e1c-4e58-8f9e-15460da4d097 req-57b1c89e-e74e-4b89-a8bc-82fac26211ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1094 time: 0.0505555 Oct 22 15:58:51.559977 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a993e-9e1c-4e58-8f9e-15460da4d097 req-a2950d6e-4d12-4fd3-a6ef-e5da76523f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.561453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e9a993e-9e1c-4e58-8f9e-15460da4d097 req-a2950d6e-4d12-4fd3-a6ef-e5da76523f84 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018009 Oct 22 15:58:51.658103 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a993e-9e1c-4e58-8f9e-15460da4d097 req-300f035b-139d-44ca-ac5f-abc556f7fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.659490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e9a993e-9e1c-4e58-8f9e-15460da4d097 req-300f035b-139d-44ca-ac5f-abc556f7fb0b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910316 Oct 22 15:58:51.735924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-c95c8a58-44d9-405d-9fe6-dc1f185db91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.737403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-c95c8a58-44d9-405d-9fe6-dc1f185db91a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1094 time: 0.0404155 Oct 22 15:58:51.782384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-7d06d5fb-a310-43b7-94f6-0655ce4e97e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 217 time: 0.0369868 Oct 22 15:58:51.831360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-89d4e83b-18e2-4ac8-ab58-ae3da192da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.832780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-89d4e83b-18e2-4ac8-ab58-ae3da192da30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0442085 Oct 22 15:58:51.877725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee977e-ca12-4186-997c-668d710368ab req-b1fe80f2-d5d1-4d26-95a4-624a70833774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:51.879297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-b1fe80f2-d5d1-4d26-95a4-624a70833774 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398064 Oct 22 15:58:51.973916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-0ab60858-c01f-4c0a-9bd5-234dfa8c1d95 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874860 Oct 22 15:58:52.072605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dee977e-ca12-4186-997c-668d710368ab req-d1e6c0f9-3fed-469a-b4e6-725efd4538af service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Oct 22 15:58:52.336858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdeb64-345c-40a4-8b07-bb76c5bd9268 req-4ca32a3c-27de-43b3-8210-b2fe91342cf8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:52.338450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77bdeb64-345c-40a4-8b07-bb76c5bd9268 req-4ca32a3c-27de-43b3-8210-b2fe91342cf8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 943 time: 0.0548947 Oct 22 15:58:52.377063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77bdeb64-345c-40a4-8b07-bb76c5bd9268 req-d3826ac5-9fea-47ef-ab8e-92b42eaa7042 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Oct 22 15:58:52.697422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a30fea5e-1615-4678-ba66-e8ce810cf700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:53.497721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6718ce-482f-47ee-bb67-261185eceaa8 req-7ec5d8bf-6557-415d-b71c-31f72085beec tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:53.499298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f6718ce-482f-47ee-bb67-261185eceaa8 req-7ec5d8bf-6557-415d-b71c-31f72085beec tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 943 time: 0.0512385 Oct 22 15:58:53.538251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f6718ce-482f-47ee-bb67-261185eceaa8 req-841679de-2c68-4f2f-b077-07757c59dec2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Oct 22 15:58:53.652750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 15:58:53.760302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:53.772938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'mac_address': 'fa:16:3e:c1:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 15:58:53.812212 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:53.825749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e150d7-71f4-4c78-8ab1-35fbf85b277c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 15:58:53.845857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:53.931497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:53.979916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:54.136969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['57e150d7-71f4-4c78-8ab1-35fbf85b277c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 15:58:54.658561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca7a6-316e-46f1-afbc-782339cc40d2 req-a092ec76-6147-4b54-8e9f-df72cee7288c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:54.659984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57ca7a6-316e-46f1-afbc-782339cc40d2 req-a092ec76-6147-4b54-8e9f-df72cee7288c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 944 time: 0.0497921 Oct 22 15:58:54.699286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b57ca7a6-316e-46f1-afbc-782339cc40d2 req-9b094ba4-7cf8-47b7-a5dc-d104a5622afb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323861 Oct 22 15:58:55.188098 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29728d6b-10a8-4a0e-ba60-53e7ed535de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:55.652861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 15:58:55.781370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 57e150d7-71f4-4c78-8ab1-35fbf85b277c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 15:58:55.786143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 57e150d7-71f4-4c78-8ab1-35fbf85b277c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 15:58:55.786506 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:55.831652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a1e4-8989-4840-816e-dafd8c6cb4d8 req-8431f6a9-3594-4abd-bcb4-cddc699e831b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:55.833197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b70a1e4-8989-4840-816e-dafd8c6cb4d8 req-8431f6a9-3594-4abd-bcb4-cddc699e831b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 944 time: 0.0608704 Oct 22 15:58:55.869875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:55.876151 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b70a1e4-8989-4840-816e-dafd8c6cb4d8 req-189a5ebb-65ca-4abc-89ba-de62510af12b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352418 Oct 22 15:58:55.896692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:55.899919 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a1b69-2b80-4a3f-ac6c-848760ff36aa" -d '{"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-plugged", "status": "completed", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:55.914504 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 15:58:55.941726 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1046cc83-dcc3-46d7-99a7-754e71f0fd1a x-openstack-request-id: req-1046cc83-dcc3-46d7-99a7-754e71f0fd1a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:55.941726 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-plugged", "status": "completed", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:55.941726 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1046cc83-dcc3-46d7-99a7-754e71f0fd1a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:55.941726 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'code': 200} Oct 22 15:58:55.994453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:56.041615 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f85de-56ad-4353-a191-1777da84373f req-45f8c9ec-e149-448e-8f89-de0cdf13a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:56.043343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-223f85de-56ad-4353-a191-1777da84373f req-45f8c9ec-e149-448e-8f89-de0cdf13a8fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1096 time: 0.0419219 Oct 22 15:58:56.044560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 15:58:56.082317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-223f85de-56ad-4353-a191-1777da84373f req-97153cf2-f44c-4982-bc2c-2c277a9c72e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Oct 22 15:58:56.484239 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:56.771582 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:57.005828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210cff-d96e-494e-91b7-a97861c27e12 req-e32fd33f-4801-4d4d-af9f-d4ea00ff0b63 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:57.007989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7210cff-d96e-494e-91b7-a97861c27e12 req-e32fd33f-4801-4d4d-af9f-d4ea00ff0b63 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Oct 22 15:58:57.050135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7210cff-d96e-494e-91b7-a97861c27e12 req-b583389d-75e5-40aa-9b4d-606588f82914 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Oct 22 15:58:58.179975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07111-4349-43dc-bf03-c4e5b834e899 req-d2a1e02c-e0f9-4b4f-9f58-4fc9c55ab64b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:58.181264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ced07111-4349-43dc-bf03-c4e5b834e899 req-d2a1e02c-e0f9-4b4f-9f58-4fc9c55ab64b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0549049 Oct 22 15:58:58.220080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ced07111-4349-43dc-bf03-c4e5b834e899 req-d855053b-9d5a-424a-a8d8-cb9d12e24007 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Oct 22 15:58:58.338018 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:58.349799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49912f-2021-4a82-ab97-b994479da3fc req-888f589b-bcf0-4825-9239-c29d544642e9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:58.351974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db49912f-2021-4a82-ab97-b994479da3fc req-888f589b-bcf0-4825-9239-c29d544642e9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0543268 Oct 22 15:58:58.361188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 43992) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 15:58:58.366027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'floatingip': {'port_id': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 15:58:58.410600 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:58.859084 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:58:58.859706 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:58.935324 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:59.040370 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a associated. External IP: 172.25.1.219, port: 57e150d7-71f4-4c78-8ab1-35fbf85b277c. Oct 22 15:58:59.252178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 15:58:59.371508 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 15:58:59.376256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:58:59.381841 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 15:58:59.394087 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:58:59.394731 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:58:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:59.408929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a7cf0f10-f709-498f-8306-ba3cfd7d4716 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "PUT /v2.0/floatingips/cbd3d033-a636-4b6b-830c-d0b359fc2d6a HTTP/1.1" status: 200 len: 991 time: 1.0465178 Oct 22 15:58:59.409558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 15:58:59.411888 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce641e-b390-4db8-8144-1fef9c788f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 15:58:59.454265 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4b3ea2-11c6-4159-b3cc-3ab5871ad7d8 x-openstack-request-id: req-ef4b3ea2-11c6-4159-b3cc-3ab5871ad7d8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 15:58:59.454555 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 15:58:59.454807 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef4b3ea2-11c6-4159-b3cc-3ab5871ad7d8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 15:58:59.455250 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'status': 'completed', 'code': 200} Oct 22 15:58:59.520176 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:58:59.522292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-fbf737d5-2189-4d38-9c71-f4b33fc7b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:59.525317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-fbf737d5-2189-4d38-9c71-f4b33fc7b9fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1096 time: 0.0446904 Oct 22 15:58:59.623240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-2c82a515-aed3-48ff-9ed5-61c9097ce20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:59.625070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-2c82a515-aed3-48ff-9ed5-61c9097ce20a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0919261 Oct 22 15:58:59.692375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-969d0198-2381-4b1e-8df3-127385f3179f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 999 time: 0.0599520 Oct 22 15:58:59.744421 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:c1:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T15:58:58Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:59.745063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-94ecf8f9-af7f-4219-babd-6cea6ff43bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:59.746578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-94ecf8f9-af7f-4219-babd-6cea6ff43bcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0474958 Oct 22 15:58:59.771536 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 15:58:59.780339 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 15:58:59.780937 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T15:58:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:58:59.793390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-9519ac8f-67cc-4268-adba-30602b546f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:58:59.795188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-9519ac8f-67cc-4268-adba-30602b546f31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414860 Oct 22 15:58:59.890117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-738a64c5-2525-4c7b-b1bd-495e52fc20f7 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Oct 22 15:58:59.890924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 15:58:59.989078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52ce641e-b390-4db8-8144-1fef9c788f2c req-da87238e-0d2f-4c6d-accb-f2c5c4571762 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918119 Oct 22 15:59:00.318691 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:c1:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T15:58:58Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 15:59:00.348808 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3845c-6d47-4323-83fd-a2115f9fcc95 None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:c1:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T15:58:58Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 15:59:00.569049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814931cc-754f-4ef7-8a8d-1a9983c2ac5e None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 15:59:04.323720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:12.045293 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:15.514775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-27271ee1-5b0b-4d12-938d-1951f36a142a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408375 Oct 22 15:59:15.602806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-2b578538-7c43-4c7b-8a25-69d009cbae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:59:15.604899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-2b578538-7c43-4c7b-8a25-69d009cbae5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1096 time: 0.0459821 Oct 22 15:59:15.707887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-05c5939a-8680-4f13-b9aa-1745a22ec9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:59:15.709264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-05c5939a-8680-4f13-b9aa-1745a22ec9c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0853727 Oct 22 15:59:15.780538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-78f81d02-db54-424b-ad5f-14636cf5d355 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1001 time: 0.0622807 Oct 22 15:59:15.833542 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-d7565b5a-07fc-427b-a12c-24b74e627113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:59:15.835629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-d7565b5a-07fc-427b-a12c-24b74e627113 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0469828 Oct 22 15:59:15.879738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-ac9e677b-7c55-4813-9f20-7bdc1beda94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 15:59:15.881247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-ac9e677b-7c55-4813-9f20-7bdc1beda94b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389097 Oct 22 15:59:16.279406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-b7b4cf35-056c-47b2-b2ed-b9c495a63ab3 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898363 Oct 22 15:59:16.370012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2c8c350-4b57-4ca5-96f5-206d1d22562f req-2e2c9596-bcf5-4a2a-afe4-923763381033 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830488 Oct 22 15:59:22.702429 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fb4399dd-348e-44c0-a7ac-b560460cc773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:25.187840 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6b02a9df-bd2d-4587-99ef-6f530fa72aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:26.479893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:26.764853 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:28.330702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:34.308016 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:35.859190 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 15:59:42.057478 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:52.690454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-95323af1-0f33-45e6-a316-179c6e97fc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:55.164597 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef81b-73b7-46e5-872c-da9f08e778b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:56.507903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:56.759235 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 15:59:58.347501 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:04.304608 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:12.053151 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:12.858513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:00:16.215753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-1fcc4edb-0fa3-46e7-bd95-8c2d57d7e95b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454741 Oct 22 16:00:16.311581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-85c3d4eb-f29f-405c-8dbe-e5d20853f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:16.313095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-85c3d4eb-f29f-405c-8dbe-e5d20853f40e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1096 time: 0.0422337 Oct 22 16:00:16.420117 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-abecc5f5-0188-4a7b-8c13-1c2a0ff5ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:16.421591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-abecc5f5-0188-4a7b-8c13-1c2a0ff5ac43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0881269 Oct 22 16:00:16.494693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-4b076793-416c-4b71-8926-aeefff0b4831 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1001 time: 0.0648608 Oct 22 16:00:16.546149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-4a995b2a-21b1-48a9-b533-524e95b956d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:16.547678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-4a995b2a-21b1-48a9-b533-524e95b956d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0456002 Oct 22 16:00:16.593644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-60bd5cc3-60e2-4e99-9e7e-7f123983b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:16.595189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-60bd5cc3-60e2-4e99-9e7e-7f123983b9a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406675 Oct 22 16:00:16.692077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-fb53604f-3bec-468f-8995-4c12c35084ee service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894148 Oct 22 16:00:16.786488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-505456ba-194b-4a5a-8c40-b232f3f9c78c req-24ff94f3-2f1b-4f71-b328-7ae876339d98 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Oct 22 16:00:22.759248 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f19e2e38-045f-4b97-8215-9f42f9b2d892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:25.178996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f186d72-db06-4f0e-aaa4-bed16e6e6f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:26.475653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:26.761048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:28.381873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:34.300810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:36.905933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fcf73-2e7c-4c01-bc3d-5d79140b4422 req-bd5de121-76d4-4336-b81e-9d556bddd4cc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:36.907482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-462fcf73-2e7c-4c01-bc3d-5d79140b4422 req-bd5de121-76d4-4336-b81e-9d556bddd4cc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0544922 Oct 22 16:00:36.948216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-462fcf73-2e7c-4c01-bc3d-5d79140b4422 req-ed3865b4-71a2-4c5d-a993-693e4fb4d951 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Oct 22 16:00:38.068573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37651a24-c787-46c1-a4ab-3d02e0afa346 req-167543f5-2d6c-44d2-8df5-e44327633e87 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:38.070085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37651a24-c787-46c1-a4ab-3d02e0afa346 req-167543f5-2d6c-44d2-8df5-e44327633e87 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0505791 Oct 22 16:00:38.106933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37651a24-c787-46c1-a4ab-3d02e0afa346 req-1da39715-7093-4f97-8e2c-8ec74cfd299c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308614 Oct 22 16:00:39.228231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5998a-bd66-40d3-9972-b4d80987220c req-2c23b613-5784-43f6-a6d5-de29801059b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:39.229877 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ff5998a-bd66-40d3-9972-b4d80987220c req-2c23b613-5784-43f6-a6d5-de29801059b5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0543442 Oct 22 16:00:39.269825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ff5998a-bd66-40d3-9972-b4d80987220c req-731816fe-352d-4b13-8405-f4684722c609 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336926 Oct 22 16:00:40.387295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1fbde-17a1-492f-9208-bd6816d51cef req-e63c744e-bdc7-464a-b914-2228e510167d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:40.388783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dc1fbde-17a1-492f-9208-bd6816d51cef req-e63c744e-bdc7-464a-b914-2228e510167d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0495746 Oct 22 16:00:40.428153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3dc1fbde-17a1-492f-9208-bd6816d51cef req-2a0c8183-3d6f-438d-a942-fff42477a19e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333076 Oct 22 16:00:41.547580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ce25e-62f9-4a06-9d79-b2741246194e req-4b93f8b2-5eb7-4cc0-905a-23c446c4ae76 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:41.549220 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b11ce25e-62f9-4a06-9d79-b2741246194e req-4b93f8b2-5eb7-4cc0-905a-23c446c4ae76 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Oct 22 16:00:41.590892 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b11ce25e-62f9-4a06-9d79-b2741246194e req-cbfd6622-fd14-4b2a-a5a0-1c606e45cbea tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352855 Oct 22 16:00:42.069846 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:42.711401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353997-e80f-401c-9757-43b94f0ce2bc req-f5085dfd-096e-4e05-a0c3-f6485bbd2e11 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:42.712861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a353997-e80f-401c-9757-43b94f0ce2bc req-f5085dfd-096e-4e05-a0c3-f6485bbd2e11 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0547247 Oct 22 16:00:42.752134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a353997-e80f-401c-9757-43b94f0ce2bc req-b1c101ec-1a1d-4fdb-baf7-acb037c7fefd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327594 Oct 22 16:00:43.875190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7007c-e397-432b-81b6-3ba6609152cf req-69684bfc-e98d-4392-be9b-3c317e499867 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:43.876674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06f7007c-e397-432b-81b6-3ba6609152cf req-69684bfc-e98d-4392-be9b-3c317e499867 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0508676 Oct 22 16:00:43.915352 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06f7007c-e397-432b-81b6-3ba6609152cf req-84b13c44-df84-4a68-a8b7-91049932478e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Oct 22 16:00:45.047759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90440bd0-0a32-4fbd-aadc-b024fc46f3f4 req-5ae6da19-c09a-470e-80a9-ceea3487e1fa tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:45.049335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90440bd0-0a32-4fbd-aadc-b024fc46f3f4 req-5ae6da19-c09a-470e-80a9-ceea3487e1fa tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0517218 Oct 22 16:00:45.089073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90440bd0-0a32-4fbd-aadc-b024fc46f3f4 req-7213dadf-a230-49f2-9908-309e84742ddb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Oct 22 16:00:46.212245 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933a422-7894-4845-acb8-8b1c53da8528 req-e743e5ec-e1e8-4f00-93e2-f50462c11c65 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:46.213744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a933a422-7894-4845-acb8-8b1c53da8528 req-e743e5ec-e1e8-4f00-93e2-f50462c11c65 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0560052 Oct 22 16:00:46.252205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a933a422-7894-4845-acb8-8b1c53da8528 req-06d97d28-c2b7-4fc4-8def-38897227028a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Oct 22 16:00:47.372539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b520-dc9e-485d-a3b2-2496e2074a3e req-213a9576-06f9-4fe2-bc7d-20ebe9f6158b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:47.374086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47c0b520-dc9e-485d-a3b2-2496e2074a3e req-213a9576-06f9-4fe2-bc7d-20ebe9f6158b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0504627 Oct 22 16:00:47.414605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-47c0b520-dc9e-485d-a3b2-2496e2074a3e req-963dab70-f0d6-4f9d-aa13-f9b28e2ffaac tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Oct 22 16:00:47.783403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551f419-3796-42ae-b53e-ccb6ec801453 req-b8a6ed50-a162-4dcf-9b97-903679e4564e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:47.784942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d551f419-3796-42ae-b53e-ccb6ec801453 req-b8a6ed50-a162-4dcf-9b97-903679e4564e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0518320 Oct 22 16:00:47.828503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d551f419-3796-42ae-b53e-ccb6ec801453 req-9f592866-5363-438e-95a4-e44a9ac57932 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371652 Oct 22 16:00:47.907344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-db30efbd-d5e9-4688-b8bb-cc15cbb5e312 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465598 Oct 22 16:00:48.952162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f30dc-c4a3-4b3e-ba68-4b43d1bfab65 req-96c8bf5d-7c24-4e28-8bc4-6142fa6ac0d8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:48.953691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48f30dc-c4a3-4b3e-ba68-4b43d1bfab65 req-96c8bf5d-7c24-4e28-8bc4-6142fa6ac0d8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0554667 Oct 22 16:00:48.994106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d48f30dc-c4a3-4b3e-ba68-4b43d1bfab65 req-29acdb15-ae06-4d1a-9bf8-3d1dfd28cd63 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328431 Oct 22 16:00:49.857613 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:00:50.045722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-a0d3ac15-45d6-4d6e-842a-4baf8038f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:50.047324 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-a0d3ac15-45d6-4d6e-842a-4baf8038f261 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1096 time: 0.0430863 Oct 22 16:00:50.182260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169257-89d2-499d-8fbf-f7ead2795821 req-3abea118-bed7-4c6c-b13b-8c22d18cdd5c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:50.183709 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c169257-89d2-499d-8fbf-f7ead2795821 req-3abea118-bed7-4c6c-b13b-8c22d18cdd5c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.1062236 Oct 22 16:00:50.185134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-37a89483-c8c8-457b-8953-f0547abefd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:50.186506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-37a89483-c8c8-457b-8953-f0547abefd9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1325376 Oct 22 16:00:50.274266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c169257-89d2-499d-8fbf-f7ead2795821 req-e9508f66-2d4f-4b17-8406-3e2a2c55a78f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845122 Oct 22 16:00:50.283191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-e608287f-981a-4d02-a96b-e5dbc53ae46f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1001 time: 0.0867319 Oct 22 16:00:50.334308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-086cecbc-495b-4656-90fd-2d2f773221f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:50.335838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-086cecbc-495b-4656-90fd-2d2f773221f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0463309 Oct 22 16:00:50.384915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-73ace92c-80ae-4e26-99e6-25b95f0c5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:50.386540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-73ace92c-80ae-4e26-99e6-25b95f0c5ba7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432019 Oct 22 16:00:50.486572 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-d1f51ca8-318e-4fd4-9531-373eba41c11e service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932879 Oct 22 16:00:50.578336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-8eaa8959-0b2a-42fa-8989-ec158cc70c08 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Oct 22 16:00:51.400687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c724b-7199-4247-a3bd-22d77e5f12b6 req-896ff754-f282-40d9-a00c-483b94aa2ac8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:51.402196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8c724b-7199-4247-a3bd-22d77e5f12b6 req-896ff754-f282-40d9-a00c-483b94aa2ac8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0568502 Oct 22 16:00:51.443336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e8c724b-7199-4247-a3bd-22d77e5f12b6 req-aa248501-9ce7-4c2a-a378-3afa3751c6c5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346265 Oct 22 16:00:52.564173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe54fa-e34b-4a2a-a4d3-8763c7faccb3 req-265fdb61-e3af-4da8-a6eb-26bd86b76878 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:52.565676 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66fe54fa-e34b-4a2a-a4d3-8763c7faccb3 req-265fdb61-e3af-4da8-a6eb-26bd86b76878 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Oct 22 16:00:52.635097 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66fe54fa-e34b-4a2a-a4d3-8763c7faccb3 req-1cb20172-1b4e-4334-96dc-a3921c5e06df tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628939 Oct 22 16:00:52.649566 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-2d90f49b-2b96-48a3-996b-4c5b8f7fca4f service neutron] show failed (client error): The resource could not be found. Oct 22 16:00:52.650741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-2d90f49b-2b96-48a3-996b-4c5b8f7fca4f service neutron] 10.222.0.53 "GET /v2.0/ports/57e150d7-71f4-4c78-8ab1-35fbf85b277c/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0841994 Oct 22 16:00:52.788941 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce40acc4-1b4d-4df1-8ae3-27821f924b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:53.274414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-b567ea4e-67e3-40db-8ade-c93181756847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:53.275969 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-b567ea4e-67e3-40db-8ade-c93181756847 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 1096 time: 0.0919125 Oct 22 16:00:53.289539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:00:53.345885 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:53.553353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:00:53.585063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:00:53.623871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:00:53.626192 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a53b99-a8b9-4e63-b0d6-0e2bdd353871" -d '{"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-unplugged", "status": "completed", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:00:53.630069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:53.642622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Transition to ACTIVE for port object 57e150d7-71f4-4c78-8ab1-35fbf85b277c will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:00:53.709628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:53.745189 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5fdb7e-6dbd-4441-8742-6665980b8d51 x-openstack-request-id: req-1f5fdb7e-6dbd-4441-8742-6665980b8d51 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:00:53.745463 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-unplugged", "status": "completed", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:00:53.746641 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f5fdb7e-6dbd-4441-8742-6665980b8d51 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:00:53.746641 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'code': 200} Oct 22 16:00:53.769556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404e708-3c69-45b9-870c-05935ce8eb60 req-7188e3df-1793-4955-961a-08bff5680b3e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:53.771292 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f404e708-3c69-45b9-870c-05935ce8eb60 req-7188e3df-1793-4955-961a-08bff5680b3e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 943 time: 0.0648026 Oct 22 16:00:53.807788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:00:53.816728 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f404e708-3c69-45b9-870c-05935ce8eb60 req-99f7a706-893f-487e-9264-4df310656631 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378397 Oct 22 16:00:53.822832 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.823689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.823689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.823934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.824199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.824532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.824860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.825187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.825512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.825831 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.826152 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.826472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:53.861717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] No DVR routers for this DVR port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:00:54.008792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:00:54.009126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:00:54.009458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:00:54.013921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:00:54.014174 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Attempting to bind port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:00:54.019320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:00:54.019647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:00:54.020028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:00:54.020484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Bound port: 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:00:54.020844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:54.087388 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:00:54.090890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:00:54.193470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:54.233678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:54.234282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:54.235800 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] 10.222.0.69 "PUT /v2.0/ports/57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1091 time: 0.9501855 Oct 22 16:00:54.260229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784b8e3-a240-48a1-babd-f6e10fe94c70 service neutron] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:00:54.309476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-9e9ad3c9-ec2d-447e-849c-b77448d4ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:54.311091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-9e9ad3c9-ec2d-447e-849c-b77448d4ddf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1094 time: 0.0465829 Oct 22 16:00:54.408150 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-3bf1cab4-c2d2-4cbc-bb65-09d367df4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:54.409711 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-3bf1cab4-c2d2-4cbc-bb65-09d367df4d91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0910332 Oct 22 16:00:54.481909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-ad168744-7be6-4666-b98d-0aaafc608765 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 999 time: 0.0644803 Oct 22 16:00:54.533386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-504a91c5-00ce-4285-813a-98d483a630db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:54.534772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-504a91c5-00ce-4285-813a-98d483a630db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0430875 Oct 22 16:00:54.579592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-05a22a7c-24ea-458c-92dd-a9354cdaf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:54.581080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-05a22a7c-24ea-458c-92dd-a9354cdaf436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392232 Oct 22 16:00:54.674539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-b9134299-17a0-4ab5-9edd-dc89d2978630 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865557 Oct 22 16:00:54.769414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d928cf6d-7296-43f0-85b8-9145c5263556 req-fdcdfcb8-9331-4c9a-9125-bc07ab1f3493 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876746 Oct 22 16:00:54.948256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66dce-37d6-4b6f-a0be-c20eb324413c req-c5c05f31-1187-4d16-b917-715bf6580b52 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:54.949775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6d66dce-37d6-4b6f-a0be-c20eb324413c req-c5c05f31-1187-4d16-b917-715bf6580b52 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 943 time: 0.0508099 Oct 22 16:00:54.987984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6d66dce-37d6-4b6f-a0be-c20eb324413c req-36f437f7-128a-4cdd-aafb-53424ca12e60 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Oct 22 16:00:55.171742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57faf2a1-3db6-42ea-91da-c6fd728adca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:55.747169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:00:55.749595 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab62849-505a-49f2-90b1-ad89dc10a625" -d '{"events": [{"name": "network-changed", "server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:00:55.797822 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e99381e-3f9f-4319-b985-ffa60d6c355b x-openstack-request-id: req-6e99381e-3f9f-4319-b985-ffa60d6c355b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:00:55.798115 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:00:55.798572 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e99381e-3f9f-4319-b985-ffa60d6c355b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:00:55.798765 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'status': 'completed', 'code': 200} Oct 22 16:00:55.860837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-993282cf-f9ce-41d6-a16c-9a1cac0ac699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:55.861523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-749b6105-3fb8-4521-aba3-3c4c5e1aa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:55.862387 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-993282cf-f9ce-41d6-a16c-9a1cac0ac699 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1094 time: 0.0418556 Oct 22 16:00:55.863026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-749b6105-3fb8-4521-aba3-3c4c5e1aa0a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1094 time: 0.0402398 Oct 22 16:00:55.959575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-f59fa40d-6c59-4a70-9877-fcb268ec176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:55.961137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-f59fa40d-6c59-4a70-9877-fcb268ec176d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0910397 Oct 22 16:00:55.962848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-4c729de2-a47c-4d15-be26-92fdb5c10105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:55.964367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-4c729de2-a47c-4d15-be26-92fdb5c10105 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0949955 Oct 22 16:00:56.030705 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-e1f1e1ad-8864-48b1-8779-1151dd6f8ce6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 999 time: 0.0624952 Oct 22 16:00:56.031705 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-f5b8a564-61f1-4934-bff6-c1c74bae9375 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 999 time: 0.0599060 Oct 22 16:00:56.084434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-27816099-0fe6-45b6-9d93-454f1297f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:56.086591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-27816099-0fe6-45b6-9d93-454f1297f8ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0463722 Oct 22 16:00:56.127189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-37879260-f1f7-4a5d-972e-3e5fe2ef66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:56.128734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-37879260-f1f7-4a5d-972e-3e5fe2ef66e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0900807 Oct 22 16:00:56.141982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423f236-f428-403f-9f51-a721e87feb31 req-6cb985b2-71dd-4906-9bad-5ee20648c79a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:56.143555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4423f236-f428-403f-9f51-a721e87feb31 req-6cb985b2-71dd-4906-9bad-5ee20648c79a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 943 time: 0.0780969 Oct 22 16:00:56.153146 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-115da4c7-b990-46df-894c-750aaf82d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:56.153821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-115da4c7-b990-46df-894c-750aaf82d435 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602098 Oct 22 16:00:56.213795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4423f236-f428-403f-9f51-a721e87feb31 req-b89b6964-e3e7-4fc0-9f52-3677529d904c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591788 Oct 22 16:00:56.216603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-d86bbc9b-ba2e-4344-836a-a9c7906026e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:56.218094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-d86bbc9b-ba2e-4344-836a-a9c7906026e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736284 Oct 22 16:00:56.254189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-9f7d3317-42d4-46b7-b035-50ce32b63932 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904355 Oct 22 16:00:56.322063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-f121d99f-84b8-44d3-8c85-3b4d3bf6bab9 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964990 Oct 22 16:00:56.357515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-40a8a1ce-5187-425e-9d4b-b98d7eaf7b14 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948563 Oct 22 16:00:56.399632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:00:56.419843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dab62849-505a-49f2-90b1-ad89dc10a625 req-63333f11-92a6-42ae-a761-656dfcdf7e3c service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Oct 22 16:00:56.457501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:00:56.537822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:56.782944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:57.345742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58a289-271b-4d58-828f-15a966867e84 req-9d57cd87-66a9-4163-b53d-82c7c0177a48 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:57.347389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a58a289-271b-4d58-828f-15a966867e84 req-9d57cd87-66a9-4163-b53d-82c7c0177a48 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 943 time: 0.0578678 Oct 22 16:00:57.389468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a58a289-271b-4d58-828f-15a966867e84 req-14ca9266-8d1a-4e7b-8378-fe7dc687a5d7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358915 Oct 22 16:00:57.506436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:00:57.606378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:00:57.620191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'mac_address': 'fa:16:3e:c1:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:00:57.663373 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:57.677857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e150d7-71f4-4c78-8ab1-35fbf85b277c {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:00:57.698537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:00:57.789414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:57.838300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:00:57.845980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.846323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.846660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.847016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.847350 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.847677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.848003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.848321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.849194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.849524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.849843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:57.850166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:00:58.175047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['57e150d7-71f4-4c78-8ab1-35fbf85b277c'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:00:58.342764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:58.512014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a192a-57e1-45a1-a746-957b36917639 req-bb272d4c-aa83-4bcb-abe9-10411c1e8fe0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:58.513574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b54a192a-57e1-45a1-a746-957b36917639 req-bb272d4c-aa83-4bcb-abe9-10411c1e8fe0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 944 time: 0.0533240 Oct 22 16:00:58.553570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b54a192a-57e1-45a1-a746-957b36917639 req-f6cbf230-f893-4c7f-95e9-d990566946b8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334399 Oct 22 16:00:58.918512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ac1a-0690-4b0b-b139-0e980b7f05b3 req-f792230d-2f4f-4ed6-a330-9f8228a48981 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:58.920488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b46ac1a-0690-4b0b-b139-0e980b7f05b3 req-f792230d-2f4f-4ed6-a330-9f8228a48981 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 944 time: 0.0543442 Oct 22 16:00:58.993890 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b46ac1a-0690-4b0b-b139-0e980b7f05b3 req-7729322e-3d40-48dd-9030-5b9dc746db94 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670125 Oct 22 16:00:59.016177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-152e5abb-33a1-4cae-8970-3f40ade80ec9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:59.017768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-152e5abb-33a1-4cae-8970-3f40ade80ec9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 944 time: 0.0744028 Oct 22 16:00:59.088705 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-8699fa9d-e9ea-4605-825e-5b945093319a service neutron] delete failed (client error): The resource could not be found. Oct 22 16:00:59.089620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-8699fa9d-e9ea-4605-825e-5b945093319a service neutron] 10.222.0.53 "DELETE /v2.0/ports/57e150d7-71f4-4c78-8ab1-35fbf85b277c/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0593059 Oct 22 16:00:59.179305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-fe36f33f-a3c3-494d-9f41-de43a0585aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:59.180824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-fe36f33f-a3c3-494d-9f41-de43a0585aba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1095 time: 0.0430543 Oct 22 16:00:59.277770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-71958c95-5d9e-40d7-bf45-1a79989e9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:59.279302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-71958c95-5d9e-40d7-bf45-1a79989e9b35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0913661 Oct 22 16:00:59.346737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-d78263a6-fe70-477f-a9a3-6cd0393ee1ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1000 time: 0.0605900 Oct 22 16:00:59.396632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-ed744c33-23b7-4516-a305-c79b734064ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:59.398123 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-ed744c33-23b7-4516-a305-c79b734064ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0448773 Oct 22 16:00:59.462198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-81062256-1a80-4631-84f5-8af50dcdd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:00:59.463725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-81062256-1a80-4631-84f5-8af50dcdd4c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583155 Oct 22 16:00:59.508403 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:00:59.564036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-9e78a359-ef39-4e9d-ace4-6c2e16607bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926237 Oct 22 16:00:59.637804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 57e150d7-71f4-4c78-8ab1-35fbf85b277c completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:00:59.641975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 57e150d7-71f4-4c78-8ab1-35fbf85b277c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:00:59.642352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:59.668851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72ddd6ba-68f9-44e5-b8fd-0c2d07454622 req-ed4fd7ad-e3df-4008-9b33-72e1a87fdc53 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981541 Oct 22 16:00:59.727468 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:59.752847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:00:59.755783 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4482fc2-d04a-4842-abff-66f0a6bf54ca" -d '{"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-plugged", "status": "completed", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:00:59.775558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:00:59.813489 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02e60d-e583-49a0-9f92-09890e59b0de x-openstack-request-id: req-ce02e60d-e583-49a0-9f92-09890e59b0de {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:00:59.813791 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-plugged", "status": "completed", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:00:59.814044 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce02e60d-e583-49a0-9f92-09890e59b0de {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:00:59.814477 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'code': 200} Oct 22 16:00:59.855127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:00:59.907822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:00.133521 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c458ae9-6514-4543-8eaf-c9a21591511d req-93b66cdd-2954-47c4-aa4e-c12106c73aaf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:00.135102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c458ae9-6514-4543-8eaf-c9a21591511d req-93b66cdd-2954-47c4-aa4e-c12106c73aaf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0604362 Oct 22 16:01:00.176512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c458ae9-6514-4543-8eaf-c9a21591511d req-af778e99-c1a2-4131-802e-17d5e2b57277 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350611 Oct 22 16:01:01.298017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c2364-5be9-478d-907f-e994eadcfa1d req-a837d5e9-9479-48d6-bec5-0951c5665b9e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:01.299536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c9c2364-5be9-478d-907f-e994eadcfa1d req-a837d5e9-9479-48d6-bec5-0951c5665b9e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0505497 Oct 22 16:01:01.344274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c9c2364-5be9-478d-907f-e994eadcfa1d req-0e39a8aa-0909-4ea1-874e-9da3cb43f35e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Oct 22 16:01:01.461227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458a03-bebc-45ba-9597-247275a72852 req-843ae336-408f-4645-84bc-84ddaab15703 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:01.462744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6458a03-bebc-45ba-9597-247275a72852 req-843ae336-408f-4645-84bc-84ddaab15703 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0502751 Oct 22 16:01:01.502369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6458a03-bebc-45ba-9597-247275a72852 req-e413b152-20de-472c-8371-8b8799d1839b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335085 Oct 22 16:01:01.851854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5275e-aa9f-4ba7-bf67-3821829e4ba7 req-fecc2434-a38a-475f-8404-6d1e39404a74 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:01.853346 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ea5275e-aa9f-4ba7-bf67-3821829e4ba7 req-fecc2434-a38a-475f-8404-6d1e39404a74 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0520058 Oct 22 16:01:01.892061 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ea5275e-aa9f-4ba7-bf67-3821829e4ba7 req-16d7f2c2-4545-4f4e-aa2b-bdd1e5937776 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Oct 22 16:01:01.973130 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-63668b61-cffd-4407-8867-4f88c33dbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:01.975651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-63668b61-cffd-4407-8867-4f88c33dbacf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 1096 time: 0.0423470 Oct 22 16:01:02.072237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-c39df9b1-6f2e-417d-86af-204dcf2f77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:02.073801 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-c39df9b1-6f2e-417d-86af-204dcf2f77b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0907152 Oct 22 16:01:02.140859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-e127d293-0b27-439a-bd64-b5ec3abd2207 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 200 len: 1001 time: 0.0599592 Oct 22 16:01:02.192137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-e82dd28f-6f69-4f64-b354-a02aa9a16ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:02.193635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-e82dd28f-6f69-4f64-b354-a02aa9a16ad9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0440507 Oct 22 16:01:02.243790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-19b2016a-7bbf-47c4-93b8-5689fa523eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:02.245866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-19b2016a-7bbf-47c4-93b8-5689fa523eeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449286 Oct 22 16:01:02.343161 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-4e90bfc3-8ab8-4d40-8cfb-51a963092d00 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897410 Oct 22 16:01:02.441062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c33a5466-f574-4086-8fde-7f1ba82091e5 req-304433d4-8007-4bb6-a543-7b0df626433b service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903459 Oct 22 16:01:03.015095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea479a70-9cf5-4c35-b668-9ee1a2cefc2d req-f64883f8-b37f-4b85-a0f2-832cf58bb87b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:03.016586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea479a70-9cf5-4c35-b668-9ee1a2cefc2d req-f64883f8-b37f-4b85-a0f2-832cf58bb87b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0497630 Oct 22 16:01:03.059636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea479a70-9cf5-4c35-b668-9ee1a2cefc2d req-76a134fd-f380-47e3-9854-6595b7fd5d67 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362604 Oct 22 16:01:04.178712 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b4b36-8ec5-4e49-a297-2a0b25b24360 req-db0258c2-401d-4972-a5bf-a4d4fcabc603 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:04.180257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce4b4b36-8ec5-4e49-a297-2a0b25b24360 req-db0258c2-401d-4972-a5bf-a4d4fcabc603 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0501792 Oct 22 16:01:04.219347 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce4b4b36-8ec5-4e49-a297-2a0b25b24360 req-85cbd314-5730-4e7a-b42e-0de5c50d9b14 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328577 Oct 22 16:01:04.335011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:04.698415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a70a4-9c8a-45a1-87e7-a117209635f2 req-8a6b6815-78d6-40e7-9d05-8291dd96e607 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:04.699856 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b26a70a4-9c8a-45a1-87e7-a117209635f2 req-8a6b6815-78d6-40e7-9d05-8291dd96e607 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Oct 22 16:01:04.742907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b26a70a4-9c8a-45a1-87e7-a117209635f2 req-bc56b175-f3ae-434e-b2ea-80455ccb148b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Oct 22 16:01:05.863528 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa8058-5857-4f1d-b420-251c009447c0 req-4f31073a-e238-4282-96b2-a6cb5aee0c5a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:05.865006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9daa8058-5857-4f1d-b420-251c009447c0 req-4f31073a-e238-4282-96b2-a6cb5aee0c5a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0493603 Oct 22 16:01:05.915505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9daa8058-5857-4f1d-b420-251c009447c0 req-89621b67-989a-4a1e-9ba5-a1b48bf4bb4c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Oct 22 16:01:06.242338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-66e2d61a-9728-4309-a31f-01cb127a579f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:06.243931 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-66e2d61a-9728-4309-a31f-01cb127a579f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 945 time: 0.0509646 Oct 22 16:01:06.339726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Deleting port 57e150d7-71f4-4c78-8ab1-35fbf85b277c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:01:06.340063 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:06.428652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] For port 57e150d7-71f4-4c78-8ab1-35fbf85b277c, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=57e150d7-71f4-4c78-8ab1-35fbf85b277c,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:01:06.429005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:06.598374 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:06.598726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:06.599071 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a disassociated. External IP: 172.25.1.219, port: 57e150d7-71f4-4c78-8ab1-35fbf85b277c. Oct 22 16:01:06.599537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Calling delete_port for 57e150d7-71f4-4c78-8ab1-35fbf85b277c owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:01:06.800077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:06.827969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event deleted for resources: {'Port': ['ID=57e150d7-71f4-4c78-8ab1-35fbf85b277c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:06.955792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:01:07.020859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8833ab84-596b-482c-a578-e67a09ca6919 req-fe9254bb-5b1d-4a8b-b340-9d54d723f5ba tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa111465-f31b-4de0-b267-f24e080b77a0 HTTP/1.1" status: 200 len: 210 time: 0.0322285 Oct 22 16:01:07.075755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:01:07.086220 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:01:07.096931 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:01:07.097625 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:07.119396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] No DVR routers for this DVR port 57e150d7-71f4-4c78-8ab1-35fbf85b277c on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:01:07.122150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:07.125935 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2c153179-4dec-4275-94dc-9d3cc6231b4e req-d4adbb59-1ef9-4d73-9490-1486f9118bc7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "DELETE /v2.0/ports/57e150d7-71f4-4c78-8ab1-35fbf85b277c HTTP/1.1" status: 204 len: 173 time: 0.8757951 Oct 22 16:01:07.126395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-deleted', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:01:07.129431 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aec8f7-9890-494b-afc9-879c4fcc9c72" -d '{"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-deleted", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:01:07.173106 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0ace3-baa8-4455-a16b-afbce274394b x-openstack-request-id: req-0db0ace3-baa8-4455-a16b-afbce274394b {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:01:07.173399 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa111465-f31b-4de0-b267-f24e080b77a0", "name": "network-vif-deleted", "tag": "57e150d7-71f4-4c78-8ab1-35fbf85b277c", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:01:07.173688 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0db0ace3-baa8-4455-a16b-afbce274394b {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:01:07.174097 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa111465-f31b-4de0-b267-f24e080b77a0', 'name': 'network-vif-deleted', 'tag': '57e150d7-71f4-4c78-8ab1-35fbf85b277c', 'status': 'completed', 'code': 200} Oct 22 16:01:07.208013 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:01:07.409675 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:07.436495 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:01:07.445519 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:01:07.446158 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:07.561493 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:01:07.780242 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:07.896398 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34bf3a-5c96-4419-98ac-35abe6c2fcaf None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:01:08.161717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15f077-4096-4fa1-a465-34e0fe838c8a None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:01:08.310234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-56ae5a7c-8331-4a97-831a-c51336004fe5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1717659101&fields=id&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 267 time: 0.0369139 Oct 22 16:01:08.426028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-a634d4b0-294d-472a-a33d-fa010aae3c72 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:08.428167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-a634d4b0-294d-472a-a33d-fa010aae3c72 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1099749 Oct 22 16:01:08.444302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-17fed425-c854-400d-94ec-ee3db6a322aa tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/quotas/aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 375 time: 0.0094917 Oct 22 16:01:08.501684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-5d4fd765-a497-4e34-a99f-5c1d6b7e1772 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517812 Oct 22 16:01:08.644634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-680fa4e5-98cf-42ec-85e1-a76bf84345cc service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305058 Oct 22 16:01:08.738202 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-f2c36378-0990-4278-b309-c92c81c880cc service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864768 Oct 22 16:01:09.017029 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1fe05230-af86-4e50-a3a1-6224a871e4e1 req-3615d056-bc66-438b-8e1c-b4c56cdcc480 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 210 time: 0.0284350 Oct 22 16:01:09.555650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:01:09.575347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 57e150d7-71f4-4c78-8ab1-35fbf85b277c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:01:09.575691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 57e150d7-71f4-4c78-8ab1-35fbf85b277c not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:01:10.101546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4ad0f44-992f-4dd1-b3d6-58b3065662ae req-1371334b-e3e7-43b3-bd24-c55c37ad18ed tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 210 time: 0.0271435 Oct 22 16:01:11.049169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-e5cb5bda-b5fd-4782-9f5a-4d11bcd6bec8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:11.050750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-e5cb5bda-b5fd-4782-9f5a-4d11bcd6bec8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1148736 Oct 22 16:01:11.097946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-89673f27-a69a-44c9-8604-8845e99af235 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 380 time: 0.0371947 Oct 22 16:01:11.107283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'port': {'device_id': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'admin_state_up': True, 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'security_groups': ['819d5eab-1ef0-4559-8ca3-04d778463723']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:01:11.217725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67ba7b7f-96d9-4212-a6f1-8b72ef8ab6dd req-48f08af4-072a-4492-b354-f6f73e8cf9ee tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 210 time: 0.0333498 Oct 22 16:01:11.296442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Made reservation on behalf of aa6a62ef71aa4b5d8cf9a77144625762 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:01:11.300205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:11.430646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Allocated IP 172.20.0.5 (5085029c-e798-4932-bc33-05423483f8f3/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d/362f1d21-1aca-4915-9b27-fa18e6d674cc) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:01:11.570285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:11.663887 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:11.706516 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:01:11.711897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:01:11.718437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:01:11.722430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:11.758425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.758774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.759164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.759506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.759845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.760182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.760515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.760843 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.761175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.761503 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.761835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.762166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:01:11.787664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:11.788312 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:11.900214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-dd78b86c-5534-4552-baf9-cca0821d0e6b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967219 Oct 22 16:01:11.921457 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Request body: {'port': {'device_id': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:01:11.977667 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:11.998722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-024eb109-865c-4751-8233-89fb64612a81 None None] Provisioning complete for port 362f1d21-1aca-4915-9b27-fa18e6d674cc triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:01:11.999295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-024eb109-865c-4751-8233-89fb64612a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.046263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-024eb109-865c-4751-8233-89fb64612a81 None None] Port 362f1d21-1aca-4915-9b27-fa18e6d674cc cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:01:12.114295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.253132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362f1d21-1aca-4915-9b27-fa18e6d674cc {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:01:12.261442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.273962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Transition to ACTIVE for port object 362f1d21-1aca-4915-9b27-fa18e6d674cc will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:01:12.342208 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0813a-0463-4473-808e-44713e1927f1 req-85db9a22-0efc-44fd-8c1e-5390b4994982 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:12.343711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7c0813a-0463-4473-808e-44713e1927f1 req-85db9a22-0efc-44fd-8c1e-5390b4994982 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 931 time: 0.0496099 Oct 22 16:01:12.351514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.431973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:12.438369 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f7c0813a-0463-4473-808e-44713e1927f1 req-914057f7-8808-4c0a-8c5c-e08f721cc479 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878193 Oct 22 16:01:12.509819 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:01:12.510175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:01:12.510511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:01:12.515827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:01:12.516153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:01:12.521468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:01:12.522159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:01:12.522573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:01:12.523031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Bound port: 362f1d21-1aca-4915-9b27-fa18e6d674cc, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:01:12.523394 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.588947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:01:12.591940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:01:12.657943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.700568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:12.700568 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:12.700568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] 10.222.0.53 "PUT /v2.0/ports/362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1091 time: 0.7827449 Oct 22 16:01:12.700568 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:01:12.702500 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd7a78-6416-418f-baaf-0aeb7ffaa928" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:01:12.732129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d980-a3ad-4c18-a717-149b1cad9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:12.750409 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665065c7-1069-4478-b986-43f0aa8ada74 x-openstack-request-id: req-665065c7-1069-4478-b986-43f0aa8ada74 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:01:12.750694 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:01:12.750946 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-665065c7-1069-4478-b986-43f0aa8ada74 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:01:12.751395 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'status': 'completed', 'code': 200} Oct 22 16:01:12.822105 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd7a78-6416-418f-baaf-0aeb7ffaa928 req-ae454ea3-7f74-4f7d-ae58-a2c13364a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:12.823686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60cd7a78-6416-418f-baaf-0aeb7ffaa928 req-ae454ea3-7f74-4f7d-ae58-a2c13364a114 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1094 time: 0.0490825 Oct 22 16:01:12.932217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd7a78-6416-418f-baaf-0aeb7ffaa928 req-f57916db-8523-436c-b078-62f011c0ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:12.933750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60cd7a78-6416-418f-baaf-0aeb7ffaa928 req-f57916db-8523-436c-b078-62f011c0ef5d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021898 Oct 22 16:01:13.039029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd7a78-6416-418f-baaf-0aeb7ffaa928 req-10708016-3769-4100-b0bd-51ab7e9199b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:13.040530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-60cd7a78-6416-418f-baaf-0aeb7ffaa928 req-10708016-3769-4100-b0bd-51ab7e9199b8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001203 Oct 22 16:01:13.125581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-3d44f52e-a287-4933-9f7f-84189cc7da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:13.127163 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-3d44f52e-a287-4933-9f7f-84189cc7da38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1094 time: 0.0457377 Oct 22 16:01:13.171739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-f0cbf71a-6dfb-4e09-a230-94cbb42978af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 217 time: 0.0360937 Oct 22 16:01:13.225290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-0e34acae-0c9c-4f0e-9882-7add3bed0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:13.226768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-0e34acae-0c9c-4f0e-9882-7add3bed0ba9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0480063 Oct 22 16:01:13.274802 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-3fbbb630-62b4-4ac9-8116-df80ac83bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:13.276345 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-3fbbb630-62b4-4ac9-8116-df80ac83bf36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423887 Oct 22 16:01:13.372788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-05e77fdc-d898-4d94-996e-e697a599207b service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866573 Oct 22 16:01:13.812778 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-17e7a411-02d9-4a2a-aee1-682f44b5418c req-32724a28-6c1e-43da-aaba-311d7bac9fcf service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325845 Oct 22 16:01:13.823254 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da99b4-f972-4596-89ad-2fc44938e033 req-0dca1a19-b264-472a-8d2a-1c16ecf00abd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:13.825312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1da99b4-f972-4596-89ad-2fc44938e033 req-0dca1a19-b264-472a-8d2a-1c16ecf00abd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 943 time: 0.1021793 Oct 22 16:01:13.872113 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b1da99b4-f972-4596-89ad-2fc44938e033 req-f633c700-a002-469a-983e-626fd4429c4d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Oct 22 16:01:14.992949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f65b1f-8b19-41f3-8b99-5f370e7dd940 req-8004c229-ec8a-43b7-840c-99caf076cc41 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:14.994449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8f65b1f-8b19-41f3-8b99-5f370e7dd940 req-8004c229-ec8a-43b7-840c-99caf076cc41 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 943 time: 0.0497279 Oct 22 16:01:15.034038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8f65b1f-8b19-41f3-8b99-5f370e7dd940 req-55012097-e143-4aa4-9254-2d874e03d8dc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Oct 22 16:01:16.155573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b343fb-4cd0-422b-beb6-0cdd36cb5446 req-8c3700a6-9f17-4ea7-a820-50b7385d4531 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:16.157082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22b343fb-4cd0-422b-beb6-0cdd36cb5446 req-8c3700a6-9f17-4ea7-a820-50b7385d4531 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 943 time: 0.0508981 Oct 22 16:01:16.200120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-22b343fb-4cd0-422b-beb6-0cdd36cb5446 req-6ca1c2a2-2199-4b47-95a8-9aca41cd835d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367877 Oct 22 16:01:16.508427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:01:16.608563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:01:16.620533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'mac_address': 'fa:16:3e:bf:93:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:01:16.660314 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:16.674351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362f1d21-1aca-4915-9b27-fa18e6d674cc {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:01:16.694785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:01:16.763727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:16.810933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:16.967367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['362f1d21-1aca-4915-9b27-fa18e6d674cc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:01:17.321287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67abcec-3b61-43ad-9520-02aadcc698cc req-a2d592ed-bb88-4da2-a84f-f55c609801b2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:17.322805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f67abcec-3b61-43ad-9520-02aadcc698cc req-a2d592ed-bb88-4da2-a84f-f55c609801b2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0493002 Oct 22 16:01:17.366398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f67abcec-3b61-43ad-9520-02aadcc698cc req-68c09acd-b1cb-45eb-8dc7-5d6267fa99ef tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370038 Oct 22 16:01:18.491044 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7ccbc-9579-4c7c-aee5-e111ef4044ee req-65935446-e162-473d-83c0-9efb7e5b9c3a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:18.492631 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46e7ccbc-9579-4c7c-aee5-e111ef4044ee req-65935446-e162-473d-83c0-9efb7e5b9c3a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0535529 Oct 22 16:01:18.531904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46e7ccbc-9579-4c7c-aee5-e111ef4044ee req-c06e2b16-a546-4a85-a10e-75f3d2c9b170 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333395 Oct 22 16:01:18.540247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:01:18.656354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 362f1d21-1aca-4915-9b27-fa18e6d674cc completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:01:18.660365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 362f1d21-1aca-4915-9b27-fa18e6d674cc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:01:18.660739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:18.743064 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:18.767562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:01:18.769830 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dda2687-7283-4f46-8269-cd326bca612c" -d '{"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-plugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:01:18.785282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:01:18.815229 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb9202f-7066-49a8-bbfa-3a7a4dff9d2a x-openstack-request-id: req-eeb9202f-7066-49a8-bbfa-3a7a4dff9d2a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:01:18.815446 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-plugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:01:18.815762 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eeb9202f-7066-49a8-bbfa-3a7a4dff9d2a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:01:18.816097 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'code': 200} Oct 22 16:01:18.844994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:18.897264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:01:18.917798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224d59-f8b3-4523-bde9-c6e132a894ca req-0569ea33-c5c2-4aa8-a20f-279a41164c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:18.919285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26224d59-f8b3-4523-bde9-c6e132a894ca req-0569ea33-c5c2-4aa8-a20f-279a41164c50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1096 time: 0.0434532 Oct 22 16:01:18.958091 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26224d59-f8b3-4523-bde9-c6e132a894ca req-a4e14f9c-42f9-40ff-951c-380d5860e40e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Oct 22 16:01:19.654200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1e02-a1c9-4dab-912e-1317e0a4bb47 req-068a00a8-4dc0-4f3e-85ef-6f78cbee5bd5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:19.655749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fcf1e02-a1c9-4dab-912e-1317e0a4bb47 req-068a00a8-4dc0-4f3e-85ef-6f78cbee5bd5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0504024 Oct 22 16:01:19.698055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5fcf1e02-a1c9-4dab-912e-1317e0a4bb47 req-7f06b19f-966c-405f-9d29-854eb51dd929 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363212 Oct 22 16:01:20.835492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb5fa-be0a-456a-9c7d-7bf559049c60 req-5c45508b-93c6-45c1-a1eb-f5715e064e79 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:20.836983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85edb5fa-be0a-456a-9c7d-7bf559049c60 req-5c45508b-93c6-45c1-a1eb-f5715e064e79 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0570827 Oct 22 16:01:20.875724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85edb5fa-be0a-456a-9c7d-7bf559049c60 req-9cad39dd-1189-4d73-b92b-1b8518fca961 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327511 Oct 22 16:01:20.989225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9d6ab-1e5a-4881-a6f8-2cb01c7db643 req-d7929eb4-8165-4c83-acf9-00f695bc545a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:20.990697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12c9d6ab-1e5a-4881-a6f8-2cb01c7db643 req-d7929eb4-8165-4c83-acf9-00f695bc545a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0500605 Oct 22 16:01:20.999680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44358) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:01:21.004131 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'floatingip': {'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:01:21.048105 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:21.541003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:21.598040 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:21.707247 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a associated. External IP: 172.25.1.219, port: 362f1d21-1aca-4915-9b27-fa18e6d674cc. Oct 22 16:01:21.922101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:01:22.030446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:01:22.035344 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:22.039851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:01:22.049647 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:01:22.050238 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:22.062704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a47fc38d-2ca3-4dc4-b3a2-4c96163256f4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "PUT /v2.0/floatingips/cbd3d033-a636-4b6b-830c-d0b359fc2d6a HTTP/1.1" status: 200 len: 991 time: 1.0619359 Oct 22 16:01:22.063419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:01:22.065784 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b8306-6086-4df0-97a1-81bc61e9105e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:01:22.107548 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffde2f5-d944-477d-aa80-0b9af7eb0df8 x-openstack-request-id: req-dffde2f5-d944-477d-aa80-0b9af7eb0df8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:01:22.107838 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:01:22.108090 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dffde2f5-d944-477d-aa80-0b9af7eb0df8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:01:22.113488 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'status': 'completed', 'code': 200} Oct 22 16:01:22.170598 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:01:22.173211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-534b7037-6e4f-438b-aaad-59c3351b028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:22.174744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-534b7037-6e4f-438b-aaad-59c3351b028a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1096 time: 0.0428913 Oct 22 16:01:22.272734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-8338fa9a-420a-4f8f-8271-0cabe05c6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:22.274249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-8338fa9a-420a-4f8f-8271-0cabe05c6ec9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0917823 Oct 22 16:01:22.347241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-1e0f3b70-25fc-4a12-9932-abbc9876eff7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 999 time: 0.0652702 Oct 22 16:01:22.397159 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:bf:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T16:01:21Z', 'revision_number': 9, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:22.397463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-c9767c40-1c3b-4bb9-870b-5eaaebab0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:22.398881 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-c9767c40-1c3b-4bb9-870b-5eaaebab0824 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0448771 Oct 22 16:01:22.424078 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:01:22.433734 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:01:22.434332 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:00:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:22.448088 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-d5e14db1-0a39-442f-82db-3d2ec7717b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:01:22.449603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-d5e14db1-0a39-442f-82db-3d2ec7717b41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437744 Oct 22 16:01:22.543070 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:01:22.557234 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-5685ee14-a6f3-4678-b803-51b9f6128e22 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890920 Oct 22 16:01:22.653550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e46b8306-6086-4df0-97a1-81bc61e9105e req-070afd5f-c8fe-4af2-951b-26ae22c4db49 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895784 Oct 22 16:01:22.688801 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-297680db-c160-4023-ab67-a29b2658e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:22.784046 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:bf:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T16:01:21Z', 'revision_number': 9, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:01:22.814625 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2825cfe-089f-4317-894d-1694324dd58d None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:bf:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T16:01:21Z', 'revision_number': 9, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:01:23.012594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc2c07-1d06-476e-b4fc-8703ab8e644e None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:01:25.170210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d0625ef2-dfdc-440f-af34-4de31f3e5f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:26.467431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:26.764984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:26.857797 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:01:28.357200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:34.346078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:42.071274 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:52.689984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f4566f61-f67c-4bda-afa9-9d6d4ac062f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:55.209777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a2ab43d9-945f-458f-b6d7-27dfce9094ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:56.472561 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:56.785608 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:01:58.341094 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:03.857780 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:02:04.352035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:12.112177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:19.391738 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-6754627d-e65f-4c42-8b40-04738cab434e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413840 Oct 22 16:02:19.486379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd45e-4625-41c1-9796-886b04753124 req-13641c3a-14ac-43ad-8cf9-4526831da702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:02:19.487830 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-13641c3a-14ac-43ad-8cf9-4526831da702 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1096 time: 0.0468404 Oct 22 16:02:19.599314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd45e-4625-41c1-9796-886b04753124 req-ed0d6112-f20a-4a5e-a749-2ed7ea767b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:02:19.600861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-ed0d6112-f20a-4a5e-a749-2ed7ea767b47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0932372 Oct 22 16:02:19.677007 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-a23d3793-2274-43e6-ab5f-3eb68ecebe8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1002 time: 0.0691950 Oct 22 16:02:19.729823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd45e-4625-41c1-9796-886b04753124 req-9fcabbba-12f1-4c72-ba84-0cdd84e17f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:02:19.731418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-9fcabbba-12f1-4c72-ba84-0cdd84e17f6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0476100 Oct 22 16:02:19.779360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd45e-4625-41c1-9796-886b04753124 req-223d9d37-de37-49e9-9811-cd4419fa817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:02:19.780805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-223d9d37-de37-49e9-9811-cd4419fa817d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422380 Oct 22 16:02:19.874429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-013657c1-7924-42a0-858e-975004ba627b service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866435 Oct 22 16:02:19.965674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-643bd45e-4625-41c1-9796-886b04753124 req-94d8ce6d-3381-49f3-98b0-ad69eda1c245 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842843 Oct 22 16:02:22.677338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e4cb751a-a01c-45bf-95d0-e07126325971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:25.196935 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-025ee760-dc7b-47d5-8e1a-217bef1e8436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:26.488370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:26.779757 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:28.345660 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:34.374089 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:40.856559 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:02:42.065099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:52.670386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e763ea6a-6eb4-498e-8088-d3f1b01edaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:55.150740 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f2b11e33-aec5-4617-a7df-690971b25a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:56.590315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:56.784715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:57.362711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-49fd468d-5ef0-43ba-9319-894c0ffda316 req-b5a21e62-e445-4f66-add0-c34c1211a862 service neutron] (107801) timed out ('10.222.0.66', 37322) {{(pid=107801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 16:02:58.356314 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:02:58.357736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ed6fdc0b-e679-4d76-99e3-5582a0db75db req-605111d6-37ed-49f7-a6a8-be262cf2c0eb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:02:58.358741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed6fdc0b-e679-4d76-99e3-5582a0db75db req-605111d6-37ed-49f7-a6a8-be262cf2c0eb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055850 Oct 22 16:02:58.641134 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8373-a5da-4032-b16d-7942d373d406 req-040659c2-9c29-4171-83b4-d9da5d193d48 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:02:58.642579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac8a8373-a5da-4032-b16d-7942d373d406 req-040659c2-9c29-4171-83b4-d9da5d193d48 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0555558 Oct 22 16:02:58.691757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac8a8373-a5da-4032-b16d-7942d373d406 req-14587576-b610-4977-a842-06d99bb42dfe tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Oct 22 16:02:58.720409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-cee5bcd4-92d6-4f31-a015-5c93450e76c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448685 Oct 22 16:02:58.730084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-99e3cbc2-1731-4a51-91ac-d4052df9e850 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:02:58.731056 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-99e3cbc2-1731-4a51-91ac-d4052df9e850 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049803 Oct 22 16:02:59.812971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2371d-ef75-4fca-9e83-c3f7538fb616 req-7f26c71e-6a7e-4d86-b6e8-3a3d0ca0d7f9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:02:59.814498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32f2371d-ef75-4fca-9e83-c3f7538fb616 req-7f26c71e-6a7e-4d86-b6e8-3a3d0ca0d7f9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0490737 Oct 22 16:02:59.858299 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32f2371d-ef75-4fca-9e83-c3f7538fb616 req-4f46754c-90d1-499e-9a21-28e49310a247 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Oct 22 16:03:00.654627 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-f3f4bb1f-9846-4cdf-af78-56f4cef51334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:00.656173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-f3f4bb1f-9846-4cdf-af78-56f4cef51334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1096 time: 0.0466683 Oct 22 16:03:00.747983 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-ee7e236e-0ab4-40e2-a919-73be87d427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:00.749408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-ee7e236e-0ab4-40e2-a919-73be87d427fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0855973 Oct 22 16:03:00.820505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-ea016ee2-94c4-481e-900d-eeea58e97394 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1002 time: 0.0633795 Oct 22 16:03:00.870394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-953f5de2-7ae9-4cd7-8d8e-c4525576e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:00.871915 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-953f5de2-7ae9-4cd7-8d8e-c4525576e3f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0442305 Oct 22 16:03:00.919933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-327b492f-b013-4780-844d-fe5b80d7ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:00.921448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-327b492f-b013-4780-844d-fe5b80d7ae62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430102 Oct 22 16:03:01.043719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a56d-abe6-4963-b2b4-07645cdfc49b req-3d738a1d-3d7f-43ad-9855-e4de9be68aa2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:01.045200 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2126a56d-abe6-4963-b2b4-07645cdfc49b req-3d738a1d-3d7f-43ad-9855-e4de9be68aa2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.1087952 Oct 22 16:03:01.062626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-3e650e90-a3bf-4c55-90d9-f6cc402a0216 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337721 Oct 22 16:03:01.115156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2126a56d-abe6-4963-b2b4-07645cdfc49b req-3783ed3d-a122-4bf8-b8d7-d0c5b6986a10 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618663 Oct 22 16:03:01.173703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-5d844e5d-3a93-46b6-88be-45d403450152 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038342 Oct 22 16:03:02.232748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23e954-ef1e-4ffe-9189-ad2c95f37bee req-506b6b5c-da28-4de3-914c-4b5b0a207df2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:02.234225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd23e954-ef1e-4ffe-9189-ad2c95f37bee req-506b6b5c-da28-4de3-914c-4b5b0a207df2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0494349 Oct 22 16:03:02.277274 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd23e954-ef1e-4ffe-9189-ad2c95f37bee req-6f4a6d28-afb0-46f4-8aef-de3f00286acc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358808 Oct 22 16:03:03.399244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e1e1-45a3-4eec-b61d-34c5aa309905 req-ca1c78e2-e24e-44a6-a9dc-a5ff59d00f23 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:03.400749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f71e1e1-45a3-4eec-b61d-34c5aa309905 req-ca1c78e2-e24e-44a6-a9dc-a5ff59d00f23 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0515449 Oct 22 16:03:03.439933 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f71e1e1-45a3-4eec-b61d-34c5aa309905 req-0015d3c2-cbc7-4a2d-bf32-6fb9a8a735f3 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Oct 22 16:03:04.373294 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:04.564038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e52bd-dae4-4ca8-a788-73e8e7060c9b req-5280277d-5a59-485e-8328-f4ccf98fa175 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:04.565720 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-149e52bd-dae4-4ca8-a788-73e8e7060c9b req-5280277d-5a59-485e-8328-f4ccf98fa175 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0561225 Oct 22 16:03:04.607502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-149e52bd-dae4-4ca8-a788-73e8e7060c9b req-8f45cac9-02c5-4bea-82ac-f73864c2ac26 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346835 Oct 22 16:03:05.725954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5a826-3333-4b4d-b2f0-8beed92db92b req-757d450f-7fbe-44c3-9e00-297eb003cd16 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:05.727490 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddf5a826-3333-4b4d-b2f0-8beed92db92b req-757d450f-7fbe-44c3-9e00-297eb003cd16 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0494854 Oct 22 16:03:05.766568 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ddf5a826-3333-4b4d-b2f0-8beed92db92b req-61c2a373-0267-4c6a-9434-31372810b842 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331097 Oct 22 16:03:06.885317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82149-d3e2-484c-93c5-5f3a14d143d2 req-6cbc935d-bdbe-4aec-a81b-12585eee53a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:06.886829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb82149-d3e2-484c-93c5-5f3a14d143d2 req-6cbc935d-bdbe-4aec-a81b-12585eee53a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0498545 Oct 22 16:03:06.929957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb82149-d3e2-484c-93c5-5f3a14d143d2 req-c01fb8f0-bfe4-4f83-a0aa-a3ba007b0ff1 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Oct 22 16:03:08.055803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a0c7-cf92-41c7-9f87-c07ae66b7312 req-70856495-1eac-48c0-98bd-6bca82a073f2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:08.057304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b2a0c7-cf92-41c7-9f87-c07ae66b7312 req-70856495-1eac-48c0-98bd-6bca82a073f2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0558646 Oct 22 16:03:08.097586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3b2a0c7-cf92-41c7-9f87-c07ae66b7312 req-77417c5c-4436-4a37-adee-660819bc205a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337236 Oct 22 16:03:09.215470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0b03f-c23e-47c8-b663-db9ff061e55c req-f83312dc-d5f1-45bc-bb5c-25c121339dcc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:09.216962 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67b0b03f-c23e-47c8-b663-db9ff061e55c req-f83312dc-d5f1-45bc-bb5c-25c121339dcc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0504539 Oct 22 16:03:09.257048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67b0b03f-c23e-47c8-b663-db9ff061e55c req-b78925ed-0bc3-44e3-b255-2df96139e20b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Oct 22 16:03:10.374409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ada76-c6ed-44ed-97d9-a0f284680d08 req-ef9fd9f6-38b0-4090-bd2d-f726b169b1cf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:10.375903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-331ada76-c6ed-44ed-97d9-a0f284680d08 req-ef9fd9f6-38b0-4090-bd2d-f726b169b1cf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0494905 Oct 22 16:03:10.414142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-331ada76-c6ed-44ed-97d9-a0f284680d08 req-7f35957a-31ef-4962-819e-00bcfab98993 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Oct 22 16:03:11.538835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb385-bd76-4d0a-8d80-bba56aa3e080 req-2841c2c8-4611-45f2-9a2b-b1ff91f2cb85 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:11.540363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-921fb385-bd76-4d0a-8d80-bba56aa3e080 req-2841c2c8-4611-45f2-9a2b-b1ff91f2cb85 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0552652 Oct 22 16:03:11.578724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-921fb385-bd76-4d0a-8d80-bba56aa3e080 req-38a859bf-b1b4-479e-ab7d-0444436fb654 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Oct 22 16:03:12.087504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:12.698951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dae87-76f1-410f-a377-d35eed030d51 req-33cd8b8f-d9fd-40c1-b010-8eed18dd31a5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:12.700411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea3dae87-76f1-410f-a377-d35eed030d51 req-33cd8b8f-d9fd-40c1-b010-8eed18dd31a5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0510218 Oct 22 16:03:12.739798 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea3dae87-76f1-410f-a377-d35eed030d51 req-98043a48-d1eb-446c-9558-8f2f0b85251f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332277 Oct 22 16:03:13.274606 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-eb2103c8-a078-4041-b121-33d1e254ac6d service neutron] show failed (client error): The resource could not be found. Oct 22 16:03:13.275706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-eb2103c8-a078-4041-b121-33d1e254ac6d service neutron] 10.222.0.53 "GET /v2.0/ports/362f1d21-1aca-4915-9b27-fa18e6d674cc/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0546997 Oct 22 16:03:13.723622 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-00d5b608-3f43-49e9-85b9-5184a2604551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:13.725351 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-00d5b608-3f43-49e9-85b9-5184a2604551 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 1096 time: 0.0436399 Oct 22 16:03:13.737335 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-22bccbac-fb3b-4722-9c0f-581c6265191a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:03:13.738382 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-22bccbac-fb3b-4722-9c0f-581c6265191a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052505 Oct 22 16:03:13.750167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:03:13.806385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:13.864581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96effdce-195a-40a2-814f-d3b922ded576 req-ffc18eb0-c94f-4af8-b83c-bb73a130d22e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:13.866230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96effdce-195a-40a2-814f-d3b922ded576 req-ffc18eb0-c94f-4af8-b83c-bb73a130d22e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0541704 Oct 22 16:03:13.907614 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96effdce-195a-40a2-814f-d3b922ded576 req-9d78e707-4d86-4bfc-9cb1-64d153c4e179 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352566 Oct 22 16:03:14.011953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:14.045780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:03:14.130880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:14.133286 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7e737a-a562-4ba2-ac11-f5d167e0bf8c" -d '{"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-unplugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:14.137650 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:14.151242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Transition to ACTIVE for port object 362f1d21-1aca-4915-9b27-fa18e6d674cc will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:03:14.182214 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0520483a-2a74-43b1-924d-763de9d07235 x-openstack-request-id: req-0520483a-2a74-43b1-924d-763de9d07235 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:14.182509 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-unplugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:14.182760 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0520483a-2a74-43b1-924d-763de9d07235 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:14.183237 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'code': 200} Oct 22 16:03:14.212590 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:14.295456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=6']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:14.310941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.311307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.311642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.312021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.313167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.313167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.313167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.313474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.313576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.313845 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.314166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.314471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:14.361207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] No DVR routers for this DVR port 362f1d21-1aca-4915-9b27-fa18e6d674cc on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:03:14.800162 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:03:14.801419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:03:14.801419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:03:14.805270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:03:14.805587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:03:14.810384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:03:14.810706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:03:14.811125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:03:14.811546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Bound port: 362f1d21-1aca-4915-9b27-fa18e6d674cc, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:03:14.811897 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:14.874417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:03:14.877608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:03:14.939827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:14.976880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:14.977562 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:14.979034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] 10.222.0.69 "PUT /v2.0/ports/362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1091 time: 1.2329512 Oct 22 16:03:15.021714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920d0f-8025-47e6-982d-8c2795170232 service neutron] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=7']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:15.053577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10480e9d-ca84-403b-860b-ad2bfecf3019 req-28fcac3a-bc63-498d-bafb-e5dd1b0d20ad tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:15.055142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10480e9d-ca84-403b-860b-ad2bfecf3019 req-28fcac3a-bc63-498d-bafb-e5dd1b0d20ad tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 943 time: 0.0670424 Oct 22 16:03:15.070663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-7c2b2418-3ab2-4167-b92b-d4270089a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:15.072304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-7c2b2418-3ab2-4167-b92b-d4270089a2e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1094 time: 0.0611308 Oct 22 16:03:15.100804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-10480e9d-ca84-403b-860b-ad2bfecf3019 req-d6c343a0-b2d9-4c74-9c31-36af6f0e7179 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379994 Oct 22 16:03:15.175734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-0a3afbd0-2b95-475e-bacb-b3ab0ee8c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:15.177680 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-0a3afbd0-2b95-475e-bacb-b3ab0ee8c9db service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0974994 Oct 22 16:03:15.250291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-154a1472-e22a-4fc7-800c-dc1955e97fc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1000 time: 0.0643663 Oct 22 16:03:15.301907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-3990297d-c916-441a-b74d-32e661ed4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:15.302334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-3990297d-c916-441a-b74d-32e661ed4bb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0453289 Oct 22 16:03:15.347351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-f3a2207e-48c7-4072-bb6d-de4ce18d10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:15.348877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-f3a2207e-48c7-4072-bb6d-de4ce18d10ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398712 Oct 22 16:03:15.447035 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-b8f534c2-2f76-41a9-84fb-de6393886a72 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897105 Oct 22 16:03:15.540996 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2202fc6e-5dd7-4aa9-82a2-c54d38912645 req-9b530867-b9db-4eaf-81b9-75d39660014d service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Oct 22 16:03:16.184345 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:16.186596 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:16.230315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed62af8-84e4-4228-8f34-5b6e09558beb req-e34cc95f-d471-44d0-90b0-f5fa89a02059 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.231921 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eed62af8-84e4-4228-8f34-5b6e09558beb req-e34cc95f-d471-44d0-90b0-f5fa89a02059 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 943 time: 0.0512979 Oct 22 16:03:16.239734 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e149a2d-5fc7-4574-83b4-58ee318968c2 x-openstack-request-id: req-2e149a2d-5fc7-4574-83b4-58ee318968c2 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:16.240032 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:16.240292 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e149a2d-5fc7-4574-83b4-58ee318968c2 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:16.240937 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'status': 'completed', 'code': 200} Oct 22 16:03:16.301375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-eed62af8-84e4-4228-8f34-5b6e09558beb req-c4aeaa11-02ed-44dd-a09c-0556d1bc8023 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627766 Oct 22 16:03:16.301836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-26810d5d-ae8f-44df-bb88-60bcfaec4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.303539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-26810d5d-ae8f-44df-bb88-60bcfaec4500 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1094 time: 0.0468807 Oct 22 16:03:16.316098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-4ce86a50-3bde-4974-bc08-14956a95d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.317627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-4ce86a50-3bde-4974-bc08-14956a95d400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1094 time: 0.0601189 Oct 22 16:03:16.399122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-7b0ce26f-d91b-45d3-b335-72813bce00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.404608 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-7b0ce26f-d91b-45d3-b335-72813bce00f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0888748 Oct 22 16:03:16.410748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-924c1838-f583-4b9c-8fdc-fa931f80f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.412295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-924c1838-f583-4b9c-8fdc-fa931f80f8b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0862865 Oct 22 16:03:16.474038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-62066b12-b6a8-467b-8ade-9c3c13d60224 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1000 time: 0.0648835 Oct 22 16:03:16.483902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-a2445608-55a9-41f9-b59e-e4bcb549b054 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1000 time: 0.0635836 Oct 22 16:03:16.524310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-180a0a85-5948-4a1d-850e-68d54d489343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.525799 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-180a0a85-5948-4a1d-850e-68d54d489343 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0448937 Oct 22 16:03:16.534575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-a6850d23-cccc-4c76-93cd-ad51ec49ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.536258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-a6850d23-cccc-4c76-93cd-ad51ec49ae9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0458486 Oct 22 16:03:16.572668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-80627917-670e-448e-9232-f98a25192a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.574357 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-80627917-670e-448e-9232-f98a25192a53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418544 Oct 22 16:03:16.585768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-5a1fd9c5-d4a8-4c92-ae2e-0505948b05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:16.587367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-5a1fd9c5-d4a8-4c92-ae2e-0505948b05a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417204 Oct 22 16:03:16.600054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-e2dde46f-9a83-457a-93cf-991882c1e228 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:03:16.601045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-e2dde46f-9a83-457a-93cf-991882c1e228 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061173 Oct 22 16:03:16.672735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-ec8cbf0e-4d8c-4880-9263-3757e2816195 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914488 Oct 22 16:03:16.699313 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-8ce4015e-a92a-41af-8e4d-bd1648479825 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888124 Oct 22 16:03:16.766661 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-52c1ff36-74ad-4e49-b3ee-e40a16572073 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855260 Oct 22 16:03:16.791667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-48e35b29-86d4-4b9a-bf1d-fe8b8e1c7acd req-a79e222f-4e40-4294-a972-52eb9eba00ec service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Oct 22 16:03:17.016192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:03:17.057052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:03:17.431687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c7b2d-8082-4ece-8dd2-edd326ed72ce req-f06db92e-4acf-48e1-938d-615019857793 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:17.433205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-703c7b2d-8082-4ece-8dd2-edd326ed72ce req-f06db92e-4acf-48e1-938d-615019857793 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 943 time: 0.0589843 Oct 22 16:03:17.471899 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-703c7b2d-8082-4ece-8dd2-edd326ed72ce req-9c721d76-523e-4c98-a8bb-7d26892a61bd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Oct 22 16:03:17.855255 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:03:18.140042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:03:18.238253 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:18.250101 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'mac_address': 'fa:16:3e:bf:93:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:03:18.288065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:18.301771 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362f1d21-1aca-4915-9b27-fa18e6d674cc {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:03:18.321300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:18.378906 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:18.428688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:18.436148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.436490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.436823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.437151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.437478 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.437804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.438124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.438435 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.438756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.439099 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.439425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.439739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:18.591289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d91bf-f597-43e4-9658-5d1cb8785023 req-b622ab60-16f4-4e49-affb-3a71a139582c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:18.592827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-937d91bf-f597-43e4-9658-5d1cb8785023 req-b622ab60-16f4-4e49-affb-3a71a139582c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0505235 Oct 22 16:03:18.632982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-937d91bf-f597-43e4-9658-5d1cb8785023 req-5f3a0697-6955-4f2b-9711-d94f5ce60d2d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Oct 22 16:03:19.756237 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dade35-10d3-470d-8531-1102502a3a20 req-f6aeba9e-6b42-4112-8fd3-e09a46a0b856 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:19.757716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02dade35-10d3-470d-8531-1102502a3a20 req-f6aeba9e-6b42-4112-8fd3-e09a46a0b856 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0517247 Oct 22 16:03:19.795996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-02dade35-10d3-470d-8531-1102502a3a20 req-c0cb65e1-5b2a-4fd1-8090-31f869c0abb5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322392 Oct 22 16:03:19.853567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['362f1d21-1aca-4915-9b27-fa18e6d674cc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:03:20.438261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f23b2-25ea-43bc-8fac-fda937705bb1 req-0b10c6dc-36e8-4078-ae47-f9c201043ad5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:20.440016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a08f23b2-25ea-43bc-8fac-fda937705bb1 req-0b10c6dc-36e8-4078-ae47-f9c201043ad5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0662129 Oct 22 16:03:20.486174 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a08f23b2-25ea-43bc-8fac-fda937705bb1 req-fafde47c-127d-42fe-a47e-cde35b49ca87 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381382 Oct 22 16:03:20.494355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-e99a7eb7-df57-4e41-b1fb-4fab829fa5bb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:20.496005 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-e99a7eb7-df57-4e41-b1fb-4fab829fa5bb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&binding%3Ahost_id=n-h1-812148-2 HTTP/1.1" status: 200 len: 944 time: 0.0783763 Oct 22 16:03:20.575630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-e3e9933e-86ef-4e87-97da-8789e4c64503 service neutron] 10.222.0.69 "GET /v2.0/ports/362f1d21-1aca-4915-9b27-fa18e6d674cc/bindings/n-h1-812148-2 HTTP/1.1" status: 200 len: 382 time: 0.0694065 Oct 22 16:03:20.663374 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fc731a10-83f3-4fac-af29-c6febe33c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:20.664926 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fc731a10-83f3-4fac-af29-c6febe33c235 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1095 time: 0.0641928 Oct 22 16:03:20.769959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-a7bbd851-be2c-41e1-a4ae-bd8418bf94df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:20.771814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-a7bbd851-be2c-41e1-a4ae-bd8418bf94df service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0986922 Oct 22 16:03:20.850669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-d5a70dc5-e363-4594-b764-b3ba145d845a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1001 time: 0.0678618 Oct 22 16:03:20.915110 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-c160517e-36c3-4e03-aa84-cae5f79fc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:20.916632 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-c160517e-36c3-4e03-aa84-cae5f79fc38d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0578372 Oct 22 16:03:20.984540 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-000e452f-6a5e-4090-a366-7708dc6a1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:20.986137 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-000e452f-6a5e-4090-a366-7708dc6a1994 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615430 Oct 22 16:03:21.077720 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-12435ea6-d4f6-499a-8c3f-6c5b0bc68968 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Oct 22 16:03:21.171975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-ea551c29-2a06-4953-8ecb-9254104a950f service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874424 Oct 22 16:03:21.610365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562fca7-2f82-4a8f-8b55-4a4d93dbfe95 req-ed5b372c-686d-49db-b4b9-896a06d705cc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:21.612808 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c562fca7-2f82-4a8f-8b55-4a4d93dbfe95 req-ed5b372c-686d-49db-b4b9-896a06d705cc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0512872 Oct 22 16:03:21.652206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c562fca7-2f82-4a8f-8b55-4a4d93dbfe95 req-222a179b-d8f3-437b-adcf-0539f9f6893f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Oct 22 16:03:22.158410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:03:22.275911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 362f1d21-1aca-4915-9b27-fa18e6d674cc completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:03:22.280660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 362f1d21-1aca-4915-9b27-fa18e6d674cc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:03:22.281280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:22.367525 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:22.389912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:22.392197 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1441f9f-f934-4e25-94e0-03819affbd75" -d '{"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-plugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:22.407164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:22.443837 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965342f2-8d1a-4f01-8b97-76a85181d390 x-openstack-request-id: req-965342f2-8d1a-4f01-8b97-76a85181d390 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:22.444121 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-plugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:22.444366 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-965342f2-8d1a-4f01-8b97-76a85181d390 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:22.444762 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'code': 200} Oct 22 16:03:22.464539 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:22.513172 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:22.670418 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-86eb6d76-ee80-4fa6-b475-a6502145c7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:22.778242 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bc587-cf69-4aef-a6dc-de06da170b1b req-89241481-5487-43e4-b552-13c0f80af90a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:22.779884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-115bc587-cf69-4aef-a6dc-de06da170b1b req-89241481-5487-43e4-b552-13c0f80af90a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0550935 Oct 22 16:03:22.822434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-115bc587-cf69-4aef-a6dc-de06da170b1b req-25e2e485-9335-4bd2-bf20-e30bf6242121 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359924 Oct 22 16:03:23.836786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-424f33b9-0b39-4a94-9bfb-8f337dce3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:23.838207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-424f33b9-0b39-4a94-9bfb-8f337dce3fcf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 1096 time: 0.0451202 Oct 22 16:03:23.851412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:03:24.233530 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:24.256562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea0a21-bbf4-471f-942f-2a0bc03dea49 req-c66b28a2-46c0-4e9a-afcf-dcf8fa0127cf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:24.258080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64ea0a21-bbf4-471f-942f-2a0bc03dea49 req-c66b28a2-46c0-4e9a-afcf-dcf8fa0127cf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0874903 Oct 22 16:03:24.378873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-64ea0a21-bbf4-471f-942f-2a0bc03dea49 req-01a6bd35-0830-49af-b13a-03762ccae814 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975113 Oct 22 16:03:24.477854 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:24.512196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:03:24.552738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:24.555061 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4818c76-11e2-443f-9732-f5eb543c72d9" -d '{"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-unplugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:24.558908 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:24.572979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Transition to ACTIVE for port object 362f1d21-1aca-4915-9b27-fa18e6d674cc will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:03:24.608254 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32113623-2e7b-487f-94bd-66460176e06c x-openstack-request-id: req-32113623-2e7b-487f-94bd-66460176e06c {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:24.608552 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-unplugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:24.608800 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32113623-2e7b-487f-94bd-66460176e06c {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:24.609223 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'code': 200} Oct 22 16:03:24.647271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:24.729262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=10']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:24.744153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.744555 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.744899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.745277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.745610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.745940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.746263 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.746589 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.746912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.747260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.747579 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.747901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:03:24.784907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] No DVR routers for this DVR port 362f1d21-1aca-4915-9b27-fa18e6d674cc on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:03:24.927374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:03:24.928045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:03:24.928045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:03:24.932445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:03:24.932760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Attempting to bind port 362f1d21-1aca-4915-9b27-fa18e6d674cc on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:03:24.938002 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:03:24.938344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:03:24.938735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:03:24.939198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Bound port: 362f1d21-1aca-4915-9b27-fa18e6d674cc, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:03:24.939557 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:25.010038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:03:25.012968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:03:25.087203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:25.130213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:25.130752 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:25.132277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] 10.222.0.53 "PUT /v2.0/ports/362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1092 time: 1.2862875 Oct 22 16:03:25.175013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5edcf7-d5e6-438b-a1eb-e2ac6e4b58c2 service neutron] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=11']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:25.190907 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-53590ec3-fac9-4eb1-8fab-07a3323967c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:25.217637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-ae8492ef-854f-4a16-bfb1-3d2c973edb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:25.219358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-ae8492ef-854f-4a16-bfb1-3d2c973edb26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1095 time: 0.0548601 Oct 22 16:03:25.324443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-edc96dac-74f2-4267-87f1-8826e15e5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:25.325941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-edc96dac-74f2-4267-87f1-8826e15e5d02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0995724 Oct 22 16:03:25.397651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-b933df3a-1b4e-4199-a5bd-13b36ad90a8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1000 time: 0.0634198 Oct 22 16:03:25.450581 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-b11bb08f-a28d-4bd2-bbf4-36dc980c8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:25.452117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-b11bb08f-a28d-4bd2-bbf4-36dc980c8309 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0476091 Oct 22 16:03:25.531798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc744a0-528f-4e60-8c0e-0572f223a341 req-6d81aa8b-f8c1-4d30-83d2-a01080fd6bf0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:25.533275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4cc744a0-528f-4e60-8c0e-0572f223a341 req-6d81aa8b-f8c1-4d30-83d2-a01080fd6bf0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0796769 Oct 22 16:03:25.535583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-be29c202-1309-4138-9778-21b5d239b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:25.536952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-be29c202-1309-4138-9778-21b5d239b7ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749221 Oct 22 16:03:25.624289 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4cc744a0-528f-4e60-8c0e-0572f223a341 req-1d3c5fa0-3187-48bb-b8e5-ed950b546318 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839524 Oct 22 16:03:25.652566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-64398f21-f4de-481b-b0b8-46c9f4b9d082 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037958 Oct 22 16:03:25.749017 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc43f15-5eba-484c-8974-f646a765d6e4 req-43f9811f-ac82-430d-a801-1db96e84cbff service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891626 Oct 22 16:03:26.177367 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:03:26.216579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:03:26.481656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:26.610365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:26.613600 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a72b0ce-3391-432b-9b51-750cdfbd9327" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:26.667096 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3839c529-de9e-4164-9115-2995bf7fd8be x-openstack-request-id: req-3839c529-de9e-4164-9115-2995bf7fd8be {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:26.667391 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:26.667648 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3839c529-de9e-4164-9115-2995bf7fd8be {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:26.668192 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'status': 'completed', 'code': 200} Oct 22 16:03:26.740451 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-a04f4d07-1a1c-481a-aa4b-33b5795fef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:26.740451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-a04f4d07-1a1c-481a-aa4b-33b5795fef92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1095 time: 0.0459077 Oct 22 16:03:26.765143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-500cd27c-2846-4bb1-b800-7e3598ee9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:26.766674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-500cd27c-2846-4bb1-b800-7e3598ee9b91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 1095 time: 0.0742235 Oct 22 16:03:26.774788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67805dce-101c-4a36-8379-8a04c2bde493 req-3ba8b0a2-4989-4122-8066-684ba36286d1 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:26.776261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67805dce-101c-4a36-8379-8a04c2bde493 req-3ba8b0a2-4989-4122-8066-684ba36286d1 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 944 time: 0.0742650 Oct 22 16:03:26.778217 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:26.838491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-f6d6a641-7592-4113-99dc-f43b5a45a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:26.840087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-f6d6a641-7592-4113-99dc-f43b5a45a7d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0948541 Oct 22 16:03:26.873475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67805dce-101c-4a36-8379-8a04c2bde493 req-6ed93614-157f-43da-8b2f-4912f34d069d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881691 Oct 22 16:03:26.897776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-a68e95cf-4aa2-4d75-9931-11948093b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:26.899294 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-a68e95cf-4aa2-4d75-9931-11948093b95c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1221323 Oct 22 16:03:26.911912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-bf0a7dab-7c48-41f9-b49c-0c58734e8ab8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1000 time: 0.0633540 Oct 22 16:03:26.963660 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-3dba5d94-1895-41e7-9175-a44bbd98f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:26.965144 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-3dba5d94-1895-41e7-9175-a44bbd98f9b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0467706 Oct 22 16:03:26.973375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-8717c72d-97db-4b56-bc79-15486928d927 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 200 len: 1000 time: 0.0659816 Oct 22 16:03:27.016336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-ef6e25a8-f721-47b8-af29-a86586cc97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:27.017776 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-ef6e25a8-f721-47b8-af29-a86586cc97b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441751 Oct 22 16:03:27.025827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-5fdf15cb-1d7a-4402-97f8-a90118645976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:27.027360 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-5fdf15cb-1d7a-4402-97f8-a90118645976 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0462070 Oct 22 16:03:27.052055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:03:27.079354 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-c7ee01ae-ad94-4e77-85ff-5416ac8f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:27.082098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-c7ee01ae-ad94-4e77-85ff-5416ac8f6334 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466084 Oct 22 16:03:27.129055 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-3eb556aa-3e8c-4e1b-b21f-8ca1ef10c827 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039808 Oct 22 16:03:27.176915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:27.193254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-bb153e43-ec54-448b-a1a9-390a2b27a601 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040959 Oct 22 16:03:27.204845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'mac_address': 'fa:16:3e:bf:93:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:03:27.257089 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-e5f8c0b7-582a-42bb-a65a-07945d7b5f05 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208103 Oct 22 16:03:27.261343 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:27.277848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362f1d21-1aca-4915-9b27-fa18e6d674cc {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:03:27.302262 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:27.307452 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a72b0ce-3391-432b-9b51-750cdfbd9327 req-5ce1bef1-07cf-4aa2-b067-aa0af6ec1764 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050644 Oct 22 16:03:27.442275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:27.492097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:27.695914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['362f1d21-1aca-4915-9b27-fa18e6d674cc'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:03:27.996757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb92e5-fea1-4c48-b128-b90054adc17a req-f3075dce-cbcc-465c-a9bb-fca03c434a36 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:27.998164 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4bb92e5-fea1-4c48-b128-b90054adc17a req-f3075dce-cbcc-465c-a9bb-fca03c434a36 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0514898 Oct 22 16:03:28.042343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4bb92e5-fea1-4c48-b128-b90054adc17a req-10e53bcc-560e-471a-8cd3-f0359234d594 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379827 Oct 22 16:03:28.161494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279d39a-c57f-464b-8c2a-bc5bf415c4fb req-4d07d415-5f62-4ced-8295-023fe21fc643 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:28.163298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4279d39a-c57f-464b-8c2a-bc5bf415c4fb req-4d07d415-5f62-4ced-8295-023fe21fc643 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0493865 Oct 22 16:03:28.201096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4279d39a-c57f-464b-8c2a-bc5bf415c4fb req-f23d1e20-06cc-4f10-9e79-9afb958167b7 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Oct 22 16:03:28.321463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed552d-d459-42d2-a1bd-93b5ac7ea253 req-9a711684-7c8a-4c9f-af7c-9804b4920e97 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:28.323032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12ed552d-d459-42d2-a1bd-93b5ac7ea253 req-9a711684-7c8a-4c9f-af7c-9804b4920e97 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0553253 Oct 22 16:03:28.362628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-12ed552d-d459-42d2-a1bd-93b5ac7ea253 req-5c04360f-d2a4-45a1-b69b-6d6024ca6b91 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332489 Oct 22 16:03:28.367189 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:28.827268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1d1d-6d9b-4997-bce3-cfa38376f546 req-8685a781-8d33-451b-8f3b-ec01f835945d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:28.828782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d5b1d1d-6d9b-4997-bce3-cfa38376f546 req-8685a781-8d33-451b-8f3b-ec01f835945d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 945 time: 0.0503213 Oct 22 16:03:28.870985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6d5b1d1d-6d9b-4997-bce3-cfa38376f546 req-f5bca1ef-c4d6-4489-b2cf-7b4f02a17216 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Oct 22 16:03:29.064140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:03:29.184157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 362f1d21-1aca-4915-9b27-fa18e6d674cc completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:03:29.188204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 362f1d21-1aca-4915-9b27-fa18e6d674cc triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:03:29.188572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:29.269381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:29.291981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:29.294337 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968b7f57-77ae-4f72-8232-dacae637701b" -d '{"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-plugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:29.311577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:29.342638 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431fd05-bae3-4ff0-8acf-6507eeffac45 x-openstack-request-id: req-5431fd05-bae3-4ff0-8acf-6507eeffac45 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:29.342638 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-plugged", "status": "completed", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:29.342638 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5431fd05-bae3-4ff0-8acf-6507eeffac45 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:29.342948 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'code': 200} Oct 22 16:03:29.401545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:29.452880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=13']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:29.996479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f4b3-2bec-44ff-877e-96c96317795a req-2132288c-adc5-461b-8d95-04e0f2119d82 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:29.997983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d54f4b3-2bec-44ff-877e-96c96317795a req-2132288c-adc5-461b-8d95-04e0f2119d82 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 946 time: 0.0531244 Oct 22 16:03:30.037498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d54f4b3-2bec-44ff-877e-96c96317795a req-e091c7b4-9ef7-4d1f-8017-3be6c560660a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330901 Oct 22 16:03:30.099243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-9bc36538-415e-4adc-a3e5-43831dca2823 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:30.100757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-9bc36538-415e-4adc-a3e5-43831dca2823 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 946 time: 0.0535321 Oct 22 16:03:30.199243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Deleting port 362f1d21-1aca-4915-9b27-fa18e6d674cc {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:03:30.199484 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:30.290747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] For port 362f1d21-1aca-4915-9b27-fa18e6d674cc, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=362f1d21-1aca-4915-9b27-fa18e6d674cc,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:30.291145 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:30.470444 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:30.470717 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:30.471110 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a disassociated. External IP: 172.25.1.219, port: 362f1d21-1aca-4915-9b27-fa18e6d674cc. Oct 22 16:03:30.471691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Calling delete_port for 362f1d21-1aca-4915-9b27-fa18e6d674cc owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:03:30.664173 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:30.693207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event deleted for resources: {'Port': ['ID=362f1d21-1aca-4915-9b27-fa18e6d674cc,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:30.822986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:03:30.934032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:03:30.945027 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:03:30.954497 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:03:30.955137 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:30.979529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] No DVR routers for this DVR port 362f1d21-1aca-4915-9b27-fa18e6d674cc on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:03:30.982304 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:30.985767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b5a8b28-b23f-40a3-825e-5fda1ee62ff7 req-d035b6b7-2882-4f7f-b0ef-7205635ad572 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "DELETE /v2.0/ports/362f1d21-1aca-4915-9b27-fa18e6d674cc HTTP/1.1" status: 204 len: 173 time: 0.8786495 Oct 22 16:03:30.986229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-deleted', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:30.988638 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5a1a9-e212-47be-aa4d-0ceee019e9c8" -d '{"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-deleted", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:31.028921 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58529971-d78b-4683-9bfb-2d2847e2ead6 x-openstack-request-id: req-58529971-d78b-4683-9bfb-2d2847e2ead6 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:31.029521 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3085fc-c5c8-42c5-b25b-0d66c7cc10da", "name": "network-vif-deleted", "tag": "362f1d21-1aca-4915-9b27-fa18e6d674cc", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:31.029521 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58529971-d78b-4683-9bfb-2d2847e2ead6 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:31.029856 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3085fc-c5c8-42c5-b25b-0d66c7cc10da', 'name': 'network-vif-deleted', 'tag': '362f1d21-1aca-4915-9b27-fa18e6d674cc', 'status': 'completed', 'code': 200} Oct 22 16:03:31.069301 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:03:31.149651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92b0eccb-b348-4723-8771-5deda8831186 req-f83b818e-b3b0-441e-ad1a-5ee33550ad19 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad3085fc-c5c8-42c5-b25b-0d66c7cc10da HTTP/1.1" status: 200 len: 210 time: 0.0385799 Oct 22 16:03:31.358957 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:31.385998 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:03:31.394257 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:03:31.394843 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:31.501171 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:03:31.699312 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:31.728995 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293c9b3-eee1-4276-9f79-1c8621e001e1 None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:03:31.972933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a96f-d035-4807-b0b4-8ec443fd4115 None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:03:32.438925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-4144adca-256b-444c-a663-585f29d4f5f8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1717659101&fields=id&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 267 time: 0.0365772 Oct 22 16:03:32.551472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-9caaf1d7-5798-4551-bce0-85f922154fe5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:32.552950 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-9caaf1d7-5798-4551-bce0-85f922154fe5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1053176 Oct 22 16:03:32.568757 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-3963201f-04dc-4a8d-8a5f-c9b2c76b7747 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/quotas/aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 375 time: 0.0099814 Oct 22 16:03:32.626711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-8b662224-bd71-4da0-95ef-1859ea9fd600 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523763 Oct 22 16:03:32.722772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-eccab344-55e1-4833-a248-ce92cfd681de service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838392 Oct 22 16:03:32.815395 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-f0f86050-4b38-464e-881c-041acc5a8050 service neutron] 10.222.0.66 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857406 Oct 22 16:03:33.054987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d2a3995b-1f02-4bf7-9982-5854ecc5e042 req-c2602785-cf33-4343-9332-dd7283b69062 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0287480 Oct 22 16:03:34.135398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9b82f507-8401-491c-8ab2-29a61fa60719 req-0b2f99cd-d122-4d77-9df7-4fc4b237bd54 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0268099 Oct 22 16:03:34.366828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:35.083215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:03:35.107900 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 362f1d21-1aca-4915-9b27-fa18e6d674cc {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:03:35.108246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 362f1d21-1aca-4915-9b27-fa18e6d674cc not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:03:35.216397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a235be66-268e-4b35-a8d4-50a6382404fa req-76d68eca-b869-4720-989d-7c69185225a2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0274045 Oct 22 16:03:36.309595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18d3cc90-8344-4647-bd56-9ded6d4c2f9f req-832367a9-9b25-4cb0-b58e-e704f4bfb599 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0274396 Oct 22 16:03:37.417243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8eb3338b-c50f-4a8d-b74a-697600b57f1c req-cbd0fb46-0216-48f7-84ad-d3d679c2a8d2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0327811 Oct 22 16:03:38.006962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-e66d7cb8-f02b-4a5d-bf8a-48a7895c385d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:38.008430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-e66d7cb8-f02b-4a5d-bf8a-48a7895c385d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 811 time: 0.1018443 Oct 22 16:03:38.060283 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-30d39d0d-6400-45af-95be-199e1229a33c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 380 time: 0.0415881 Oct 22 16:03:38.070926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'port': {'device_id': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'admin_state_up': True, 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'security_groups': ['819d5eab-1ef0-4559-8ca3-04d778463723']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:03:38.264623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Made reservation on behalf of aa6a62ef71aa4b5d8cf9a77144625762 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:03:38.268434 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:38.397754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Allocated IP 172.20.0.8 (5085029c-e798-4932-bc33-05423483f8f3/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d/e7824685-0165-41db-8d2f-53fd2a0045fe) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:03:38.513545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f11dea3e-5687-4014-af1b-fdba154bbf02 req-e5c319e1-daaf-49cf-a745-51afe341da11 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0268209 Oct 22 16:03:38.537789 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:38.676488 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:38.722285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Network 5085029c-e798-4932-bc33-05423483f8f3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:03:38.725512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:03:38.729178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:03:38.738512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:38.788077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:38.788733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:38.879101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-35308d18-51e9-42b6-b215-3878422fa525 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121734 Oct 22 16:03:38.894164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Request body: {'port': {'device_id': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:03:38.931975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1ea8dd75-766d-45a8-b2e6-9af7f56d1296 None None] Provisioning complete for port e7824685-0165-41db-8d2f-53fd2a0045fe triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:03:38.932587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1ea8dd75-766d-45a8-b2e6-9af7f56d1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:38.950493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:38.967416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8dd75-766d-45a8-b2e6-9af7f56d1296 None None] Port e7824685-0165-41db-8d2f-53fd2a0045fe cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:03:39.226114 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7824685-0165-41db-8d2f-53fd2a0045fe {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:03:39.233877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:39.246659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Transition to ACTIVE for port object e7824685-0165-41db-8d2f-53fd2a0045fe will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:03:39.332675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:39.381719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:39.461671 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:03:39.462056 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:03:39.462419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:03:39.467240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:03:39.467563 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:03:39.473046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:03:39.473307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:03:39.473694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:03:39.474120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Bound port: e7824685-0165-41db-8d2f-53fd2a0045fe, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:03:39.474480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:39.542011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:03:39.545456 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:03:39.608304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:39.643097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:39.643564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:39.644987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] 10.222.0.69 "PUT /v2.0/ports/e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1091 time: 0.7570767 Oct 22 16:03:39.647624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:39.650558 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:39.693430 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fefd5-f2bb-44cf-93e8-0c52dd44333f service neutron] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:39.708079 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5fd7f4-6fa1-46af-b0f0-8a009168cfb5 x-openstack-request-id: req-ae5fd7f4-6fa1-46af-b0f0-8a009168cfb5 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:39.710341 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:39.710341 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae5fd7f4-6fa1-46af-b0f0-8a009168cfb5 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:39.710341 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'status': 'completed', 'code': 200} Oct 22 16:03:39.731594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e6f60-4747-4d2f-b073-4c94c1c153d7 req-a2178252-d76f-4768-9244-0a77833b709e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:39.733797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d21e6f60-4747-4d2f-b073-4c94c1c153d7 req-a2178252-d76f-4768-9244-0a77833b709e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.1458378 Oct 22 16:03:39.780468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3 req-31a1ee46-9edf-4023-93ed-587c5eafc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:39.781556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d21e6f60-4747-4d2f-b073-4c94c1c153d7 req-8d6b9680-ade3-45a6-8347-bc4a9e63cf5b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396552 Oct 22 16:03:39.782072 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3 req-31a1ee46-9edf-4023-93ed-587c5eafc981 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1094 time: 0.0513222 Oct 22 16:03:39.891136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3 req-7d221618-9315-4e81-8de5-b9b8c3bb5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:39.892649 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3 req-7d221618-9315-4e81-8de5-b9b8c3bb5f19 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1027632 Oct 22 16:03:39.998677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3 req-c81f11ce-6b02-4241-8771-5795541aa1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:40.000191 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e5fb03e2-8593-44d0-8e32-4f10e164bcd3 req-c81f11ce-6b02-4241-8771-5795541aa1c5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001222 Oct 22 16:03:40.105438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-29ed8799-631d-472c-b614-ae8cba584793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:40.107235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-29ed8799-631d-472c-b614-ae8cba584793 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1094 time: 0.0488765 Oct 22 16:03:40.153515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-14885790-dfce-43a5-a6c0-a12f2890bd41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 217 time: 0.0375421 Oct 22 16:03:40.207542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-f2a931a5-92c8-4171-86f9-78d164a30804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:40.209063 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-f2a931a5-92c8-4171-86f9-78d164a30804 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0477328 Oct 22 16:03:40.258610 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-a4b31b44-ec27-423f-931d-f9cb75ef7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:40.260123 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-a4b31b44-ec27-423f-931d-f9cb75ef7939 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434928 Oct 22 16:03:40.353958 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-aaaa6d4a-ea7e-45c4-8cc5-2c3f987ddd1e service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Oct 22 16:03:40.456924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-195fe606-d00b-476c-9353-8ca5ec70e509 req-510b9427-03b7-4ef2-81d1-487b79195e92 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946758 Oct 22 16:03:40.948551 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9c04-dcb7-4410-8dda-9df643087230 req-57eafed2-f40e-46ad-800d-eee0d1a61146 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:40.950084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-512a9c04-dcb7-4410-8dda-9df643087230 req-57eafed2-f40e-46ad-800d-eee0d1a61146 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0963945 Oct 22 16:03:40.989124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-512a9c04-dcb7-4410-8dda-9df643087230 req-98e03198-5552-4432-bb28-d3f707501eca tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Oct 22 16:03:42.115229 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968540b-ae4e-48a4-9678-a610cbc37359 req-213f99ae-be38-487f-9a07-1ce5d27a27db tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:42.116770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8968540b-ae4e-48a4-9678-a610cbc37359 req-213f99ae-be38-487f-9a07-1ce5d27a27db tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0559814 Oct 22 16:03:42.144445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:42.157156 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8968540b-ae4e-48a4-9678-a610cbc37359 req-4197f509-82e7-4a0e-a759-baef99743074 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341814 Oct 22 16:03:43.281572 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0d20-394e-4f80-9e14-b90f4978e7f5 req-c8e0a3f3-7f72-44ca-97fa-83e5ed07aa43 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:43.283654 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5ce0d20-394e-4f80-9e14-b90f4978e7f5 req-c8e0a3f3-7f72-44ca-97fa-83e5ed07aa43 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0542202 Oct 22 16:03:43.326990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5ce0d20-394e-4f80-9e14-b90f4978e7f5 req-5cc8c58c-546e-4bcd-a221-80a50c56b855 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337405 Oct 22 16:03:44.270383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:03:44.374820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:44.387084 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'mac_address': 'fa:16:3e:5e:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:03:44.429548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:44.443578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7824685-0165-41db-8d2f-53fd2a0045fe {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:03:44.448909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc64dc-e645-4701-98a3-8d40cf401ae3 req-ebfe5f00-3504-4006-be1b-8255e4787f9e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:44.450475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebfc64dc-e645-4701-98a3-8d40cf401ae3 req-ebfe5f00-3504-4006-be1b-8255e4787f9e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0516851 Oct 22 16:03:44.462795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:44.490296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebfc64dc-e645-4701-98a3-8d40cf401ae3 req-c435ff83-d3eb-4e60-9edb-dc30560fcbd2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Oct 22 16:03:44.532558 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:44.579807 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:44.828766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e7824685-0165-41db-8d2f-53fd2a0045fe'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:03:45.617576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ea7c-8ced-417a-bc3b-a2476721503a req-19aac252-656c-4614-b052-d21546b1dc84 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:45.619126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3a8ea7c-8ced-417a-bc3b-a2476721503a req-19aac252-656c-4614-b052-d21546b1dc84 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0543602 Oct 22 16:03:45.657541 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3a8ea7c-8ced-417a-bc3b-a2476721503a req-7c77542f-a82b-44cc-9025-46f1f2c74d7d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Oct 22 16:03:46.270883 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:03:46.400331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port e7824685-0165-41db-8d2f-53fd2a0045fe completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:03:46.404770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e7824685-0165-41db-8d2f-53fd2a0045fe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:03:46.405143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:46.485860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:46.508405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:46.511517 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682262e1-e234-444c-a83e-eac19ddc0267" -d '{"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-plugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:46.524642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:03:46.583797 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:46.607894 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1dff0a-7f33-4ea3-875a-1d18308a930a x-openstack-request-id: req-de1dff0a-7f33-4ea3-875a-1d18308a930a {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:46.608207 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-plugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:46.608435 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de1dff0a-7f33-4ea3-875a-1d18308a930a {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:46.608819 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'code': 200} Oct 22 16:03:46.636295 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:03:46.696844 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ccc97-9d80-4a56-a26b-1d2a820d86e2 req-b2981645-2bc3-40a7-9a81-37a71d19c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:46.698430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a82ccc97-9d80-4a56-a26b-1d2a820d86e2 req-b2981645-2bc3-40a7-9a81-37a71d19c672 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1096 time: 0.0422163 Oct 22 16:03:46.735458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a82ccc97-9d80-4a56-a26b-1d2a820d86e2 req-f8a20f65-8e33-4607-a906-1f5fae93435d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287659 Oct 22 16:03:46.778428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c71e-fd32-4fb1-a980-5cfb7a50c392 req-087f4f32-fcc5-453e-87b5-f47dbb37dbf6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:46.779862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd6c71e-fd32-4fb1-a980-5cfb7a50c392 req-087f4f32-fcc5-453e-87b5-f47dbb37dbf6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0509930 Oct 22 16:03:46.818312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bd6c71e-fd32-4fb1-a980-5cfb7a50c392 req-8cbe4efd-eecf-4eb5-a4d5-661ee26d7b5d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Oct 22 16:03:47.940274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4ac9c-4423-4a6c-a655-5126e2623c6b req-dabbeb3f-6f33-48db-b097-02d33f517ddb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:47.941801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bf4ac9c-4423-4a6c-a655-5126e2623c6b req-dabbeb3f-6f33-48db-b097-02d33f517ddb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0512481 Oct 22 16:03:47.981322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bf4ac9c-4423-4a6c-a655-5126e2623c6b req-1b3f3398-0816-4402-aa80-8289d1826b86 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Oct 22 16:03:49.102877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f4ea-b142-43bc-b4e1-da7ec91faf6c req-aa789c1f-a88b-42ca-8b7f-d9f8fb568b9e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:49.104399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81f6f4ea-b142-43bc-b4e1-da7ec91faf6c req-aa789c1f-a88b-42ca-8b7f-d9f8fb568b9e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0534992 Oct 22 16:03:49.143393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81f6f4ea-b142-43bc-b4e1-da7ec91faf6c req-0a0a8e29-c6e3-4b72-b5a1-e1e42975ca96 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Oct 22 16:03:49.261652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595868fb-9910-49d8-a255-b83c99f689dd req-2a5a4cd9-af43-4e91-bec0-f80ba661683a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:49.263077 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-595868fb-9910-49d8-a255-b83c99f689dd req-2a5a4cd9-af43-4e91-bec0-f80ba661683a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0503495 Oct 22 16:03:49.272295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 44742) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:03:49.276759 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Request body: {'floatingip': {'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:03:49.316271 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:49.771303 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:49.840897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:50.240117 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a associated. External IP: 172.25.1.219, port: e7824685-0165-41db-8d2f-53fd2a0045fe. Oct 22 16:03:50.446518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:03:50.559153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:03:50.566520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:50.570345 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:03:50.583186 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:03:50.584240 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:50.594784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d30c5f31-4583-481d-843d-08bd8f49cab0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "PUT /v2.0/floatingips/cbd3d033-a636-4b6b-830c-d0b359fc2d6a HTTP/1.1" status: 200 len: 992 time: 1.3213885 Oct 22 16:03:50.595425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:03:50.597989 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf1428c-b787-4430-970d-90491f3adac1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:03:50.691672 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52930786-b296-44c5-92e6-9af9aa1338e5 x-openstack-request-id: req-52930786-b296-44c5-92e6-9af9aa1338e5 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:03:50.691980 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:03:50.692234 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52930786-b296-44c5-92e6-9af9aa1338e5 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:03:50.692650 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'status': 'completed', 'code': 200} Oct 22 16:03:50.702715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:03:50.755592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1428c-b787-4430-970d-90491f3adac1 req-3b7d5876-2e93-4e4d-baf0-c85b20c15e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:50.757119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-3b7d5876-2e93-4e4d-baf0-c85b20c15e73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1096 time: 0.0424519 Oct 22 16:03:50.857019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1428c-b787-4430-970d-90491f3adac1 req-b05c4ab4-1604-4c1b-a769-9f361c3f4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:50.858433 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-b05c4ab4-1604-4c1b-a769-9f361c3f4654 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0943730 Oct 22 16:03:50.931218 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-385c6460-dea0-4d6c-a81a-41b5d847667c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0652184 Oct 22 16:03:50.977858 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:5e:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T16:03:49Z', 'revision_number': 13, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:50.989458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1428c-b787-4430-970d-90491f3adac1 req-0dc7f760-0920-425d-99cc-2f289132cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:50.991037 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-0dc7f760-0920-425d-99cc-2f289132cc33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0516951 Oct 22 16:03:51.008001 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:03:51.016702 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:03:51.017958 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:03:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:51.041149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1428c-b787-4430-970d-90491f3adac1 req-ffd9c87d-be7c-484b-a719-039404c7f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:03:51.042719 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-ffd9c87d-be7c-484b-a719-039404c7f9bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445926 Oct 22 16:03:51.125210 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:03:51.144195 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-2b60f0bd-00af-42a0-9890-06b7a4ab02f6 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934644 Oct 22 16:03:51.238507 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4cf1428c-b787-4430-970d-90491f3adac1 req-40f3ad93-a4ac-4cd8-9018-2be72be1d635 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869141 Oct 22 16:03:51.367308 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:5e:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T16:03:49Z', 'revision_number': 13, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:03:51.399706 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18401c0-7176-45d3-be60-ee403807ebfa None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'cbd3d033-a636-4b6b-830c-d0b359fc2d6a', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'mac_address': 'fa:16:3e:5e:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T15:55:28Z', 'updated_at': '2021-10-22T16:03:49Z', 'revision_number': 13, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:03:51.610108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18912892-d990-47e1-8fdd-0c307170f7a4 None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:03:52.703891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b07510f6-3cde-4ffe-9372-cebbb1b79be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:54.854442 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:03:55.190036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4a2a-5944-4141-bf78-0744a09722cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:56.463629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:56.788144 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:03:58.372410 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:04.364854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:12.103575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:22.692872 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20437292-ee06-44a8-b0db-48a33303955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:25.223778 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18ab0af3-1c1c-4c61-aa1a-a4434e329e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:26.475004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:26.800491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:28.366146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:31.854277 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:04:32.108205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-eeb27381-c854-4ba4-aafa-fe1820875ddc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401139 Oct 22 16:04:32.196719 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956101-8338-49e4-804f-d74f210f8360 req-9dd443e6-4241-46c0-b05e-7c4492a0231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:04:32.198272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-9dd443e6-4241-46c0-b05e-7c4492a0231b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1096 time: 0.0459065 Oct 22 16:04:32.307711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956101-8338-49e4-804f-d74f210f8360 req-60174f74-9731-43af-9a05-ec45d9e76749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:04:32.309288 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-60174f74-9731-43af-9a05-ec45d9e76749 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0898392 Oct 22 16:04:32.381486 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-8ea84a85-a7c1-4b54-aaa7-8105a5d76955 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1002 time: 0.0636301 Oct 22 16:04:32.432829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956101-8338-49e4-804f-d74f210f8360 req-1a392356-34f0-4fc1-80bb-75dfe50a1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:04:32.434317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-1a392356-34f0-4fc1-80bb-75dfe50a1ef9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0451248 Oct 22 16:04:32.481948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956101-8338-49e4-804f-d74f210f8360 req-df43da06-b84d-4c2b-bc71-00a15a513026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:04:32.483490 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-df43da06-b84d-4c2b-bc71-00a15a513026 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406771 Oct 22 16:04:32.875995 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-fe101969-bb8d-408e-980a-391365dd033c service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849051 Oct 22 16:04:32.967466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-98956101-8338-49e4-804f-d74f210f8360 req-90af46c1-0e26-4a4a-a422-ab7ed6656adb service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Oct 22 16:04:34.375742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:42.158319 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:52.694805 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fb52c103-e298-4201-9e0a-e603f8a32734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:55.160114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d57b30b-2954-44c2-9cef-543471dc8fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:56.488897 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:56.786425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:04:58.382566 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:04.402668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:08.854685 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:05:12.142381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:22.716786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0821ee43-4273-42dc-8e27-0fdc637ec8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:25.222309 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4388065b-0e5b-4a0b-843d-09e5b234b0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:26.507785 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:26.836206 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:28.410762 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:34.110613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-3a4ddb0c-4b32-45d9-8db8-67142a5e7ac6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442376 Oct 22 16:05:34.195625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-714ed2ed-6d53-427a-aafd-73f1a38e1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:05:34.197161 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-714ed2ed-6d53-427a-aafd-73f1a38e1ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1096 time: 0.0428872 Oct 22 16:05:34.307462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-f73e7455-e470-4b87-837c-2f078e697af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:05:34.308947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-f73e7455-e470-4b87-837c-2f078e697af4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0911322 Oct 22 16:05:34.377732 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-12a836f3-cf55-4151-b6db-422d35887b44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1002 time: 0.0616012 Oct 22 16:05:34.405524 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:34.428198 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-1b8e5c9c-1131-411c-97cd-1931d1de0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:05:34.429735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-1b8e5c9c-1131-411c-97cd-1931d1de0e98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0454810 Oct 22 16:05:34.476394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-8b157b83-08bc-4dd2-a73c-f89617316fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:05:34.477944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-8b157b83-08bc-4dd2-a73c-f89617316fb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398490 Oct 22 16:05:34.577400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-fa484606-fb4a-49fb-8b4d-34f5bb9498c4 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923610 Oct 22 16:05:34.675641 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-31e60561-c3bb-49ec-aa12-41c07569f8d5 req-09d8ce79-4423-4d30-a021-edf500bed54c service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903990 Oct 22 16:05:42.081780 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:45.853753 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:05:52.708162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-af050fbd-ea33-4616-86cf-5d9759c9c939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:55.206777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a25cd89a-517c-4785-bc6e-b29161a79fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:56.528435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:56.829584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:05:58.393154 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:04.412297 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:12.177989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:22.686880 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d5297349-c1d9-4be6-92dc-c755c1bd349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:22.852232 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:06:25.188832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac08d-7dd8-4f2d-a011-2991be59cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:26.621782 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:26.827053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:28.377551 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:28.472845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f1eb9-7a48-41a9-be28-4435d9fa466f req-9d73805b-6e9f-4783-afc3-530bb591b750 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:28.474359 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca6f1eb9-7a48-41a9-be28-4435d9fa466f req-9d73805b-6e9f-4783-afc3-530bb591b750 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0517852 Oct 22 16:06:28.518558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ca6f1eb9-7a48-41a9-be28-4435d9fa466f req-fe821032-3f57-487c-8329-cb29372d9dba tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373814 Oct 22 16:06:34.411606 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:36.188420 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-f0088d41-681a-4cb1-9f90-ea3288d47d30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1255634 Oct 22 16:06:36.272317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-0a82a350-2f20-4802-80e2-bd8359c7af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:36.273806 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-0a82a350-2f20-4802-80e2-bd8359c7af77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1096 time: 0.0412545 Oct 22 16:06:36.380309 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-d80d5073-b461-4d4c-b6d2-64e1b1dc9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:36.381762 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-d80d5073-b461-4d4c-b6d2-64e1b1dc9575 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0881302 Oct 22 16:06:36.448306 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-ca1b1876-6570-40ca-be9c-17bafe027b94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1002 time: 0.0593994 Oct 22 16:06:36.498069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-6b20fbc6-0059-4c14-a45d-1f0a651a4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:36.499639 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-6b20fbc6-0059-4c14-a45d-1f0a651a4f6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0445237 Oct 22 16:06:36.554743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-9010bd85-f6cc-4f2a-97cb-a6a1a5419ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:36.556790 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-9010bd85-f6cc-4f2a-97cb-a6a1a5419ec8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483546 Oct 22 16:06:36.647881 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-9a904838-b546-46ab-8da8-72acdce97070 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Oct 22 16:06:36.744302 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aedd976c-7a58-40f9-8be2-95a627a80477 req-c0b70863-ce8c-4028-8bc7-61d0f0899df4 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884817 Oct 22 16:06:42.100636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-8807f0ac-eed5-484c-b4e4-7d2a3a0b7689 req-3691364d-6b63-4623-8e55-11ad077d37ff service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:06:42.101682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8807f0ac-eed5-484c-b4e4-7d2a3a0b7689 req-3691364d-6b63-4623-8e55-11ad077d37ff service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0511594 Oct 22 16:06:42.135349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:42.437772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e18673-a5a0-432f-a6aa-df274178a528 req-b432db08-1f9c-4772-b134-d9df19b8b671 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:42.440546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e18673-a5a0-432f-a6aa-df274178a528 req-b432db08-1f9c-4772-b134-d9df19b8b671 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0516493 Oct 22 16:06:42.478110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2e18673-a5a0-432f-a6aa-df274178a528 req-085dcab6-444b-444c-8749-f49ab9465ddb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325580 Oct 22 16:06:42.592464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-54e3b796-b594-4073-a4a7-c1514a72cadd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822883 Oct 22 16:06:43.598005 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3ee98-a6c6-4e62-8129-6fff82843328 req-c24b34c3-b773-48e9-b1d1-f5a952014c65 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:43.599672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cf3ee98-a6c6-4e62-8129-6fff82843328 req-c24b34c3-b773-48e9-b1d1-f5a952014c65 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0495949 Oct 22 16:06:43.641953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cf3ee98-a6c6-4e62-8129-6fff82843328 req-58150a8d-1c5c-4609-9392-7248b7238b9b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355780 Oct 22 16:06:44.654392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-dab1d817-a7a3-4f19-9926-47fb116167f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:44.656242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-dab1d817-a7a3-4f19-9926-47fb116167f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1096 time: 0.0454364 Oct 22 16:06:44.762387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-bc659ae3-9838-4c68-9d67-6e5cce32c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:44.763941 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-bc659ae3-9838-4c68-9d67-6e5cce32c370 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1003721 Oct 22 16:06:44.776307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761af214-6ff4-441d-afdc-d5d9c2166fd5 req-3dcc35a2-3958-4cd4-988c-437eaa724547 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:44.779839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-761af214-6ff4-441d-afdc-d5d9c2166fd5 req-3dcc35a2-3958-4cd4-988c-437eaa724547 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0578794 Oct 22 16:06:44.821020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-761af214-6ff4-441d-afdc-d5d9c2166fd5 req-32ed4503-20ab-4f8a-9dfb-c90089a1e832 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365906 Oct 22 16:06:44.839307 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-df83fdc5-87ee-49c8-b6ec-1ee667f3255f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1002 time: 0.0663173 Oct 22 16:06:44.889446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-bc0c639c-b0d5-4695-b67a-e72997559c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:44.890931 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-bc0c639c-b0d5-4695-b67a-e72997559c2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0447633 Oct 22 16:06:44.946943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-ae499858-ccfd-4775-832f-cc82543b5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:44.948725 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-ae499858-ccfd-4775-832f-cc82543b5afc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487523 Oct 22 16:06:45.043932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-5c6c10a6-4d4c-48f1-be72-226dd22fab6b service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879879 Oct 22 16:06:45.144549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-d20682c9-b323-491f-af3d-15b59d0a16c7 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925558 Oct 22 16:06:45.939415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9adb2-5ca7-4655-891b-c5ab8276f212 req-5d28db05-68a8-4860-9949-fdbe506bf738 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:45.940958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbb9adb2-5ca7-4655-891b-c5ab8276f212 req-5d28db05-68a8-4860-9949-fdbe506bf738 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0501742 Oct 22 16:06:45.979265 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fbb9adb2-5ca7-4655-891b-c5ab8276f212 req-3ba2322c-14b6-405d-a22b-19668e455562 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Oct 22 16:06:47.105452 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60392-cf93-4021-a926-e0fed4e10449 req-7c12a372-553f-4d8c-8639-1620837f2986 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:47.107080 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45d60392-cf93-4021-a926-e0fed4e10449 req-7c12a372-553f-4d8c-8639-1620837f2986 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0550585 Oct 22 16:06:47.145696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45d60392-cf93-4021-a926-e0fed4e10449 req-3977109f-be05-4edd-9a87-4d7154d5afef tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322695 Oct 22 16:06:48.265308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287b8e-82e3-415b-a2eb-2912d3c5643e req-7d7469b3-dc72-4f85-aa91-0972f9201e13 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:48.266786 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50287b8e-82e3-415b-a2eb-2912d3c5643e req-7d7469b3-dc72-4f85-aa91-0972f9201e13 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0531912 Oct 22 16:06:48.305224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-50287b8e-82e3-415b-a2eb-2912d3c5643e req-84fb04ff-6947-434e-8a90-27cb21f8c890 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Oct 22 16:06:49.422790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30352b-7ddb-455f-afb1-960f8d4c89d5 req-a20a5c38-46a2-4c16-927d-e700ae11a78b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:49.424353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a30352b-7ddb-455f-afb1-960f8d4c89d5 req-a20a5c38-46a2-4c16-927d-e700ae11a78b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0495069 Oct 22 16:06:49.462339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8a30352b-7ddb-455f-afb1-960f8d4c89d5 req-9983e8ad-d5ca-4809-a8fd-803c430ca9a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Oct 22 16:06:50.582188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243883c-5924-44bd-a540-78ca823d1f19 req-305cd0b7-3847-4fdd-8669-4c80eb790dfe tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:50.583787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d243883c-5924-44bd-a540-78ca823d1f19 req-305cd0b7-3847-4fdd-8669-4c80eb790dfe tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0509245 Oct 22 16:06:50.625344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d243883c-5924-44bd-a540-78ca823d1f19 req-4fe7ec1b-55e6-4e3c-85c7-1708709e13f6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Oct 22 16:06:51.754023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc8d0-b868-4f37-9e68-dac676547e7a req-4c3c99eb-ad3d-419d-8327-d0ab078e8e35 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:51.755562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bdbc8d0-b868-4f37-9e68-dac676547e7a req-4c3c99eb-ad3d-419d-8327-d0ab078e8e35 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0577946 Oct 22 16:06:51.794257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2bdbc8d0-b868-4f37-9e68-dac676547e7a req-e8771567-d2c5-4d40-88a4-f0d0b90d4754 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324845 Oct 22 16:06:52.696141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29e35c10-02b7-4840-bec0-b914c1176930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:52.917527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e35-6596-4aa4-a342-475e3c07cd41 req-a1fedf28-3009-4752-af27-b7b3546d5ab4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:52.919081 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2ca6e35-6596-4aa4-a342-475e3c07cd41 req-a1fedf28-3009-4752-af27-b7b3546d5ab4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0512064 Oct 22 16:06:52.958698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a2ca6e35-6596-4aa4-a342-475e3c07cd41 req-d52c626b-bf92-45e9-95b1-685fee0a72f5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Oct 22 16:06:54.083536 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156484d9-b687-4c39-87de-fbe282247439 req-6c70c345-8740-485c-9433-71c1a7ef26ab tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:54.085135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-156484d9-b687-4c39-87de-fbe282247439 req-6c70c345-8740-485c-9433-71c1a7ef26ab tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0590317 Oct 22 16:06:54.125314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-156484d9-b687-4c39-87de-fbe282247439 req-79bd1a55-07a4-4452-a5f4-af80beea9f88 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Oct 22 16:06:55.187455 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-108bca63-51a4-4856-b097-d87584fe4f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:55.253520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855126e-3c25-4b34-bcdf-415bce427aeb req-74f794e2-348b-41e8-a02d-c0dda0316565 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:55.255047 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6855126e-3c25-4b34-bcdf-415bce427aeb req-74f794e2-348b-41e8-a02d-c0dda0316565 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0558493 Oct 22 16:06:55.296994 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6855126e-3c25-4b34-bcdf-415bce427aeb req-363e2bae-83e8-4746-9c03-2235e0c7661f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344138 Oct 22 16:06:56.420693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424d17-da6e-48bc-820b-156ff87d4c8f req-956a6f41-95bd-470e-ae89-a8d9d5fa5b7a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:56.422236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44424d17-da6e-48bc-820b-156ff87d4c8f req-956a6f41-95bd-470e-ae89-a8d9d5fa5b7a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0510366 Oct 22 16:06:56.461386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44424d17-da6e-48bc-820b-156ff87d4c8f req-9bc488e5-f4f8-44b5-8b69-643255e9243f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Oct 22 16:06:56.501747 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:56.815880 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:57.583323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e55d2-cd71-4025-9ca8-825d9de698b1 req-dc2c61ab-eb92-47bf-9fac-1ade12f6b53d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:57.584861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-199e55d2-cd71-4025-9ca8-825d9de698b1 req-dc2c61ab-eb92-47bf-9fac-1ade12f6b53d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0523143 Oct 22 16:06:57.628206 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-199e55d2-cd71-4025-9ca8-825d9de698b1 req-be4cff09-7137-4153-b9af-9450d5e5a832 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368011 Oct 22 16:06:58.381806 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:06:58.754330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218eab99-7633-4b02-a823-d6062abac9b0 req-33a26dbb-5e57-44a5-8916-568726f093e2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:58.755916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-218eab99-7633-4b02-a823-d6062abac9b0 req-33a26dbb-5e57-44a5-8916-568726f093e2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0546074 Oct 22 16:06:58.797441 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-218eab99-7633-4b02-a823-d6062abac9b0 req-25c670c4-bcaf-466a-a44f-6a1a14544754 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348885 Oct 22 16:06:59.850681 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:06:59.916902 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae322540-bd69-45cf-b959-d2ca7201b021 req-5f72c0b3-b6eb-4efe-8bde-53b5aac4ca8a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:06:59.918532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae322540-bd69-45cf-b959-d2ca7201b021 req-5f72c0b3-b6eb-4efe-8bde-53b5aac4ca8a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0508022 Oct 22 16:06:59.959322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae322540-bd69-45cf-b959-d2ca7201b021 req-abf223b9-29ae-4c4d-a248-33b6efe23b29 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335183 Oct 22 16:07:00.059832 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-855cacd0-6b1f-4a72-b811-e34dfdcd8ab7 service neutron] show failed (client error): The resource could not be found. Oct 22 16:07:00.060963 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-855cacd0-6b1f-4a72-b811-e34dfdcd8ab7 service neutron] 10.222.0.69 "GET /v2.0/ports/e7824685-0165-41db-8d2f-53fd2a0045fe/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0572593 Oct 22 16:07:00.826738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-955b5373-8179-4bc2-9b1d-5c60ca4efaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:00.828309 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-955b5373-8179-4bc2-9b1d-5c60ca4efaae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 1096 time: 0.0836413 Oct 22 16:07:00.841632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:07:00.897846 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.131359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:07:01.138856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee7be1-32f0-4b32-a914-ede99df56dad req-1f92b13b-eb8c-40a5-86fd-53362620b68b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:01.140571 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ee7be1-32f0-4b32-a914-ede99df56dad req-1f92b13b-eb8c-40a5-86fd-53362620b68b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.1067555 Oct 22 16:07:01.180269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19ee7be1-32f0-4b32-a914-ede99df56dad req-9f10b29d-b4c4-42ef-860c-97d307ee01fd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334041 Oct 22 16:07:01.202169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:01.236692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:07:01.245121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.281290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:01.283731 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb43748-d6a8-4680-9f63-1118634aa42f" -d '{"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:01.287942 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.301585 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Transition to ACTIVE for port object e7824685-0165-41db-8d2f-53fd2a0045fe will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:07:01.335200 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a47136-d286-4a5b-b0b4-7623ec023b4b x-openstack-request-id: req-34a47136-d286-4a5b-b0b4-7623ec023b4b {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:01.335497 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:01.335750 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34a47136-d286-4a5b-b0b4-7623ec023b4b {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:01.336157 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'code': 200} Oct 22 16:07:01.404687 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.441936 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 16:07:01.442296 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 16:07:01.485919 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:01.498022 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.498365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.498705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.499061 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.499394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.499756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.500074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.500401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.500737 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.501057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.501376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.501692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:01.539081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] No DVR routers for this DVR port e7824685-0165-41db-8d2f-53fd2a0045fe on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:07:01.682909 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:07:01.683173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:07:01.683525 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:07:01.687881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:07:01.688223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:07:01.693054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:07:01.693388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:07:01.693770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:07:01.694192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Bound port: e7824685-0165-41db-8d2f-53fd2a0045fe, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:07:01.694544 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.757679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:07:01.762043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:07:01.885102 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.922530 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:01.923180 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:01.924559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] 10.222.0.53 "PUT /v2.0/ports/e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1091 time: 1.0879302 Oct 22 16:07:01.949283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1fd36-7509-4569-b2c9-2651a0b75f76 service neutron] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:01.996211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-4728cf8b-6c9d-4371-ae3d-ff3124b043a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:01.997767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-4728cf8b-6c9d-4371-ae3d-ff3124b043a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1094 time: 0.0454476 Oct 22 16:07:02.114573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-df631486-b025-440d-a72c-1cfbdc45e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:02.116125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-df631486-b025-440d-a72c-1cfbdc45e8c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1108472 Oct 22 16:07:02.182936 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-82efd54c-e7ec-4c0f-9422-94573e2e196d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0599332 Oct 22 16:07:02.241441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-21c5c0e8-5c1e-462c-8283-a4e997adaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:02.243793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-21c5c0e8-5c1e-462c-8283-a4e997adaca6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0544295 Oct 22 16:07:02.331312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-54b0c6a1-52dc-488e-923c-23557393a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:02.332836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-54b0c6a1-52dc-488e-923c-23557393a9ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824969 Oct 22 16:07:02.344192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487530-6a80-41cc-a2fc-d97f9e9c46ad req-00ca8699-0d0f-4cf1-8518-3c41798ac02b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:02.345642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43487530-6a80-41cc-a2fc-d97f9e9c46ad req-00ca8699-0d0f-4cf1-8518-3c41798ac02b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0864267 Oct 22 16:07:02.445132 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-43487530-6a80-41cc-a2fc-d97f9e9c46ad req-bdc1d5f6-fa30-4f97-a8cb-1c6fe4a5d457 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914271 Oct 22 16:07:02.472569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-f48ac7dd-0ac5-4e33-83d5-f83eff7a8c7d service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258514 Oct 22 16:07:02.564558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-63595097-64ef-4ff0-b9f3-39791877549b service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846577 Oct 22 16:07:03.337164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:03.339636 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f150ca6e-c54f-4025-98c3-cb87cd431e04" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:03.388818 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daa3dac-9a93-4dcb-b572-4ff5ba035551 x-openstack-request-id: req-0daa3dac-9a93-4dcb-b572-4ff5ba035551 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:03.389115 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:03.389371 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0daa3dac-9a93-4dcb-b572-4ff5ba035551 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:03.389782 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'status': 'completed', 'code': 200} Oct 22 16:07:03.454255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-fbcd16ba-e72e-43a8-966d-e9a1cc69934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.455820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-fbcd16ba-e72e-43a8-966d-e9a1cc69934d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1094 time: 0.0475912 Oct 22 16:07:03.459439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-9d1ba495-0fc5-416a-8f9f-4f02d8aab5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.460958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-9d1ba495-0fc5-416a-8f9f-4f02d8aab5ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1094 time: 0.0493655 Oct 22 16:07:03.571952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-40c7c055-ccb5-4325-adbc-c674fd7438cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.574062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-40c7c055-ccb5-4325-adbc-c674fd7438cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1105008 Oct 22 16:07:03.595383 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-608e00b5-abab-458a-8f1d-60b83bba202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.596954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-608e00b5-abab-458a-8f1d-60b83bba202b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.1284239 Oct 22 16:07:03.613132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db362c-bf46-4111-a216-f28aad66ea84 req-b3a52eb9-67a6-40e4-b4e6-faed4290ee73 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.615559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44db362c-bf46-4111-a216-f28aad66ea84 req-b3a52eb9-67a6-40e4-b4e6-faed4290ee73 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0809064 Oct 22 16:07:03.642818 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-98cbc6c0-30c3-44a4-b78c-1e7a932d5476 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0617349 Oct 22 16:07:03.701634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-3a5f0ce4-7179-4fbb-a462-58730a6e9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.703180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-3a5f0ce4-7179-4fbb-a462-58730a6e9969 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0522344 Oct 22 16:07:03.704488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-44db362c-bf46-4111-a216-f28aad66ea84 req-51f99386-183e-41b2-b719-47eb84a6242d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817435 Oct 22 16:07:03.713249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-1ec9abb7-07b4-4e2b-96d7-3a330a7b6740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.1077721 Oct 22 16:07:03.760548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-af04144a-8050-425f-828c-c42425f4feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.762333 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-af04144a-8050-425f-828c-c42425f4feaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507827 Oct 22 16:07:03.774020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-19fc6b65-d650-4519-95f9-64137323b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.775636 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-19fc6b65-d650-4519-95f9-64137323b684 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0538538 Oct 22 16:07:03.826332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-8395d1ce-b617-4a83-bc37-84361f154462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:03.828320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-8395d1ce-b617-4a83-bc37-84361f154462 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459602 Oct 22 16:07:03.861635 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-d020404b-ef43-42e0-967f-8aaa1e1df474 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920677 Oct 22 16:07:03.930226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-37eb2d07-c1ef-4440-b3d8-bfcbcb65c208 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939872 Oct 22 16:07:03.956640 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-73413c77-edd3-4e59-8630-f7100df4eb14 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875499 Oct 22 16:07:04.029565 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f150ca6e-c54f-4025-98c3-cb87cd431e04 req-e84678f2-6f41-4394-bd45-c2e3fba2b507 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920782 Oct 22 16:07:04.416827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:04.830947 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f365b8-9131-4a50-9251-c1c28bca0780 req-2875972d-b09f-4875-b920-52d807c02099 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:04.832450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08f365b8-9131-4a50-9251-c1c28bca0780 req-2875972d-b09f-4875-b920-52d807c02099 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0515850 Oct 22 16:07:04.872825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-08f365b8-9131-4a50-9251-c1c28bca0780 req-7c79b195-af6d-4e4c-bfbd-806233117e76 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Oct 22 16:07:05.994961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e69c4d-dbd7-4e41-af9f-6efa3f79ea58 req-9e615ba9-20f2-4efe-8858-4da88d0f6357 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:05.996476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5e69c4d-dbd7-4e41-af9f-6efa3f79ea58 req-9e615ba9-20f2-4efe-8858-4da88d0f6357 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0512846 Oct 22 16:07:06.041927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5e69c4d-dbd7-4e41-af9f-6efa3f79ea58 req-b01daca8-fe3b-4dd5-85ae-741a59ed91dd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Oct 22 16:07:07.170953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6632f-f8e7-45a2-b1a9-15151d64ada3 req-a4fcc3bd-0104-49fc-a50a-ebb46a0a9886 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:07.172569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8b6632f-f8e7-45a2-b1a9-15151d64ada3 req-a4fcc3bd-0104-49fc-a50a-ebb46a0a9886 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0538585 Oct 22 16:07:07.211955 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8b6632f-f8e7-45a2-b1a9-15151d64ada3 req-25b884aa-5199-4f54-b61b-e7826f4549fa tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332384 Oct 22 16:07:08.334303 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a897-feea-4655-97d0-b917da2323b1 req-6d716f45-611e-4e99-892e-8a96690038dd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:08.335858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a554a897-feea-4655-97d0-b917da2323b1 req-6d716f45-611e-4e99-892e-8a96690038dd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0509741 Oct 22 16:07:08.375497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a554a897-feea-4655-97d0-b917da2323b1 req-57c64ce4-193c-4bf7-9806-eb72f03dfc7f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Oct 22 16:07:09.497375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23adee-d96a-4a2a-9c47-5d4a72b35633 req-6f532d5b-55a9-44cd-9d5d-dbdc260bae6f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:09.498846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef23adee-d96a-4a2a-9c47-5d4a72b35633 req-6f532d5b-55a9-44cd-9d5d-dbdc260bae6f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0503824 Oct 22 16:07:09.541754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef23adee-d96a-4a2a-9c47-5d4a72b35633 req-949421db-e2df-450e-92e6-1715edf4fb2b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363138 Oct 22 16:07:10.659418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd4531-4c59-413f-8235-1822dca480bf req-cfc621a1-04e8-4ef1-909c-8cb354620e77 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:10.660776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcdd4531-4c59-413f-8235-1822dca480bf req-cfc621a1-04e8-4ef1-909c-8cb354620e77 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0503840 Oct 22 16:07:10.703861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fcdd4531-4c59-413f-8235-1822dca480bf req-4792ecc2-b663-4808-82e8-2ee74a2ebc9f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Oct 22 16:07:11.826217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0738f-bfd8-4dba-86f2-b5b1d8bce329 req-a701cf1a-e9fc-403c-9f14-3936a1b8a917 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:11.827749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29d0738f-bfd8-4dba-86f2-b5b1d8bce329 req-a701cf1a-e9fc-403c-9f14-3936a1b8a917 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0516648 Oct 22 16:07:11.866865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29d0738f-bfd8-4dba-86f2-b5b1d8bce329 req-ac3d8178-48d3-49ec-88e1-9f00c8cead34 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Oct 22 16:07:12.181214 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:12.986104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d832e-f5f5-4698-91fd-5efa9fbf2f7b req-1636bc75-e39f-42cc-a568-b07bee2ac55a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:12.987620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f3d832e-f5f5-4698-91fd-5efa9fbf2f7b req-1636bc75-e39f-42cc-a568-b07bee2ac55a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0507505 Oct 22 16:07:13.029671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f3d832e-f5f5-4698-91fd-5efa9fbf2f7b req-3ce83d69-5975-46d1-a309-9883ec9ba558 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360224 Oct 22 16:07:14.151841 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64fb2d-00d1-4787-84d8-b179ef1ed1d8 req-b703e6f9-0698-47b5-980d-90e13f97f668 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:14.153459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba64fb2d-00d1-4787-84d8-b179ef1ed1d8 req-b703e6f9-0698-47b5-980d-90e13f97f668 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0533171 Oct 22 16:07:14.193297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba64fb2d-00d1-4787-84d8-b179ef1ed1d8 req-2fef9fd8-4126-464e-88f2-70dd5d0c54a5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Oct 22 16:07:15.313168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85e48-131c-4fab-82c0-354eb3d57f48 req-16c143ad-1fb6-414a-a632-5a9438d2b6d6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:15.314698 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9d85e48-131c-4fab-82c0-354eb3d57f48 req-16c143ad-1fb6-414a-a632-5a9438d2b6d6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 943 time: 0.0511260 Oct 22 16:07:15.353968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9d85e48-131c-4fab-82c0-354eb3d57f48 req-41fda2e9-d083-480e-9869-01939e3a0d84 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329249 Oct 22 16:07:16.067147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:07:16.168479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:16.179496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'mac_address': 'fa:16:3e:5e:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:07:16.218360 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:16.232766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7824685-0165-41db-8d2f-53fd2a0045fe {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:07:16.257472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:16.341538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:16.392817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:16.400280 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.400630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.402091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.402674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.406698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:16.487958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66a600-8e0e-42f9-a93e-d3ee4de70122 req-e6ed48c6-f970-4183-a6bf-d13d4e4f50c5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:16.489513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e66a600-8e0e-42f9-a93e-d3ee4de70122 req-e6ed48c6-f970-4183-a6bf-d13d4e4f50c5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0510528 Oct 22 16:07:16.533854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e66a600-8e0e-42f9-a93e-d3ee4de70122 req-ecea48c0-9689-42c6-98f8-645dc4385ecc tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383108 Oct 22 16:07:16.595877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['e7824685-0165-41db-8d2f-53fd2a0045fe'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:07:17.148379 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c326d-a711-474b-aafe-5902098857c6 req-62b6f21b-9bf0-4ab3-844f-c92d762c8d24 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:17.149910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d39c326d-a711-474b-aafe-5902098857c6 req-62b6f21b-9bf0-4ab3-844f-c92d762c8d24 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0511258 Oct 22 16:07:17.219264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d39c326d-a711-474b-aafe-5902098857c6 req-4581ba8f-62c7-468c-b985-62412b9cccc9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627916 Oct 22 16:07:17.233593 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-f53cf30c-4226-468c-b5a7-229427f51cb6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:17.235210 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-f53cf30c-4226-468c-b5a7-229427f51cb6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 944 time: 0.0728943 Oct 22 16:07:17.297065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-c00788ad-ff2d-49c2-8292-ebb68ed5edfa service neutron] 10.222.0.53 "GET /v2.0/ports/e7824685-0165-41db-8d2f-53fd2a0045fe/bindings/n-h2-812148-2 HTTP/1.1" status: 200 len: 382 time: 0.0540998 Oct 22 16:07:17.365224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-07b449a9-6877-466c-ae48-d8b3de438dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:17.366724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-07b449a9-6877-466c-ae48-d8b3de438dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1095 time: 0.0454133 Oct 22 16:07:17.458954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-5a83a300-fe9d-4b61-a235-6cb0682c7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:17.460566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-5a83a300-fe9d-4b61-a235-6cb0682c7acc service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0849445 Oct 22 16:07:17.529868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-3a2c207e-4339-4b1a-a7c0-359b443c406c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1001 time: 0.0620670 Oct 22 16:07:17.581397 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-58a345b0-7df7-457f-99d7-4fd06f572c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:17.582904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-58a345b0-7df7-457f-99d7-4fd06f572c24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0465848 Oct 22 16:07:17.628907 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-2b50b899-5951-4ce2-aff0-4530014ebea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:17.630392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-2b50b899-5951-4ce2-aff0-4530014ebea1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402446 Oct 22 16:07:17.725412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-325feb80-73ca-4fde-a62a-e900e6568db9 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Oct 22 16:07:17.815598 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-9388ee79-f929-4347-8292-b71cc6b03dd3 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833607 Oct 22 16:07:18.064909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:07:18.215720 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port e7824685-0165-41db-8d2f-53fd2a0045fe completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:07:18.219799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port e7824685-0165-41db-8d2f-53fd2a0045fe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:07:18.220197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:18.299515 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:18.323859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:18.326695 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5220d6e-077c-4ae6-bb56-e81abca3115a" -d '{"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-plugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:18.340390 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:18.352864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b91669-00dc-4d07-8dd2-4cdcab584b95 req-084d9c32-ad4a-4af3-afe9-c6a09a494481 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:18.354416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9b91669-00dc-4d07-8dd2-4cdcab584b95 req-084d9c32-ad4a-4af3-afe9-c6a09a494481 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0570195 Oct 22 16:07:18.380436 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89c6cdc-7f10-42ed-b453-abc3568590d8 x-openstack-request-id: req-c89c6cdc-7f10-42ed-b453-abc3568590d8 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:18.380690 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-plugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:18.380949 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c89c6cdc-7f10-42ed-b453-abc3568590d8 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:18.381338 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'code': 200} Oct 22 16:07:18.394643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9b91669-00dc-4d07-8dd2-4cdcab584b95 req-057e1161-2380-41e7-9841-211951c46062 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339911 Oct 22 16:07:18.433480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:18.483265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:19.519043 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d62f0-dba0-428e-a9ec-a15c3018a0bc req-dbaa1800-48a1-49fe-9c18-c62d51eb8059 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:19.520531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-263d62f0-dba0-428e-a9ec-a15c3018a0bc req-dbaa1800-48a1-49fe-9c18-c62d51eb8059 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0502305 Oct 22 16:07:19.558669 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-263d62f0-dba0-428e-a9ec-a15c3018a0bc req-5c5ae557-7fa5-4899-abef-186208610dbf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Oct 22 16:07:20.678183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482ae12-baed-4ef9-9a73-28527ecb8444 req-b127848a-a1df-4b60-b229-3e88f0ece7ef tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:20.679611 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9482ae12-baed-4ef9-9a73-28527ecb8444 req-b127848a-a1df-4b60-b229-3e88f0ece7ef tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0497928 Oct 22 16:07:20.718549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9482ae12-baed-4ef9-9a73-28527ecb8444 req-1cd23129-e78e-4b8d-98e3-d86e65c7d6a8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Oct 22 16:07:21.849857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23405b8f-f5a5-406e-8750-50675f007137 req-1194efba-1f62-4f10-8dd7-1735f04d005a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:21.851331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23405b8f-f5a5-406e-8750-50675f007137 req-1194efba-1f62-4f10-8dd7-1735f04d005a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0599754 Oct 22 16:07:21.890038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-23405b8f-f5a5-406e-8750-50675f007137 req-91075db2-d510-4134-9aae-7f8f0a93f15f tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Oct 22 16:07:22.730421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a700622c-5d90-42ad-9150-029d56ccfde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.008317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-fca94799-b020-4961-b97b-d10f2e7f30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:23.009886 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-fca94799-b020-4961-b97b-d10f2e7f30ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c&tenant_id=aa6a62ef71aa4b5d8cf9a77144625762 HTTP/1.1" status: 200 len: 1096 time: 0.0422511 Oct 22 16:07:23.013320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de873e87-5c69-4599-87ef-3dad76777d0e req-6a8744d6-47fd-4a53-9667-9545cda2b201 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:23.014839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de873e87-5c69-4599-87ef-3dad76777d0e req-6a8744d6-47fd-4a53-9667-9545cda2b201 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0521455 Oct 22 16:07:23.021791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:07:23.054467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de873e87-5c69-4599-87ef-3dad76777d0e req-6b19c56a-0a09-4bfa-8a5b-c6b330f26e1d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335383 Oct 22 16:07:23.080884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.282154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:23.316979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h2-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:07:23.357293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:23.359594 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99305926-2dac-475c-9f0b-45081e965b00" -d '{"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:23.363910 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.376859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Transition to ACTIVE for port object e7824685-0165-41db-8d2f-53fd2a0045fe will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:07:23.458662 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2446ff38-49d5-424b-b461-64997cf0e6a6 x-openstack-request-id: req-2446ff38-49d5-424b-b461-64997cf0e6a6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:23.458952 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:23.459234 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2446ff38-49d5-424b-b461-64997cf0e6a6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:23.459682 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'code': 200} Oct 22 16:07:23.460827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.540027 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=10']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:23.555177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.555522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.555860 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.556195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.556548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.556905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.557229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.557553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.557870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.558190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.558508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.559167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:07:23.596899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] No DVR routers for this DVR port e7824685-0165-41db-8d2f-53fd2a0045fe on host n-h2-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:07:23.736899 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:07:23.737229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:07:23.737555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:07:23.741711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:07:23.742028 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Attempting to bind port e7824685-0165-41db-8d2f-53fd2a0045fe on network 5085029c-e798-4932-bc33-05423483f8f3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:07:23.748172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:07:23.748712 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Checking segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:07:23.749172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Bound using segment: {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:07:23.749605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Bound port: e7824685-0165-41db-8d2f-53fd2a0045fe, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5085029c-e798-4932-bc33-05423483f8f3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:07:23.749963 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.816479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:07:23.819674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:07:23.924400 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.960947 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:23.961565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:23.963095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] 10.222.0.69 "PUT /v2.0/ports/e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1092 time: 0.9454827 Oct 22 16:07:23.985718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d67b30-250c-4e14-a30a-c6a513ac858d service neutron] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=11']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:24.032532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-6d9ae7f5-e659-4e49-8024-1780dc4549dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:24.034155 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-6d9ae7f5-e659-4e49-8024-1780dc4549dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1095 time: 0.0454023 Oct 22 16:07:24.093784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:07:24.139280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-536d84de-4864-4746-9e79-be47a1e89322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:24.140833 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-536d84de-4864-4746-9e79-be47a1e89322 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0992107 Oct 22 16:07:24.155255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:07:24.207274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e012bb5-ee1b-4c27-b20d-ff051005abbc req-b3912922-d3f4-4164-94b3-7a8f3c2adfef tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:24.209040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e012bb5-ee1b-4c27-b20d-ff051005abbc req-b3912922-d3f4-4164-94b3-7a8f3c2adfef tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0524597 Oct 22 16:07:24.212736 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-28f21105-8caf-4f7b-ae00-1a68033af24d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0634651 Oct 22 16:07:24.248594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e012bb5-ee1b-4c27-b20d-ff051005abbc req-a7a417b2-9abe-46c5-b22e-c3ff0a7c84f8 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Oct 22 16:07:24.264735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-41396f49-2951-4aef-8c81-2281aff37547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:24.266298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-41396f49-2951-4aef-8c81-2281aff37547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0462620 Oct 22 16:07:24.318862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-7ac894ae-175d-48d6-850b-954d041e4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:24.320456 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-7ac894ae-175d-48d6-850b-954d041e4a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464983 Oct 22 16:07:24.409859 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-2df5b457-a078-434b-a616-f0326bfc2944 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816188 Oct 22 16:07:24.506879 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ba33e40c-ac18-4db2-ab8b-2850e5930715 req-e51d3fb4-0f38-422e-a303-641532556dcb service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888536 Oct 22 16:07:25.203743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6c800069-2772-4a53-aab5-23228eefce7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:25.380626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573069b6-c898-4dd1-a635-ec723f176e8b req-eac9df9b-35bc-4ea5-ae05-e16a831eea8e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.382124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-573069b6-c898-4dd1-a635-ec723f176e8b req-eac9df9b-35bc-4ea5-ae05-e16a831eea8e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0570219 Oct 22 16:07:25.427663 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-573069b6-c898-4dd1-a635-ec723f176e8b req-b1f68064-266a-468d-9a74-c85602e27955 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346415 Oct 22 16:07:25.461223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:25.463546 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5951d-c79e-41ac-90bd-7fb9b4b64968" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:25.513793 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a296ad-3a2c-4c65-9d7e-9d87128ad895 x-openstack-request-id: req-57a296ad-3a2c-4c65-9d7e-9d87128ad895 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:25.514026 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:25.514285 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57a296ad-3a2c-4c65-9d7e-9d87128ad895 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:25.514695 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'status': 'completed', 'code': 200} Oct 22 16:07:25.578636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-36c08d86-5198-46a9-ae58-77897472a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.578939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-f1fac5bf-7418-45e9-90b8-b7497e4a6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.580576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-36c08d86-5198-46a9-ae58-77897472a4b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1095 time: 0.0430684 Oct 22 16:07:25.580706 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-f1fac5bf-7418-45e9-90b8-b7497e4a6d97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1095 time: 0.0448687 Oct 22 16:07:25.683887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-c18b93e8-edaf-46f1-aafb-fa2b7b44a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.685419 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-d3b270b4-4487-47cd-96db-553f20a1f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.685600 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-c18b93e8-edaf-46f1-aafb-fa2b7b44a8ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0938668 Oct 22 16:07:25.686947 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-d3b270b4-4487-47cd-96db-553f20a1f3b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0977256 Oct 22 16:07:25.755639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-a7589389-15b3-4a23-8e27-585209db8bc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0620482 Oct 22 16:07:25.756182 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-cfe4aea5-ceaf-49e5-a3a0-764cf6d53e2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0612137 Oct 22 16:07:25.807215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-1729e148-9730-438e-b11d-5b6c0751c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.807814 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-2d259905-d18e-474d-8204-4139c37bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.809114 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-1729e148-9730-438e-b11d-5b6c0751c084 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0461681 Oct 22 16:07:25.809497 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-2d259905-d18e-474d-8204-4139c37bc659 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0460625 Oct 22 16:07:25.859959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-a9eb90f5-cc4a-4c40-bfc5-58de1b8d0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.861447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-a9eb90f5-cc4a-4c40-bfc5-58de1b8d0c16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455632 Oct 22 16:07:25.862801 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-774af0fe-a6a2-4873-aafd-9f863a5c5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:25.864310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-774af0fe-a6a2-4873-aafd-9f863a5c5317 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474865 Oct 22 16:07:25.958492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-4031a95a-2ef9-43e1-ac94-ee18673bb7a8 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892174 Oct 22 16:07:25.960235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-5322b071-6421-4f62-b7f3-ccad675d103e service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879235 Oct 22 16:07:26.060754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-5d94c8dc-1932-4e79-a1d2-e824cd90c52e service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930028 Oct 22 16:07:26.065948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-95b5951d-c79e-41ac-90bd-7fb9b4b64968 req-e473ce95-3779-4b23-81b3-c5e6849a8564 service neutron] 10.222.0.53 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992703 Oct 22 16:07:26.500873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:26.549575 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c49849-d437-4119-a31e-f29bb9d88c5d req-3f9354f6-f5e2-493c-b2bf-68f506ad1d39 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:26.551149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28c49849-d437-4119-a31e-f29bb9d88c5d req-3f9354f6-f5e2-493c-b2bf-68f506ad1d39 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0517137 Oct 22 16:07:26.592117 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28c49849-d437-4119-a31e-f29bb9d88c5d req-3fe44ac9-f7a4-4973-8a2b-8460d0817920 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347230 Oct 22 16:07:26.844129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:27.717786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726eaab-9e8a-48a4-9609-15f454a07478 req-812b0311-72de-42f1-a5fd-5bca0cbeb888 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:27.719405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0726eaab-9e8a-48a4-9609-15f454a07478 req-812b0311-72de-42f1-a5fd-5bca0cbeb888 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0516663 Oct 22 16:07:27.760246 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0726eaab-9e8a-48a4-9609-15f454a07478 req-8689d282-9b27-4f1d-9985-8b1f93e5ea4a tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345225 Oct 22 16:07:28.397405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:28.889014 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485df5c-43ce-4130-a1bf-122ff9d8699d req-ca824172-0267-4f07-b2a9-40839a604bdd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:28.890508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b485df5c-43ce-4130-a1bf-122ff9d8699d req-ca824172-0267-4f07-b2a9-40839a604bdd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0543084 Oct 22 16:07:28.930236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b485df5c-43ce-4130-a1bf-122ff9d8699d req-c2515947-bb80-4680-b43e-ad6f318d06ad tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Oct 22 16:07:30.057534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274c193-9159-46a2-9e8e-6ce29f8d463d req-f0c9e925-2302-47ec-8b36-9e1fcec30bdf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:30.059066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f274c193-9159-46a2-9e8e-6ce29f8d463d req-f0c9e925-2302-47ec-8b36-9e1fcec30bdf tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0581710 Oct 22 16:07:30.099696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f274c193-9159-46a2-9e8e-6ce29f8d463d req-9df5c667-12ca-48f8-8571-972d5b1e6cc0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336463 Oct 22 16:07:31.218228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cfcbb-a34e-446e-babb-cf8b8ce03956 req-f7d38d5f-3a1e-4acf-b15c-982e242699ac tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:31.219837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae3cfcbb-a34e-446e-babb-cf8b8ce03956 req-f7d38d5f-3a1e-4acf-b15c-982e242699ac tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0493953 Oct 22 16:07:31.257644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae3cfcbb-a34e-446e-babb-cf8b8ce03956 req-020e6575-dd60-44dc-9570-89493c203dee tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Oct 22 16:07:32.382494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0432e4-5964-463e-b670-dfdc89aef817 req-5b3a7fa5-9743-4841-a624-e65a469217f5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:32.384031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a0432e4-5964-463e-b670-dfdc89aef817 req-5b3a7fa5-9743-4841-a624-e65a469217f5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0532694 Oct 22 16:07:32.423739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a0432e4-5964-463e-b670-dfdc89aef817 req-f24d7ccc-ed7f-4cf8-a9c8-e43435ec1e77 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328093 Oct 22 16:07:33.545046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f22d9-0518-4989-8697-431cfc2976fc req-5b5079a1-1910-404c-baf4-cbee8468fe08 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:33.546589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-852f22d9-0518-4989-8697-431cfc2976fc req-5b5079a1-1910-404c-baf4-cbee8468fe08 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0498905 Oct 22 16:07:33.585300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-852f22d9-0518-4989-8697-431cfc2976fc req-7755c912-bf83-4c62-9a47-09c873b06c5d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Oct 22 16:07:34.420299 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:34.716267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4bf0-0a62-403a-9392-b5b7eb3c3669 req-5356273a-9bd6-47af-8269-c219e37b4029 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:34.717748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-070f4bf0-0a62-403a-9392-b5b7eb3c3669 req-5356273a-9bd6-47af-8269-c219e37b4029 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0610709 Oct 22 16:07:34.756257 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-070f4bf0-0a62-403a-9392-b5b7eb3c3669 req-14e85d15-d191-467c-9b50-e7fd8ed59d4e tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Oct 22 16:07:35.880371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e594f-7e19-4635-9e77-08ed69db8fe8 req-e5f7e272-212f-4a80-80a6-b5053a2e964c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:35.881912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f8e594f-7e19-4635-9e77-08ed69db8fe8 req-e5f7e272-212f-4a80-80a6-b5053a2e964c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0548680 Oct 22 16:07:35.921162 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f8e594f-7e19-4635-9e77-08ed69db8fe8 req-d677ae36-c78c-49f5-8015-113e3ffebf3d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333588 Oct 22 16:07:36.849935 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:07:37.037565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e6071-5393-4cc6-90b4-16d75868d527 req-c3c8a740-49c5-430b-9c77-9baae5aa1bdb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:37.039060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc4e6071-5393-4cc6-90b4-16d75868d527 req-c3c8a740-49c5-430b-9c77-9baae5aa1bdb tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0486138 Oct 22 16:07:37.077652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dc4e6071-5393-4cc6-90b4-16d75868d527 req-9f3ae662-f7b4-4996-923a-cdfce56ca7b9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Oct 22 16:07:37.858554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-3a42b1f6-ab4a-41b5-a10d-a4eb5af94ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:37.861282 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-3a42b1f6-ab4a-41b5-a10d-a4eb5af94ff0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 1095 time: 0.0433443 Oct 22 16:07:37.972755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-e1fad16c-8f8d-42a6-bd86-5994fb04bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:37.974256 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-e1fad16c-8f8d-42a6-bd86-5994fb04bf27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 200 len: 912 time: 0.0885606 Oct 22 16:07:38.041987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-c48e4601-6a74-47bc-973b-75efc2558ebd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 200 len: 1000 time: 0.0587685 Oct 22 16:07:38.097158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-bc279a8d-e510-48a9-bd41-bc3ee687e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:38.110077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-bc279a8d-e510-48a9-bd41-bc3ee687e394 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 200 len: 850 time: 0.0492151 Oct 22 16:07:38.152488 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-e3d14cbd-b3f5-427e-a907-814040a0a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:38.154103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-e3d14cbd-b3f5-427e-a907-814040a0a4fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5085029c-e798-4932-bc33-05423483f8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467863 Oct 22 16:07:38.206300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fdc68-681a-477c-9af1-d392221f20f7 req-524fd7c6-b794-4c3a-80c6-8f87227eb8a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:38.207811 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab5fdc68-681a-477c-9af1-d392221f20f7 req-524fd7c6-b794-4c3a-80c6-8f87227eb8a6 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0499828 Oct 22 16:07:38.247279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ab5fdc68-681a-477c-9af1-d392221f20f7 req-524a0ab1-9a8e-430c-8f59-d0bb049e2d0c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332191 Oct 22 16:07:38.248036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-c2fad15d-d277-43aa-92c2-5472977d4049 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Oct 22 16:07:38.341353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-54abb38b-5004-45b5-92a3-a38d92160c5f req-b00b1ae0-b375-4e67-987b-0466cc332127 service neutron] 10.222.0.69 "GET /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851908 Oct 22 16:07:39.334408 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:07:39.378948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195c868-9456-47d5-b652-177d5cf8fc20 req-4b73381f-5d61-4cc1-adbc-9e8f7c0672c5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:39.380689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f195c868-9456-47d5-b652-177d5cf8fc20 req-4b73381f-5d61-4cc1-adbc-9e8f7c0672c5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 944 time: 0.0604312 Oct 22 16:07:39.425264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f195c868-9456-47d5-b652-177d5cf8fc20 req-5e804713-6d42-4c60-ab75-78cafa6de9f2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383873 Oct 22 16:07:39.446122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:39.457945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'port_id': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'mac_address': 'fa:16:3e:5e:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:07:39.495346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:39.512156 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7824685-0165-41db-8d2f-53fd2a0045fe {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:07:39.532931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:39.603149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:39.651800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=12']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:39.991041 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e7824685-0165-41db-8d2f-53fd2a0045fe'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:07:40.540921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856ccc-5af4-4919-a029-4e63b53b4915 req-112f24b8-c6da-4c2c-9594-79e1ddbc3674 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:40.542408 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c856ccc-5af4-4919-a029-4e63b53b4915 req-112f24b8-c6da-4c2c-9594-79e1ddbc3674 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0492015 Oct 22 16:07:40.579949 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c856ccc-5af4-4919-a029-4e63b53b4915 req-fe1efe24-3de9-41da-9959-ff298fc242c1 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309343 Oct 22 16:07:40.696574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e728e-1c57-485d-8801-4279bd9a844c req-a5b215b3-6842-4c18-a19a-287194a18679 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:40.698032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84e728e-1c57-485d-8801-4279bd9a844c req-a5b215b3-6842-4c18-a19a-287194a18679 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0508697 Oct 22 16:07:40.737410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d84e728e-1c57-485d-8801-4279bd9a844c req-56a433b8-51cf-4353-9905-740db7084351 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Oct 22 16:07:40.854376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a9728-1f49-4eae-bd31-b3f6249c5891 req-f50f6d46-b2f9-4b39-afed-b1736127c8dd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:40.855851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-299a9728-1f49-4eae-bd31-b3f6249c5891 req-f50f6d46-b2f9-4b39-afed-b1736127c8dd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0529251 Oct 22 16:07:40.895229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-299a9728-1f49-4eae-bd31-b3f6249c5891 req-8befb256-4cf7-4f12-982e-abae50f593d4 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Oct 22 16:07:41.338346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:07:41.379930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff141c5d-e651-400f-bdcf-355cc2dbc50c req-99c5c88c-745b-4cb2-ba0a-449073f2fc76 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:41.381477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff141c5d-e651-400f-bdcf-355cc2dbc50c req-99c5c88c-745b-4cb2-ba0a-449073f2fc76 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 945 time: 0.0544453 Oct 22 16:07:41.422329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff141c5d-e651-400f-bdcf-355cc2dbc50c req-59b8320f-644a-40d3-9ed3-a652aeb89ed2 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344841 Oct 22 16:07:41.465978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port e7824685-0165-41db-8d2f-53fd2a0045fe completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:07:41.470159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e7824685-0165-41db-8d2f-53fd2a0045fe triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:07:41.470545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:41.545619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:41.568242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:41.570458 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c66fd4-6412-4810-acdc-1693fbb72f55" -d '{"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-plugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:41.586405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:41.608775 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a8fb0-d591-4014-9706-ad39c9f09196 x-openstack-request-id: req-854a8fb0-d591-4014-9706-ad39c9f09196 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:41.609061 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-plugged", "status": "completed", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:41.609948 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-854a8fb0-d591-4014-9706-ad39c9f09196 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:41.610403 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'code': 200} Oct 22 16:07:41.660408 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:41.709704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=13']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:42.146161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:42.541507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dea0e9-f43a-4225-89e5-f4c256332814 req-d1e2d9ed-6365-40f3-a5a3-00d1e1c7620b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:42.542999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06dea0e9-f43a-4225-89e5-f4c256332814 req-d1e2d9ed-6365-40f3-a5a3-00d1e1c7620b tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 946 time: 0.0508440 Oct 22 16:07:42.580770 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-06dea0e9-f43a-4225-89e5-f4c256332814 req-098864ce-43f9-449e-90b4-1d03e23cb9d3 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Oct 22 16:07:43.287078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-c4991df9-c9f7-4076-b4eb-45671574a74d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:43.288589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-c4991df9-c9f7-4076-b4eb-45671574a74d tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 946 time: 0.0503197 Oct 22 16:07:43.380951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Deleting port e7824685-0165-41db-8d2f-53fd2a0045fe {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:07:43.381286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:43.471562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] For port e7824685-0165-41db-8d2f-53fd2a0045fe, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e7824685-0165-41db-8d2f-53fd2a0045fe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:43.471922 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:43.641609 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:43.641964 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:43.642285 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a disassociated. External IP: 172.25.1.219, port: e7824685-0165-41db-8d2f-53fd2a0045fe. Oct 22 16:07:43.642700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Calling delete_port for e7824685-0165-41db-8d2f-53fd2a0045fe owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:07:43.707818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654eb7d-fc9e-4e98-9c23-b33df7fcc8dd req-69cb2598-1ed8-4249-b2eb-24f8a30ef484 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:07:43.709434 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9654eb7d-fc9e-4e98-9c23-b33df7fcc8dd req-69cb2598-1ed8-4249-b2eb-24f8a30ef484 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 946 time: 0.0536923 Oct 22 16:07:43.749531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9654eb7d-fc9e-4e98-9c23-b33df7fcc8dd req-46bb0489-5682-4792-b51d-74f3e3d0dd49 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups?id=819d5eab-1ef0-4559-8ca3-04d778463723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 Oct 22 16:07:43.877707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:43.904670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event deleted for resources: {'Port': ['ID=e7824685-0165-41db-8d2f-53fd2a0045fe,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:44.024226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:07:44.139111 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:07:44.149206 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:07:44.160264 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:07:44.160947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:07:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:44.178359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] No DVR routers for this DVR port e7824685-0165-41db-8d2f-53fd2a0045fe on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:07:44.181183 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:44.184785 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9f229ed9-f8ff-4bbf-8833-1a7761015440 req-71f1518a-bf82-4daa-8c22-c0a419dc09a9 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.69 "DELETE /v2.0/ports/e7824685-0165-41db-8d2f-53fd2a0045fe HTTP/1.1" status: 204 len: 173 time: 0.8897541 Oct 22 16:07:44.185235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-deleted', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:07:44.189000 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6534a3c8-916e-4128-b2cf-94a05e838f1b" -d '{"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-deleted", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:07:44.227367 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c75fef-2b2a-4b11-a9d7-c9d96f275314 x-openstack-request-id: req-17c75fef-2b2a-4b11-a9d7-c9d96f275314 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:07:44.232206 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f958a9-bac1-4322-9de1-3cd44e21e68c", "name": "network-vif-deleted", "tag": "e7824685-0165-41db-8d2f-53fd2a0045fe", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:07:44.232206 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17c75fef-2b2a-4b11-a9d7-c9d96f275314 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:07:44.232206 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f958a9-bac1-4322-9de1-3cd44e21e68c', 'name': 'network-vif-deleted', 'tag': 'e7824685-0165-41db-8d2f-53fd2a0045fe', 'status': 'completed', 'code': 200} Oct 22 16:07:44.269331 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:07:44.482925 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:44.510361 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:07:44.519827 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:07:44.520449 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:07:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:44.628353 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:07:44.835948 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:44.854222 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed8d611e-fdaa-4457-9365-d60371988c91 req-135cde70-fd88-46d9-8c42-61f7250fb84c tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0285742 Oct 22 16:07:44.863549 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370befc-b85a-447e-aa91-6a53b3c63be4 None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T15:55:24Z', 'revision_number': 4, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '506149e7-c2aa-450d-9429-a416fa69867d', 'name': '', 'network_id': '5085029c-e798-4932-bc33-05423483f8f3', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'mac_address': 'fa:16:3e:bd:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:23Z', 'updated_at': '2021-10-22T15:55:28Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'subnets': [{'id': '4bdb1b6e-3181-41a0-9d7b-75eae81abf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:07:45.106601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afddcb-1fe9-4841-85b6-a3caf541e926 None None] New status for floating IP cbd3d033-a636-4b6b-830c-d0b359fc2d6a: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:07:45.955059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cb5e1a7-d1e1-406b-9183-5c858e912d76 req-9f0be15b-7409-4926-817f-bb11fcdca7e0 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0264361 Oct 22 16:07:47.051785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a892ea42-9aa5-478d-80c1-6fcc1b79b42f req-9fc871e3-88ad-42b1-b2de-955d964e9453 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0271270 Oct 22 16:07:47.339017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:07:47.363066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: e7824685-0165-41db-8d2f-53fd2a0045fe {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:07:47.363416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e7824685-0165-41db-8d2f-53fd2a0045fe not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:07:48.147525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4bfe0a4e-0521-4dbc-a3f6-979afe717cfa req-b5dedc93-3ca8-49f1-bf8e-b783de1005fe tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0266712 Oct 22 16:07:49.261385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-785bc1c6-4c2f-4c38-91b2-e963a2082def req-db26f4f7-9c1a-48da-8ce3-392162c73628 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f958a9-bac1-4322-9de1-3cd44e21e68c HTTP/1.1" status: 200 len: 210 time: 0.0301895 Oct 22 16:07:52.728744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3d110165-9833-4a92-8b1e-74d318ae6203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:55.185262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-091be4ba-bfef-4c53-a200-8f6cee243b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:55.369666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45346) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:55.427814 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b51241b4-5989-47e7-a42b-86013ca5fbcd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:55.451648 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b51241b4-5989-47e7-a42b-86013ca5fbcd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:55.579794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b51241b4-5989-47e7-a42b-86013ca5fbcd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:55.582494 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b51241b4-5989-47e7-a42b-86013ca5fbcd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:55.583700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b51241b4-5989-47e7-a42b-86013ca5fbcd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "DELETE /v2.0/security-groups/819d5eab-1ef0-4559-8ca3-04d778463723 HTTP/1.1" status: 204 len: 168 time: 0.2129102 Oct 22 16:07:55.586444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:55.592913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51241b4-5989-47e7-a42b-86013ca5fbcd tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819d5eab-1ef0-4559-8ca3-04d778463723,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:55.605364 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [None req-02b490e9-ae01-4239-b01a-753a8aee4331 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] show failed (client error): The resource could not be found. Oct 22 16:07:55.606413 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-02b490e9-ae01-4239-b01a-753a8aee4331 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "GET /v2.0/security-groups/819d5eab-1ef0-4559-8ca3-04d778463723 HTTP/1.1" status: 404 len: 347 time: 0.0188916 Oct 22 16:07:55.612286 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:56.030264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Deleting port b2d69523-f78a-4e91-9f6b-47114949b9a4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:07:56.030618 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.106813 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.107164 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.119253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Calling delete_port for b2d69523-f78a-4e91-9f6b-47114949b9a4 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:07:56.299970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.325562 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Pushing event deleted for resources: {'Port': ['ID=b2d69523-f78a-4e91-9f6b-47114949b9a4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:56.387881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.390683 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.391870 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a648df02-d4bd-4a27-873f-30c18c9df6e5 tempest-ServerActionsTestJSON-1571524442 tempest-ServerActionsTestJSON-1571524442-project] 10.222.0.66 "DELETE /v2.0/floatingips/cbd3d033-a636-4b6b-830c-d0b359fc2d6a HTTP/1.1" status: 204 len: 168 time: 0.7785735 Oct 22 16:07:56.394789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45352) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:56.533894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.837039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:56.877199 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:57.136742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Deleting port 506149e7-c2aa-450d-9429-a416fa69867d {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:07:57.137006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:57.223746 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] For port 506149e7-c2aa-450d-9429-a416fa69867d, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=506149e7-c2aa-450d-9429-a416fa69867d,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:57.224117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:57.237121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Calling delete_port for 506149e7-c2aa-450d-9429-a416fa69867d owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:07:57.488493 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:57.517950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=506149e7-c2aa-450d-9429-a416fa69867d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:57.701358 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:57.922173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Router 10783370-c530-468d-8619-bd6ac2cf2114 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:07:58.033774 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:07:58.039571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b3a2a4bc-ef05-42c8-ad47-4e1cd8991c8c admin admin] 10.222.0.66 "PUT /v2.0/routers/10783370-c530-468d-8619-bd6ac2cf2114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438041 Oct 22 16:07:58.042163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45356) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:58.043914 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] Sync routers for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:07:58.056027 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:07:58.056887 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:58.162112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.253851 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:07:58.269459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.374270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Deleting port f5fd20b2-a6d8-4b70-8405-38882436e88c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:07:58.374686 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.391423 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.448581 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T16:07:57Z', 'revision_number': 5, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port': {'id': 'f5fd20b2-a6d8-4b70-8405-38882436e88c', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783370-c530-468d-8619-bd6ac2cf2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T15:55:22Z', 'updated_at': '2021-10-22T15:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:58.459433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] For port f5fd20b2-a6d8-4b70-8405-38882436e88c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f5fd20b2-a6d8-4b70-8405-38882436e88c,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:58.459802 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.474768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Calling delete_port for f5fd20b2-a6d8-4b70-8405-38882436e88c owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:07:58.478909 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] Checking router: 10783370-c530-468d-8619-bd6ac2cf2114 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:07:58.486251 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] Routers {'10783370-c530-468d-8619-bd6ac2cf2114'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:07:58.486884 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:07:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['10783370-c530-468d-8619-bd6ac2cf2114'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:58.579881 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] Set router 10783370-c530-468d-8619-bd6ac2cf2114 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:07:58.632953 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T16:07:58Z', 'revision_number': 6, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:07:58.659606 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1884ea-37a3-4c8b-ae2d-8e7a818fa030 None None] The sync data for ids ['10783370-c530-468d-8619-bd6ac2cf2114'] in n-d-812148-2 is: [{'id': '10783370-c530-468d-8619-bd6ac2cf2114', 'name': 'tempest-ServerActionsTestJSON-663198487-router', 'tenant_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T15:55:21Z', 'updated_at': '2021-10-22T16:07:58Z', 'revision_number': 6, 'project_id': 'aa6a62ef71aa4b5d8cf9a77144625762', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:07:58.791639 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.816640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fd20b2-a6d8-4b70-8405-38882436e88c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:58.882914 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.980980 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:58.984366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.111370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.115404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10783370-c530-468d-8619-bd6ac2cf2114 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:07:59.117181 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.118339 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4816741c-5555-4ea6-bf5c-46d377d57331 admin admin] 10.222.0.66 "DELETE /v2.0/routers/10783370-c530-468d-8619-bd6ac2cf2114 HTTP/1.1" status: 204 len: 168 time: 1.0749083 Oct 22 16:07:59.120974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45358) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:59.166842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Deleting subnet 4bdb1b6e-3181-41a0-9d7b-75eae81abf4d {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:07:59.176686 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.220696 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.436342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f5fd20b2-a6d8-4b70-8405-38882436e88c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:07:59.457366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f5fd20b2-a6d8-4b70-8405-38882436e88c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:07:59.457704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f5fd20b2-a6d8-4b70-8405-38882436e88c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:07:59.458113 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 506149e7-c2aa-450d-9429-a416fa69867d no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:07:59.478614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 506149e7-c2aa-450d-9429-a416fa69867d {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:07:59.478953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 506149e7-c2aa-450d-9429-a416fa69867d not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:07:59.604608 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.740070 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.764428 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdb1b6e-3181-41a0-9d7b-75eae81abf4d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:07:59.771156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.774467 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d1c930ce-0323-4afb-a61a-3603f5637e80 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4bdb1b6e-3181-41a0-9d7b-75eae81abf4d HTTP/1.1" status: 204 len: 168 time: 0.6523731 Oct 22 16:07:59.777037 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45360) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:07:59.779857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a34f77-6f84-48fe-af74-ffe7f1b45b16 None None] Network 5085029c-e798-4932-bc33-05423483f8f3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:07:59.854148 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.911561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Deleting port 0f49f4a7-ccea-4731-b660-0b5adb056afe {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:07:59.911803 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.985513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] For port 0f49f4a7-ccea-4731-b660-0b5adb056afe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0f49f4a7-ccea-4731-b660-0b5adb056afe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:07:59.985781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:07:59.997975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Calling delete_port for 0f49f4a7-ccea-4731-b660-0b5adb056afe owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:08:00.114870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] DHCP port deletion for 5085029c-e798-4932-bc33-05423483f8f3 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:08:00.162729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] Deleting port 0f49f4a7-ccea-4731-b660-0b5adb056afe {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:08:00.163047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.208349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.228977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] For port 0f49f4a7-ccea-4731-b660-0b5adb056afe, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0f49f4a7-ccea-4731-b660-0b5adb056afe,segment=NetworkSegment(0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36),segment_id=0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:00.229368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.234417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f49f4a7-ccea-4731-b660-0b5adb056afe,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:00.238817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] No DVR routers for this DVR port 0f49f4a7-ccea-4731-b660-0b5adb056afe on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:08:00.243526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] Calling delete_port for 0f49f4a7-ccea-4731-b660-0b5adb056afe owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:08:00.315485 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.320531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.336743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5085029c-e798-4932-bc33-05423483f8f3']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:00.346828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:00.347099 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdf91d6-07ee-46d4-a18f-2aa6bc4d5c36') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:00.350083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] Pushing event deleted for resources: {'Port': ['ID=0f49f4a7-ccea-4731-b660-0b5adb056afe,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:00.354440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe55038-f9e4-4574-9ca3-3d752e5507c1 None None] No DVR routers for this DVR port 0f49f4a7-ccea-4731-b660-0b5adb056afe on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:08:00.356798 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.372915 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.379251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:08:00.379640 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:08:00.381274 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:08:00.545457 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.551196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:00.554291 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5085029c-e798-4932-bc33-05423483f8f3 HTTP/1.1" status: 204 len: 168 time: 0.7755928 Oct 22 16:08:00.565050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfea6d-1c78-469e-a2fa-0d044cb7a2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5085029c-e798-4932-bc33-05423483f8f3,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:00.926196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45364) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:00.965754 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-705ec77c-1985-43db-91ad-ce841881d87d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa6a62ef71aa4b5d8cf9a77144625762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383351 Oct 22 16:08:00.968313 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45366) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:01.016654 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2ae1-ac4e-4f05-8c7c-85b072e71762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:01.037716 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2ae1-ac4e-4f05-8c7c-85b072e71762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:01.151592 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2ae1-ac4e-4f05-8c7c-85b072e71762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:01.154209 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2ae1-ac4e-4f05-8c7c-85b072e71762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:01.155987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dc2b2ae1-ac4e-4f05-8c7c-85b072e71762 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0fb9840-3352-4fd1-85f3-7c61275a8711 HTTP/1.1" status: 204 len: 168 time: 0.1865411 Oct 22 16:08:01.164293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b2ae1-ac4e-4f05-8c7c-85b072e71762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb9840-3352-4fd1-85f3-7c61275a8711,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:01.415194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0f49f4a7-ccea-4731-b660-0b5adb056afe no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:08:01.437404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 0f49f4a7-ccea-4731-b660-0b5adb056afe {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:08:01.437907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0f49f4a7-ccea-4731-b660-0b5adb056afe not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:08:02.343611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45388) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:02.439278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1700657967-network', 'tenant_id': 'e3f9f2216e3049af9aed8a83e9d42f26'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:02.545481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Made reservation on behalf of e3f9f2216e3049af9aed8a83e9d42f26 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:02.548493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.560912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.638424 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.705499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.730023 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:08:02.740637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef34a10-7406-42b7-a0e2-2ef02f000355,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:02.748647 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.748995 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Added segment e9ff1019-a9dd-4f4c-89c8-8070cc8af97f of type vlan for network 0babe827-2c0d-455e-a634-1174681c1b61 Oct 22 16:08:02.751718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.752066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.752408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.752745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.753082 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.753417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.753748 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.754073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.754435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.754763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.755187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.755512 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:02.799796 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.888171 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.889187 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:02.889965 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:02.953861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] Pushing event updated for resources: {'Network': ['ID=0babe827-2c0d-455e-a634-1174681c1b61,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:02.963979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 0babe827-2c0d-455e-a634-1174681c1b61 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:08:03.034466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5c492fdd-ad42-4219-bcaa-c2153b76d3fb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6896317 Oct 22 16:08:03.037255 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45392) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:03.042019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Request body: {'subnet': {'network_id': '0babe827-2c0d-455e-a634-1174681c1b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1700657967-subnet', 'tenant_id': 'e3f9f2216e3049af9aed8a83e9d42f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:03.133664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Made reservation on behalf of e3f9f2216e3049af9aed8a83e9d42f26 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:03.136008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:03.403384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:03.462310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347e735f-6686-4664-bfb2-5e92df047417,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:03.471761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Checking segment: {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:03.472119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Network hostable DHCP agents. Network: 0babe827-2c0d-455e-a634-1174681c1b61, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:08:03.590735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Network 0babe827-2c0d-455e-a634-1174681c1b61 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:08:03.802840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 0babe827-2c0d-455e-a634-1174681c1b61) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:03.807271 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:03.807894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:03.812571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16d1ec-d90b-4761-b623-4559265c7d0d None None] Network 0babe827-2c0d-455e-a634-1174681c1b61 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:03.936513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-68f80552-167e-46f7-ac6c-fcdbfe344b73 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8981981 Oct 22 16:08:03.948519 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690e488-0846-4db6-a923-adf629750b68 None None] Network 0babe827-2c0d-455e-a634-1174681c1b61 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:04.386644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-5a53a4bf-2645-4191-99ad-95e78d5b9ea5 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:04.388054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-5a53a4bf-2645-4191-99ad-95e78d5b9ea5 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/networks?id=0babe827-2c0d-455e-a634-1174681c1b61 HTTP/1.1" status: 200 len: 814 time: 0.1079578 Oct 22 16:08:04.402900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-cf578d62-ebb1-42c7-82a1-c6c4dc9d8ec8 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/quotas/e3f9f2216e3049af9aed8a83e9d42f26 HTTP/1.1" status: 200 len: 375 time: 0.0089467 Oct 22 16:08:04.413995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:04.437236 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f0651b1-9571-4f64-8cde-0575e908d8a4 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269251 Oct 22 16:08:04.493371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-22de2c08-b4cc-4b18-b6b8-64a31157bb72 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:08:04.494367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-22de2c08-b4cc-4b18-b6b8-64a31157bb72 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0496147 Oct 22 16:08:04.589450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-b59b783a-d656-407e-a175-625a28f188ab service neutron] 10.222.0.66 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882595 Oct 22 16:08:04.684516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-501004cc-6905-497b-9561-c323176f4690 service neutron] 10.222.0.66 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879557 Oct 22 16:08:04.924431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3000ff9e-c4fb-4fdc-883a-9b50e92ed153 req-88833d9b-b15e-46a7-b483-1704beeb3202 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 210 time: 0.0284472 Oct 22 16:08:06.003520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-433e4605-797b-401a-8b3a-0398b85b2923 req-d14b1b63-8dfc-45da-a54e-bae123d090da tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 210 time: 0.0276349 Oct 22 16:08:07.085073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb30b275-6c12-46ae-9f94-9dc9bae4fb58 req-f2ed47e3-6433-4ea1-89a1-10d0768c9ec8 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 210 time: 0.0319579 Oct 22 16:08:08.180662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bd95471d-9852-4217-8dc6-85c008d91584 req-197e9bd3-eb57-46a0-bda3-f57e694b311a tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 210 time: 0.0271323 Oct 22 16:08:08.527230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-6f5ad6e6-2c0a-44b7-af9f-e154dd31290e tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:08.528708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-6f5ad6e6-2c0a-44b7-af9f-e154dd31290e tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.69 "GET /v2.0/networks?id=0babe827-2c0d-455e-a634-1174681c1b61 HTTP/1.1" status: 200 len: 814 time: 0.1057086 Oct 22 16:08:08.542452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Request body: {'port': {'device_id': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61', 'admin_state_up': True, 'tenant_id': 'e3f9f2216e3049af9aed8a83e9d42f26'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:08.751360 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Made reservation on behalf of e3f9f2216e3049af9aed8a83e9d42f26 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:08.755778 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:08.896090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Allocated IP 172.20.0.2 (0babe827-2c0d-455e-a634-1174681c1b61/347e735f-6686-4664-bfb2-5e92df047417/aced81ab-3078-45c7-aa70-271a91bcd245) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:08:09.041530 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:09.145961 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:09.191320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Network 0babe827-2c0d-455e-a634-1174681c1b61 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:08:09.194415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:09.198090 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:08:09.228422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Pushing event updated for resources: {'Port': ['ID=aced81ab-3078-45c7-aa70-271a91bcd245,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:09.254051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:09.254672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:09.299953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdef03-2a19-46c1-90a6-7a14640fd541 req-d1057acb-a342-48a6-ad7f-e44aecda5cdd tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:09.301383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6afdef03-2a19-46c1-90a6-7a14640fd541 req-d1057acb-a342-48a6-ad7f-e44aecda5cdd tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 931 time: 0.0511551 Oct 22 16:08:09.340072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6afdef03-2a19-46c1-90a6-7a14640fd541 req-e9f6793b-5aa3-4d08-baea-28d5f49f6601 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Oct 22 16:08:09.343509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ffa559e2-3cbd-4598-8e5c-3591195e445f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042064 Oct 22 16:08:09.364330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Request body: {'port': {'device_id': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:09.418402 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:09.679813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aced81ab-3078-45c7-aa70-271a91bcd245 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:08:09.687462 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:09.699163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Transition to ACTIVE for port object aced81ab-3078-45c7-aa70-271a91bcd245 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:08:09.796977 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:09.849516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aced81ab-3078-45c7-aa70-271a91bcd245,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:09.919112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Attempting to bind port aced81ab-3078-45c7-aa70-271a91bcd245 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:08:09.919387 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Attempting to bind port aced81ab-3078-45c7-aa70-271a91bcd245 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:08:09.919647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Attempting to bind port aced81ab-3078-45c7-aa70-271a91bcd245 on network 0babe827-2c0d-455e-a634-1174681c1b61 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:09.924942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Port aced81ab-3078-45c7-aa70-271a91bcd245 on network 0babe827-2c0d-455e-a634-1174681c1b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:08:09.925270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Attempting to bind port aced81ab-3078-45c7-aa70-271a91bcd245 on network 0babe827-2c0d-455e-a634-1174681c1b61 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:09.931087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:08:09.931317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Checking segment: {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:09.931706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Bound using segment: {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:08:09.932136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Bound port: aced81ab-3078-45c7-aa70-271a91bcd245, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:08:09.932554 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:10.005781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] For port aced81ab-3078-45c7-aa70-271a91bcd245, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:08:10.009147 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] For port aced81ab-3078-45c7-aa70-271a91bcd245, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=aced81ab-3078-45c7-aa70-271a91bcd245,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:08:10.082555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:10.117501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.118101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:10.119537 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/aced81ab-3078-45c7-aa70-271a91bcd245 HTTP/1.1" status: 200 len: 1091 time: 0.7595491 Oct 22 16:08:10.119962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'tag': 'aced81ab-3078-45c7-aa70-271a91bcd245'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:08:10.122188 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88943bc9-bc4a-4f48-a03c-0d64be85fe46" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c9f42d-7698-4519-9755-98bb5f30619f", "tag": "aced81ab-3078-45c7-aa70-271a91bcd245"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:08:10.145631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f26a-7d7b-4c96-8020-1a68b74593e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aced81ab-3078-45c7-aa70-271a91bcd245,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:10.162790 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d09c5e-90bd-46c3-818e-4f0550e89544 x-openstack-request-id: req-e2d09c5e-90bd-46c3-818e-4f0550e89544 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:08:10.163113 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c9f42d-7698-4519-9755-98bb5f30619f", "tag": "aced81ab-3078-45c7-aa70-271a91bcd245", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:08:10.163370 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2d09c5e-90bd-46c3-818e-4f0550e89544 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:08:10.163777 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'tag': 'aced81ab-3078-45c7-aa70-271a91bcd245', 'status': 'completed', 'code': 200} Oct 22 16:08:10.228628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943bc9-bc4a-4f48-a03c-0d64be85fe46 req-3e7c049a-2808-4e78-aef1-a2072bc26631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.230045 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88943bc9-bc4a-4f48-a03c-0d64be85fe46 req-3e7c049a-2808-4e78-aef1-a2072bc26631 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 1094 time: 0.0417767 Oct 22 16:08:10.333794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943bc9-bc4a-4f48-a03c-0d64be85fe46 req-472af03e-b558-4a34-9029-046b852f6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.335344 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88943bc9-bc4a-4f48-a03c-0d64be85fe46 req-472af03e-b558-4a34-9029-046b852f6f9a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961158 Oct 22 16:08:10.437475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943bc9-bc4a-4f48-a03c-0d64be85fe46 req-7cf2a805-2cd3-4c6b-82e3-e3a1214b9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.439026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-88943bc9-bc4a-4f48-a03c-0d64be85fe46 req-7cf2a805-2cd3-4c6b-82e3-e3a1214b9944 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968390 Oct 22 16:08:10.461413 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2fb8e-21b3-47e2-a3dc-0f05fc5fa5ac req-be2640ab-d988-4efe-8ad8-fd1ee35b10b3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.463126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ac2fb8e-21b3-47e2-a3dc-0f05fc5fa5ac req-be2640ab-d988-4efe-8ad8-fd1ee35b10b3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 943 time: 0.0506449 Oct 22 16:08:10.503095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9ac2fb8e-21b3-47e2-a3dc-0f05fc5fa5ac req-f65c9d43-331f-4c54-acec-3b0db61c9da8 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Oct 22 16:08:10.521817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-6e97c1c2-15e8-45e3-86c9-c8ff22d51452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.523334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-6e97c1c2-15e8-45e3-86c9-c8ff22d51452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 1094 time: 0.0455878 Oct 22 16:08:10.566347 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-71163534-8ec6-4bfc-a379-c372f2ec8cc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aced81ab-3078-45c7-aa70-271a91bcd245 HTTP/1.1" status: 200 len: 217 time: 0.0340166 Oct 22 16:08:10.616615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ecafc459-5c18-4513-91f0-5c643719b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:10.618367 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-ecafc459-5c18-4513-91f0-5c643719b900 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=347e735f-6686-4664-bfb2-5e92df047417 HTTP/1.1" status: 200 len: 854 time: 0.0452840 Oct 22 16:08:10.653807 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-7f4224cc-72bb-4385-b5b5-5f840c1d6fca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0babe827-2c0d-455e-a634-1174681c1b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285835 Oct 22 16:08:10.742992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-a33dc9ab-d6db-45e5-93a5-39812d68067f service neutron] 10.222.0.69 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817111 Oct 22 16:08:10.834508 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a30305a1-2503-4012-a3e6-a453e64b99ef req-f8451068-8921-4ed7-8b5f-b897db171a33 service neutron] 10.222.0.69 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842531 Oct 22 16:08:11.626630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18c006-5a43-4603-9de2-55ebbd143069 req-a1c0c5c3-b2ad-42c2-a9a1-5954bff81709 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:11.628059 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef18c006-5a43-4603-9de2-55ebbd143069 req-a1c0c5c3-b2ad-42c2-a9a1-5954bff81709 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 943 time: 0.0542917 Oct 22 16:08:11.666458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef18c006-5a43-4603-9de2-55ebbd143069 req-e937f706-eea9-4952-b943-595ab698d1da tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Oct 22 16:08:12.225218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:12.783241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6689d-9b76-4bdf-adfc-8a0d99bc1359 req-9ec1b757-fc9f-424b-9677-8712d5a5e291 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:12.784729 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0c6689d-9b76-4bdf-adfc-8a0d99bc1359 req-9ec1b757-fc9f-424b-9677-8712d5a5e291 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 943 time: 0.0488319 Oct 22 16:08:12.824526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e0c6689d-9b76-4bdf-adfc-8a0d99bc1359 req-806d1068-76aa-436a-b8da-677761810873 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Oct 22 16:08:13.481164 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device aced81ab-3078-45c7-aa70-271a91bcd245 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:08:13.579729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port aced81ab-3078-45c7-aa70-271a91bcd245, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=aced81ab-3078-45c7-aa70-271a91bcd245,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:13.590622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'aced81ab-3078-45c7-aa70-271a91bcd245', 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61', 'port_id': 'aced81ab-3078-45c7-aa70-271a91bcd245', 'mac_address': 'fa:16:3e:2f:6c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347e735f-6686-4664-bfb2-5e92df047417', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:08:13.627550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:13.643186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aced81ab-3078-45c7-aa70-271a91bcd245 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:08:13.664507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port aced81ab-3078-45c7-aa70-271a91bcd245, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=aced81ab-3078-45c7-aa70-271a91bcd245,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:13.756610 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:13.805854 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=aced81ab-3078-45c7-aa70-271a91bcd245,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:13.849867 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:08:13.953060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a32ed-1073-4711-9b00-d3bb085cbdd5 req-8593f6e8-299a-4233-9795-6a86b4e54ca2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:13.954474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-385a32ed-1073-4711-9b00-d3bb085cbdd5 req-8593f6e8-299a-4233-9795-6a86b4e54ca2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 944 time: 0.0597420 Oct 22 16:08:13.992884 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-385a32ed-1073-4711-9b00-d3bb085cbdd5 req-b29e1853-b021-4b00-a2cd-1e696ac1d8da tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Oct 22 16:08:14.052143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['aced81ab-3078-45c7-aa70-271a91bcd245'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:08:15.120791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489ead-382d-4251-aa36-06ffc6010d8f req-70b10c29-8a72-4fcd-9a9e-9c99f28cdbaf tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:15.122286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d489ead-382d-4251-aa36-06ffc6010d8f req-70b10c29-8a72-4fcd-9a9e-9c99f28cdbaf tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 944 time: 0.0536439 Oct 22 16:08:15.162505 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4d489ead-382d-4251-aa36-06ffc6010d8f req-444194b9-9cc7-4ea9-8fdf-a1dbadb1102d tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Oct 22 16:08:15.490490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device aced81ab-3078-45c7-aa70-271a91bcd245 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:08:15.636755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port aced81ab-3078-45c7-aa70-271a91bcd245 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:08:15.640762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port aced81ab-3078-45c7-aa70-271a91bcd245 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:15.641156 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:15.720575 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:15.742824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced81ab-3078-45c7-aa70-271a91bcd245'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:08:15.745132 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e548c86-be56-4be2-8434-cef811ede97c" -d '{"events": [{"server_uuid": "b2c9f42d-7698-4519-9755-98bb5f30619f", "name": "network-vif-plugged", "status": "completed", "tag": "aced81ab-3078-45c7-aa70-271a91bcd245"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:08:15.758098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port aced81ab-3078-45c7-aa70-271a91bcd245, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=aced81ab-3078-45c7-aa70-271a91bcd245,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:15.784921 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf401cc-dea4-4441-b30a-2acca34f89ad x-openstack-request-id: req-7cf401cc-dea4-4441-b30a-2acca34f89ad {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:08:15.785216 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c9f42d-7698-4519-9755-98bb5f30619f", "name": "network-vif-plugged", "status": "completed", "tag": "aced81ab-3078-45c7-aa70-271a91bcd245", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:08:15.785472 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cf401cc-dea4-4441-b30a-2acca34f89ad {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:08:15.785887 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced81ab-3078-45c7-aa70-271a91bcd245', 'code': 200} Oct 22 16:08:15.847904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:15.885837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796d54-5aa2-477d-8c1d-814055422474 req-f30f7c39-6c44-4f08-967c-f0f0efc147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:15.887619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2796d54-5aa2-477d-8c1d-814055422474 req-f30f7c39-6c44-4f08-967c-f0f0efc147b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 1096 time: 0.0405509 Oct 22 16:08:15.896842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=aced81ab-3078-45c7-aa70-271a91bcd245,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:15.927227 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b2796d54-5aa2-477d-8c1d-814055422474 req-93e37b5d-59b9-4a92-b5f2-f1d42b9bf4ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Oct 22 16:08:16.278113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb023d-41c9-4e34-9fba-5c3f3f550616 req-b2e39b2d-57ed-4870-90df-cf16bec030ab tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:16.279971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77fb023d-41c9-4e34-9fba-5c3f3f550616 req-b2e39b2d-57ed-4870-90df-cf16bec030ab tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0494862 Oct 22 16:08:16.317748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77fb023d-41c9-4e34-9fba-5c3f3f550616 req-24597691-8ad7-4612-bc22-0f7cffb7cfb7 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Oct 22 16:08:17.443053 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558a80-cd71-4986-a17f-ad2166b1286e req-a8fbde1b-1395-493e-9eec-9d999b43b7ba tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:17.450067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d558a80-cd71-4986-a17f-ad2166b1286e req-a8fbde1b-1395-493e-9eec-9d999b43b7ba tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0505705 Oct 22 16:08:17.486606 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d558a80-cd71-4986-a17f-ad2166b1286e req-2826e2d9-7f7d-4927-a3c1-05f3523bbd12 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Oct 22 16:08:18.608350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdae8f-f895-4d5c-ba4f-2114bdc6d924 req-3e685bae-df5f-4386-b2ef-1b96aa88d745 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:18.609847 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9bdae8f-f895-4d5c-ba4f-2114bdc6d924 req-3e685bae-df5f-4386-b2ef-1b96aa88d745 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0548666 Oct 22 16:08:18.648342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d9bdae8f-f895-4d5c-ba4f-2114bdc6d924 req-cb4df268-5ae8-4376-818c-c7514823dc5f tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Oct 22 16:08:18.887399 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-4cf7c022-4140-452e-8d19-ebc7a8a435e2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:18.888900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-4cf7c022-4140-452e-8d19-ebc7a8a435e2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/networks?id=0babe827-2c0d-455e-a634-1174681c1b61 HTTP/1.1" status: 200 len: 814 time: 0.1084814 Oct 22 16:08:18.905846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-f954e8cd-cca3-4185-9c3f-10bae693122e tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/quotas/e3f9f2216e3049af9aed8a83e9d42f26 HTTP/1.1" status: 200 len: 375 time: 0.0101321 Oct 22 16:08:18.962344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-a9ea069e-b436-4dca-b5d3-a319d50c54cf tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498359 Oct 22 16:08:19.059399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-dc2b12d2-c7f3-47ee-bbbc-f3253858cc48 service neutron] 10.222.0.66 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896916 Oct 22 16:08:19.153627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-ce4376be-21e0-4942-932b-28b82f14710c service neutron] 10.222.0.66 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Oct 22 16:08:19.392622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d899f7f-5667-4b68-8189-5b0705b87704 req-e8e89a06-75f3-4351-bdff-4245912f1d28 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Oct 22 16:08:20.489219 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2960bef1-c303-4255-921f-6c4d1863e77e req-a2d6bee8-3caa-4cd2-a058-3521290150de tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Oct 22 16:08:21.391158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-f2f92148-cb64-4c5d-9267-d15c68196ca3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:21.392766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-f2f92148-cb64-4c5d-9267-d15c68196ca3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.53 "GET /v2.0/networks?id=0babe827-2c0d-455e-a634-1174681c1b61 HTTP/1.1" status: 200 len: 814 time: 0.1137893 Oct 22 16:08:21.409159 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Request body: {'port': {'device_id': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61', 'admin_state_up': True, 'tenant_id': 'e3f9f2216e3049af9aed8a83e9d42f26'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:21.595474 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4e6129fc-a064-428b-b775-2d58834a979c req-3a080846-b97b-4645-a1bd-2b3fcfc8523e tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 210 time: 0.0349610 Oct 22 16:08:21.596449 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Made reservation on behalf of e3f9f2216e3049af9aed8a83e9d42f26 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:21.599898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:21.729502 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Allocated IP 172.20.0.10 (0babe827-2c0d-455e-a634-1174681c1b61/347e735f-6686-4664-bfb2-5e92df047417/7d1f0f21-871e-4b1e-afae-264061fdefd1) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:08:21.878868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:22.134376 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:22.147193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['aced81ab-3078-45c7-aa70-271a91bcd245'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:08:22.181025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Network 0babe827-2c0d-455e-a634-1174681c1b61 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:08:22.186578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:22.194144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:08:22.198261 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Pushing event updated for resources: {'Port': ['ID=7d1f0f21-871e-4b1e-afae-264061fdefd1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:22.252598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:22.253268 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:22.427781 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-c49b6bb5-6ae1-49f2-9977-2c0dbe39daae tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0244901 Oct 22 16:08:22.440993 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Request body: {'port': {'device_id': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:22.494178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:22.747650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce6e2b-26f7-4759-878a-7c55599bdbb6 req-ca193fcd-a2f1-4093-aadd-0d30285040a2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:22.749068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9ce6e2b-26f7-4759-878a-7c55599bdbb6 req-ca193fcd-a2f1-4093-aadd-0d30285040a2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 932 time: 0.0819838 Oct 22 16:08:22.773333 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-84e398de-6306-43d5-8a4d-4db334408706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:22.820423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1f0f21-871e-4b1e-afae-264061fdefd1 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:08:22.826943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9ce6e2b-26f7-4759-878a-7c55599bdbb6 req-544af072-5be3-4ea2-a21f-da29330cb826 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706973 Oct 22 16:08:22.830825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:22.843283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Transition to ACTIVE for port object 7d1f0f21-871e-4b1e-afae-264061fdefd1 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:08:22.973423 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:23.023309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1f0f21-871e-4b1e-afae-264061fdefd1,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:23.095462 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Attempting to bind port 7d1f0f21-871e-4b1e-afae-264061fdefd1 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:08:23.095787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Attempting to bind port 7d1f0f21-871e-4b1e-afae-264061fdefd1 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:08:23.096107 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Attempting to bind port 7d1f0f21-871e-4b1e-afae-264061fdefd1 on network 0babe827-2c0d-455e-a634-1174681c1b61 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:23.103125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Port 7d1f0f21-871e-4b1e-afae-264061fdefd1 on network 0babe827-2c0d-455e-a634-1174681c1b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:08:23.103125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Attempting to bind port 7d1f0f21-871e-4b1e-afae-264061fdefd1 on network 0babe827-2c0d-455e-a634-1174681c1b61 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:23.105476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:08:23.105805 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Checking segment: {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:23.106190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Bound using segment: {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:08:23.106605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Bound port: 7d1f0f21-871e-4b1e-afae-264061fdefd1, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:08:23.106949 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:23.169220 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] For port 7d1f0f21-871e-4b1e-afae-264061fdefd1, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:08:23.172569 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] For port 7d1f0f21-871e-4b1e-afae-264061fdefd1, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7d1f0f21-871e-4b1e-afae-264061fdefd1,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:08:23.282671 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:23.316773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.317388 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:23.318780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] 10.222.0.53 "PUT /v2.0/ports/7d1f0f21-871e-4b1e-afae-264061fdefd1 HTTP/1.1" status: 200 len: 1092 time: 0.8818870 Oct 22 16:08:23.319234 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'tag': '7d1f0f21-871e-4b1e-afae-264061fdefd1'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:08:23.321533 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8665d7f-34da-4395-b14d-8c85fc0c342b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a7b74a-692d-46e7-8507-2525239b5c98", "tag": "7d1f0f21-871e-4b1e-afae-264061fdefd1"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:08:23.347031 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba02233-4789-4713-901c-e088855d6cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1f0f21-871e-4b1e-afae-264061fdefd1,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:23.365017 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1339a304-d887-4ffe-b235-ac98d4697780 x-openstack-request-id: req-1339a304-d887-4ffe-b235-ac98d4697780 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:08:23.365304 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a7b74a-692d-46e7-8507-2525239b5c98", "tag": "7d1f0f21-871e-4b1e-afae-264061fdefd1", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:08:23.365555 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1339a304-d887-4ffe-b235-ac98d4697780 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:08:23.365961 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'tag': '7d1f0f21-871e-4b1e-afae-264061fdefd1', 'status': 'completed', 'code': 200} Oct 22 16:08:23.433357 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8665d7f-34da-4395-b14d-8c85fc0c342b req-d45f36fa-afdd-448d-ac70-fd845b7978de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.434855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8665d7f-34da-4395-b14d-8c85fc0c342b req-d45f36fa-afdd-448d-ac70-fd845b7978de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 1095 time: 0.0445068 Oct 22 16:08:23.535480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8665d7f-34da-4395-b14d-8c85fc0c342b req-d2dc059e-195c-4b89-83d4-2813ca8d0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.536957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8665d7f-34da-4395-b14d-8c85fc0c342b req-d2dc059e-195c-4b89-83d4-2813ca8d0466 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945725 Oct 22 16:08:23.633723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8665d7f-34da-4395-b14d-8c85fc0c342b req-2372cbe4-f97f-44d4-b04a-ee734cc73461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.635214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8665d7f-34da-4395-b14d-8c85fc0c342b req-2372cbe4-f97f-44d4-b04a-ee734cc73461 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912635 Oct 22 16:08:23.711592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-4965fcc6-43f1-4ef0-a249-74a84a87d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.713085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-4965fcc6-43f1-4ef0-a249-74a84a87d65d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 1095 time: 0.0414047 Oct 22 16:08:23.756073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-74dd1dca-27f9-4be4-907d-514669a223d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f0f21-871e-4b1e-afae-264061fdefd1 HTTP/1.1" status: 200 len: 217 time: 0.0344999 Oct 22 16:08:23.806028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-b628f64c-4073-4e12-98d6-4cf730a74d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.807422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-b628f64c-4073-4e12-98d6-4cf730a74d9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=347e735f-6686-4664-bfb2-5e92df047417 HTTP/1.1" status: 200 len: 854 time: 0.0444717 Oct 22 16:08:23.843198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-52b6e71c-374d-4abf-a577-7cdcd5449f4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0babe827-2c0d-455e-a634-1174681c1b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276783 Oct 22 16:08:23.971188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-a92680dc-84a9-480d-9fbf-55f10484a0ef service neutron] 10.222.0.53 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213048 Oct 22 16:08:23.981485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764477d1-cbe4-4d1b-b395-913403ccc6ae req-48c9487b-9648-4b3c-a6f9-ea8c7bd4bf44 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:23.983678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-764477d1-cbe4-4d1b-b395-913403ccc6ae req-48c9487b-9648-4b3c-a6f9-ea8c7bd4bf44 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 944 time: 0.0723457 Oct 22 16:08:24.078635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-764477d1-cbe4-4d1b-b395-913403ccc6ae req-d86856ed-d301-4be5-b967-008c40d08c12 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866482 Oct 22 16:08:24.099929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-604ecad0-c9cf-43f7-9e94-36f85aaa71e4 req-929838f4-ce11-4ed1-9b71-646c4ea11ba5 service neutron] 10.222.0.53 "GET /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150465 Oct 22 16:08:25.219402 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b937a-8ba9-4a0e-ac71-b863ef3d38a0 req-5a3ccbde-0a44-4366-9230-e879336f02ed tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:25.220906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-765b937a-8ba9-4a0e-ac71-b863ef3d38a0 req-5a3ccbde-0a44-4366-9230-e879336f02ed tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 944 time: 0.0539687 Oct 22 16:08:25.236310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eb3511e6-d5a8-4bef-9093-80843e160a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:25.261124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-765b937a-8ba9-4a0e-ac71-b863ef3d38a0 req-51e941a0-dd5e-4985-b26a-cba1d170e5a9 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Oct 22 16:08:26.373047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7d1f0f21-871e-4b1e-afae-264061fdefd1 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:08:26.379789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38e2f-8082-4a61-a145-f7edcd2abe24 req-eed67479-bf35-4261-aa85-5856ac2890ff tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:26.381323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58f38e2f-8082-4a61-a145-f7edcd2abe24 req-eed67479-bf35-4261-aa85-5856ac2890ff tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 944 time: 0.0509317 Oct 22 16:08:26.421098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58f38e2f-8082-4a61-a145-f7edcd2abe24 req-96e28cbb-c82b-4974-804b-6bf2e836ffa2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Oct 22 16:08:26.487301 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7d1f0f21-871e-4b1e-afae-264061fdefd1, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7d1f0f21-871e-4b1e-afae-264061fdefd1,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:26.499500 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '7d1f0f21-871e-4b1e-afae-264061fdefd1', 'network_id': '0babe827-2c0d-455e-a634-1174681c1b61', 'port_id': '7d1f0f21-871e-4b1e-afae-264061fdefd1', 'mac_address': 'fa:16:3e:76:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347e735f-6686-4664-bfb2-5e92df047417', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:08:26.537594 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:26.550704 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1f0f21-871e-4b1e-afae-264061fdefd1 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:08:26.570276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7d1f0f21-871e-4b1e-afae-264061fdefd1, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7d1f0f21-871e-4b1e-afae-264061fdefd1,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:26.584878 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:26.670709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:26.718928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7d1f0f21-871e-4b1e-afae-264061fdefd1,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:26.726349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.726721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.727088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.727428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.727761 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.728092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.728413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.728737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.729061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.729383 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.729706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.730025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:26.825186 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:26.873448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7d1f0f21-871e-4b1e-afae-264061fdefd1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:08:27.539009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a5af4-56a9-4d2e-9135-82518127f55a req-56630213-6496-4a1f-ac50-f6b61bc768fd tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:27.540465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac9a5af4-56a9-4d2e-9135-82518127f55a req-56630213-6496-4a1f-ac50-f6b61bc768fd tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Oct 22 16:08:27.578197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac9a5af4-56a9-4d2e-9135-82518127f55a req-1ade1412-f1a3-4eab-ba83-9662ffe5f83b tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Oct 22 16:08:28.388148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7d1f0f21-871e-4b1e-afae-264061fdefd1 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:08:28.392487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:28.504088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 7d1f0f21-871e-4b1e-afae-264061fdefd1 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:08:28.508075 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 7d1f0f21-871e-4b1e-afae-264061fdefd1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:28.508457 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:28.590939 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:28.614470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1f0f21-871e-4b1e-afae-264061fdefd1'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:08:28.616717 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ae4c7-3d04-4604-90cc-cd3d23fe1c8a" -d '{"events": [{"server_uuid": "f9a7b74a-692d-46e7-8507-2525239b5c98", "name": "network-vif-plugged", "status": "completed", "tag": "7d1f0f21-871e-4b1e-afae-264061fdefd1"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:08:28.630173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 7d1f0f21-871e-4b1e-afae-264061fdefd1, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7d1f0f21-871e-4b1e-afae-264061fdefd1,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:28.659584 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c73eca-0974-468e-9ffe-3dc629adf1a6 x-openstack-request-id: req-a2c73eca-0974-468e-9ffe-3dc629adf1a6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:08:28.659881 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7b74a-692d-46e7-8507-2525239b5c98", "name": "network-vif-plugged", "status": "completed", "tag": "7d1f0f21-871e-4b1e-afae-264061fdefd1", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:08:28.660166 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2c73eca-0974-468e-9ffe-3dc629adf1a6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:08:28.660570 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1f0f21-871e-4b1e-afae-264061fdefd1', 'code': 200} Oct 22 16:08:28.705616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2138e7-8622-45d2-a4a0-3770a442f89f req-bee77d93-00f9-45e1-a20b-aa99ef4826f1 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:28.707178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e2138e7-8622-45d2-a4a0-3770a442f89f req-bee77d93-00f9-45e1-a20b-aa99ef4826f1 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 945 time: 0.0602250 Oct 22 16:08:28.716802 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:28.764549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=7d1f0f21-871e-4b1e-afae-264061fdefd1,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:28.775435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e2138e7-8622-45d2-a4a0-3770a442f89f req-1e67c8d6-1152-4d17-a090-9898207b6184 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621319 Oct 22 16:08:28.782396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0385b-5dfa-435a-85eb-944963483aa4 req-757c5c37-57b7-44f6-9be8-d7b4d2864c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:28.783914 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3eb0385b-5dfa-435a-85eb-944963483aa4 req-757c5c37-57b7-44f6-9be8-d7b4d2864c42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 1097 time: 0.0642412 Oct 22 16:08:28.821356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3eb0385b-5dfa-435a-85eb-944963483aa4 req-056e0473-7695-4964-b7d4-88c678a1aeb4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297353 Oct 22 16:08:29.897240 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f3c-f1ea-40aa-ba61-7944c1e8bd71 req-ffba908a-e209-4eac-8e71-a34e0b2322b5 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:29.898858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-baaf6f3c-f1ea-40aa-ba61-7944c1e8bd71 req-ffba908a-e209-4eac-8e71-a34e0b2322b5 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 946 time: 0.0519769 Oct 22 16:08:29.937924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-baaf6f3c-f1ea-40aa-ba61-7944c1e8bd71 req-213468f3-d64a-4f70-8c19-dc9779602e3d tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Oct 22 16:08:31.064217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0311-eea1-4701-aa4f-fde1cb6f97c6 req-45cc20f0-f68e-496b-877f-c651dee2ef93 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:31.065695 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b9d0311-eea1-4701-aa4f-fde1cb6f97c6 req-45cc20f0-f68e-496b-877f-c651dee2ef93 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 946 time: 0.0532575 Oct 22 16:08:31.104824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6b9d0311-eea1-4701-aa4f-fde1cb6f97c6 req-7fd1822b-82ef-47be-b35b-4eb2f80a4602 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Oct 22 16:08:31.640367 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f4697-c76e-45da-b0a0-977eaa22693b req-35331236-ecc0-4045-bb21-2e84838d1e44 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:31.641789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e09f4697-c76e-45da-b0a0-977eaa22693b req-35331236-ecc0-4045-bb21-2e84838d1e44 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 946 time: 0.0529385 Oct 22 16:08:31.680823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e09f4697-c76e-45da-b0a0-977eaa22693b req-53eee2ac-46f5-4791-986c-bb4ab161635b tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Oct 22 16:08:32.801468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319bf0a-ea4f-4976-9e31-94c7adcc56b6 req-d2bdea1a-ea14-47e4-8fd2-198e2ce22b3d tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:32.802959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c319bf0a-ea4f-4976-9e31-94c7adcc56b6 req-d2bdea1a-ea14-47e4-8fd2-198e2ce22b3d tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 946 time: 0.0505958 Oct 22 16:08:32.840521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c319bf0a-ea4f-4976-9e31-94c7adcc56b6 req-2613ddf2-0a77-4e19-86e9-7cbcba3f6bbe tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Oct 22 16:08:32.939106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-bdbeaedf-658c-428d-b3e3-2ac6fe7e987c tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:32.940650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-bdbeaedf-658c-428d-b3e3-2ac6fe7e987c tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 946 time: 0.0544980 Oct 22 16:08:33.031306 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Deleting port 7d1f0f21-871e-4b1e-afae-264061fdefd1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:08:33.031697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:33.123393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] For port 7d1f0f21-871e-4b1e-afae-264061fdefd1, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=7d1f0f21-871e-4b1e-afae-264061fdefd1,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:33.123756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:33.138342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Calling delete_port for 7d1f0f21-871e-4b1e-afae-264061fdefd1 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:08:33.350741 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:33.363722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['7d1f0f21-871e-4b1e-afae-264061fdefd1'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:08:33.366570 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['aced81ab-3078-45c7-aa70-271a91bcd245'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:08:33.384072 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Pushing event deleted for resources: {'Port': ['ID=7d1f0f21-871e-4b1e-afae-264061fdefd1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:33.426851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] No DVR routers for this DVR port 7d1f0f21-871e-4b1e-afae-264061fdefd1 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:08:33.429669 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:33.433074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74634bff-1c66-41c6-b1f9-4f7f784943b2 req-6c3bffa7-601c-4607-8ad8-6b952c133d66 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.53 "DELETE /v2.0/ports/7d1f0f21-871e-4b1e-afae-264061fdefd1 HTTP/1.1" status: 204 len: 173 time: 0.4854045 Oct 22 16:08:33.433526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'name': 'network-vif-deleted', 'tag': '7d1f0f21-871e-4b1e-afae-264061fdefd1'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:08:33.435873 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caaf2de-5ce2-4fc1-9d51-96eb19c46d77" -d '{"events": [{"server_uuid": "f9a7b74a-692d-46e7-8507-2525239b5c98", "name": "network-vif-deleted", "tag": "7d1f0f21-871e-4b1e-afae-264061fdefd1"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:08:33.474657 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ac7eec-b26f-4e85-80bb-fd9fa2e0f311 x-openstack-request-id: req-c4ac7eec-b26f-4e85-80bb-fd9fa2e0f311 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:08:33.474947 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7b74a-692d-46e7-8507-2525239b5c98", "name": "network-vif-deleted", "tag": "7d1f0f21-871e-4b1e-afae-264061fdefd1", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:08:33.475222 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4ac7eec-b26f-4e85-80bb-fd9fa2e0f311 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:08:33.475651 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7b74a-692d-46e7-8507-2525239b5c98', 'name': 'network-vif-deleted', 'tag': '7d1f0f21-871e-4b1e-afae-264061fdefd1', 'status': 'completed', 'code': 200} Oct 22 16:08:33.950759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ff6a4ce-7f91-40ce-8b97-93e93445ba04 req-e3cd99aa-859e-442b-af8d-c3662b3cd092 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9a7b74a-692d-46e7-8507-2525239b5c98 HTTP/1.1" status: 200 len: 210 time: 0.0268319 Oct 22 16:08:34.504734 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:35.103729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06097da-c6d1-43f6-9d55-f9792f1dfa72 req-8e6a7f0b-7a65-40f3-ae76-18fa9faf20c7 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:35.114157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f06097da-c6d1-43f6-9d55-f9792f1dfa72 req-8e6a7f0b-7a65-40f3-ae76-18fa9faf20c7 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0490012 Oct 22 16:08:35.147515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f06097da-c6d1-43f6-9d55-f9792f1dfa72 req-db6116b3-870f-4816-b31e-282610746208 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Oct 22 16:08:35.290301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a11da-0749-40bf-a3d0-0c2d0c8bcea2 req-06fef60c-53e9-4ba1-acde-6d223a7014f1 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:35.291913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee4a11da-0749-40bf-a3d0-0c2d0c8bcea2 req-06fef60c-53e9-4ba1-acde-6d223a7014f1 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0506532 Oct 22 16:08:35.330605 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ee4a11da-0749-40bf-a3d0-0c2d0c8bcea2 req-e0692375-6d17-4656-8f83-6ebe8a2ea0d2 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Oct 22 16:08:35.450742 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2159-5567-4382-8eb9-b1aa80fa8a30 req-b873a539-db31-45a8-9092-420767988afe tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:35.452399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-619e2159-5567-4382-8eb9-b1aa80fa8a30 req-b873a539-db31-45a8-9092-420767988afe tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0511038 Oct 22 16:08:35.492242 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-619e2159-5567-4382-8eb9-b1aa80fa8a30 req-97c94292-fa48-43f7-bd1c-1d3ed86da692 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Oct 22 16:08:35.660610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90ee83-42a6-4c0a-aff4-7265d87a5ce9 req-e4e0f701-5d89-48e9-9667-6a4168161bad tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:35.662070 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b90ee83-42a6-4c0a-aff4-7265d87a5ce9 req-e4e0f701-5d89-48e9-9667-6a4168161bad tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0483201 Oct 22 16:08:35.702079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b90ee83-42a6-4c0a-aff4-7265d87a5ce9 req-8876d362-e5a0-4e28-b264-3696647502c3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Oct 22 16:08:35.818040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23570b-eac4-4d62-8869-b1aac52a9da1 req-3c4a87da-d13a-46a0-9c8d-7c1619ce97f8 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:35.819518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c23570b-eac4-4d62-8869-b1aac52a9da1 req-3c4a87da-d13a-46a0-9c8d-7c1619ce97f8 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0494456 Oct 22 16:08:35.859177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c23570b-eac4-4d62-8869-b1aac52a9da1 req-325a639a-82ae-431e-80ca-8ff65adcd592 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Oct 22 16:08:35.986689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065c960-4273-4fe6-9d5b-1b6b35e7d3c8 req-60905c10-e81a-4d1a-81b6-5c36b30e9742 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:35.988238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8065c960-4273-4fe6-9d5b-1b6b35e7d3c8 req-60905c10-e81a-4d1a-81b6-5c36b30e9742 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0517159 Oct 22 16:08:36.028207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8065c960-4273-4fe6-9d5b-1b6b35e7d3c8 req-85067331-ebd8-4ad0-b62f-98da51ec9d28 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Oct 22 16:08:36.403976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7d1f0f21-871e-4b1e-afae-264061fdefd1 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:08:36.424899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 7d1f0f21-871e-4b1e-afae-264061fdefd1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:08:36.425245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 7d1f0f21-871e-4b1e-afae-264061fdefd1 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:08:37.106476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3c0c-a1b9-48da-ae55-3d3bd44e53c4 req-0e2e377c-d6bc-46c5-b2f0-ca09863119c3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:37.108155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-386e3c0c-a1b9-48da-ae55-3d3bd44e53c4 req-0e2e377c-d6bc-46c5-b2f0-ca09863119c3 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0518763 Oct 22 16:08:37.156177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-386e3c0c-a1b9-48da-ae55-3d3bd44e53c4 req-57f21c2a-ade5-4e13-982f-a33979a01931 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Oct 22 16:08:38.279917 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080df6-3109-4787-b9fd-82f9ca3e12b2 req-4cb1ce1b-4d3e-4890-ac3a-dc9584295d25 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:38.281659 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be080df6-3109-4787-b9fd-82f9ca3e12b2 req-4cb1ce1b-4d3e-4890-ac3a-dc9584295d25 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0506845 Oct 22 16:08:38.319279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be080df6-3109-4787-b9fd-82f9ca3e12b2 req-af9d30b8-778a-4a27-b7e8-1becc9abc0aa tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Oct 22 16:08:38.843637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-44899a00-7de7-4f46-a10c-4ddb5a7cec93 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:38.845103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-44899a00-7de7-4f46-a10c-4ddb5a7cec93 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0480995 Oct 22 16:08:39.229218 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Deleting port aced81ab-3078-45c7-aa70-271a91bcd245 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:08:39.229466 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:39.319619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] For port aced81ab-3078-45c7-aa70-271a91bcd245, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=aced81ab-3078-45c7-aa70-271a91bcd245,segment=NetworkSegment(e9ff1019-a9dd-4f4c-89c8-8070cc8af97f),segment_id=e9ff1019-a9dd-4f4c-89c8-8070cc8af97f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:39.319982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:39.332549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Calling delete_port for aced81ab-3078-45c7-aa70-271a91bcd245 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:08:39.440840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965baeef-6e20-4ff4-9df6-2d716b042d46 req-c91c2d29-c56d-4a73-be85-55585a706226 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:39.442373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-965baeef-6e20-4ff4-9df6-2d716b042d46 req-c91c2d29-c56d-4a73-be85-55585a706226 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 945 time: 0.0533595 Oct 22 16:08:39.480791 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-965baeef-6e20-4ff4-9df6-2d716b042d46 req-6c333f01-0d87-4dd7-8476-acd08b232be9 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ef34a10-7406-42b7-a0e2-2ef02f000355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Oct 22 16:08:39.573661 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:39.585261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['aced81ab-3078-45c7-aa70-271a91bcd245'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:08:39.601292 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Pushing event deleted for resources: {'Port': ['ID=aced81ab-3078-45c7-aa70-271a91bcd245,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:39.614583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.614929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.615293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.615629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.615963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.616289 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.616616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.616948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.617272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.617590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.617909 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.618231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:08:39.659569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] No DVR routers for this DVR port aced81ab-3078-45c7-aa70-271a91bcd245 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:08:39.663490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:39.667304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39e44e4d-10f6-42a5-936b-4e9d8a61dd89 req-5917b54f-29f5-44b7-98e5-9eea106f5461 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.69 "DELETE /v2.0/ports/aced81ab-3078-45c7-aa70-271a91bcd245 HTTP/1.1" status: 204 len: 173 time: 0.8154197 Oct 22 16:08:39.667866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'name': 'network-vif-deleted', 'tag': 'aced81ab-3078-45c7-aa70-271a91bcd245'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:08:39.671215 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7bc9ff-44e6-48bc-8cab-c04d0d3a0117" -d '{"events": [{"server_uuid": "b2c9f42d-7698-4519-9755-98bb5f30619f", "name": "network-vif-deleted", "tag": "aced81ab-3078-45c7-aa70-271a91bcd245"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:08:39.707530 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e782b12-e4e4-4221-8a9b-2ee57c049982 x-openstack-request-id: req-8e782b12-e4e4-4221-8a9b-2ee57c049982 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:08:39.707831 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c9f42d-7698-4519-9755-98bb5f30619f", "name": "network-vif-deleted", "tag": "aced81ab-3078-45c7-aa70-271a91bcd245", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:08:39.708088 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e782b12-e4e4-4221-8a9b-2ee57c049982 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:08:39.708515 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c9f42d-7698-4519-9755-98bb5f30619f', 'name': 'network-vif-deleted', 'tag': 'aced81ab-3078-45c7-aa70-271a91bcd245', 'status': 'completed', 'code': 200} Oct 22 16:08:40.676320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-778500c6-3e8c-4df6-b9e1-4f2dde6c7013 req-79715d3f-1811-4c3b-af12-70e53a0601d5 tempest-ServersNegativeTestJSON-1932556549 tempest-ServersNegativeTestJSON-1932556549-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c9f42d-7698-4519-9755-98bb5f30619f HTTP/1.1" status: 200 len: 210 time: 0.1113083 Oct 22 16:08:41.737196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45556) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:41.785396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Deleting subnet 347e735f-6686-4664-bfb2-5e92df047417 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:08:41.788469 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:41.822859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:41.861203 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.002279 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.027554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347e735f-6686-4664-bfb2-5e92df047417,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:42.031581 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.035485 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-51c6b5bc-83bc-4760-854b-627bf42546fb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/347e735f-6686-4664-bfb2-5e92df047417 HTTP/1.1" status: 204 len: 168 time: 0.2972426 Oct 22 16:08:42.037959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45558) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:42.109341 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.208053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.497824 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.518302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0babe827-2c0d-455e-a634-1174681c1b61']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:42.527214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:42.527567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ff1019-a9dd-4f4c-89c8-8070cc8af97f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:42.536974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.550267 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.555926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:08:42.556297 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:08:42.557902 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:08:42.704781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.710272 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:42.713553 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0babe827-2c0d-455e-a634-1174681c1b61 HTTP/1.1" status: 204 len: 168 time: 0.6746755 Oct 22 16:08:42.725353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdef8d2-9ad0-4d64-8943-6b9debe870c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0babe827-2c0d-455e-a634-1174681c1b61,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:43.414780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45562) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:43.456990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b6c3c830-a5d7-467d-be58-339b21939fd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3f9f2216e3049af9aed8a83e9d42f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409939 Oct 22 16:08:43.459455 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45564) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:43.511681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91a73d44-2795-42a4-9fb1-d3274a9352fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:43.533766 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91a73d44-2795-42a4-9fb1-d3274a9352fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:43.612188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device aced81ab-3078-45c7-aa70-271a91bcd245 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:08:43.635895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: aced81ab-3078-45c7-aa70-271a91bcd245 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:08:43.636243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device aced81ab-3078-45c7-aa70-271a91bcd245 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:08:43.698097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91a73d44-2795-42a4-9fb1-d3274a9352fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:43.700897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-91a73d44-2795-42a4-9fb1-d3274a9352fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:43.702135 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-91a73d44-2795-42a4-9fb1-d3274a9352fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ef34a10-7406-42b7-a0e2-2ef02f000355 HTTP/1.1" status: 204 len: 168 time: 0.2417569 Oct 22 16:08:43.710929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a73d44-2795-42a4-9fb1-d3274a9352fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef34a10-7406-42b7-a0e2-2ef02f000355,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:44.856081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45586) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:44.969170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015741039'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:45.047796 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:45.051501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.060413 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.137705 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.258797 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.289430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:08:45.299398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae3543-ca08-4a5e-8283-d2c192c94c79,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:45.305756 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.306102 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Added segment dde4fa9a-084e-457c-8767-65df268d275f of type vlan for network 071f8676-3b50-4322-b6ec-b3266c7cd03d Oct 22 16:08:45.348861 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.459091 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.464732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:45.465314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:45.561873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Network': ['ID=071f8676-3b50-4322-b6ec-b3266c7cd03d,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:45.572618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 071f8676-3b50-4322-b6ec-b3266c7cd03d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:08:45.609189 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-83242855-440f-40be-b9b6-2dac328e58b3 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7519696 Oct 22 16:08:48.951986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45590) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:48.957771 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'subnet': {'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:49.173415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:49.176986 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:49.459242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:49.517565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Subnet': ['ID=ed3be0f9-c7e0-4344-afd6-7cc2ad469f8f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:49.528218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Checking segment: {'id': 'dde4fa9a-084e-457c-8767-65df268d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:49.528576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network hostable DHCP agents. Network: 071f8676-3b50-4322-b6ec-b3266c7cd03d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:08:49.630106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network 071f8676-3b50-4322-b6ec-b3266c7cd03d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:08:49.738675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 071f8676-3b50-4322-b6ec-b3266c7cd03d) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:49.742908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:49.743546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:49.747451 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2af24-b8fb-49c7-9abe-e810e0532c88 None None] Network 071f8676-3b50-4322-b6ec-b3266c7cd03d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:49.838399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a6836e7c-455d-43e7-8b15-8ab6797af1d8 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8852460 Oct 22 16:08:49.841864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45592) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:49.846840 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224702019'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:49.895798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-071f8676-3b50-4322-b6ec-b3266c7cd03d', 'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d', 'tenant_id': 'dc766d84d3f648548f22640e256280f2', 'fixed_ips': [{'subnet_id': 'ed3be0f9-c7e0-4344-afd6-7cc2ad469f8f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:08:49.896661 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:49.939262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:49.942767 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:49.972006 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:08:49.983709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:49.983709 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Added segment 5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120 of type vlan for network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 Oct 22 16:08:50.029476 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.032989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Allocated IP 2001:db8:0:ffff::2 (071f8676-3b50-4322-b6ec-b3266c7cd03d/ed3be0f9-c7e0-4344-afd6-7cc2ad469f8f/c38eea7d-b008-44a0-8235-a829e2b5d202) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:08:50.156131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.161944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:50.172958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.177217 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.230797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Network': ['ID=933518eb-9cd7-42af-ad4a-b716b4d75cb0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:50.241846 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:08:50.345323 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.383747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Network 071f8676-3b50-4322-b6ec-b3266c7cd03d is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:08:50.386566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:50.387706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd21bd8f-9cd0-4b36-a4e0-b7fe559dd722 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5447772 Oct 22 16:08:50.390492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45594) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:50.396910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:08:50.397143 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'subnet': {'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:50.400154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Pushing event updated for resources: {'Port': ['ID=c38eea7d-b008-44a0-8235-a829e2b5d202,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:50.457853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Attempting to bind port c38eea7d-b008-44a0-8235-a829e2b5d202 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:08:50.458193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Attempting to bind port c38eea7d-b008-44a0-8235-a829e2b5d202 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'dde4fa9a-084e-457c-8767-65df268d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:08:50.458557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Attempting to bind port c38eea7d-b008-44a0-8235-a829e2b5d202 on network 071f8676-3b50-4322-b6ec-b3266c7cd03d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:50.463654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:08:50.464025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Checking segment: {'id': 'dde4fa9a-084e-457c-8767-65df268d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:50.464431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.464896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Bound using segment: {'id': 'dde4fa9a-084e-457c-8767-65df268d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:08:50.465369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Bound port: c38eea7d-b008-44a0-8235-a829e2b5d202, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde4fa9a-084e-457c-8767-65df268d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '071f8676-3b50-4322-b6ec-b3266c7cd03d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:08:50.465752 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.579087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:50.582761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.694153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] For port c38eea7d-b008-44a0-8235-a829e2b5d202, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:08:50.697324 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] For port c38eea7d-b008-44a0-8235-a829e2b5d202, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c38eea7d-b008-44a0-8235-a829e2b5d202,segment=NetworkSegment(dde4fa9a-084e-457c-8767-65df268d275f),segment_id=dde4fa9a-084e-457c-8767-65df268d275f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:08:50.785323 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.843225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc300-dbb5-4df3-abb2-ab97d0b4dd7f None None] Pushing event updated for resources: {'Port': ['ID=c38eea7d-b008-44a0-8235-a829e2b5d202,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:50.848722 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:08:50.876262 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:50.940545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Subnet': ['ID=b34feac9-7c66-4f86-8de0-f9b1745161c0,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:50.952096 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Checking segment: {'id': '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:50.952469 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network hostable DHCP agents. Network: 933518eb-9cd7-42af-ad4a-b716b4d75cb0, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:08:51.058736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:08:51.167309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 933518eb-9cd7-42af-ad4a-b716b4d75cb0) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:51.172257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:51.174318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.175059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d33c1-7cce-41c3-ab06-c9a6dbbbc450 None None] Network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:51.326065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-933518eb-9cd7-42af-ad4a-b716b4d75cb0', 'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0', 'tenant_id': 'dc766d84d3f648548f22640e256280f2', 'fixed_ips': [{'subnet_id': 'b34feac9-7c66-4f86-8de0-f9b1745161c0'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:08:51.326924 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.383929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0250915f-7c10-4e15-8a2d-724c2924464a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9885826 Oct 22 16:08:51.384226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45596) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:51.492574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c38eea7d-b008-44a0-8235-a829e2b5d202 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:08:51.494391 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Allocated IP 2001:db8::2 (933518eb-9cd7-42af-ad4a-b716b4d75cb0/b34feac9-7c66-4f86-8de0-f9b1745161c0/f508ab7d-c4a1-4824-bce0-4befccea8670) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:08:51.527048 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.612687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c38eea7d-b008-44a0-8235-a829e2b5d202 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:51.613040 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.616469 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.755415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.768404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.788673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65be962-ac0b-4dfe-8d57-3509faaa899e None None] Network 071f8676-3b50-4322-b6ec-b3266c7cd03d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:51.825150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port c38eea7d-b008-44a0-8235-a829e2b5d202, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c38eea7d-b008-44a0-8235-a829e2b5d202,segment=NetworkSegment(dde4fa9a-084e-457c-8767-65df268d275f),segment_id=dde4fa9a-084e-457c-8767-65df268d275f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:51.888325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4835dc90-b8fc-4001-ad0c-20789d515b5d None None] Provisioning complete for port c38eea7d-b008-44a0-8235-a829e2b5d202 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:51.888692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4835dc90-b8fc-4001-ad0c-20789d515b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.917308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.986515 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.991200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:51.998382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:08:52.008984 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:52.020642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:08:52.025540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Subnet': ['ID=b34feac9-7c66-4f86-8de0-f9b1745161c0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:52.044746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Pushing event updated for resources: {'Port': ['ID=f508ab7d-c4a1-4824-bce0-4befccea8670,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:52.084446 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.105974 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933518eb-9cd7-42af-ad4a-b716b4d75cb0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:52.115527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:52.115823 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:52.125221 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.138532 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.146074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:08:52.146463 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:08:52.149411 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:08:52.182733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Attempting to bind port f508ab7d-c4a1-4824-bce0-4befccea8670 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:08:52.183032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Attempting to bind port f508ab7d-c4a1-4824-bce0-4befccea8670 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:08:52.183525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Attempting to bind port f508ab7d-c4a1-4824-bce0-4befccea8670 on network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:52.197249 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=c38eea7d-b008-44a0-8235-a829e2b5d202,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:52.202079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:08:52.202460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Checking segment: {'id': '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:52.202865 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.203282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Bound using segment: {'id': '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:08:52.204937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Bound port: f508ab7d-c4a1-4824-bce0-4befccea8670, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:08:52.205327 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.258997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 16:08:52.258997 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 16:08:52.258997 n-d-812148-2 neutron-server[107802]: [parameters: {'id': '933518eb-9cd7-42af-ad4a-b716b4d75cb0'}] Oct 22 16:08:52.258997 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 16:08:52.259715 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 16:08:52.279869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] For port f508ab7d-c4a1-4824-bce0-4befccea8670, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:08:52.283114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] For port f508ab7d-c4a1-4824-bce0-4befccea8670, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f508ab7d-c4a1-4824-bce0-4befccea8670,segment=NetworkSegment(5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120),segment_id=5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:08:52.373751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.456065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796a9e9-245e-46cb-bb37-f22eca08db16 None None] Pushing event updated for resources: {'Port': ['ID=f508ab7d-c4a1-4824-bce0-4befccea8670,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:52.468923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-08b2bcea-05cb-4851-ad5e-5de3ff29367f None None] Provisioning complete for port c38eea7d-b008-44a0-8235-a829e2b5d202 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:52.469665 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-08b2bcea-05cb-4851-ad5e-5de3ff29367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.491890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209dbddd-a21a-4686-9070-2c55f06c938b None None] Network 933518eb-9cd7-42af-ad4a-b716b4d75cb0 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:52.672920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0461273-14f4-4e2b-b7fa-83206c38812e None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 16:08:52.721791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-adf9f805-8750-4942-bca8-28c047045c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.740794 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0461273-14f4-4e2b-b7fa-83206c38812e None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 16:08:52.760659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.814368 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Deleting port f508ab7d-c4a1-4824-bce0-4befccea8670 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:08:52.814712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.883097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] For port f508ab7d-c4a1-4824-bce0-4befccea8670, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f508ab7d-c4a1-4824-bce0-4befccea8670,segment=NetworkSegment(5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120),segment_id=5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:52.883461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:52.895973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Calling delete_port for f508ab7d-c4a1-4824-bce0-4befccea8670 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:08:53.104327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.130695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Port': ['ID=f508ab7d-c4a1-4824-bce0-4befccea8670,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:53.134302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No DVR routers for this DVR port f508ab7d-c4a1-4824-bce0-4befccea8670 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:08:53.219875 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.240566 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933518eb-9cd7-42af-ad4a-b716b4d75cb0']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:53.249716 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:53.250011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb10ea4-c1ef-4b4f-a46b-fc22eaa6e120') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:53.261031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.274823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.280894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:08:53.281282 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:08:53.284653 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:08:53.413055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.420710 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.427508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/933518eb-9cd7-42af-ad4a-b716b4d75cb0 HTTP/1.1" status: 204 len: 168 time: 2.0390146 Oct 22 16:08:53.427739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45598) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:53.441701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470068080'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:53.446207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda8d40-c962-45a3-907b-cfd6694cc98d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Network': ['ID=933518eb-9cd7-42af-ad4a-b716b4d75cb0,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:53.456550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c38eea7d-b008-44a0-8235-a829e2b5d202 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:08:53.507158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c38eea7d-b008-44a0-8235-a829e2b5d202 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:53.507531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.538661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:53.542412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.566514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:08:53.575493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.575832 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Added segment be3e98f1-f04e-4cea-b7e3-f73491fe6bd1 of type vlan for network b2d21597-d56b-49df-8983-3fc96638835c Oct 22 16:08:53.617696 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.744678 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.751049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:53.751660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:53.822812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Network': ['ID=b2d21597-d56b-49df-8983-3fc96638835c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:53.832695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network b2d21597-d56b-49df-8983-3fc96638835c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:08:53.884794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2affe121-9f5d-4fb4-99eb-9f4984cc00d4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4557779 Oct 22 16:08:53.887790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:53.893243 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'subnet': {'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:54.081895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:54.085580 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:54.146077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Performing IP validity checks on allocation pools {{(pid=107801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 16:08:54.146602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.ipam_backend_mixin [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 16:08:54.390689 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:54.453878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Subnet': ['ID=20d9d40f-4605-4efa-a495-b6f3dc15840e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:54.464081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Checking segment: {'id': 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:54.464440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network hostable DHCP agents. Network: b2d21597-d56b-49df-8983-3fc96638835c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:08:54.561756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network b2d21597-d56b-49df-8983-3fc96638835c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:08:54.670041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, b2d21597-d56b-49df-8983-3fc96638835c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:54.674998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:54.675619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:54.679345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce76ab-4d3b-4d4c-b199-0fab37825794 None None] Network b2d21597-d56b-49df-8983-3fc96638835c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:54.770642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8e8decde-50be-410b-a391-fbce91ef7f75 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8816326 Oct 22 16:08:54.773616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45602) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:54.829892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-b2d21597-d56b-49df-8983-3fc96638835c', 'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c', 'tenant_id': 'dc766d84d3f648548f22640e256280f2', 'fixed_ips': [{'subnet_id': '20d9d40f-4605-4efa-a495-b6f3dc15840e'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:08:54.830804 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:54.871821 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:54.930593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:54.964992 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Allocated IP 2001:db8::3 (b2d21597-d56b-49df-8983-3fc96638835c/20d9d40f-4605-4efa-a495-b6f3dc15840e/f0478351-4dd1-4010-bbd8-044b910095e9) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:08:55.118007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.213512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7eb9165d-1c1e-4c40-b1c3-a6113cc5f0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.258903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.309640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Network b2d21597-d56b-49df-8983-3fc96638835c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:08:55.314290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:55.316782 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:08:55.327380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Pushing event updated for resources: {'Port': ['ID=f0478351-4dd1-4010-bbd8-044b910095e9,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:55.349976 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.377278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Subnet': ['ID=20d9d40f-4605-4efa-a495-b6f3dc15840e,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:55.452540 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.475176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d21597-d56b-49df-8983-3fc96638835c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:55.486202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:55.486495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:55.495746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.510432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.516591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:08:55.516980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:08:55.519979 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:08:55.540453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Attempting to bind port f0478351-4dd1-4010-bbd8-044b910095e9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:08:55.540815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Attempting to bind port f0478351-4dd1-4010-bbd8-044b910095e9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:08:55.541174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Attempting to bind port f0478351-4dd1-4010-bbd8-044b910095e9 on network b2d21597-d56b-49df-8983-3fc96638835c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:55.546210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:08:55.546582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Checking segment: {'id': 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:55.547509 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.547927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Bound using segment: {'id': 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:08:55.548393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Bound port: f0478351-4dd1-4010-bbd8-044b910095e9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b2d21597-d56b-49df-8983-3fc96638835c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:08:55.548829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.609386 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] For port f0478351-4dd1-4010-bbd8-044b910095e9, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:08:55.613245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] For port f0478351-4dd1-4010-bbd8-044b910095e9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0478351-4dd1-4010-bbd8-044b910095e9,segment=NetworkSegment(be3e98f1-f04e-4cea-b7e3-f73491fe6bd1),segment_id=be3e98f1-f04e-4cea-b7e3-f73491fe6bd1)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:08:55.642071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.db.api [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 16:08:55.642071 n-d-812148-2 neutron-server[107802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 16:08:55.642071 n-d-812148-2 neutron-server[107802]: [parameters: {'id': 'b2d21597-d56b-49df-8983-3fc96638835c'}] Oct 22 16:08:55.642071 n-d-812148-2 neutron-server[107802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 16:08:55.642556 n-d-812148-2 neutron-server[107802]: DEBUG oslo_db.api [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 16:08:55.711005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:55.792155 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecae26-c61b-416c-bc03-ebb20e1bd9dd None None] Pushing event updated for resources: {'Port': ['ID=f0478351-4dd1-4010-bbd8-044b910095e9,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:55.801995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f2f42-b988-4718-b05f-f31283fb9c10 None None] Network b2d21597-d56b-49df-8983-3fc96638835c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:55.923246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baebba06-b629-4d28-b527-77c743f30d1e None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 16:08:55.988299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebba06-b629-4d28-b527-77c743f30d1e None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 16:08:56.143429 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.196988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Deleting port f0478351-4dd1-4010-bbd8-044b910095e9 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:08:56.197329 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.264758 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] For port f0478351-4dd1-4010-bbd8-044b910095e9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f0478351-4dd1-4010-bbd8-044b910095e9,segment=NetworkSegment(be3e98f1-f04e-4cea-b7e3-f73491fe6bd1),segment_id=be3e98f1-f04e-4cea-b7e3-f73491fe6bd1)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:56.265123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.277495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Calling delete_port for f0478351-4dd1-4010-bbd8-044b910095e9 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:08:56.464458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.497437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Port': ['ID=f0478351-4dd1-4010-bbd8-044b910095e9,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:56.503764 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No DVR routers for this DVR port f0478351-4dd1-4010-bbd8-044b910095e9 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:08:56.555028 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.582433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.602360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d21597-d56b-49df-8983-3fc96638835c']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:56.611287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:56.611576 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3e98f1-f04e-4cea-b7e3-f73491fe6bd1') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:08:56.625007 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.638479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.645007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:08:56.645383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:08:56.648364 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:08:56.801408 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.815031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.815031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/b2d21597-d56b-49df-8983-3fc96638835c HTTP/1.1" status: 204 len: 168 time: 2.0371273 Oct 22 16:08:56.816306 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45604) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:56.821320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249662553'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:56.824616 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0168ad-4fd9-4e93-883e-1455d8e77cb4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Network': ['ID=b2d21597-d56b-49df-8983-3fc96638835c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:56.897619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.939547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:56.943131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.967072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:08:56.975666 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:56.976010 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Added segment abf78b52-f9c0-48c7-bdfa-5def9b78213f of type vlan for network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 Oct 22 16:08:57.018394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:57.104290 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:57.110854 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:57.111572 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:57.179212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Network': ['ID=a4da6bc8-3dbe-4a84-acf8-e12aee0176e6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:57.190494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:08:57.233414 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bf58fe55-f6c5-4390-ad3c-bba34e58087a tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4158840 Oct 22 16:08:57.236934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:57.241961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'subnet': {'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:57.435750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:57.439309 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:57.721380 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:57.779745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Subnet': ['ID=af76633a-5f3a-4c3e-ac01-8362945b5026,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:57.790896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Checking segment: {'id': 'abf78b52-f9c0-48c7-bdfa-5def9b78213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:57.791288 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network hostable DHCP agents. Network: a4da6bc8-3dbe-4a84-acf8-e12aee0176e6, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:08:57.950147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:08:58.086113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a4da6bc8-3dbe-4a84-acf8-e12aee0176e6) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:58.090236 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:58.090898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.096853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c72e88-8726-4164-a668-a063959019ef None None] Network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:58.253767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a4da6bc8-3dbe-4a84-acf8-e12aee0176e6', 'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6', 'tenant_id': 'dc766d84d3f648548f22640e256280f2', 'fixed_ips': [{'subnet_id': 'af76633a-5f3a-4c3e-ac01-8362945b5026'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:08:58.254664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.272772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ff5387a8-b049-4cb2-9e43-cc69e0dd800b tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0347219 Oct 22 16:08:58.276459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:58.281908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832949418'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:58.388948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:58.396816 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.411932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Allocated IP 2001:db8::2 (a4da6bc8-3dbe-4a84-acf8-e12aee0176e6/af76633a-5f3a-4c3e-ac01-8362945b5026/df72a386-8d68-4b07-8ea5-301b12583337) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:08:58.417487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:08:58.432677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.432677 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Added segment f3c29baf-f817-4178-8d88-4986d85bf447 of type vlan for network 3f39d45d-f98a-4029-9d10-e8022ad3d1e1 Oct 22 16:08:58.473580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.488439 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.561403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.567343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.572985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:58.573574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.643592 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Network': ['ID=3f39d45d-f98a-4029-9d10-e8022ad3d1e1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:58.653679 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3f39d45d-f98a-4029-9d10-e8022ad3d1e1 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:08:58.657720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.695763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5ffad480-a05d-46d4-b881-c15795322a2f tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4183009 Oct 22 16:08:58.698693 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:58.703804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Request body: {'subnet': {'network_id': '3f39d45d-f98a-4029-9d10-e8022ad3d1e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:08:58.748636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:08:58.761507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:58.765326 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:08:58.767247 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Pushing event updated for resources: {'Port': ['ID=df72a386-8d68-4b07-8ea5-301b12583337,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:58.825917 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Attempting to bind port df72a386-8d68-4b07-8ea5-301b12583337 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:08:58.826180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Attempting to bind port df72a386-8d68-4b07-8ea5-301b12583337 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'abf78b52-f9c0-48c7-bdfa-5def9b78213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:08:58.826530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Attempting to bind port df72a386-8d68-4b07-8ea5-301b12583337 on network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:08:58.832227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:08:58.832592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Checking segment: {'id': 'abf78b52-f9c0-48c7-bdfa-5def9b78213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:58.832982 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.833366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Bound using segment: {'id': 'abf78b52-f9c0-48c7-bdfa-5def9b78213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:08:58.833822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Bound port: df72a386-8d68-4b07-8ea5-301b12583337, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf78b52-f9c0-48c7-bdfa-5def9b78213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a4da6bc8-3dbe-4a84-acf8-e12aee0176e6'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:08:58.834190 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:58.897845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] For port df72a386-8d68-4b07-8ea5-301b12583337, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:08:58.900836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] For port df72a386-8d68-4b07-8ea5-301b12583337, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=df72a386-8d68-4b07-8ea5-301b12583337,segment=NetworkSegment(abf78b52-f9c0-48c7-bdfa-5def9b78213f),segment_id=abf78b52-f9c0-48c7-bdfa-5def9b78213f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:08:58.931662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Made reservation on behalf of dc766d84d3f648548f22640e256280f2 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:08:58.935281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.019517 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.084332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14236-ee4c-4392-998f-8a34ddeb4393 None None] Pushing event updated for resources: {'Port': ['ID=df72a386-8d68-4b07-8ea5-301b12583337,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:59.233387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.301193 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event updated for resources: {'Subnet': ['ID=00812f8d-8437-469f-a7c4-37dc1a063d8a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:59.312417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Checking segment: {'id': 'f3c29baf-f817-4178-8d88-4986d85bf447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3f39d45d-f98a-4029-9d10-e8022ad3d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:08:59.313394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network hostable DHCP agents. Network: 3f39d45d-f98a-4029-9d10-e8022ad3d1e1, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:08:59.474847 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device df72a386-8d68-4b07-8ea5-301b12583337 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:08:59.481722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Network 3f39d45d-f98a-4029-9d10-e8022ad3d1e1 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:08:59.523491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port df72a386-8d68-4b07-8ea5-301b12583337 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:08:59.523860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.549944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 3f39d45d-f98a-4029-9d10-e8022ad3d1e1) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:08:59.554253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:08:59.554917 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.561576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cfb403-b1d9-40bd-8f24-55918e073365 None None] Network 3f39d45d-f98a-4029-9d10-e8022ad3d1e1 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:08:59.651700 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d8b78b57-486e-468d-afb2-b2c5b53b47e4 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9516163 Oct 22 16:08:59.654380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45612) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:08:59.675538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.759976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port df72a386-8d68-4b07-8ea5-301b12583337, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=df72a386-8d68-4b07-8ea5-301b12583337,segment=NetworkSegment(abf78b52-f9c0-48c7-bdfa-5def9b78213f),segment_id=abf78b52-f9c0-48c7-bdfa-5def9b78213f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:08:59.767823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.782023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82110f24-3e94-403f-8ed9-a80e6ae78513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-3f39d45d-f98a-4029-9d10-e8022ad3d1e1', 'network_id': '3f39d45d-f98a-4029-9d10-e8022ad3d1e1', 'tenant_id': 'dc766d84d3f648548f22640e256280f2', 'fixed_ips': [{'subnet_id': '00812f8d-8437-469f-a7c4-37dc1a063d8a'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:08:59.783653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-82110f24-3e94-403f-8ed9-a80e6ae78513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.829461 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.878620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:08:59.933840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=df72a386-8d68-4b07-8ea5-301b12583337,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:08:59.984006 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.013680 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Subnet': ['ID=00812f8d-8437-469f-a7c4-37dc1a063d8a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server [None req-82110f24-3e94-403f-8ed9-a80e6ae78513 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00812f8d-8437-469f-a7c4-37dc1a063d8a: This subnet is being modified by another concurrent operation. Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server raise exception Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00812f8d-8437-469f-a7c4-37dc1a063d8a: This subnet is being modified by another concurrent operation. Oct 22 16:09:00.024704 n-d-812148-2 neutron-server[107803]: ERROR oslo_messaging.rpc.server Oct 22 16:09:00.049294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a3216-6f2c-4a15-8ddf-b05ec71ddcee None None] Network 3f39d45d-f98a-4029-9d10-e8022ad3d1e1 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:00.096880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.120387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39d45d-f98a-4029-9d10-e8022ad3d1e1']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:00.131726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c29baf-f817-4178-8d88-4986d85bf447') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:00.132362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c29baf-f817-4178-8d88-4986d85bf447') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:00.140264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce599bd-dc78-48c1-8a7b-a07374e58469 None None] Network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:00.143288 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.160160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.167087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:09:00.172139 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:09:00.234079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-008f6440-c592-46b7-ac0d-ce100cd60375 None None] Provisioning complete for port df72a386-8d68-4b07-8ea5-301b12583337 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:00.234462 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-008f6440-c592-46b7-ac0d-ce100cd60375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.322149 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.327123 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.331538 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/3f39d45d-f98a-4029-9d10-e8022ad3d1e1 HTTP/1.1" status: 204 len: 168 time: 0.6756673 Oct 22 16:09:00.337223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:00.347342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac39ba2-7894-435b-9367-8246ce311885 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Network': ['ID=3f39d45d-f98a-4029-9d10-e8022ad3d1e1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:00.368968 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-61955dd8-666a-43cd-a3cd-46b4fd6ad417 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] GET failed (client error): The resource could not be found. Oct 22 16:09:00.370344 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-61955dd8-666a-43cd-a3cd-46b4fd6ad417 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "GET /v2.0/subnets/00812f8d-8437-469f-a7c4-37dc1a063d8a HTTP/1.1" status: 404 len: 337 time: 0.0346286 Oct 22 16:09:00.373209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45616) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:00.392692 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0ccd5f-2813-4586-ad22-c5825891f445 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:00.393253 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0ccd5f-2813-4586-ad22-c5825891f445 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:00.396402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3a0ccd5f-2813-4586-ad22-c5825891f445 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/3f39d45d-f98a-4029-9d10-e8022ad3d1e1 HTTP/1.1" status: 404 len: 339 time: 0.0222759 Oct 22 16:09:00.400158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45618) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:00.427053 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb2d916-d899-4c2a-a384-51f9393859d7 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:00.427591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb2d916-d899-4c2a-a384-51f9393859d7 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:00.433653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45620) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:00.433814 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2fb2d916-d899-4c2a-a384-51f9393859d7 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/subnets/00812f8d-8437-469f-a7c4-37dc1a063d8a HTTP/1.1" status: 404 len: 337 time: 0.0324562 Oct 22 16:09:00.459150 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54f1405-c3c9-40a9-bbd0-6a43b9165951 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:00.459820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54f1405-c3c9-40a9-bbd0-6a43b9165951 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:00.464525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f54f1405-c3c9-40a9-bbd0-6a43b9165951 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/3f39d45d-f98a-4029-9d10-e8022ad3d1e1 HTTP/1.1" status: 404 len: 339 time: 0.0297737 Oct 22 16:09:00.466836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45622) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:00.525334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Deleting subnet af76633a-5f3a-4c3e-ac01-8362945b5026 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:09:00.528953 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.571001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.603705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6a55c-4316-4879-8382-81def3759821 None None] get_active_networks_info from n-d-812148-2 {{(pid=107803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 16:09:00.655245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.663583 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7c4a32d3-d37a-4668-87e5-d58f78b8804f None None] Provisioning complete for port df72a386-8d68-4b07-8ea5-301b12583337 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:00.663945 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a32d3-d37a-4668-87e5-d58f78b8804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.717674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6a55c-4316-4879-8382-81def3759821 None None] Resources bound (agent type, host, resource id): {{(pid=107803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 16:09:00.801822 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.832287 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Subnet': ['ID=af76633a-5f3a-4c3e-ac01-8362945b5026,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:00.834440 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.837678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c109c188-aab2-4f72-ad4e-5a9ff1054ba0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/subnets/af76633a-5f3a-4c3e-ac01-8362945b5026 HTTP/1.1" status: 204 len: 168 time: 0.3698521 Oct 22 16:09:00.840257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45624) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:00.915868 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:00.962744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c49c3-0821-49c7-83f0-550b2a1f54e8 None None] Network a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:00.974450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Deleting port df72a386-8d68-4b07-8ea5-301b12583337 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:09:00.974788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.040405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] For port df72a386-8d68-4b07-8ea5-301b12583337, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=df72a386-8d68-4b07-8ea5-301b12583337,segment=NetworkSegment(abf78b52-f9c0-48c7-bdfa-5def9b78213f),segment_id=abf78b52-f9c0-48c7-bdfa-5def9b78213f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:01.040764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.053943 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Calling delete_port for df72a386-8d68-4b07-8ea5-301b12583337 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:09:01.252399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.280911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Port': ['ID=df72a386-8d68-4b07-8ea5-301b12583337,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:01.283078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No DVR routers for this DVR port df72a386-8d68-4b07-8ea5-301b12583337 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:09:01.292945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951019b-30ff-4f75-a3d6-a89c79b850d2 None None] DHCP port deletion for a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:09:01.362225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.387493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4da6bc8-3dbe-4a84-acf8-e12aee0176e6']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:01.397295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf78b52-f9c0-48c7-bdfa-5def9b78213f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:01.397586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf78b52-f9c0-48c7-bdfa-5def9b78213f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:01.409978 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.424470 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.430618 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:09:01.431031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:09:01.434288 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:09:01.466488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device df72a386-8d68-4b07-8ea5-301b12583337 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:09:01.488399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: df72a386-8d68-4b07-8ea5-301b12583337 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:09:01.488729 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device df72a386-8d68-4b07-8ea5-301b12583337 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:09:01.571634 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.578681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.581971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/a4da6bc8-3dbe-4a84-acf8-e12aee0176e6 HTTP/1.1" status: 204 len: 168 time: 0.7407773 Oct 22 16:09:01.584621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45626) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:01.592976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397af02-d9a1-4c77-8052-0915db6ad541 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Network': ['ID=a4da6bc8-3dbe-4a84-acf8-e12aee0176e6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:01.612205 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-534a2026-d38e-42dc-a984-84fce48f585d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:01.612662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534a2026-d38e-42dc-a984-84fce48f585d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:01.615803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-534a2026-d38e-42dc-a984-84fce48f585d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/subnets/20d9d40f-4605-4efa-a495-b6f3dc15840e HTTP/1.1" status: 404 len: 337 time: 0.0301836 Oct 22 16:09:01.618353 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:01.637407 n-d-812148-2 neutron-server[107801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe811b75-c164-4928-b96e-e8a2a040805e tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:01.637965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe811b75-c164-4928-b96e-e8a2a040805e tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:01.641615 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fe811b75-c164-4928-b96e-e8a2a040805e tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/b2d21597-d56b-49df-8983-3fc96638835c HTTP/1.1" status: 404 len: 339 time: 0.0217357 Oct 22 16:09:01.643624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45630) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:01.669268 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e079c53f-8247-4e5a-b6a7-6c4a565b4d39 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:01.669711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e079c53f-8247-4e5a-b6a7-6c4a565b4d39 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:01.673276 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e079c53f-8247-4e5a-b6a7-6c4a565b4d39 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/subnets/b34feac9-7c66-4f86-8de0-f9b1745161c0 HTTP/1.1" status: 404 len: 337 time: 0.0285676 Oct 22 16:09:01.675603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45632) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:01.693297 n-d-812148-2 neutron-server[107802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a315fbae-c00a-4158-acdf-c840076ef0a0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] DELETE failed (client error): The resource could not be found. Oct 22 16:09:01.693836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a315fbae-c00a-4158-acdf-c840076ef0a0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 16:09:01.696894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a315fbae-c00a-4158-acdf-c840076ef0a0 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/933518eb-9cd7-42af-ad4a-b716b4d75cb0 HTTP/1.1" status: 404 len: 339 time: 0.0204175 Oct 22 16:09:01.699244 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45634) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:01.753619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Deleting subnet ed3be0f9-c7e0-4344-afd6-7cc2ad469f8f {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:09:01.756793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.797577 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:01.879496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.013435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.042442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3be0f9-c7e0-4344-afd6-7cc2ad469f8f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:02.048845 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.052136 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-4e99a134-e559-4bf4-994d-2be2f93fd83d tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/subnets/ed3be0f9-c7e0-4344-afd6-7cc2ad469f8f HTTP/1.1" status: 204 len: 168 time: 0.3519871 Oct 22 16:09:02.054660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45636) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:02.059610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c785cfa-e0e7-48b4-921c-51b2377951bf None None] Network 071f8676-3b50-4322-b6ec-b3266c7cd03d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:02.129871 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.188622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Deleting port c38eea7d-b008-44a0-8235-a829e2b5d202 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:09:02.188964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.235216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] DHCP port deletion for 071f8676-3b50-4322-b6ec-b3266c7cd03d request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:09:02.253483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] For port c38eea7d-b008-44a0-8235-a829e2b5d202, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c38eea7d-b008-44a0-8235-a829e2b5d202,segment=NetworkSegment(dde4fa9a-084e-457c-8767-65df268d275f),segment_id=dde4fa9a-084e-457c-8767-65df268d275f)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:02.253840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.266408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Calling delete_port for c38eea7d-b008-44a0-8235-a829e2b5d202 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:09:02.283872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] Deleting port c38eea7d-b008-44a0-8235-a829e2b5d202 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:09:02.284236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.351396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] For port c38eea7d-b008-44a0-8235-a829e2b5d202, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c38eea7d-b008-44a0-8235-a829e2b5d202,segment=NetworkSegment(dde4fa9a-084e-457c-8767-65df268d275f),segment_id=dde4fa9a-084e-457c-8767-65df268d275f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:02.351789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.365131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] Calling delete_port for c38eea7d-b008-44a0-8235-a829e2b5d202 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:09:02.428980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.448399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.456197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Port': ['ID=c38eea7d-b008-44a0-8235-a829e2b5d202,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:02.461813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] No DVR routers for this DVR port c38eea7d-b008-44a0-8235-a829e2b5d202 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:09:02.474088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] Pushing event deleted for resources: {'Port': ['ID=c38eea7d-b008-44a0-8235-a829e2b5d202,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:02.479726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35f1c0-fb40-4b6a-94f9-38aaf3919a56 None None] No DVR routers for this DVR port c38eea7d-b008-44a0-8235-a829e2b5d202 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:09:02.545736 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.571646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071f8676-3b50-4322-b6ec-b3266c7cd03d']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:02.581774 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde4fa9a-084e-457c-8767-65df268d275f') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:02.582071 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde4fa9a-084e-457c-8767-65df268d275f') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:02.591553 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.605526 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.612277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:09:02.612664 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:09:02.615558 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:09:02.755793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.762379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:02.766260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] 10.222.0.66 "DELETE /v2.0/networks/071f8676-3b50-4322-b6ec-b3266c7cd03d HTTP/1.1" status: 204 len: 168 time: 0.7100282 Oct 22 16:09:02.779658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Pushing event deleted for resources: {'Network': ['ID=071f8676-3b50-4322-b6ec-b3266c7cd03d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:02.788246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.788597 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.788946 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.789285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.789619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.789953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.790322 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.790687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.791152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.791362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.791687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:02.792012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a2a07-136d-49d5-90a6-a69383a16551 tempest-NetworksIpV6Test-369185565 tempest-NetworksIpV6Test-369185565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:03.230125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45642) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:03.364181 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e2625603-be84-4bdf-b438-7e26a35df77f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc766d84d3f648548f22640e256280f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329110 Oct 22 16:09:03.366698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45646) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:03.415808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0eb677b7-2fec-4921-a59b-f822802d20b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:03.444207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0eb677b7-2fec-4921-a59b-f822802d20b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:03.455672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c38eea7d-b008-44a0-8235-a829e2b5d202 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:09:03.481755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c38eea7d-b008-44a0-8235-a829e2b5d202 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:09:03.482327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c38eea7d-b008-44a0-8235-a829e2b5d202 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:09:03.567759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0eb677b7-2fec-4921-a59b-f822802d20b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:03.570482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0eb677b7-2fec-4921-a59b-f822802d20b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:03.571698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0eb677b7-2fec-4921-a59b-f822802d20b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2ae3543-ca08-4a5e-8283-d2c192c94c79 HTTP/1.1" status: 204 len: 168 time: 0.2040071 Oct 22 16:09:03.579866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb677b7-2fec-4921-a59b-f822802d20b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae3543-ca08-4a5e-8283-d2c192c94c79,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:04.436335 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:04.622266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45668) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:04.716494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1075228804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:04.847991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:04.849178 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:04.901592 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:04.990300 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.077979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.079296 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d2879d9a-5e77-49b1-8e9d-6f18fcb5c58c tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4559729 Oct 22 16:09:05.082180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45672) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:05.087033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-443789524'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:05.282615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Made reservation on behalf of 336e43ebc519403881150e3a9cdafb0c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:05.286242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.294991 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.371042 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.453500 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.486025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:09:05.492344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7d270-2569-440b-b183-6981d0115f3a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:05.498929 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.499302 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Added segment f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a of type vlan for network a85a80e4-0fc1-4232-ae44-eb461610d04c Oct 22 16:09:05.538490 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.624388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.631142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:05.631735 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:05.699312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event updated for resources: {'Network': ['ID=a85a80e4-0fc1-4232-ae44-eb461610d04c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:05.710385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a85a80e4-0fc1-4232-ae44-eb461610d04c details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:09:05.754023 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-eda54380-c165-4f52-891d-ab0ed0176371 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6707637 Oct 22 16:09:05.756755 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45674) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:05.761731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Request body: {'subnet': {'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:05.939323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Made reservation on behalf of 336e43ebc519403881150e3a9cdafb0c for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:05.943051 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.213545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.274651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event updated for resources: {'Subnet': ['ID=1869fbd0-e1da-46f3-814b-7acb1d841b1c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:06.285863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Checking segment: {'id': 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:06.286233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Network hostable DHCP agents. Network: a85a80e4-0fc1-4232-ae44-eb461610d04c, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:09:06.378109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Network a85a80e4-0fc1-4232-ae44-eb461610d04c is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:09:06.481418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a85a80e4-0fc1-4232-ae44-eb461610d04c) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:06.486088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:06.486668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.493607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b6343-f6d8-4571-b7f8-04bf728c1862 None None] Network a85a80e4-0fc1-4232-ae44-eb461610d04c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:06.598562 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e946332c-6765-47d2-a075-0885bbc310b7 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8407273 Oct 22 16:09:06.601631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45676) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:06.607288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-843787987'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:06.642689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a85a80e4-0fc1-4232-ae44-eb461610d04c', 'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c', 'tenant_id': '336e43ebc519403881150e3a9cdafb0c', 'fixed_ips': [{'subnet_id': '1869fbd0-e1da-46f3-814b-7acb1d841b1c'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:09:06.649095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.709652 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Made reservation on behalf of 336e43ebc519403881150e3a9cdafb0c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:06.713265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.738470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:09:06.747389 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.747791 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Added segment 35cd4233-3b23-495e-94a9-c62aff90369f of type vlan for network 88191038-6ffb-40cf-a809-b0e59fd4e76b Oct 22 16:09:06.782543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Allocated IP 172.20.0.2 (a85a80e4-0fc1-4232-ae44-eb461610d04c/1869fbd0-e1da-46f3-814b-7acb1d841b1c/d2572435-c6ec-43a4-a616-cac8d84da1f9) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:06.790880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.892920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.899293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:06.900005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.937138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:06.986641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event updated for resources: {'Network': ['ID=88191038-6ffb-40cf-a809-b0e59fd4e76b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:06.996668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 88191038-6ffb-40cf-a809-b0e59fd4e76b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:09:07.020474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:07.030142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-32aaa64b-e0da-4073-9186-5fa6f12f722f tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4240046 Oct 22 16:09:07.030545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45678) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:07.036826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Request body: {'subnet': {'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:07.110237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Network a85a80e4-0fc1-4232-ae44-eb461610d04c is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:07.112737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Pushing event updated for resources: {'Port': ['ID=d2572435-c6ec-43a4-a616-cac8d84da1f9,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:07.114440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:07.116644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:07.178808 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Attempting to bind port d2572435-c6ec-43a4-a616-cac8d84da1f9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:07.179209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Attempting to bind port d2572435-c6ec-43a4-a616-cac8d84da1f9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:07.179576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Attempting to bind port d2572435-c6ec-43a4-a616-cac8d84da1f9 on network a85a80e4-0fc1-4232-ae44-eb461610d04c {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:07.185718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:07.187792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Checking segment: {'id': 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:07.187792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:07.187792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Bound using segment: {'id': 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:07.188128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Bound port: d2572435-c6ec-43a4-a616-cac8d84da1f9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a85a80e4-0fc1-4232-ae44-eb461610d04c'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:07.188466 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:07.256070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] For port d2572435-c6ec-43a4-a616-cac8d84da1f9, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:07.259485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] For port d2572435-c6ec-43a4-a616-cac8d84da1f9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2572435-c6ec-43a4-a616-cac8d84da1f9,segment=NetworkSegment(f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a),segment_id=f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:07.328493 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:07.387574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc184a1-5256-4c8d-b5dc-12e7040d59de None None] Pushing event updated for resources: {'Port': ['ID=d2572435-c6ec-43a4-a616-cac8d84da1f9,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:07.556049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Made reservation on behalf of 336e43ebc519403881150e3a9cdafb0c for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:07.559619 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:07.824715 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:07.885345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event updated for resources: {'Subnet': ['ID=f4d391ae-2798-4457-8fb5-7813c1d7bbb4,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:07.895533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Checking segment: {'id': '35cd4233-3b23-495e-94a9-c62aff90369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:07.896012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Network hostable DHCP agents. Network: 88191038-6ffb-40cf-a809-b0e59fd4e76b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:09:08.018719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Network 88191038-6ffb-40cf-a809-b0e59fd4e76b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:09:08.098339 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 88191038-6ffb-40cf-a809-b0e59fd4e76b) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:08.104903 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:08.108971 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.110852 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc275306-8f4b-4884-aa60-75212e7b2e13 None None] Network 88191038-6ffb-40cf-a809-b0e59fd4e76b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:08.200125 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-520bead7-4c24-45b6-bb37-c9d4479cc825 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1672060 Oct 22 16:09:08.202584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45680) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:08.207906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0702358a-c7fc-4b1f-a5de-f7fbaf1509f5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Request body: {'router': {'external_gateway_info': {'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:08.247756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12862d3c-9c36-47c0-a8fb-1f7eae16f334 None None] Network a85a80e4-0fc1-4232-ae44-eb461610d04c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:08.277059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-88191038-6ffb-40cf-a809-b0e59fd4e76b', 'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b', 'tenant_id': '336e43ebc519403881150e3a9cdafb0c', 'fixed_ips': [{'subnet_id': 'f4d391ae-2798-4457-8fb5-7813c1d7bbb4'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:09:08.278168 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.354505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6f37f697-c19c-4643-aa13-3b94a5fa5bd4 None None] Provisioning complete for port d2572435-c6ec-43a4-a616-cac8d84da1f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:08.354793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f37f697-c19c-4643-aa13-3b94a5fa5bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.427266 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0702358a-c7fc-4b1f-a5de-f7fbaf1509f5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.588933 n-d-812148-2 neutron-server[107802]: INFO neutron.api.v2.resource [None req-0702358a-c7fc-4b1f-a5de-f7fbaf1509f5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 16:09:08.590015 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0702358a-c7fc-4b1f-a5de-f7fbaf1509f5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "PUT /v2.0/routers/cc8ca260-c97b-44c5-aa64-448c29393bc6 HTTP/1.1" status: 400 len: 364 time: 0.3858371 Oct 22 16:09:08.590266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Allocated IP 172.21.0.2 (88191038-6ffb-40cf-a809-b0e59fd4e76b/f4d391ae-2798-4457-8fb5-7813c1d7bbb4/95fa7996-e02d-4fc9-b7bc-a488d7071de2) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:08.596531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45682) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:08.633769 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f37f697-c19c-4643-aa13-3b94a5fa5bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.649645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Deleting subnet f4d391ae-2798-4457-8fb5-7813c1d7bbb4 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:09:08.721080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6f37f697-c19c-4643-aa13-3b94a5fa5bd4 None None] For port d2572435-c6ec-43a4-a616-cac8d84da1f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2572435-c6ec-43a4-a616-cac8d84da1f9,segment=NetworkSegment(f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a),segment_id=f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:08.781587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.881492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f37f697-c19c-4643-aa13-3b94a5fa5bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.932562 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.934586 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:08.940332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37f697-c19c-4643-aa13-3b94a5fa5bd4 None None] Pushing event updated for resources: {'Port': ['ID=d2572435-c6ec-43a4-a616-cac8d84da1f9,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:08.976096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Network 88191038-6ffb-40cf-a809-b0e59fd4e76b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:08.978899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:08.982414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:08.982622 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.003574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Pushing event updated for resources: {'Port': ['ID=95fa7996-e02d-4fc9-b7bc-a488d7071de2,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:09.045087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c4b60e46-d3a3-4232-b3a6-e52786814096 None None] Provisioning complete for port d2572435-c6ec-43a4-a616-cac8d84da1f9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:09.045445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c4b60e46-d3a3-4232-b3a6-e52786814096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.070898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.080746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Attempting to bind port 95fa7996-e02d-4fc9-b7bc-a488d7071de2 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:09.081112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Attempting to bind port 95fa7996-e02d-4fc9-b7bc-a488d7071de2 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '35cd4233-3b23-495e-94a9-c62aff90369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:09.081480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Attempting to bind port 95fa7996-e02d-4fc9-b7bc-a488d7071de2 on network 88191038-6ffb-40cf-a809-b0e59fd4e76b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:09.090493 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:09.090879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Checking segment: {'id': '35cd4233-3b23-495e-94a9-c62aff90369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:09.091295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.091691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Bound using segment: {'id': '35cd4233-3b23-495e-94a9-c62aff90369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:09.092149 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Bound port: 95fa7996-e02d-4fc9-b7bc-a488d7071de2, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd4233-3b23-495e-94a9-c62aff90369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '88191038-6ffb-40cf-a809-b0e59fd4e76b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:09.092520 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.207496 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.209684 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] For port 95fa7996-e02d-4fc9-b7bc-a488d7071de2, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:09.220895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] For port 95fa7996-e02d-4fc9-b7bc-a488d7071de2, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=95fa7996-e02d-4fc9-b7bc-a488d7071de2,segment=NetworkSegment(35cd4233-3b23-495e-94a9-c62aff90369f),segment_id=35cd4233-3b23-495e-94a9-c62aff90369f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:09.242605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d391ae-2798-4457-8fb5-7813c1d7bbb4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:09.246584 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.247985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6baf6b80-cd2e-49f5-90f8-4e0978357429 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "DELETE /v2.0/subnets/f4d391ae-2798-4457-8fb5-7813c1d7bbb4 HTTP/1.1" status: 204 len: 168 time: 0.6504874 Oct 22 16:09:09.251195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45684) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:09.298315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.333694 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.362613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c04a7-e373-4f40-b21a-4eb28c318e0d None None] Pushing event updated for resources: {'Port': ['ID=95fa7996-e02d-4fc9-b7bc-a488d7071de2,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:09.388684 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Deleting port 95fa7996-e02d-4fc9-b7bc-a488d7071de2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:09:09.389035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.459196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] For port 95fa7996-e02d-4fc9-b7bc-a488d7071de2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=95fa7996-e02d-4fc9-b7bc-a488d7071de2,segment=NetworkSegment(35cd4233-3b23-495e-94a9-c62aff90369f),segment_id=35cd4233-3b23-495e-94a9-c62aff90369f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:09.459709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.475946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Calling delete_port for 95fa7996-e02d-4fc9-b7bc-a488d7071de2 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:09:09.505588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d2572435-c6ec-43a4-a616-cac8d84da1f9 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:09.578486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d2572435-c6ec-43a4-a616-cac8d84da1f9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:09.578826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.756069 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.782663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event deleted for resources: {'Port': ['ID=95fa7996-e02d-4fc9-b7bc-a488d7071de2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:09.786244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] No DVR routers for this DVR port 95fa7996-e02d-4fc9-b7bc-a488d7071de2 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:09:09.868942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.889285 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88191038-6ffb-40cf-a809-b0e59fd4e76b']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:09.899262 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd4233-3b23-495e-94a9-c62aff90369f') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:09.899555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd4233-3b23-495e-94a9-c62aff90369f') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:09.910236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.923284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.929158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:09:09.929540 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:09:09.932570 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:09:10.150275 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.159037 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.164721 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "DELETE /v2.0/networks/88191038-6ffb-40cf-a809-b0e59fd4e76b HTTP/1.1" status: 204 len: 168 time: 0.9100499 Oct 22 16:09:10.165292 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45686) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:10.183772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec537650-55f1-495a-b66c-becf31ae2fb5 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event deleted for resources: {'Network': ['ID=88191038-6ffb-40cf-a809-b0e59fd4e76b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:10.219388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Deleting subnet 1869fbd0-e1da-46f3-814b-7acb1d841b1c {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:09:10.222998 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.264514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.311200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-eb929c47-ddc1-4aa8-8319-5d13071e6b74 None None] Could not find standard attr ID for object 95fa7996-e02d-4fc9-b7bc-a488d7071de2. {{(pid=107803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 16:09:10.321023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04feb0-f3c4-4820-a12f-bb5b032fa0ec None None] DHCP port deletion for 88191038-6ffb-40cf-a809-b0e59fd4e76b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:09:10.337962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797978a-a42c-41d9-9241-f1759393b9d4 None None] Network 88191038-6ffb-40cf-a809-b0e59fd4e76b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:10.353853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797978a-a42c-41d9-9241-f1759393b9d4 None None] Network 88191038-6ffb-40cf-a809-b0e59fd4e76b could not be found, it might have been deleted concurrently. {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 16:09:10.358794 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.487609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.513539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event deleted for resources: {'Subnet': ['ID=1869fbd0-e1da-46f3-814b-7acb1d841b1c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:10.521050 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.526497 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3ac0a149-c3e7-44c7-bc4c-aa04b82db2cb tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "DELETE /v2.0/subnets/1869fbd0-e1da-46f3-814b-7acb1d841b1c HTTP/1.1" status: 204 len: 168 time: 0.3579524 Oct 22 16:09:10.527699 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:10.528274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0728d5e-c8b3-47df-a06c-519245413ce7 None None] Network a85a80e4-0fc1-4232-ae44-eb461610d04c requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:10.606808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.660971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Deleting port d2572435-c6ec-43a4-a616-cac8d84da1f9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:09:10.661321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.699615 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] DHCP port deletion for a85a80e4-0fc1-4232-ae44-eb461610d04c request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:09:10.732323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] For port d2572435-c6ec-43a4-a616-cac8d84da1f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2572435-c6ec-43a4-a616-cac8d84da1f9,segment=NetworkSegment(f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a),segment_id=f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:10.732685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.745260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Calling delete_port for d2572435-c6ec-43a4-a616-cac8d84da1f9 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:09:10.751696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] Deleting port d2572435-c6ec-43a4-a616-cac8d84da1f9 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:09:10.752116 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.816079 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] For port d2572435-c6ec-43a4-a616-cac8d84da1f9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d2572435-c6ec-43a4-a616-cac8d84da1f9,segment=NetworkSegment(f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a),segment_id=f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:10.816473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.829052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] Calling delete_port for d2572435-c6ec-43a4-a616-cac8d84da1f9 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:09:10.961748 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.968104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:10.986615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event deleted for resources: {'Port': ['ID=d2572435-c6ec-43a4-a616-cac8d84da1f9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:10.993259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] No DVR routers for this DVR port d2572435-c6ec-43a4-a616-cac8d84da1f9 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:09:10.996137 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] Pushing event deleted for resources: {'Port': ['ID=d2572435-c6ec-43a4-a616-cac8d84da1f9,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:11.001010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18f143-7141-40b6-b5d3-83c150d22ba9 None None] No DVR routers for this DVR port d2572435-c6ec-43a4-a616-cac8d84da1f9 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:09:11.081808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.095930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85a80e4-0fc1-4232-ae44-eb461610d04c']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:11.104951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:11.105241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5adcca6-9a2a-4fd3-a8a5-a3bb3377355a') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:11.115468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.128919 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.134693 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:09:11.135117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:09:11.137989 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:09:11.367555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.374249 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.377291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "DELETE /v2.0/networks/a85a80e4-0fc1-4232-ae44-eb461610d04c HTTP/1.1" status: 204 len: 168 time: 0.8484750 Oct 22 16:09:11.380093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45690) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:11.388968 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ea933-9cd8-4b64-b8dc-613d3a3895a1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Pushing event deleted for resources: {'Network': ['ID=a85a80e4-0fc1-4232-ae44-eb461610d04c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:11.411913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-414ca45d-51d3-47bc-b8eb-ee3447af74b1 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc8ca260-c97b-44c5-aa64-448c29393bc6 HTTP/1.1" status: 200 len: 205 time: 0.0276661 Oct 22 16:09:11.411913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45692) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:11.461868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d2572435-c6ec-43a4-a616-cac8d84da1f9 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:09:11.482669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d2572435-c6ec-43a4-a616-cac8d84da1f9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:09:11.483129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d2572435-c6ec-43a4-a616-cac8d84da1f9 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:09:11.493114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.656124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.658393 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.789699 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.790214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Fanout notify agent at l3_agent the message router_deleted on router cc8ca260-c97b-44c5-aa64-448c29393bc6 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:09:11.797609 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:11.798328 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-20bcc179-b348-4581-a353-c0c1edb80f43 tempest-RoutersNegativeTest-299567161 tempest-RoutersNegativeTest-299567161-project] 10.222.0.66 "DELETE /v2.0/routers/cc8ca260-c97b-44c5-aa64-448c29393bc6 HTTP/1.1" status: 204 len: 168 time: 0.3862536 Oct 22 16:09:12.212834 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:12.268588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45698) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:12.403848 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e3af88c-b653-4b9d-a726-a50d573a6b02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=336e43ebc519403881150e3a9cdafb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340208 Oct 22 16:09:12.407971 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45702) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:12.460372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6587b706-1f2f-4a5f-bfc3-79406d755e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:12.482212 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6587b706-1f2f-4a5f-bfc3-79406d755e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:12.670285 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6587b706-1f2f-4a5f-bfc3-79406d755e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:12.674109 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6587b706-1f2f-4a5f-bfc3-79406d755e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:12.675458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6587b706-1f2f-4a5f-bfc3-79406d755e88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34f7d270-2569-440b-b183-6981d0115f3a HTTP/1.1" status: 204 len: 168 time: 0.2665281 Oct 22 16:09:12.684330 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b706-1f2f-4a5f-bfc3-79406d755e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7d270-2569-440b-b183-6981d0115f3a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:13.766870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45724) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:13.867297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1783913062-network', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:14.011342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Made reservation on behalf of 2a1ddad14926464b86e5e50d3aeae209 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:14.013871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.023345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.094328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.213041 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.237714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:09:14.247759 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed52e2c-7095-4c81-88f3-2f854fde27bb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:14.253237 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.253573 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Added segment 72c4217e-3935-44d9-a449-ad41281f7103 of type vlan for network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb Oct 22 16:09:14.291746 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.389667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.390677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:14.391356 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.486680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] Pushing event updated for resources: {'Network': ['ID=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:14.496620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:09:14.528616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-00753c64-3df4-47c1-991a-6576860991f1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7605100 Oct 22 16:09:14.532402 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45728) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:14.537264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Request body: {'subnet': {'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-subnet', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:14.652914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Made reservation on behalf of 2a1ddad14926464b86e5e50d3aeae209 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:14.655352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.886033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:14.943069 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ea7b19-326c-4663-8339-80be2d892610,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:14.959071 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Checking segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:14.959434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Network hostable DHCP agents. Network: 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:09:15.056830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:09:15.125692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:15.129642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:15.130249 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.134613 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2b671-9193-40ed-9bcd-a99fcc584a0a None None] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:15.279290 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3fa08b7d-2ee4-4c79-8f89-c701c07c2fe8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7456903 Oct 22 16:09:15.282673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45730) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:15.287851 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:15.424464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.425654 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.444521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'fixed_ips': [{'subnet_id': '08ea7b19-326c-4663-8339-80be2d892610'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:09:15.445399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.480810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.582220 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Allocated IP 172.20.0.2 (650c1d80-8f4c-4e31-8df5-c6b9df4a77eb/08ea7b19-326c-4663-8339-80be2d892610/fc16d12a-0359-4ee9-8bd6-b9b94e1389a8) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:15.708242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.734778 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.870725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.910184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:15.913069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:15.916586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:15.926243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Pushing event updated for resources: {'Port': ['ID=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:15.979409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Attempting to bind port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:15.979867 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Attempting to bind port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:15.980300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Attempting to bind port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:15.986008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:15.986380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Checking segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:15.986781 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:15.987206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Bound using segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:15.987676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Bound port: fc16d12a-0359-4ee9-8bd6-b9b94e1389a8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:15.988059 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:16.026624 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:16.051327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:16.064189 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] For port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:16.068048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] For port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:16.159749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Allocated IP 172.25.1.135 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/f3b00617-6fc3-475a-877c-1e034ad16a39) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:16.213172 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:16.274608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ce07-5907-4571-9e65-7a139c9685ec None None] Pushing event updated for resources: {'Port': ['ID=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:16.275564 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:16.383690 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:16.444472 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:16.447721 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:16.451466 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:16.481542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Pushing event updated for resources: {'Port': ['ID=f3b00617-6fc3-475a-877c-1e034ad16a39,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:16.811321 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.021570 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.136666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d971a-b542-4a6e-9d00-cdc39971595a None None] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:17.211777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-43e32eaf-2301-43fd-ba29-5e5688734999 None None] Provisioning complete for port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:17.212078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-43e32eaf-2301-43fd-ba29-5e5688734999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.302459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Router 438b60f4-8f3d-4afd-ba39-d91f867d6097 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:09:17.350994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-43e32eaf-2301-43fd-ba29-5e5688734999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.391882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-43e32eaf-2301-43fd-ba29-5e5688734999 None None] For port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:17.499006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-43e32eaf-2301-43fd-ba29-5e5688734999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.536842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:17.600121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32eaf-2301-43fd-ba29-5e5688734999 None None] Pushing event updated for resources: {'Port': ['ID=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:17.620784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:17.621157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.652898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6574111b-2896-4377-9cca-1a8863f41d8f None None] Provisioning complete for port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:17.653262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6574111b-2896-4377-9cca-1a8863f41d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.725537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:09:17.752392 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Sync routers for ids ['438b60f4-8f3d-4afd-ba39-d91f867d6097'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:09:17.787697 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Routers {'438b60f4-8f3d-4afd-ba39-d91f867d6097'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:17.788372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['438b60f4-8f3d-4afd-ba39-d91f867d6097'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:17.818721 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:17.820086 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5bea31ac-eb03-40eb-8c23-0978b5c95eaf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5357456 Oct 22 16:09:17.822779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:17.895574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Set router 438b60f4-8f3d-4afd-ba39-d91f867d6097 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:18.083752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:09:16Z', 'revision_number': 3, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:18.111338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Checking router: 438b60f4-8f3d-4afd-ba39-d91f867d6097 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:09:18.111690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Updating router 438b60f4-8f3d-4afd-ba39-d91f867d6097 port f3b00617-6fc3-475a-877c-1e034ad16a39 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:09:18.136581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.243867 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.390727 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.444975 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Allocated IP 172.20.0.1 (650c1d80-8f4c-4e31-8df5-c6b9df4a77eb/08ea7b19-326c-4663-8339-80be2d892610/fbd72d23-42dd-4501-b76a-22aabe2f8b59) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:18.525555 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.551722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.579036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Attempting to bind port f3b00617-6fc3-475a-877c-1e034ad16a39 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:18.579497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Attempting to bind port f3b00617-6fc3-475a-877c-1e034ad16a39 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:18.579868 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Attempting to bind port f3b00617-6fc3-475a-877c-1e034ad16a39 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:18.588756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce83a93-806a-4012-8486-f9284a7ce9b6 None None] Pushing event updated for resources: {'Port': ['ID=f3b00617-6fc3-475a-877c-1e034ad16a39,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:18.591491 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:18.597966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:18.597966 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.597966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:18.597966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Bound port: f3b00617-6fc3-475a-877c-1e034ad16a39, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:18.597966 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.647307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] For port f3b00617-6fc3-475a-877c-1e034ad16a39, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:18.650274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] For port f3b00617-6fc3-475a-877c-1e034ad16a39, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f3b00617-6fc3-475a-877c-1e034ad16a39,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:18.720514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.759089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:18.761952 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:18.765850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:18.790827 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd72d23-42dd-4501-b76a-22aabe2f8b59,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:18.811682 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.836181 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:18.898832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Routers {'438b60f4-8f3d-4afd-ba39-d91f867d6097'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:18.899541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['438b60f4-8f3d-4afd-ba39-d91f867d6097'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:18.906323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce83a93-806a-4012-8486-f9284a7ce9b6 None None] Pushing event updated for resources: {'Port': ['ID=f3b00617-6fc3-475a-877c-1e034ad16a39,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:19.025850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] Set router 438b60f4-8f3d-4afd-ba39-d91f867d6097 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:19.085872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-48599d9c-edaf-4fc5-b4f9-ed9cb6ddd403 None None] Provisioning complete for port fbd72d23-42dd-4501-b76a-22aabe2f8b59 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:19.086236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-48599d9c-edaf-4fc5-b4f9-ed9cb6ddd403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:19.165536 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-48599d9c-edaf-4fc5-b4f9-ed9cb6ddd403 None None] Port fbd72d23-42dd-4501-b76a-22aabe2f8b59 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:19.224050 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:19.238542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:09:16Z', 'revision_number': 3, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:19.270332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40ee94-3cac-44fa-883a-0be9f5fa7159 None None] The sync data for ids ['438b60f4-8f3d-4afd-ba39-d91f867d6097'] in n-d-812148-2 is: [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:09:16Z', 'revision_number': 3, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:09:19.400505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:19.472421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:19.495266 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:19.555135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:19.555507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:19.588618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd72d23-42dd-4501-b76a-22aabe2f8b59,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:19.591971 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:19.698189 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:19.699700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:19.828830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Router 438b60f4-8f3d-4afd-ba39-d91f867d6097 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:09:19.951518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:09:19.958212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06439a2c-4648-4a89-886c-d6130904b125 admin admin] 10.222.0.66 "PUT /v2.0/routers/438b60f4-8f3d-4afd-ba39-d91f867d6097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1328526 Oct 22 16:09:19.992057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-28cd6e78-49b8-483d-9b9b-ac1c4ee515ad None None] Provisioning complete for port fbd72d23-42dd-4501-b76a-22aabe2f8b59 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:19.992529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-28cd6e78-49b8-483d-9b9b-ac1c4ee515ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:20.030275 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-28cd6e78-49b8-483d-9b9b-ac1c4ee515ad None None] Port fbd72d23-42dd-4501-b76a-22aabe2f8b59 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:20.759122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45748) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:20.764121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-259802617-network', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:20.896894 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Sync routers for ids ['438b60f4-8f3d-4afd-ba39-d91f867d6097'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:09:20.907921 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Routers {'438b60f4-8f3d-4afd-ba39-d91f867d6097'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:20.908525 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['438b60f4-8f3d-4afd-ba39-d91f867d6097'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:20.926770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Made reservation on behalf of e4a0e843d90f48c28e651071052dd44c for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:20.929433 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:20.939461 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.015470 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Set router 438b60f4-8f3d-4afd-ba39-d91f867d6097 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:21.020485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.108327 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.134373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:09:21.144461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6151aeb6-9d94-4ce3-b225-9b30f22dab8b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:21.149213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.149556 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Added segment 32548567-3756-4fab-a99f-7aa3369e2b44 of type vlan for network 39c53ab8-966c-415a-aa97-96186e63bceb Oct 22 16:09:21.196352 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.229660 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:09:18Z', 'revision_number': 4, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'fbd72d23-42dd-4501-b76a-22aabe2f8b59', 'name': '', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'mac_address': 'fa:16:3e:fe:00:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '08ea7b19-326c-4663-8339-80be2d892610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:18Z', 'updated_at': '2021-10-22T16:09:19Z', 'revision_number': 2, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'subnets': [{'id': '08ea7b19-326c-4663-8339-80be2d892610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:21.255992 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Checking router: 438b60f4-8f3d-4afd-ba39-d91f867d6097 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:09:21.257802 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Updating router 438b60f4-8f3d-4afd-ba39-d91f867d6097 port fbd72d23-42dd-4501-b76a-22aabe2f8b59 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:09:21.280257 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.326881 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.328338 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:21.328937 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.389033 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] Pushing event updated for resources: {'Network': ['ID=39c53ab8-966c-415a-aa97-96186e63bceb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:21.399194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 39c53ab8-966c-415a-aa97-96186e63bceb details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:09:21.449646 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5db21c8a-e74a-49d7-a659-64044f99ee9d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6893833 Oct 22 16:09:21.452490 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 45750) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:21.464024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Request body: {'subnet': {'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-subnet', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:21.519911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3b00617-6fc3-475a-877c-1e034ad16a39 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:21.559870 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Made reservation on behalf of e4a0e843d90f48c28e651071052dd44c for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:21.563115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.579106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f3b00617-6fc3-475a-877c-1e034ad16a39 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:21.579485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.651171 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.664399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.685314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port f3b00617-6fc3-475a-877c-1e034ad16a39, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f3b00617-6fc3-475a-877c-1e034ad16a39,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:21.795502 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.830058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.841347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.854692 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Pushing event updated for resources: {'Port': ['ID=fbd72d23-42dd-4501-b76a-22aabe2f8b59,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:21.896366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=f3b00617-6fc3-475a-877c-1e034ad16a39,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:21.917355 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.917906 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.918091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78bc5de-14a5-4f7e-b24d-e201ce9d6249,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:21.918199 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.918423 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.918677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.919061 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.919437 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.919719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.920041 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.920362 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.920977 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.921193 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:21.924728 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Attempting to bind port fbd72d23-42dd-4501-b76a-22aabe2f8b59 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:21.925102 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Attempting to bind port fbd72d23-42dd-4501-b76a-22aabe2f8b59 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:21.925241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Checking segment: {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:21.925464 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Attempting to bind port fbd72d23-42dd-4501-b76a-22aabe2f8b59 on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:21.925764 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Network hostable DHCP agents. Network: 39c53ab8-966c-415a-aa97-96186e63bceb, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:09:21.931417 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:21.931825 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Checking segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:21.932232 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:21.932637 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Bound using segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:21.933117 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Bound port: fbd72d23-42dd-4501-b76a-22aabe2f8b59, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:21.933502 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.001325 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] For port fbd72d23-42dd-4501-b76a-22aabe2f8b59, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:22.004891 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] For port fbd72d23-42dd-4501-b76a-22aabe2f8b59, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fbd72d23-42dd-4501-b76a-22aabe2f8b59,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:22.035590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Network 39c53ab8-966c-415a-aa97-96186e63bceb is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:09:22.062036 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8b9a4021-51c6-4823-a11f-cbf0223b73da None None] Provisioning complete for port fbd72d23-42dd-4501-b76a-22aabe2f8b59 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:22.062405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4021-51c6-4823-a11f-cbf0223b73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.087585 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.102140 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a4021-51c6-4823-a11f-cbf0223b73da None None] Port fbd72d23-42dd-4501-b76a-22aabe2f8b59 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:22.119333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 39c53ab8-966c-415a-aa97-96186e63bceb) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:22.125121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:22.127361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.137136 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817e4b0-9bfe-4ce7-9f8e-20866696a30e None None] Network 39c53ab8-966c-415a-aa97-96186e63bceb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:22.154954 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Routers {'438b60f4-8f3d-4afd-ba39-d91f867d6097'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:22.155781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['438b60f4-8f3d-4afd-ba39-d91f867d6097'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:22.159180 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ba4b4-15b4-443b-acf3-de3d74018c3f None None] Pushing event updated for resources: {'Port': ['ID=fbd72d23-42dd-4501-b76a-22aabe2f8b59,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:22.241687 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8916c6f2-e8fd-4bf9-b931-3081b07a862f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7876661 Oct 22 16:09:22.242405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45752) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:22.253773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:22.292922 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] Set router 438b60f4-8f3d-4afd-ba39-d91f867d6097 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:22.360593 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.361947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.363145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-39c53ab8-966c-415a-aa97-96186e63bceb', 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'fixed_ips': [{'subnet_id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:09:22.364183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.421813 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.542271 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-158306f6-8b27-4d2d-b8ab-e8a03945240f None None] Provisioning complete for port fbd72d23-42dd-4501-b76a-22aabe2f8b59 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:22.542853 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-158306f6-8b27-4d2d-b8ab-e8a03945240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.559263 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:09:18Z', 'revision_number': 4, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'fbd72d23-42dd-4501-b76a-22aabe2f8b59', 'name': '', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'mac_address': 'fa:16:3e:fe:00:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '08ea7b19-326c-4663-8339-80be2d892610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:18Z', 'updated_at': '2021-10-22T16:09:21Z', 'revision_number': 4, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'subnets': [{'id': '08ea7b19-326c-4663-8339-80be2d892610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:22.577556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Allocated IP 172.20.0.2 (39c53ab8-966c-415a-aa97-96186e63bceb/f78bc5de-14a5-4f7e-b24d-e201ce9d6249/048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:22.588888 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124c39a-20ec-4e3a-ab16-68092eefffcd None None] The sync data for ids ['438b60f4-8f3d-4afd-ba39-d91f867d6097'] in n-d-812148-2 is: [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:09:18Z', 'revision_number': 4, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'fbd72d23-42dd-4501-b76a-22aabe2f8b59', 'name': '', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'mac_address': 'fa:16:3e:fe:00:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '08ea7b19-326c-4663-8339-80be2d892610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:18Z', 'updated_at': '2021-10-22T16:09:21Z', 'revision_number': 4, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'subnets': [{'id': '08ea7b19-326c-4663-8339-80be2d892610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:09:22.695708 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.760598 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-408f0368-2277-42d0-a3de-29c775d55cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:22.774288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-158306f6-8b27-4d2d-b8ab-e8a03945240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.012115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-158306f6-8b27-4d2d-b8ab-e8a03945240f None None] For port fbd72d23-42dd-4501-b76a-22aabe2f8b59, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fbd72d23-42dd-4501-b76a-22aabe2f8b59,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:23.031959 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.033975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.055374 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.075770 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-158306f6-8b27-4d2d-b8ab-e8a03945240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.132404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.151353 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158306f6-8b27-4d2d-b8ab-e8a03945240f None None] Pushing event updated for resources: {'Port': ['ID=fbd72d23-42dd-4501-b76a-22aabe2f8b59,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:23.174210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Allocated IP 172.25.1.230 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b45b3f7b-36e8-4e5e-b669-4d4825bb6001) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:23.203467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Network 39c53ab8-966c-415a-aa97-96186e63bceb is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:23.208980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:23.215360 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:23.246132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Pushing event updated for resources: {'Port': ['ID=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:23.300082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Attempting to bind port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:23.300464 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Attempting to bind port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:23.300829 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Attempting to bind port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 on network 39c53ab8-966c-415a-aa97-96186e63bceb {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:23.305383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.306766 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:23.307180 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Checking segment: {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:23.310550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.310550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Bound using segment: {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:23.310550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Bound port: 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:23.310550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.378892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] For port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:23.382224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] For port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:23.480287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.511316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.523687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:23.526651 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:23.531257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:23.539932 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Pushing event updated for resources: {'Port': ['ID=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:23.597104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3b00617-6fc3-475a-877c-1e034ad16a39 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:23.661000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4abe8-07d0-45d5-b42f-e6da00228796 None None] Pushing event updated for resources: {'Port': ['ID=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:23.687959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f3b00617-6fc3-475a-877c-1e034ad16a39 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:23.688826 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.816972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fbd72d23-42dd-4501-b76a-22aabe2f8b59 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:23.885601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port fbd72d23-42dd-4501-b76a-22aabe2f8b59 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:23.886361 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:23.950711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:24.167334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:24.384140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Router cbfd0553-e412-4346-bba3-71618579c299 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:09:24.502138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:09:24.513197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Sync routers for ids ['cbfd0553-e412-4346-bba3-71618579c299'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:09:24.524471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Routers {'cbfd0553-e412-4346-bba3-71618579c299'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:24.525095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:08:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbfd0553-e412-4346-bba3-71618579c299'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:24.568991 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd2265-b2df-48b9-adad-b8088518018f None None] Network 39c53ab8-966c-415a-aa97-96186e63bceb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:09:24.618451 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:24.619843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fb4fc04c-7f03-4d73-89a3-2ed361904924 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3757582 Oct 22 16:09:24.622440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 45754) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:09:24.709279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6f8ef230-19df-42fa-bec1-243a7496db7b None None] Provisioning complete for port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:24.709850 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef230-19df-42fa-bec1-243a7496db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:24.746237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Set router cbfd0553-e412-4346-bba3-71618579c299 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:25.024823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef230-19df-42fa-bec1-243a7496db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.072309 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6f8ef230-19df-42fa-bec1-243a7496db7b None None] For port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:25.094096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:09:23Z', 'revision_number': 3, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:25.156856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Checking router: cbfd0553-e412-4346-bba3-71618579c299 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:09:25.160144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Updating router cbfd0553-e412-4346-bba3-71618579c299 port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:09:25.171975 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef230-19df-42fa-bec1-243a7496db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.240271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.275121 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b967c750-dbf3-441f-b144-7eeea2660193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.378008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ef230-19df-42fa-bec1-243a7496db7b None None] Pushing event updated for resources: {'Port': ['ID=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:25.405977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.406610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-72ecef0d-53d4-45f4-ae40-1d20d4697fc9 None None] Provisioning complete for port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:25.407009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-72ecef0d-53d4-45f4-ae40-1d20d4697fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.536520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:25.600260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Allocated IP 172.20.0.1 (39c53ab8-966c-415a-aa97-96186e63bceb/f78bc5de-14a5-4f7e-b24d-e201ce9d6249/64d2ae7c-9e5f-433b-8955-e1e1a38453cb) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:25.710682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:25.711290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.717200 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.767480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.859330 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.869503 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.903439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Network 39c53ab8-966c-415a-aa97-96186e63bceb is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:25.907345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:25.914405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:25.922626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Attempting to bind port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:25.923225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Attempting to bind port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:25.923590 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Attempting to bind port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:25.934216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fe506-641d-4701-975b-82b65b3bbe02 None None] Pushing event updated for resources: {'Port': ['ID=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:25.941405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:25.942224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:25.942862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.943512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:25.944092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Bound port: b45b3f7b-36e8-4e5e-b669-4d4825bb6001, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:25.944979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:25.949293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Pushing event updated for resources: {'Port': ['ID=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:25.977651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.012888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] For port b45b3f7b-36e8-4e5e-b669-4d4825bb6001, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:26.016888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] For port b45b3f7b-36e8-4e5e-b669-4d4825bb6001, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:26.121816 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.222312 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.228640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fe506-641d-4701-975b-82b65b3bbe02 None None] Pushing event updated for resources: {'Port': ['ID=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:26.231197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a95cc420-c798-4a31-b283-17eb1005d00d None None] Provisioning complete for port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:26.231590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a95cc420-c798-4a31-b283-17eb1005d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.233177 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Routers {'cbfd0553-e412-4346-bba3-71618579c299'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:26.234165 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbfd0553-e412-4346-bba3-71618579c299'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:26.313738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a95cc420-c798-4a31-b283-17eb1005d00d None None] Port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:26.380398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] Set router cbfd0553-e412-4346-bba3-71618579c299 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:26.394205 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.486681 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.563391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Pushing event updated for resources: {'Port': ['ID=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:26.571711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.666058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Network 39c53ab8-966c-415a-aa97-96186e63bceb is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:26.667363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:26.692944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.777581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '64d2ae7c-9e5f-433b-8955-e1e1a38453cb', 'name': '', 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'mac_address': 'fa:16:3e:a1:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:25Z', 'updated_at': '2021-10-22T16:09:25Z', 'revision_number': 1, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'subnets': [{'id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:26.797773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Router cbfd0553-e412-4346-bba3-71618579c299 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:09:26.811668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c1c04-0ab8-4287-bae6-ad11a2faa69b None None] The sync data for ids ['cbfd0553-e412-4346-bba3-71618579c299'] in n-d-812148-2 is: [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '64d2ae7c-9e5f-433b-8955-e1e1a38453cb', 'name': '', 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'mac_address': 'fa:16:3e:a1:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:25Z', 'updated_at': '2021-10-22T16:09:25Z', 'revision_number': 1, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'subnets': [{'id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:09:26.848309 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.922506 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:09:26.929549 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d9f702ee-75cb-4c98-9d91-19c983722269 admin admin] 10.222.0.66 "PUT /v2.0/routers/cbfd0553-e412-4346-bba3-71618579c299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3058515 Oct 22 16:09:26.939812 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7e956f2e-4135-4bf5-af77-42c9b1080a19 None None] Provisioning complete for port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:26.940088 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7e956f2e-4135-4bf5-af77-42c9b1080a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:26.983653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7e956f2e-4135-4bf5-af77-42c9b1080a19 None None] Port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:27.847205 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:09:27.871239 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-575d3aa0-9d72-4f82-aa9d-65d9d002de6d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:27.872820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-575d3aa0-9d72-4f82-aa9d-65d9d002de6d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/networks?id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 200 len: 817 time: 0.1144397 Oct 22 16:09:27.889574 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-fdab2e5e-8ba7-411d-9203-82e4f06e069c tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/quotas/2a1ddad14926464b86e5e50d3aeae209 HTTP/1.1" status: 200 len: 375 time: 0.0098939 Oct 22 16:09:27.946045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-3b48cb26-1d6d-467d-9590-79cbfd7012a5 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501986 Oct 22 16:09:28.048672 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-9d469bff-0c28-4f49-beec-ff44ea3bef77 service neutron] 10.222.0.66 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902536 Oct 22 16:09:28.146799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-b74db9e7-d52d-473a-9f0b-daee7369792e service neutron] 10.222.0.66 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915852 Oct 22 16:09:28.393726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3edb7b09-55b3-44c7-9a3a-f86ab2261a1f req-a2b75ab0-2f06-4e26-82e6-b3413ac22352 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 210 time: 0.0275619 Oct 22 16:09:28.446751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:29.486507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d600023c-12fa-4362-acb3-d5561b6887bb req-edcb537c-c93c-4e64-a9a9-da54cec9c86b tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 210 time: 0.0267494 Oct 22 16:09:29.509822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b45b3f7b-36e8-4e5e-b669-4d4825bb6001 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:29.558319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:29.558708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:29.640776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:29.661401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port b45b3f7b-36e8-4e5e-b669-4d4825bb6001, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:29.738323 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:29.786635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:29.793930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.794279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.794616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.794952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.795307 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.795635 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.796533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.796858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.797182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.797505 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.797825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:29.798143 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:09:30.235090 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Sync routers for ids ['cbfd0553-e412-4346-bba3-71618579c299'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:09:30.245091 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Routers {'cbfd0553-e412-4346-bba3-71618579c299'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:30.245710 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbfd0553-e412-4346-bba3-71618579c299'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:30.356910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Set router cbfd0553-e412-4346-bba3-71618579c299 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:30.569183 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '64d2ae7c-9e5f-433b-8955-e1e1a38453cb', 'name': '', 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'mac_address': 'fa:16:3e:a1:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:25Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 2, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'subnets': [{'id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:30.594167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f027667a-0c99-44b1-b069-d5fa85e12369 req-bfbeb953-8347-402f-9f51-cbced871c5a1 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Oct 22 16:09:30.597179 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Checking router: cbfd0553-e412-4346-bba3-71618579c299 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:09:30.597536 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Updating router cbfd0553-e412-4346-bba3-71618579c299 port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:09:30.622922 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:30.836844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-6abd0203-cebc-4fa2-8b04-2caee00473ae tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:30.838306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-6abd0203-cebc-4fa2-8b04-2caee00473ae tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.53 "GET /v2.0/networks?id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 200 len: 817 time: 0.1075602 Oct 22 16:09:30.851711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Request body: {'port': {'device_id': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'admin_state_up': True, 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:30.893471 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:30.972193 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.021807 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672269-0821-406b-9938-ea293217d877 None None] Pushing event updated for resources: {'Port': ['ID=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:31.063975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Made reservation on behalf of 2a1ddad14926464b86e5e50d3aeae209 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:09:31.069026 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.075656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Attempting to bind port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:31.075985 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Attempting to bind port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:31.076356 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Attempting to bind port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb on network 39c53ab8-966c-415a-aa97-96186e63bceb {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:31.081748 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:31.082117 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Checking segment: {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:31.082516 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.082908 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Bound using segment: {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:31.083413 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Bound port: 64d2ae7c-9e5f-433b-8955-e1e1a38453cb, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32548567-3756-4fab-a99f-7aa3369e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:31.083792 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.156664 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] For port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:31.160223 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] For port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:31.215407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Allocated IP 172.20.0.6 (650c1d80-8f4c-4e31-8df5-c6b9df4a77eb/08ea7b19-326c-4663-8339-80be2d892610/13dfe192-6231-4d60-8a18-935438e55edd) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:09:31.240215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5121a5e9-1802-420c-8f98-926c25571315 None None] Provisioning complete for port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:31.240784 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5121a5e9-1802-420c-8f98-926c25571315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.247228 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.283472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5121a5e9-1802-420c-8f98-926c25571315 None None] Port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:31.300005 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Routers {'cbfd0553-e412-4346-bba3-71618579c299'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:09:31.300731 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:09:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbfd0553-e412-4346-bba3-71618579c299'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:31.351652 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672269-0821-406b-9938-ea293217d877 None None] Pushing event updated for resources: {'Port': ['ID=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:31.377847 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.437342 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] Set router cbfd0553-e412-4346-bba3-71618579c299 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:09:31.466371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.520430 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f7108563-8b7b-4880-81e9-c05d6af53a22 None None] Provisioning complete for port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:31.521117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7108563-8b7b-4880-81e9-c05d6af53a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.536252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:09:31.541286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:09:31.544371 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:09:31.580949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b45b3f7b-36e8-4e5e-b669-4d4825bb6001 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:31.581169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Pushing event updated for resources: {'Port': ['ID=13dfe192-6231-4d60-8a18-935438e55edd,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:31.614989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:31.615709 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.673619 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7108563-8b7b-4880-81e9-c05d6af53a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.712677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:31.713042 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.757770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a36b54-a2c1-4cf5-ae56-cb84fd6825f8 req-2cf2103f-deba-4074-8071-8235800876b5 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:31.759932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f7108563-8b7b-4880-81e9-c05d6af53a22 None None] For port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:31.769510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18a36b54-a2c1-4cf5-ae56-cb84fd6825f8 req-2cf2103f-deba-4074-8071-8235800876b5 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 931 time: 0.0841656 Oct 22 16:09:31.784419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-de05c99f-f241-4b91-882e-9cc135dce53f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9365628 Oct 22 16:09:31.784639 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '64d2ae7c-9e5f-433b-8955-e1e1a38453cb', 'name': '', 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'mac_address': 'fa:16:3e:a1:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:25Z', 'updated_at': '2021-10-22T16:09:31Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'subnets': [{'id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:09:31.801711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Request body: {'port': {'device_id': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:09:31.809888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 64d2ae7c-9e5f-433b-8955-e1e1a38453cb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:31.830041 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025463-03bf-4feb-b3d4-51a9080928b4 None None] The sync data for ids ['cbfd0553-e412-4346-bba3-71618579c299'] in n-d-812148-2 is: [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:09:26Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '64d2ae7c-9e5f-433b-8955-e1e1a38453cb', 'name': '', 'network_id': '39c53ab8-966c-415a-aa97-96186e63bceb', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'mac_address': 'fa:16:3e:a1:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:25Z', 'updated_at': '2021-10-22T16:09:31Z', 'revision_number': 4, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'subnets': [{'id': 'f78bc5de-14a5-4f7e-b24d-e201ce9d6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:09:31.857746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18a36b54-a2c1-4cf5-ae56-cb84fd6825f8 req-5de0df16-ea7e-4b7c-8a06-5e3788ecb85f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867646 Oct 22 16:09:31.867494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:31.867946 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.896156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.900844 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7108563-8b7b-4880-81e9-c05d6af53a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:31.972431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7108563-8b7b-4880-81e9-c05d6af53a22 None None] Pushing event updated for resources: {'Port': ['ID=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:32.028632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cf234aa5-cb44-4d5f-8c3e-2c51c42c658e None None] Provisioning complete for port 13dfe192-6231-4d60-8a18-935438e55edd triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:32.029013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf234aa5-cb44-4d5f-8c3e-2c51c42c658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:32.065358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-cf234aa5-cb44-4d5f-8c3e-2c51c42c658e None None] Port 13dfe192-6231-4d60-8a18-935438e55edd cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:09:32.187878 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dfe192-6231-4d60-8a18-935438e55edd {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:09:32.196337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:32.209657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Transition to ACTIVE for port object 13dfe192-6231-4d60-8a18-935438e55edd will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:09:32.286897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:32.345613 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Pushing event updated for resources: {'Port': ['ID=13dfe192-6231-4d60-8a18-935438e55edd,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:32.419090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Attempting to bind port 13dfe192-6231-4d60-8a18-935438e55edd on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:09:32.419417 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Attempting to bind port 13dfe192-6231-4d60-8a18-935438e55edd by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:09:32.419749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Attempting to bind port 13dfe192-6231-4d60-8a18-935438e55edd on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:32.425391 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Port 13dfe192-6231-4d60-8a18-935438e55edd on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:09:32.425723 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Attempting to bind port 13dfe192-6231-4d60-8a18-935438e55edd on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:09:32.431101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:09:32.431610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Checking segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:09:32.431995 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Bound using segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:09:32.432425 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Bound port: 13dfe192-6231-4d60-8a18-935438e55edd, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:09:32.432785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:32.504027 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] For port 13dfe192-6231-4d60-8a18-935438e55edd, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:09:32.507294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] For port 13dfe192-6231-4d60-8a18-935438e55edd, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=13dfe192-6231-4d60-8a18-935438e55edd,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:09:32.576633 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:32.612745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:32.613366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:32.614762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] 10.222.0.53 "PUT /v2.0/ports/13dfe192-6231-4d60-8a18-935438e55edd HTTP/1.1" status: 200 len: 1091 time: 0.8196931 Oct 22 16:09:32.615314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'tag': '13dfe192-6231-4d60-8a18-935438e55edd'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:09:32.617794 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238", "tag": "13dfe192-6231-4d60-8a18-935438e55edd"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:09:32.648249 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca536e6-4475-4a80-95f7-afa1b3908e0e service neutron] Pushing event updated for resources: {'Port': ['ID=13dfe192-6231-4d60-8a18-935438e55edd,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:32.722631 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09635953-d1fd-48bf-9713-46256c19c84c x-openstack-request-id: req-09635953-d1fd-48bf-9713-46256c19c84c {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:09:32.722925 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238", "tag": "13dfe192-6231-4d60-8a18-935438e55edd", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:09:32.727036 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09635953-d1fd-48bf-9713-46256c19c84c {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:09:32.727036 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'tag': '13dfe192-6231-4d60-8a18-935438e55edd', 'status': 'completed', 'code': 200} Oct 22 16:09:32.769257 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-ea60a486-d75d-4ae6-ad4e-16911a74be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:32.770768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-ea60a486-d75d-4ae6-ad4e-16911a74be17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 1094 time: 0.0437906 Oct 22 16:09:32.817984 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-0fe9ac53-e66a-4d4e-9c48-9ea486cabacf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13dfe192-6231-4d60-8a18-935438e55edd HTTP/1.1" status: 200 len: 217 time: 0.0386093 Oct 22 16:09:32.870272 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-8ef4c4f7-ad7d-47a3-806b-d23ca5fd6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:32.871751 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-8ef4c4f7-ad7d-47a3-806b-d23ca5fd6c74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08ea7b19-326c-4663-8339-80be2d892610 HTTP/1.1" status: 200 len: 856 time: 0.0468352 Oct 22 16:09:32.919689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b726-8c44-4015-8f29-d04372846957 req-f8d32a69-b872-4550-b0d2-e47acbff4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:32.921688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-f8d32a69-b872-4550-b0d2-e47acbff4b9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428095 Oct 22 16:09:33.056574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ab420-cf26-4ce0-8a3b-1c3e06ae186d req-78955b18-4b9b-4d62-8c5f-2c6466a89360 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:33.058048 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e14ab420-cf26-4ce0-8a3b-1c3e06ae186d req-78955b18-4b9b-4d62-8c5f-2c6466a89360 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 943 time: 0.1077709 Oct 22 16:09:33.062570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-86d3febb-5942-4e66-97f7-619481e5d100 service neutron] 10.222.0.53 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339414 Oct 22 16:09:33.150487 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e14ab420-cf26-4ce0-8a3b-1c3e06ae186d req-e6454c6c-a6b0-406e-8f36-815ab532c0c2 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857236 Oct 22 16:09:33.179868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0cd7b726-8c44-4015-8f29-d04372846957 req-7fd56487-499b-4389-9074-18ddd16f53ab service neutron] 10.222.0.53 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094151 Oct 22 16:09:33.323772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-72c77d58-1a5e-4621-986b-da73f4087166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:33.325297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-72c77d58-1a5e-4621-986b-da73f4087166 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 1094 time: 0.0446997 Oct 22 16:09:33.423607 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-755aad7d-ed46-4509-9904-1ae58e869ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:33.425093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-755aad7d-ed46-4509-9904-1ae58e869ea4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 200 len: 918 time: 0.0932174 Oct 22 16:09:33.470763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-1e52bbc8-a054-4918-ab1a-831642871328 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13dfe192-6231-4d60-8a18-935438e55edd HTTP/1.1" status: 200 len: 217 time: 0.0369360 Oct 22 16:09:33.481067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 64d2ae7c-9e5f-433b-8955-e1e1a38453cb up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:33.522106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-9173995c-342e-476c-a4a0-b412c20c46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:33.523610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-9173995c-342e-476c-a4a0-b412c20c46c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08ea7b19-326c-4663-8339-80be2d892610 HTTP/1.1" status: 200 len: 856 time: 0.0447600 Oct 22 16:09:33.534112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:33.534487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:33.570463 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-bf9c929d-44f6-4cfb-b7ec-1c6875c12f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:33.572298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-bf9c929d-44f6-4cfb-b7ec-1c6875c12f1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406148 Oct 22 16:09:33.670381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-56f908b8-06db-4ca3-a560-2c6a836f411a service neutron] 10.222.0.53 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900826 Oct 22 16:09:33.766692 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-98a92a97-edb0-4aaf-a57f-8bf6cfaf0111 req-db363b38-861e-46ba-ba8d-42a2345e6d7a service neutron] 10.222.0.53 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888317 Oct 22 16:09:34.268584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2113-6f44-449d-bcaf-ec789a75a0ce req-3e2fedf7-4926-451d-8ea7-64db85ebcbad tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:34.269970 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f0f2113-6f44-449d-bcaf-ec789a75a0ce req-3e2fedf7-4926-451d-8ea7-64db85ebcbad tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 943 time: 0.0498822 Oct 22 16:09:34.307377 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f0f2113-6f44-449d-bcaf-ec789a75a0ce req-e1ffcac9-64f7-4dcd-ae49-b2c8f1b0149f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313566 Oct 22 16:09:34.401073 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:35.427786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc85f0-bbd5-4008-a5fb-aad73546a02f req-87c4bce5-d248-4067-a892-089d3fe7f01d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:35.429334 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecbc85f0-bbd5-4008-a5fb-aad73546a02f req-87c4bce5-d248-4067-a892-089d3fe7f01d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 943 time: 0.0524917 Oct 22 16:09:35.467223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecbc85f0-bbd5-4008-a5fb-aad73546a02f req-fd32d546-ca58-46b7-9764-259fc05ddafe tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Oct 22 16:09:36.591936 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf3a7d-ebf6-4878-a811-49ef3739e0dd req-adcb2b34-9b18-47ac-ab12-9a8808c53365 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:36.594473 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45bf3a7d-ebf6-4878-a811-49ef3739e0dd req-adcb2b34-9b18-47ac-ab12-9a8808c53365 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 943 time: 0.0555661 Oct 22 16:09:36.633356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-45bf3a7d-ebf6-4878-a811-49ef3739e0dd req-9322e42b-6676-4e66-8fff-528a32ce6d5f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Oct 22 16:09:36.639474 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 13dfe192-6231-4d60-8a18-935438e55edd details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:09:36.738366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 13dfe192-6231-4d60-8a18-935438e55edd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=13dfe192-6231-4d60-8a18-935438e55edd,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:36.749874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '13dfe192-6231-4d60-8a18-935438e55edd', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'port_id': '13dfe192-6231-4d60-8a18-935438e55edd', 'mac_address': 'fa:16:3e:76:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ea7b19-326c-4663-8339-80be2d892610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:09:36.787352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:36.800497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dfe192-6231-4d60-8a18-935438e55edd {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:09:36.820094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 13dfe192-6231-4d60-8a18-935438e55edd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=13dfe192-6231-4d60-8a18-935438e55edd,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:36.907938 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:36.961374 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=13dfe192-6231-4d60-8a18-935438e55edd,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:37.110959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['13dfe192-6231-4d60-8a18-935438e55edd'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:09:37.753374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdef840-98d6-4246-bf6c-96cdd8fa28fb req-4618a861-8024-4c98-96ef-3875144f38ac tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:37.754873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccdef840-98d6-4246-bf6c-96cdd8fa28fb req-4618a861-8024-4c98-96ef-3875144f38ac tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 944 time: 0.0488617 Oct 22 16:09:37.797882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ccdef840-98d6-4246-bf6c-96cdd8fa28fb req-3076cf70-bb54-43a3-9cd5-ed86e57fa574 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Oct 22 16:09:38.672608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 13dfe192-6231-4d60-8a18-935438e55edd up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:09:38.800705 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 13dfe192-6231-4d60-8a18-935438e55edd completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:09:38.805932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 13dfe192-6231-4d60-8a18-935438e55edd triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:09:38.806291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:38.885530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:38.908796 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dfe192-6231-4d60-8a18-935438e55edd'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:09:38.911147 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488d895-a985-4bd8-8f6b-fb27274dd666" -d '{"events": [{"server_uuid": "9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238", "name": "network-vif-plugged", "status": "completed", "tag": "13dfe192-6231-4d60-8a18-935438e55edd"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:09:38.916110 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baab8-dafe-4932-a918-33d296e81f67 req-bec5391b-e1e5-4b89-9f77-ad97a6be76a2 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:38.917773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f2baab8-dafe-4932-a918-33d296e81f67 req-bec5391b-e1e5-4b89-9f77-ad97a6be76a2 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Oct 22 16:09:38.924395 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 13dfe192-6231-4d60-8a18-935438e55edd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=13dfe192-6231-4d60-8a18-935438e55edd,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:09:38.965495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f2baab8-dafe-4932-a918-33d296e81f67 req-195a5be0-aa62-4627-bf94-9fd8d73c5d10 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Oct 22 16:09:38.989690 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:39.019034 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5c97e1-0242-43db-9665-ce3259c4b72f x-openstack-request-id: req-fa5c97e1-0242-43db-9665-ce3259c4b72f {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:09:39.019389 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238", "name": "network-vif-plugged", "status": "completed", "tag": "13dfe192-6231-4d60-8a18-935438e55edd", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:09:39.019650 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa5c97e1-0242-43db-9665-ce3259c4b72f {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:09:39.020050 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dfe192-6231-4d60-8a18-935438e55edd', 'code': 200} Oct 22 16:09:39.047496 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=13dfe192-6231-4d60-8a18-935438e55edd,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:09:39.116514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c874153-14e9-4880-8be0-5e438589213e req-8de87375-3539-4bad-ab46-8d355d2a7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:39.118005 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c874153-14e9-4880-8be0-5e438589213e req-8de87375-3539-4bad-ab46-8d355d2a7274 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 1096 time: 0.0451996 Oct 22 16:09:39.152816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5c874153-14e9-4880-8be0-5e438589213e req-367179e8-2cda-4147-8d84-0514b12e1776 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281188 Oct 22 16:09:40.086501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c7e9-fd4a-4c68-bb43-3660032d89c9 req-2f736f83-41e5-4066-bf56-ad641f95e4a3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:40.088212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f00c7e9-fd4a-4c68-bb43-3660032d89c9 req-2f736f83-41e5-4066-bf56-ad641f95e4a3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 945 time: 0.0513823 Oct 22 16:09:40.129144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f00c7e9-fd4a-4c68-bb43-3660032d89c9 req-241a912d-1052-4d47-a03c-e44732aa2ad5 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Oct 22 16:09:41.246808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cc2ec-9456-4953-82b7-425200cb990b req-72070e3d-ddb0-4d09-b28c-0b55798e3c58 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:41.248318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a42cc2ec-9456-4953-82b7-425200cb990b req-72070e3d-ddb0-4d09-b28c-0b55798e3c58 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Oct 22 16:09:41.285752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a42cc2ec-9456-4953-82b7-425200cb990b req-e21ba3cd-3235-4f53-86a1-6bf93e26bfc8 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Oct 22 16:09:41.405276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802904a4-09d0-45ef-955c-c3bc62a4d5c0 req-0991709f-1c0b-4d4b-846c-9fcec149fbb3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:09:41.406867 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-802904a4-09d0-45ef-955c-c3bc62a4d5c0 req-0991709f-1c0b-4d4b-846c-9fcec149fbb3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 945 time: 0.0540032 Oct 22 16:09:41.446072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-802904a4-09d0-45ef-955c-c3bc62a4d5c0 req-eb49b5ea-03be-49c0-92bd-d2315f5c307a tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Oct 22 16:09:42.211845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:52.732024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b3438654-35c8-4c8e-b1ea-c0fb9482453d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:55.223403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e57a95e4-b04e-4b0a-bed4-d6b03d7eb5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:56.526701 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:56.857776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:09:58.432764 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:04.449526 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:04.846343 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:10:08.108171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73413745-44ec-41d8-970a-be23c5ec847a req-9c56f803-71f3-472b-9b19-2352a2675130 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:08.110621 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73413745-44ec-41d8-970a-be23c5ec847a req-9c56f803-71f3-472b-9b19-2352a2675130 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 945 time: 0.0516324 Oct 22 16:10:08.148693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73413745-44ec-41d8-970a-be23c5ec847a req-08082998-b5bb-4a4e-9afc-d6e94d8c979c tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Oct 22 16:10:09.267464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82229e5-5abf-4b88-b18d-8cf37c4c1470 req-8af3d007-0f57-4d0d-b3be-434d8e6e108e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:09.268939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a82229e5-5abf-4b88-b18d-8cf37c4c1470 req-8af3d007-0f57-4d0d-b3be-434d8e6e108e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Oct 22 16:10:09.310144 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a82229e5-5abf-4b88-b18d-8cf37c4c1470 req-b9473f7d-7698-48d3-983a-27fd642e60ff tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Oct 22 16:10:09.611736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-eff0dcff-4ee9-445a-89ac-950a8337d958 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:09.613218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-eff0dcff-4ee9-445a-89ac-950a8337d958 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 945 time: 0.0524464 Oct 22 16:10:09.701721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Deleting port 13dfe192-6231-4d60-8a18-935438e55edd {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:10:09.701970 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:10.110369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] For port 13dfe192-6231-4d60-8a18-935438e55edd, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=13dfe192-6231-4d60-8a18-935438e55edd,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:10:10.110735 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:10.123225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Calling delete_port for 13dfe192-6231-4d60-8a18-935438e55edd owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:10:10.325929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:10.339920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['13dfe192-6231-4d60-8a18-935438e55edd'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:10:10.357453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Pushing event deleted for resources: {'Port': ['ID=13dfe192-6231-4d60-8a18-935438e55edd,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:10.377815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.378171 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.378533 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.378849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.379228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.379548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.379882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.380213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.380546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.380876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.381204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.381560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:10.441421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] No DVR routers for this DVR port 13dfe192-6231-4d60-8a18-935438e55edd on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:10:10.444758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-90246dff-16bf-4468-ae48-0a9f44bb80ca req-d32555e2-26e0-4d0b-9e07-ba024cc31887 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238 HTTP/1.1" status: 200 len: 210 time: 0.0600662 Oct 22 16:10:10.445833 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:10.448992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8668d71d-497f-4f48-af3a-8b2207f6f7b4 req-13244a90-5aac-47b6-89fd-f9ef76551e7e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.53 "DELETE /v2.0/ports/13dfe192-6231-4d60-8a18-935438e55edd HTTP/1.1" status: 204 len: 173 time: 0.8292527 Oct 22 16:10:10.449420 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'name': 'network-vif-deleted', 'tag': '13dfe192-6231-4d60-8a18-935438e55edd'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:10:10.451702 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957514f5-4145-4697-beb0-821aeab3264f" -d '{"events": [{"server_uuid": "9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238", "name": "network-vif-deleted", "tag": "13dfe192-6231-4d60-8a18-935438e55edd"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:10:10.491895 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6273fa-69b5-436f-a656-5876703cdad8 x-openstack-request-id: req-2d6273fa-69b5-436f-a656-5876703cdad8 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:10:10.492180 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238", "name": "network-vif-deleted", "tag": "13dfe192-6231-4d60-8a18-935438e55edd", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:10:10.492426 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d6273fa-69b5-436f-a656-5876703cdad8 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:10:10.492823 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbaf5a9-74d5-4b2c-bb5f-fc49ef177238', 'name': 'network-vif-deleted', 'tag': '13dfe192-6231-4d60-8a18-935438e55edd', 'status': 'completed', 'code': 200} Oct 22 16:10:12.234287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:12.854212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 13dfe192-6231-4d60-8a18-935438e55edd no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:10:12.874119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 13dfe192-6231-4d60-8a18-935438e55edd {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:10:12.874458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 13dfe192-6231-4d60-8a18-935438e55edd not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:10:13.253353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8a6f85fe-c68d-4fdb-9e61-3fc59ee0e93f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:13.254809 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8a6f85fe-c68d-4fdb-9e61-3fc59ee0e93f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/networks?id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 200 len: 817 time: 0.1055930 Oct 22 16:10:13.270373 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-46dcf895-7f5d-4b78-957d-708a8d71a37b tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/quotas/2a1ddad14926464b86e5e50d3aeae209 HTTP/1.1" status: 200 len: 375 time: 0.0096257 Oct 22 16:10:13.321651 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-ea1aa116-67b2-4bda-afa9-935abbd1e361 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458076 Oct 22 16:10:13.337789 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-b176df85-4462-4090-bf36-e2e1026e4842 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:10:13.338794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-b176df85-4462-4090-bf36-e2e1026e4842 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052612 Oct 22 16:10:13.433466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-54a4f7ee-1ef7-47db-9be2-6ada34490286 service neutron] 10.222.0.66 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886014 Oct 22 16:10:13.525741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-13bd5b9c-a0f3-4626-a3fd-8d86e13adda5 service neutron] 10.222.0.66 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Oct 22 16:10:13.806111 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-38527043-3e24-4114-bb7c-d28506affa76 req-6eeec8b9-2e3b-48ee-8388-ec4d83722008 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 210 time: 0.0288677 Oct 22 16:10:14.904527 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7916a994-1c6c-46b4-9df4-489c765c0bc7 req-533ab2c1-0382-490e-85a6-0fb345769f43 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 210 time: 0.0277123 Oct 22 16:10:15.984195 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-6dbdc698-4bfe-407a-9f59-37dec48ee458 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:15.985730 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-6dbdc698-4bfe-407a-9f59-37dec48ee458 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.69 "GET /v2.0/networks?id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 200 len: 817 time: 0.1046402 Oct 22 16:10:15.999434 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Request body: {'port': {'device_id': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'admin_state_up': True, 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:10:16.016120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-18d7453a-55fd-4d9c-af9e-c353b2ec51fc req-ff3dc404-8015-457a-889c-84446b41ead3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 210 time: 0.0330305 Oct 22 16:10:16.220394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Made reservation on behalf of 2a1ddad14926464b86e5e50d3aeae209 for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:10:16.224059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:16.353933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Allocated IP 172.20.0.10 (650c1d80-8f4c-4e31-8df5-c6b9df4a77eb/08ea7b19-326c-4663-8339-80be2d892610/cd703f6a-7428-4f4b-97bb-6877878a3dab) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:10:16.503978 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:16.600892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:16.647395 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:10:16.650922 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:10:16.654680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:10:16.664305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Pushing event updated for resources: {'Port': ['ID=cd703f6a-7428-4f4b-97bb-6877878a3dab,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:16.701035 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.701392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.701783 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.702120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.702452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.702787 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.703149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.703480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.703811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.704136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.704459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.704782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:10:16.729689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:16.730357 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:16.831679 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-bb7120c9-4f74-43ac-a3ba-0cf06418a3af tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363209 Oct 22 16:10:16.877481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Request body: {'port': {'device_id': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:10:16.916702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-57b2c487-46c4-4e02-9654-d2ed6ce92a6a None None] Provisioning complete for port cd703f6a-7428-4f4b-97bb-6877878a3dab triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:10:16.917295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57b2c487-46c4-4e02-9654-d2ed6ce92a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:16.936418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:16.955416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-57b2c487-46c4-4e02-9654-d2ed6ce92a6a None None] Port cd703f6a-7428-4f4b-97bb-6877878a3dab cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:10:17.135975 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc9c4-3903-4e0a-90ef-ff8c6e56de66 req-4254030a-3814-4237-b579-73a670131d27 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:17.137521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb0dc9c4-3903-4e0a-90ef-ff8c6e56de66 req-4254030a-3814-4237-b579-73a670131d27 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 932 time: 0.0498686 Oct 22 16:10:17.178337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb0dc9c4-3903-4e0a-90ef-ff8c6e56de66 req-8d8756d6-0cea-4d41-8f7e-8ce97fdfe44d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Oct 22 16:10:17.208681 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd703f6a-7428-4f4b-97bb-6877878a3dab {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:10:17.216264 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:17.228634 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Transition to ACTIVE for port object cd703f6a-7428-4f4b-97bb-6877878a3dab will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:10:17.343265 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:17.411959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Pushing event updated for resources: {'Port': ['ID=cd703f6a-7428-4f4b-97bb-6877878a3dab,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:17.480895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Attempting to bind port cd703f6a-7428-4f4b-97bb-6877878a3dab on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:10:17.481227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Attempting to bind port cd703f6a-7428-4f4b-97bb-6877878a3dab by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:10:17.481556 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Attempting to bind port cd703f6a-7428-4f4b-97bb-6877878a3dab on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:10:17.486012 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Port cd703f6a-7428-4f4b-97bb-6877878a3dab on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:10:17.486336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Attempting to bind port cd703f6a-7428-4f4b-97bb-6877878a3dab on network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:10:17.491614 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:10:17.491950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Checking segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:10:17.492320 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Bound using segment: {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:10:17.492742 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Bound port: cd703f6a-7428-4f4b-97bb-6877878a3dab, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c4217e-3935-44d9-a449-ad41281f7103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:10:17.493127 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:17.562209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] For port cd703f6a-7428-4f4b-97bb-6877878a3dab, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:10:17.565394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] For port cd703f6a-7428-4f4b-97bb-6877878a3dab, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:10:17.646915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:17.686373 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:17.687020 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:17.688440 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-8151a2be-b954-46db-bca8-072977d80497 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd703f6a-7428-4f4b-97bb-6877878a3dab HTTP/1.1" status: 200 len: 1092 time: 0.8151546 Oct 22 16:10:17.688917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'tag': 'cd703f6a-7428-4f4b-97bb-6877878a3dab'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:10:17.691177 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba1a67d-1992-4ad5-bb3c-e9158838b285" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cb32e7-1239-47ee-9793-3c35f2a90598", "tag": "cd703f6a-7428-4f4b-97bb-6877878a3dab"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:10:17.716588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151a2be-b954-46db-bca8-072977d80497 service neutron] Pushing event updated for resources: {'Port': ['ID=cd703f6a-7428-4f4b-97bb-6877878a3dab,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:17.746581 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e59e4-0465-4d22-9800-67de4deffe2e x-openstack-request-id: req-947e59e4-0465-4d22-9800-67de4deffe2e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:10:17.746903 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cb32e7-1239-47ee-9793-3c35f2a90598", "tag": "cd703f6a-7428-4f4b-97bb-6877878a3dab", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:10:17.750933 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-947e59e4-0465-4d22-9800-67de4deffe2e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:10:17.750933 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'tag': 'cd703f6a-7428-4f4b-97bb-6877878a3dab', 'status': 'completed', 'code': 200} Oct 22 16:10:17.814254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a67d-1992-4ad5-bb3c-e9158838b285 req-df623f96-da74-4dcf-b143-d3493e3effca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:17.816065 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aba1a67d-1992-4ad5-bb3c-e9158838b285 req-df623f96-da74-4dcf-b143-d3493e3effca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 1095 time: 0.0469241 Oct 22 16:10:17.924919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a67d-1992-4ad5-bb3c-e9158838b285 req-aa6401be-0f2d-40a4-837b-22ab7fe1439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:17.927531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aba1a67d-1992-4ad5-bb3c-e9158838b285 req-aa6401be-0f2d-40a4-837b-22ab7fe1439d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2a1ddad14926464b86e5e50d3aeae209&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1015630 Oct 22 16:10:18.028608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a67d-1992-4ad5-bb3c-e9158838b285 req-fce0b143-100d-4000-8d24-6758777cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:18.030219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-aba1a67d-1992-4ad5-bb3c-e9158838b285 req-fce0b143-100d-4000-8d24-6758777cdcb2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955753 Oct 22 16:10:18.106094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-1991b3b8-d418-4cc9-983c-906c7369a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:18.111300 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-1991b3b8-d418-4cc9-983c-906c7369a327 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 1095 time: 0.0396707 Oct 22 16:10:18.153718 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-623bcd2e-6f90-4950-911a-d05a96781db2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab HTTP/1.1" status: 200 len: 217 time: 0.0377603 Oct 22 16:10:18.203282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-4e3dcb20-06ff-4df9-8c78-4050b19e6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:18.204663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-4e3dcb20-06ff-4df9-8c78-4050b19e6ff2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08ea7b19-326c-4663-8339-80be2d892610 HTTP/1.1" status: 200 len: 856 time: 0.0436063 Oct 22 16:10:18.252632 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf230-3008-458e-a3d4-5896879c09b7 req-4c2663ea-ea58-41fa-8019-53a143404e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:18.254444 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-4c2663ea-ea58-41fa-8019-53a143404e81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422850 Oct 22 16:10:18.294215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f7a7-a4f9-491c-a29f-44d00a9b1545 req-4e74f27b-c994-4ed9-a1f8-e552026f31a0 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:18.295727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e51f7a7-a4f9-491c-a29f-44d00a9b1545 req-4e74f27b-c994-4ed9-a1f8-e552026f31a0 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 944 time: 0.0497024 Oct 22 16:10:18.334635 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e51f7a7-a4f9-491c-a29f-44d00a9b1545 req-8e17ff18-cac3-4dbb-8744-6fcc633f7487 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Oct 22 16:10:18.353922 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-00bd9fcd-ceb4-48c4-aa3b-a3fc7f42c95a service neutron] 10.222.0.69 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916991 Oct 22 16:10:18.445671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-751cf230-3008-458e-a3d4-5896879c09b7 req-c911b8fe-2826-4121-973d-2b5c8060c51c service neutron] 10.222.0.69 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847101 Oct 22 16:10:19.462294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9660-cb2f-4040-989c-295f33ab9785 req-2e170c6b-ed6c-46a8-a235-e106f4149b8c tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:19.463849 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da5f9660-cb2f-4040-989c-295f33ab9785 req-2e170c6b-ed6c-46a8-a235-e106f4149b8c tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 944 time: 0.0574150 Oct 22 16:10:19.501382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-da5f9660-cb2f-4040-989c-295f33ab9785 req-5243f909-6061-413b-9404-d3384209194e tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Oct 22 16:10:20.619366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b326a6-3251-4de9-94cd-85994829426c req-697735bc-8cc1-4fb3-8604-d6475ead7a52 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:20.620864 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73b326a6-3251-4de9-94cd-85994829426c req-697735bc-8cc1-4fb3-8604-d6475ead7a52 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 944 time: 0.0512466 Oct 22 16:10:20.659152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73b326a6-3251-4de9-94cd-85994829426c req-203a2f97-bae3-4d3d-83ee-ccb3fa21a0ad tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Oct 22 16:10:21.780046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cce0b7-50c2-4a52-a19a-90f4d34a77b6 req-d52d88fa-7fca-434f-a09c-7190d22dfd13 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:21.781525 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04cce0b7-50c2-4a52-a19a-90f4d34a77b6 req-d52d88fa-7fca-434f-a09c-7190d22dfd13 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 944 time: 0.0507774 Oct 22 16:10:21.820480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-04cce0b7-50c2-4a52-a19a-90f4d34a77b6 req-1bbf4192-b35b-41d5-a3bf-747f6f8e10e7 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Oct 22 16:10:22.708886 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5732fb2e-b9b3-4992-a41f-d4db660018f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:22.940078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab3fa-64b6-413d-a257-49a49f30e54a req-263b2a22-9a9f-4abf-b11d-fc4b95482b88 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:22.941648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a6ab3fa-64b6-413d-a257-49a49f30e54a req-263b2a22-9a9f-4abf-b11d-fc4b95482b88 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 944 time: 0.0542679 Oct 22 16:10:22.980825 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0a6ab3fa-64b6-413d-a257-49a49f30e54a req-8c25dace-e92f-4297-9baf-b63b3866c673 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Oct 22 16:10:24.099374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aebe36-2a87-4909-bb06-3fd9e6dc5eff req-ab8152e8-d49e-4260-a234-5412ecaba627 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:24.100926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58aebe36-2a87-4909-bb06-3fd9e6dc5eff req-ab8152e8-d49e-4260-a234-5412ecaba627 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 944 time: 0.0503409 Oct 22 16:10:24.107327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device cd703f6a-7428-4f4b-97bb-6877878a3dab details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:10:24.141627 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-58aebe36-2a87-4909-bb06-3fd9e6dc5eff req-0f3b7431-3328-4f74-8557-84ef7df0cf26 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Oct 22 16:10:24.207707 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port cd703f6a-7428-4f4b-97bb-6877878a3dab, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:10:24.219545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'cd703f6a-7428-4f4b-97bb-6877878a3dab', 'network_id': '650c1d80-8f4c-4e31-8df5-c6b9df4a77eb', 'port_id': 'cd703f6a-7428-4f4b-97bb-6877878a3dab', 'mac_address': 'fa:16:3e:8c:7b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ea7b19-326c-4663-8339-80be2d892610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:10:24.256426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:24.269108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd703f6a-7428-4f4b-97bb-6877878a3dab {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:10:24.290529 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port cd703f6a-7428-4f4b-97bb-6877878a3dab, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:10:24.391823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:24.450227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=cd703f6a-7428-4f4b-97bb-6877878a3dab,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:24.729657 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['cd703f6a-7428-4f4b-97bb-6877878a3dab'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:10:25.260155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-43407981-3563-4e82-9d30-91e63b7e3e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:25.264232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5db5-2099-49d7-8940-964173844fee req-8c3dccc1-2ae9-4063-9dd1-a863bccc802f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:25.265737 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b0f5db5-2099-49d7-8940-964173844fee req-8c3dccc1-2ae9-4063-9dd1-a863bccc802f tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Oct 22 16:10:25.304579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1b0f5db5-2099-49d7-8940-964173844fee req-4b7aebcd-d879-4fe7-afd1-f71ad9cfa969 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Oct 22 16:10:26.110131 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device cd703f6a-7428-4f4b-97bb-6877878a3dab up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:10:26.242779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port cd703f6a-7428-4f4b-97bb-6877878a3dab completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:10:26.246760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port cd703f6a-7428-4f4b-97bb-6877878a3dab triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:10:26.247164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:26.323465 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:26.346934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd703f6a-7428-4f4b-97bb-6877878a3dab'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:10:26.349429 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be441d7e-845f-4d72-a33f-541565089cee" -d '{"events": [{"server_uuid": "f7cb32e7-1239-47ee-9793-3c35f2a90598", "name": "network-vif-plugged", "status": "completed", "tag": "cd703f6a-7428-4f4b-97bb-6877878a3dab"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:10:26.364913 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port cd703f6a-7428-4f4b-97bb-6877878a3dab, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:10:26.387134 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f393ede2-e9b0-4c45-a40f-e199e654ea31 x-openstack-request-id: req-f393ede2-e9b0-4c45-a40f-e199e654ea31 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:10:26.387494 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cb32e7-1239-47ee-9793-3c35f2a90598", "name": "network-vif-plugged", "status": "completed", "tag": "cd703f6a-7428-4f4b-97bb-6877878a3dab", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:10:26.387823 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f393ede2-e9b0-4c45-a40f-e199e654ea31 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:10:26.388223 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd703f6a-7428-4f4b-97bb-6877878a3dab', 'code': 200} Oct 22 16:10:26.432185 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8968e-97f1-4661-88c9-473411f4c108 req-a541f314-5114-49d1-a51f-9f05a835a92d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:26.433416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3c8968e-97f1-4661-88c9-473411f4c108 req-a541f314-5114-49d1-a51f-9f05a835a92d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 945 time: 0.0576792 Oct 22 16:10:26.468789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:26.473218 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3c8968e-97f1-4661-88c9-473411f4c108 req-6ccd9368-05f2-4cd4-b346-01a3f2c4a2e4 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Oct 22 16:10:26.503475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefaa61-f502-4986-8b89-808a2d13b297 req-44416c22-eb82-4fc7-8006-384babfcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:26.506910 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceefaa61-f502-4986-8b89-808a2d13b297 req-44416c22-eb82-4fc7-8006-384babfcb74d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 1096 time: 0.0532837 Oct 22 16:10:26.521037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=cd703f6a-7428-4f4b-97bb-6877878a3dab,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:26.543614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ceefaa61-f502-4986-8b89-808a2d13b297 req-c9486247-2153-4213-9223-ee794561ddc2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290713 Oct 22 16:10:26.554398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:26.877230 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:27.607702 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f62bb-4e44-42a1-b166-0ff07ea94837 req-c84f1712-a9e7-4ade-ac16-185c0cf2a0a2 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:27.609366 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-070f62bb-4e44-42a1-b166-0ff07ea94837 req-c84f1712-a9e7-4ade-ac16-185c0cf2a0a2 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Oct 22 16:10:27.652617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-070f62bb-4e44-42a1-b166-0ff07ea94837 req-ff222c69-27d4-4397-9003-60b56a995124 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Oct 22 16:10:28.419894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:28.771038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c2d1b-351e-4c04-8e23-f1b83c4279b7 req-813e2635-ba85-4d4d-82d3-f7a21d81fef4 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:28.772539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c73c2d1b-351e-4c04-8e23-f1b83c4279b7 req-813e2635-ba85-4d4d-82d3-f7a21d81fef4 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 946 time: 0.0516748 Oct 22 16:10:28.811776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c73c2d1b-351e-4c04-8e23-f1b83c4279b7 req-faef3853-fd9a-400e-9cf7-3553167fcae3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Oct 22 16:10:28.932216 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76b9f9-3f58-4218-8f48-53e5b25688dd req-ae326031-0021-4145-8f6a-73b0a201e286 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:28.933776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c76b9f9-3f58-4218-8f48-53e5b25688dd req-ae326031-0021-4145-8f6a-73b0a201e286 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 946 time: 0.0556684 Oct 22 16:10:28.975288 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8c76b9f9-3f58-4218-8f48-53e5b25688dd req-d7333814-a7a5-47cd-983a-0c00f3d49b1b tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Oct 22 16:10:34.462943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:41.845034 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:10:42.096465 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-b669b40a-816b-4f3d-a6d9-f6d0232e4198 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415363 Oct 22 16:10:42.183904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-514f9ec9-201e-4e26-93e7-bce8ed925ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:42.185389 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-514f9ec9-201e-4e26-93e7-bce8ed925ebb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a1ddad14926464b86e5e50d3aeae209&device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 1097 time: 0.0417352 Oct 22 16:10:42.239505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:42.291308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-f4fbf86a-6f9e-445a-b409-97f54fa7f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:42.292788 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-f4fbf86a-6f9e-445a-b409-97f54fa7f7e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 200 len: 918 time: 0.0878510 Oct 22 16:10:42.335296 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-5fd9f9b7-c7f0-4269-ac69-e0bc2aeafaa9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab HTTP/1.1" status: 200 len: 217 time: 0.0340581 Oct 22 16:10:42.384891 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-296f0d8e-cb2d-4a6f-b972-2658d6d9adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:42.386235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-296f0d8e-cb2d-4a6f-b972-2658d6d9adcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08ea7b19-326c-4663-8339-80be2d892610 HTTP/1.1" status: 200 len: 856 time: 0.0426431 Oct 22 16:10:42.437623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-74c9b0a2-8dd7-4748-b4ff-fdc3e9981f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:42.439356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-74c9b0a2-8dd7-4748-b4ff-fdc3e9981f79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459406 Oct 22 16:10:42.536443 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-6661225d-1651-4b99-ad15-79e794c7267c service neutron] 10.222.0.69 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825543 Oct 22 16:10:42.635514 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-557abb84-a60b-4c1e-a2b1-72cd474d80a8 req-b52f7895-4c9e-4312-b6ba-82b673bea7d5 service neutron] 10.222.0.69 "GET /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863831 Oct 22 16:10:52.694291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cab7af5d-41a4-4d65-bad7-67ddd96ad03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:55.173397 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ba6821b-4b3f-471a-812c-8626146ff55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:56.558735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07669db8-2eea-46cd-94f0-649e00904991 req-db7bd56d-f682-4e92-a93f-71e5e2d57526 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:56.560271 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07669db8-2eea-46cd-94f0-649e00904991 req-db7bd56d-f682-4e92-a93f-71e5e2d57526 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 946 time: 0.0526972 Oct 22 16:10:56.576794 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:56.599556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-07669db8-2eea-46cd-94f0-649e00904991 req-56d08615-57bb-4e82-a90b-1e7c2caae00d tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Oct 22 16:10:56.830421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:57.722035 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab4f2a-5a02-468e-be4b-4fcac03fc057 req-96f928fe-a1dc-45ce-ba99-40215f2c7bb3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:57.723593 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78ab4f2a-5a02-468e-be4b-4fcac03fc057 req-96f928fe-a1dc-45ce-ba99-40215f2c7bb3 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 946 time: 0.0517175 Oct 22 16:10:57.764019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-78ab4f2a-5a02-468e-be4b-4fcac03fc057 req-4033b34d-f687-4324-90dc-182acf1556b5 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Oct 22 16:10:58.468198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:58.477471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-b1e23785-e38b-4015-b071-61a418a94f43 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:58.478924 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-b1e23785-e38b-4015-b071-61a418a94f43 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 946 time: 0.0503428 Oct 22 16:10:58.572591 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Deleting port cd703f6a-7428-4f4b-97bb-6877878a3dab {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:10:58.572819 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:58.661042 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] For port cd703f6a-7428-4f4b-97bb-6877878a3dab, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=cd703f6a-7428-4f4b-97bb-6877878a3dab,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:10:58.661950 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:58.674300 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Calling delete_port for cd703f6a-7428-4f4b-97bb-6877878a3dab owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:10:58.876412 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:58.889074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['cd703f6a-7428-4f4b-97bb-6877878a3dab'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:10:58.889791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d49a-c174-43bd-a024-028c89e0a111 req-9d147245-011f-43c8-bf26-52efa1bd4b3c tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:10:58.892427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80a8d49a-c174-43bd-a024-028c89e0a111 req-9d147245-011f-43c8-bf26-52efa1bd4b3c tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7cb32e7-1239-47ee-9793-3c35f2a90598 HTTP/1.1" status: 200 len: 867 time: 0.0566337 Oct 22 16:10:58.909533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Pushing event deleted for resources: {'Port': ['ID=cd703f6a-7428-4f4b-97bb-6877878a3dab,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:10:58.936931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80a8d49a-c174-43bd-a024-028c89e0a111 req-716d1cad-62e1-4531-8f5a-7550a74e584a tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed52e2c-7095-4c81-88f3-2f854fde27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385876 Oct 22 16:10:58.961648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] No DVR routers for this DVR port cd703f6a-7428-4f4b-97bb-6877878a3dab on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:10:58.964491 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:10:58.968798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0ae38e71-d36c-4589-93b4-1c6a1932a847 req-7b7a3c48-cb97-4ec3-8b0d-31d45abe65e9 tempest-TestEncryptedCinderVolumes-2021394749 tempest-TestEncryptedCinderVolumes-2021394749-project] 10.222.0.69 "DELETE /v2.0/ports/cd703f6a-7428-4f4b-97bb-6877878a3dab HTTP/1.1" status: 204 len: 173 time: 0.4828794 Oct 22 16:10:58.968798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'name': 'network-vif-deleted', 'tag': 'cd703f6a-7428-4f4b-97bb-6877878a3dab'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:10:58.970874 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64260855-6cae-4c17-bfb0-7707cdfb675a" -d '{"events": [{"server_uuid": "f7cb32e7-1239-47ee-9793-3c35f2a90598", "name": "network-vif-deleted", "tag": "cd703f6a-7428-4f4b-97bb-6877878a3dab"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:10:59.015155 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e30213a-e697-43cf-8ea2-38e08251c4e9 x-openstack-request-id: req-5e30213a-e697-43cf-8ea2-38e08251c4e9 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:10:59.017444 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cb32e7-1239-47ee-9793-3c35f2a90598", "name": "network-vif-deleted", "tag": "cd703f6a-7428-4f4b-97bb-6877878a3dab", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:10:59.017444 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e30213a-e697-43cf-8ea2-38e08251c4e9 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:10:59.017444 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb32e7-1239-47ee-9793-3c35f2a90598', 'name': 'network-vif-deleted', 'tag': 'cd703f6a-7428-4f4b-97bb-6877878a3dab', 'status': 'completed', 'code': 200} Oct 22 16:11:00.117332 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46102) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:00.470521 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:00.717978 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Deleting port fbd72d23-42dd-4501-b76a-22aabe2f8b59 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:00.718227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:00.799646 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] For port fbd72d23-42dd-4501-b76a-22aabe2f8b59, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fbd72d23-42dd-4501-b76a-22aabe2f8b59,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:00.800008 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:00.813241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Calling delete_port for fbd72d23-42dd-4501-b76a-22aabe2f8b59 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:01.073959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:01.098657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd72d23-42dd-4501-b76a-22aabe2f8b59,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:01.273958 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:01.498142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Router 438b60f4-8f3d-4afd-ba39-d91f867d6097 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:11:01.605268 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:11:01.610295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-493f6f87-367d-484c-9360-9f0fe38b9071 admin admin] 10.222.0.66 "PUT /v2.0/routers/438b60f4-8f3d-4afd-ba39-d91f867d6097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4918489 Oct 22 16:11:01.613008 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46104) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:01.615888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] Sync routers for ids ['438b60f4-8f3d-4afd-ba39-d91f867d6097'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:11:01.626110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] Routers {'438b60f4-8f3d-4afd-ba39-d91f867d6097'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:01.626717 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['438b60f4-8f3d-4afd-ba39-d91f867d6097'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:01.717432 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:01.733294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] Set router 438b60f4-8f3d-4afd-ba39-d91f867d6097 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:01.823703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:01.974180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Deleting port f3b00617-6fc3-475a-877c-1e034ad16a39 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:01.974565 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.064814 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] For port f3b00617-6fc3-475a-877c-1e034ad16a39, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f3b00617-6fc3-475a-877c-1e034ad16a39,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:02.065256 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.072739 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:11:00Z', 'revision_number': 5, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port': {'id': 'f3b00617-6fc3-475a-877c-1e034ad16a39', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:16Z', 'updated_at': '2021-10-22T16:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:02.077818 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Calling delete_port for f3b00617-6fc3-475a-877c-1e034ad16a39 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:02.098927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] Checking router: 438b60f4-8f3d-4afd-ba39-d91f867d6097 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:11:02.108246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] Routers {'438b60f4-8f3d-4afd-ba39-d91f867d6097'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:02.108865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['438b60f4-8f3d-4afd-ba39-d91f867d6097'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:02.198298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] Set router 438b60f4-8f3d-4afd-ba39-d91f867d6097 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:02.253928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:11:01Z', 'revision_number': 6, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:02.280346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcf71c-d27f-4a36-8b84-a256bb1857f6 None None] The sync data for ids ['438b60f4-8f3d-4afd-ba39-d91f867d6097'] in n-d-812148-2 is: [{'id': '438b60f4-8f3d-4afd-ba39-d91f867d6097', 'name': 'tempest-TestEncryptedCinderVolumes-1783913062-router', 'tenant_id': '2a1ddad14926464b86e5e50d3aeae209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:15Z', 'updated_at': '2021-10-22T16:11:01Z', 'revision_number': 6, 'project_id': '2a1ddad14926464b86e5e50d3aeae209', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:11:02.312823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.325028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device cd703f6a-7428-4f4b-97bb-6877878a3dab no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:02.340953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b00617-6fc3-475a-877c-1e034ad16a39,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:02.345287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: cd703f6a-7428-4f4b-97bb-6877878a3dab {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:02.345638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device cd703f6a-7428-4f4b-97bb-6877878a3dab not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:02.403659 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.494803 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.497134 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.607547 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.608045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438b60f4-8f3d-4afd-ba39-d91f867d6097 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:11:02.612572 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.613732 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c9c61edc-ef52-4781-94ae-0076e38aa623 admin admin] 10.222.0.66 "DELETE /v2.0/routers/438b60f4-8f3d-4afd-ba39-d91f867d6097 HTTP/1.1" status: 204 len: 168 time: 0.9998105 Oct 22 16:11:02.616934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46106) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:02.664174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Deleting subnet 08ea7b19-326c-4663-8339-80be2d892610 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:11:02.667748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.705902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.789169 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.910761 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.935804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ea7b19-326c-4663-8339-80be2d892610,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:02.942809 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:02.946148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-bd6f1064-1010-49f3-a170-1c0c3343454d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/08ea7b19-326c-4663-8339-80be2d892610 HTTP/1.1" status: 204 len: 168 time: 0.3282599 Oct 22 16:11:02.948609 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d14d3-29d7-4fc5-be11-ef478d1d9156 None None] Network 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:11:02.949121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46108) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:03.022084 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.083393 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Deleting port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:03.084051 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.128058 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] DHCP port deletion for 650c1d80-8f4c-4e31-8df5-c6b9df4a77eb request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:11:03.155799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] For port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:03.156170 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.172951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Calling delete_port for fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:03.182314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Deleting port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:03.182696 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.253899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] For port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,segment=NetworkSegment(72c4217e-3935-44d9-a449-ad41281f7103),segment_id=72c4217e-3935-44d9-a449-ad41281f7103)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:03.254386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.268841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Calling delete_port for fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:03.348415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.359265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.379317 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:03.383587 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] No DVR routers for this DVR port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:11:03.389968 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Pushing event deleted for resources: {'Port': ['ID=fc16d12a-0359-4ee9-8bd6-b9b94e1389a8,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:03.392303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] No DVR routers for this DVR port fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:11:03.403862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.404204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.404545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.404946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.405289 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.405617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.405945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.406272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.406593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.406915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.407267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.407588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e1cad-d25d-4636-bf3b-98208fbd5491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:03.542282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3b00617-6fc3-475a-877c-1e034ad16a39 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:03.564185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f3b00617-6fc3-475a-877c-1e034ad16a39 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:03.564521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3b00617-6fc3-475a-877c-1e034ad16a39 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:03.564938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fbd72d23-42dd-4501-b76a-22aabe2f8b59 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:03.585911 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: fbd72d23-42dd-4501-b76a-22aabe2f8b59 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:03.586259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fbd72d23-42dd-4501-b76a-22aabe2f8b59 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:03.586667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:03.607118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:03.607487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device fc16d12a-0359-4ee9-8bd6-b9b94e1389a8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:03.772092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.792178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650c1d80-8f4c-4e31-8df5-c6b9df4a77eb']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:03.801254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c4217e-3935-44d9-a449-ad41281f7103') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:03.801452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c4217e-3935-44d9-a449-ad41281f7103') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:03.811933 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.825175 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.830902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:11:03.831381 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:11:03.832962 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:11:03.960285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.965925 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:03.969916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] 10.222.0.66 "DELETE /v2.0/networks/650c1d80-8f4c-4e31-8df5-c6b9df4a77eb HTTP/1.1" status: 204 len: 168 time: 1.0200436 Oct 22 16:11:03.972992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46110) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:03.983211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70196f0-2a94-4584-b90b-b196758c8516 admin admin] Pushing event deleted for resources: {'Network': ['ID=650c1d80-8f4c-4e31-8df5-c6b9df4a77eb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:04.452999 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:04.644764 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:04.894119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Deleting port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:04.894452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:04.975813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] For port 64d2ae7c-9e5f-433b-8955-e1e1a38453cb, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:04.976544 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:04.988300 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Calling delete_port for 64d2ae7c-9e5f-433b-8955-e1e1a38453cb owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:05.230306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:05.259800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d2ae7c-9e5f-433b-8955-e1e1a38453cb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:05.434591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:05.660534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Router cbfd0553-e412-4346-bba3-71618579c299 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:11:05.765773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:11:05.771860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-8d681f30-6d8a-4267-b63c-41168fb93ef2 admin admin] 10.222.0.66 "PUT /v2.0/routers/cbfd0553-e412-4346-bba3-71618579c299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972643 Oct 22 16:11:05.775639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46112) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:05.776742 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] Sync routers for ids ['cbfd0553-e412-4346-bba3-71618579c299'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:11:05.786483 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] Routers {'cbfd0553-e412-4346-bba3-71618579c299'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:05.787644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbfd0553-e412-4346-bba3-71618579c299'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:05.881499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:05.891028 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] Set router cbfd0553-e412-4346-bba3-71618579c299 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:05.993000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.076593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:11:05Z', 'revision_number': 5, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port': {'id': 'b45b3f7b-36e8-4e5e-b669-4d4825bb6001', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd0553-e412-4346-bba3-71618579c299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:09:23Z', 'updated_at': '2021-10-22T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:06.093728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Deleting port b45b3f7b-36e8-4e5e-b669-4d4825bb6001 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:06.098909 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.103390 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] Checking router: cbfd0553-e412-4346-bba3-71618579c299 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:11:06.111712 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] Routers {'cbfd0553-e412-4346-bba3-71618579c299'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:06.112305 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbfd0553-e412-4346-bba3-71618579c299'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:06.174286 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] For port b45b3f7b-36e8-4e5e-b669-4d4825bb6001, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:06.174643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.188090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Calling delete_port for b45b3f7b-36e8-4e5e-b669-4d4825bb6001 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:06.200427 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] Set router cbfd0553-e412-4346-bba3-71618579c299 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:06.254339 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:11:05Z', 'revision_number': 6, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:06.281868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65744970-fd8c-419f-aff3-c350f069e7f8 None None] The sync data for ids ['cbfd0553-e412-4346-bba3-71618579c299'] in n-d-812148-2 is: [{'id': 'cbfd0553-e412-4346-bba3-71618579c299', 'name': 'tempest-TestEncryptedCinderVolumes-259802617-router', 'tenant_id': 'e4a0e843d90f48c28e651071052dd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:09:22Z', 'updated_at': '2021-10-22T16:11:05Z', 'revision_number': 6, 'project_id': 'e4a0e843d90f48c28e651071052dd44c', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:11:06.416777 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.447172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45b3f7b-36e8-4e5e-b669-4d4825bb6001,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:06.509029 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.601468 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.603810 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.716529 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.717431 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbfd0553-e412-4346-bba3-71618579c299 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:11:06.727711 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.727711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d1682ff2-eaa0-4dd3-8ed4-327365f44235 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cbfd0553-e412-4346-bba3-71618579c299 HTTP/1.1" status: 204 len: 168 time: 0.9487002 Oct 22 16:11:06.728553 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:06.776871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Deleting subnet f78bc5de-14a5-4f7e-b24d-e201ce9d6249 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:11:06.780005 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.813458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:06.893101 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.017404 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.043603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78bc5de-14a5-4f7e-b24d-e201ce9d6249,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:07.047626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.051173 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8cafcf36-312e-42c4-8fbc-9a9e3549d19f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f78bc5de-14a5-4f7e-b24d-e201ce9d6249 HTTP/1.1" status: 204 len: 168 time: 0.3212922 Oct 22 16:11:07.054321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46116) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:07.057018 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1723e4f-c9ed-433e-8009-c25cef783e08 None None] Network 39c53ab8-966c-415a-aa97-96186e63bceb requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:11:07.128915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.186680 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Deleting port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:07.187055 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.238701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] DHCP port deletion for 39c53ab8-966c-415a-aa97-96186e63bceb request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:11:07.254893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] For port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:07.255292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.269992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Calling delete_port for 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:07.299724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] Deleting port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:11:07.300095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.373691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] For port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,segment=NetworkSegment(32548567-3756-4fab-a99f-7aa3369e2b44),segment_id=32548567-3756-4fab-a99f-7aa3369e2b44)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:07.376425 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.387226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] Calling delete_port for 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:11:07.453284 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.470155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.481588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Pushing event deleted for resources: {'Port': ['ID=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:07.485574 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] No DVR routers for this DVR port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:11:07.502015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] Pushing event deleted for resources: {'Port': ['ID=048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:07.502015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52dc86-1038-477e-bc59-e86a3c986848 None None] No DVR routers for this DVR port 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:11:07.565449 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:07.569698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.587161 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:07.587593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 048ecc6a-2cce-4c5c-bcdc-0c0e33b30da2 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:07.588080 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 64d2ae7c-9e5f-433b-8955-e1e1a38453cb no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:07.594685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c53ab8-966c-415a-aa97-96186e63bceb']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:07.605325 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32548567-3756-4fab-a99f-7aa3369e2b44') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:07.605623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32548567-3756-4fab-a99f-7aa3369e2b44') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:07.607817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 64d2ae7c-9e5f-433b-8955-e1e1a38453cb {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:07.608542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 64d2ae7c-9e5f-433b-8955-e1e1a38453cb not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:07.608967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b45b3f7b-36e8-4e5e-b669-4d4825bb6001 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:11:07.616780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.631784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b45b3f7b-36e8-4e5e-b669-4d4825bb6001 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:11:07.632141 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b45b3f7b-36e8-4e5e-b669-4d4825bb6001 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:11:07.638104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.645070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:11:07.650322 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:11:07.761291 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.766664 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:07.769934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] 10.222.0.66 "DELETE /v2.0/networks/39c53ab8-966c-415a-aa97-96186e63bceb HTTP/1.1" status: 204 len: 168 time: 0.7147892 Oct 22 16:11:07.782429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a54c4-2041-45f6-8a9b-9f08fb329315 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c53ab8-966c-415a-aa97-96186e63bceb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:08.199930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46120) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:08.248840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f809524f-9cdb-41a6-a789-c2cd49717c09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a1ddad14926464b86e5e50d3aeae209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450864 Oct 22 16:11:08.249414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46122) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:08.301809 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57196b01-9be7-491c-ab53-f70918640c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:08.324310 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57196b01-9be7-491c-ab53-f70918640c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:08.439503 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57196b01-9be7-491c-ab53-f70918640c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:08.442289 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-57196b01-9be7-491c-ab53-f70918640c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:08.443706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-57196b01-9be7-491c-ab53-f70918640c52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ed52e2c-7095-4c81-88f3-2f854fde27bb HTTP/1.1" status: 204 len: 168 time: 0.1931186 Oct 22 16:11:08.451937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57196b01-9be7-491c-ab53-f70918640c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed52e2c-7095-4c81-88f3-2f854fde27bb,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:09.312432 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46128) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:09.352719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fab28307-c755-456c-ac6b-91036ab26ed9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4a0e843d90f48c28e651071052dd44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390794 Oct 22 16:11:09.355186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46130) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:09.404536 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-759715a9-4a91-4dd3-8820-d5463a74cf08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:09.425993 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-759715a9-4a91-4dd3-8820-d5463a74cf08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:09.570646 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-759715a9-4a91-4dd3-8820-d5463a74cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:09.573397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-759715a9-4a91-4dd3-8820-d5463a74cf08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:09.574628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-759715a9-4a91-4dd3-8820-d5463a74cf08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6151aeb6-9d94-4ce3-b225-9b30f22dab8b HTTP/1.1" status: 204 len: 168 time: 0.2185161 Oct 22 16:11:09.586405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759715a9-4a91-4dd3-8820-d5463a74cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6151aeb6-9d94-4ce3-b225-9b30f22dab8b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:10.676914 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46152) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:10.775661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1127333829-network', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:10.896476 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Made reservation on behalf of 4823c569f3c443b9b030b2b6de698d36 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:11:10.899448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:10.908247 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:10.983142 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.056015 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.083804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:11:11.090356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65232509-7e1f-4409-bfdc-62677e17e174,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:11.099456 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.100433 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Added segment f6a35901-d505-4736-9a8e-a5da6b865d77 of type vlan for network 6b12b071-6947-4a70-be3c-b505508600e4 Oct 22 16:11:11.102594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.102940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.103308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.103645 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.103980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.104311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.104639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.105010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.105336 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.105661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.105989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.106309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:11.149433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.261929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.262913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:11.263594 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.326561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] Pushing event updated for resources: {'Network': ['ID=6b12b071-6947-4a70-be3c-b505508600e4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:11.336401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6b12b071-6947-4a70-be3c-b505508600e4 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:11:11.370172 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ab9d099a-3ef5-4f3b-88ba-876fcb958a0b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6921203 Oct 22 16:11:11.373050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46156) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:11.377892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Request body: {'subnet': {'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1127333829-subnet', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:11.480861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Made reservation on behalf of 4823c569f3c443b9b030b2b6de698d36 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:11:11.483399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.727397 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.787991 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af4bc9b-127a-4f5c-b40c-de69206c3d62,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:11.794628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Checking segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:11.794994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Network hostable DHCP agents. Network: 6b12b071-6947-4a70-be3c-b505508600e4, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:11:11.869803 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Network 6b12b071-6947-4a70-be3c-b505508600e4 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:11:11.966901 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 6b12b071-6947-4a70-be3c-b505508600e4) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:11.970940 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:11.971548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:11.976993 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a18c9f-64e2-460c-b9fc-cb782d9a43ce None None] Network 6b12b071-6947-4a70-be3c-b505508600e4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:11:12.064502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0f5bdf09-4139-499b-8a32-1ddde3d30f9a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6904063 Oct 22 16:11:12.067519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46158) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:12.076584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:12.122431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-6b12b071-6947-4a70-be3c-b505508600e4', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:11:12.123326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.207421 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.208660 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.266296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.267793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Allocated IP 172.20.0.2 (6b12b071-6947-4a70-be3c-b505508600e4/1af4bc9b-127a-4f5c-b40c-de69206c3d62/411c07f4-bb2c-4c4e-ace1-35d785dbc08b) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:12.341101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.415643 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.521118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.556160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.592858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Network 6b12b071-6947-4a70-be3c-b505508600e4 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:12.595209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:12.598646 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:12.611949 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Pushing event updated for resources: {'Port': ['ID=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:12.663433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Attempting to bind port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:12.663889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Attempting to bind port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:12.664260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Attempting to bind port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b on network 6b12b071-6947-4a70-be3c-b505508600e4 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:12.669297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:12.669668 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Checking segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:12.670070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.670468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Bound using segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:12.670930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Bound port: 411c07f4-bb2c-4c4e-ace1-35d785dbc08b, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:12.671332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.737888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] For port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:12.741770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] For port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:12.811286 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.814775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.833754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:12.874620 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69393dad-5cf1-4e8d-9c0a-25b5f1dce5f4 None None] Pushing event updated for resources: {'Port': ['ID=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:12.945725 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Allocated IP 172.25.1.103 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/28f48cb7-6a8a-4b66-8dff-01f5a0b54a21) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:13.065143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.176846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.213739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:13.218129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:13.221646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:13.247068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Pushing event updated for resources: {'Port': ['ID=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:13.570753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 411c07f4-bb2c-4c4e-ace1-35d785dbc08b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:13.582222 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.625110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:13.625481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.715989 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.750057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:13.796960 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.822393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:13.875988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:13.887270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a5f56-6234-499f-9252-ba65939fd0a2 None None] Network 6b12b071-6947-4a70-be3c-b505508600e4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:11:13.967637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6d2bf4fc-d695-4121-854c-8730e6d20484 None None] Provisioning complete for port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:13.967910 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fc-d695-4121-854c-8730e6d20484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.040930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Router 43414045-39a0-4dc9-a337-9a2cda2cddda is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:11:14.164532 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:11:14.175300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Sync routers for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:11:14.185962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:14.189843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:14.270213 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.272820 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-42a361d8-1be9-45d3-ba0b-3fad2b87647e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2042398 Oct 22 16:11:14.275835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46160) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:14.303448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:14.399629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-681c93e8-e3ad-4e25-b4cd-e9b46ff76177 None None] Provisioning complete for port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:14.399918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-681c93e8-e3ad-4e25-b4cd-e9b46ff76177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.572596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:13Z', 'revision_number': 3, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:14.601552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Checking router: 43414045-39a0-4dc9-a337-9a2cda2cddda for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:11:14.601941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Updating router 43414045-39a0-4dc9-a337-9a2cda2cddda port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:11:14.627409 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.694272 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.855394 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Allocated IP 172.20.0.1 (6b12b071-6947-4a70-be3c-b505508600e4/1af4bc9b-127a-4f5c-b40c-de69206c3d62/db6690fa-9580-43f4-b57c-49cb5e507d11) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:14.888746 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.955291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:14.961843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.011650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0e844-fdf4-4e8b-9d68-196bc7548354 None None] Pushing event updated for resources: {'Port': ['ID=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:15.016114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Attempting to bind port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:15.016488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Attempting to bind port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:15.016974 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Attempting to bind port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:15.024542 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:15.028128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:15.028128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.028128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:15.028128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Bound port: 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:15.028128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.080534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] For port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:15.084775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] For port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:15.188316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.377548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.408983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:15.409637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:15.413714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0e844-fdf4-4e8b-9d68-196bc7548354 None None] Pushing event updated for resources: {'Port': ['ID=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:15.415918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Network 6b12b071-6947-4a70-be3c-b505508600e4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:15.420510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:15.424126 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:15.456714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Pushing event updated for resources: {'Port': ['ID=db6690fa-9580-43f4-b57c-49cb5e507d11,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:15.471283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.532933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:15.598393 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 411c07f4-bb2c-4c4e-ace1-35d785dbc08b up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:15.732279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d8ebe72c-b12d-4c35-b98f-1116b0e0cba6 None None] Provisioning complete for port db6690fa-9580-43f4-b57c-49cb5e507d11 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:15.732538 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe72c-b12d-4c35-b98f-1116b0e0cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.735545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.757581 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:15.757947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.831197 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebe72c-b12d-4c35-b98f-1116b0e0cba6 None None] Port db6690fa-9580-43f4-b57c-49cb5e507d11 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:11:15.886569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:13Z', 'revision_number': 3, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:15.903207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:15.924064 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b918cf-e4ba-4242-9ede-38eacc43cfa5 None None] The sync data for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 is: [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:13Z', 'revision_number': 3, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:11:15.970899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:16.043782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:16.045544 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Pushing event updated for resources: {'Port': ['ID=db6690fa-9580-43f4-b57c-49cb5e507d11,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:16.150273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Network 6b12b071-6947-4a70-be3c-b505508600e4 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:16.152297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:16.294379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Router 43414045-39a0-4dc9-a337-9a2cda2cddda has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:11:16.421319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:11:16.427630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cd62f493-d74d-4896-a4cb-529ce8f147d0 admin admin] 10.222.0.66 "PUT /v2.0/routers/43414045-39a0-4dc9-a337-9a2cda2cddda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1493676 Oct 22 16:11:16.458252 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4d0c87d6-3d5c-49f9-b981-d13cd34e095a None None] Provisioning complete for port db6690fa-9580-43f4-b57c-49cb5e507d11 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:16.458630 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4d0c87d6-3d5c-49f9-b981-d13cd34e095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:16.497947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c87d6-3d5c-49f9-b981-d13cd34e095a None None] Port db6690fa-9580-43f4-b57c-49cb5e507d11 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:11:17.121243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46176) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:17.126318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-991156764-network', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:17.189781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Made reservation on behalf of a6ef1365b46549858b5f0c40fe00f0f9 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:11:17.192179 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.203257 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.284306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.353550 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.378507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:11:17.389039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be8b90-46e9-44a7-822f-15aeaeb40c65,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:17.393787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.394214 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Added segment d4aa75b8-a420-4e9a-ae12-4e086e6f6704 of type vlan for network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 Oct 22 16:11:17.447991 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.471565 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Sync routers for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:11:17.483218 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:17.483836 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:17.597694 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:17.612299 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.613277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:17.613860 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.651488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:17.679356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] Pushing event updated for resources: {'Network': ['ID=638cab89-ed4d-4eec-b6e7-e97f4e0a5012,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:17.692742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:11:17.767895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:17.768270 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.793894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46178) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:17.794463 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b94cc2a1-ebd6-4965-9618-011758d8bab5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6717353 Oct 22 16:11:17.800271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Request body: {'subnet': {'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-991156764-subnet', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:17.811835 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 2, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:17.836669 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Checking router: 43414045-39a0-4dc9-a337-9a2cda2cddda for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:11:17.837019 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Updating router 43414045-39a0-4dc9-a337-9a2cda2cddda port db6690fa-9580-43f4-b57c-49cb5e507d11 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:11:17.858203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.862057 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:17.878644 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:17.960974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Made reservation on behalf of a6ef1365b46549858b5f0c40fe00f0f9 for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:11:17.963485 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.029771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.079947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:18.213684 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.241718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.293948 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30378d7-3a77-40ad-83b8-ca460504d5d7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:18.310177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.310530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.310871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.311235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.311571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.311901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.312227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.312552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.312873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.313194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.313519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.313867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.315540 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.323255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Checking segment: {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:18.323620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Network hostable DHCP agents. Network: 638cab89-ed4d-4eec-b6e7-e97f4e0a5012, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:11:18.367793 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Pushing event updated for resources: {'Port': ['ID=db6690fa-9580-43f4-b57c-49cb5e507d11,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:18.390707 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.391068 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.391411 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.391823 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.392075 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.392399 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.392719 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.393035 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.393358 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.393701 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.394017 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.394332 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:11:18.429239 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:11:18.431855 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Attempting to bind port db6690fa-9580-43f4-b57c-49cb5e507d11 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:18.431855 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Attempting to bind port db6690fa-9580-43f4-b57c-49cb5e507d11 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:18.431855 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Attempting to bind port db6690fa-9580-43f4-b57c-49cb5e507d11 on network 6b12b071-6947-4a70-be3c-b505508600e4 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:18.439053 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:18.439432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Checking segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:18.439854 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.440251 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Bound using segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:18.440795 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Bound port: db6690fa-9580-43f4-b57c-49cb5e507d11, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:18.441179 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.509511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 638cab89-ed4d-4eec-b6e7-e97f4e0a5012) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:18.514706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:18.516073 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.516614 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] For port db6690fa-9580-43f4-b57c-49cb5e507d11, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:18.520121 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] For port db6690fa-9580-43f4-b57c-49cb5e507d11, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=db6690fa-9580-43f4-b57c-49cb5e507d11,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:18.521682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a21f62-e8e7-4f18-8d54-8c926a6b20e7 None None] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:11:18.591299 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.624912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0f877e26-f832-429a-9ff1-8228e758c206 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8284688 Oct 22 16:11:18.627408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46180) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:18.632868 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:18.658580 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:18.659243 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:18.681097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-49b9269f-9310-477f-8250-fd536505a186 None None] Provisioning complete for port db6690fa-9580-43f4-b57c-49cb5e507d11 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:18.682103 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49b9269f-9310-477f-8250-fd536505a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.695930 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e2f13-a495-40f7-b552-05af2b06ce6a None None] Pushing event updated for resources: {'Port': ['ID=db6690fa-9580-43f4-b57c-49cb5e507d11,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:18.722886 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'fixed_ips': [{'subnet_id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:11:18.723942 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.737257 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.738322 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.807351 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:18.812383 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.853630 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:11:18.934287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49b9269f-9310-477f-8250-fd536505a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:18.960073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Allocated IP 172.20.0.2 (638cab89-ed4d-4eec-b6e7-e97f4e0a5012/f30378d7-3a77-40ad-83b8-ca460504d5d7/82be5493-e956-4306-9d80-4649b8ed664a) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:18.988379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-49b9269f-9310-477f-8250-fd536505a186 None None] For port db6690fa-9580-43f4-b57c-49cb5e507d11, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=db6690fa-9580-43f4-b57c-49cb5e507d11,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:19.060729 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:19.064854 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-49b9269f-9310-477f-8250-fd536505a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.098925 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ec44c-b62f-4632-8eab-a2412841a1a1 None None] The sync data for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 is: [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:11:19.223503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9269f-9310-477f-8250-fd536505a186 None None] Pushing event updated for resources: {'Port': ['ID=db6690fa-9580-43f4-b57c-49cb5e507d11,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:19.244730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.251862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8e61ea6e-ae59-4829-9622-5fba09d7b69e None None] Provisioning complete for port db6690fa-9580-43f4-b57c-49cb5e507d11 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:19.252239 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8e61ea6e-ae59-4829-9622-5fba09d7b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.371322 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.387177 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.420028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:19.423118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:19.432751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:19.436187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Pushing event updated for resources: {'Port': ['ID=82be5493-e956-4306-9d80-4649b8ed664a,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:19.495813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Attempting to bind port 82be5493-e956-4306-9d80-4649b8ed664a on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:19.496207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Attempting to bind port 82be5493-e956-4306-9d80-4649b8ed664a by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:19.496573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Attempting to bind port 82be5493-e956-4306-9d80-4649b8ed664a on network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:19.502048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:19.507541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Checking segment: {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:19.507959 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.508365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Bound using segment: {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:19.508872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Bound port: 82be5493-e956-4306-9d80-4649b8ed664a, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:19.509257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.579676 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] For port 82be5493-e956-4306-9d80-4649b8ed664a, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:19.583063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] For port 82be5493-e956-4306-9d80-4649b8ed664a, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=82be5493-e956-4306-9d80-4649b8ed664a,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:19.685754 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.692140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.717306 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.733461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db6690fa-9580-43f4-b57c-49cb5e507d11 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:19.831945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12cdd1-58b5-4691-97e5-de75e0c6959e None None] Pushing event updated for resources: {'Port': ['ID=82be5493-e956-4306-9d80-4649b8ed664a,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:19.839544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Allocated IP 172.25.1.174 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/41c57bf0-a38b-4e34-8082-1aedb93ec131) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:19.850551 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port db6690fa-9580-43f4-b57c-49cb5e507d11 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:19.850927 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:19.979627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:19.979956 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:20.056755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:20.057126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:20.104866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:20.166929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:20.170456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:20.174277 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:20.183085 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Pushing event updated for resources: {'Port': ['ID=41c57bf0-a38b-4e34-8082-1aedb93ec131,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:20.508319 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:20.718055 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:20.846204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe2f38e-d26f-4a40-b61e-e4283ee1b813 None None] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:11:20.920210 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f1cb98a9-6f7a-443c-b690-4e0763188abe None None] Provisioning complete for port 82be5493-e956-4306-9d80-4649b8ed664a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:20.920572 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1cb98a9-6f7a-443c-b690-4e0763188abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:20.930355 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Router de6db120-a4d7-435a-bf61-7b900324243b is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:11:21.046668 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:11:21.059338 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Sync routers for ids ['de6db120-a4d7-435a-bf61-7b900324243b'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:11:21.073548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1cb98a9-6f7a-443c-b690-4e0763188abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.091559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Routers {'de6db120-a4d7-435a-bf61-7b900324243b'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:21.092106 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['de6db120-a4d7-435a-bf61-7b900324243b'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:21.154206 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-f1cb98a9-6f7a-443c-b690-4e0763188abe None None] For port 82be5493-e956-4306-9d80-4649b8ed664a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=82be5493-e956-4306-9d80-4649b8ed664a,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:21.209546 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.215259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ed58dbf0-590a-4cfb-a27d-ed01d0ab3911 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5841184 Oct 22 16:11:21.215436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46182) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:11:21.228276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Set router de6db120-a4d7-435a-bf61-7b900324243b gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:21.291682 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1cb98a9-6f7a-443c-b690-4e0763188abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.403325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb98a9-6f7a-443c-b690-4e0763188abe None None] Pushing event updated for resources: {'Port': ['ID=82be5493-e956-4306-9d80-4649b8ed664a,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:21.609223 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7a180bc1-74c8-473f-9601-59398f985170 None None] Provisioning complete for port 82be5493-e956-4306-9d80-4649b8ed664a triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:21.609593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7a180bc1-74c8-473f-9601-59398f985170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.674213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.677931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 82be5493-e956-4306-9d80-4649b8ed664a up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:21.723227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:11:20Z', 'revision_number': 3, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:21.764400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Checking router: de6db120-a4d7-435a-bf61-7b900324243b for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:11:21.764759 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Updating router de6db120-a4d7-435a-bf61-7b900324243b port 41c57bf0-a38b-4e34-8082-1aedb93ec131 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:11:21.804653 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.839125 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Allocated IP 172.20.0.1 (638cab89-ed4d-4eec-b6e7-e97f4e0a5012/f30378d7-3a77-40ad-83b8-ca460504d5d7/9cfb7a22-8586-4f04-89e4-c37b5c96bf1c) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:21.843602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 82be5493-e956-4306-9d80-4649b8ed664a triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:21.843975 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:21.942680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.062596 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.102343 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:22.105213 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:22.108721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:22.140703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:22.165331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.165862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.275563 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.335915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Attempting to bind port 41c57bf0-a38b-4e34-8082-1aedb93ec131 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:22.336282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Attempting to bind port 41c57bf0-a38b-4e34-8082-1aedb93ec131 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:22.336678 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Attempting to bind port 41c57bf0-a38b-4e34-8082-1aedb93ec131 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:22.338656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e82f2-9b92-4831-b7c1-b6acf67f9c78 None None] Pushing event updated for resources: {'Port': ['ID=41c57bf0-a38b-4e34-8082-1aedb93ec131,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:22.344349 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:22.344724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:22.345126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.345528 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:22.345988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Bound port: 41c57bf0-a38b-4e34-8082-1aedb93ec131, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:22.346368 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.382591 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.400195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] For port 41c57bf0-a38b-4e34-8082-1aedb93ec131, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:22.408640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] For port 41c57bf0-a38b-4e34-8082-1aedb93ec131, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=41c57bf0-a38b-4e34-8082-1aedb93ec131,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:22.419484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-42fa9888-243b-4342-aaaa-5b2826a5521f None None] Provisioning complete for port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:22.419859 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42fa9888-243b-4342-aaaa-5b2826a5521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.454838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-42fa9888-243b-4342-aaaa-5b2826a5521f None None] Port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:11:22.498536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.551294 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.552830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Routers {'de6db120-a4d7-435a-bf61-7b900324243b'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:22.553741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:10:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['de6db120-a4d7-435a-bf61-7b900324243b'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:22.602682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e82f2-9b92-4831-b7c1-b6acf67f9c78 None None] Pushing event updated for resources: {'Port': ['ID=41c57bf0-a38b-4e34-8082-1aedb93ec131,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:22.610395 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.682793 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.684600 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:22.687981 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] Set router de6db120-a4d7-435a-bf61-7b900324243b gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:22.761424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-072d6196-bc70-4e99-aeb1-fe0de1f9971b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:22.779905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:22.781356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:22.922569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9cfb7a22-8586-4f04-89e4-c37b5c96bf1c', 'name': '', 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'mac_address': 'fa:16:3e:e5:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:21Z', 'updated_at': '2021-10-22T16:11:21Z', 'revision_number': 1, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'subnets': [{'id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:22.956395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Router de6db120-a4d7-435a-bf61-7b900324243b has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:11:22.963614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab3ae2-f854-4708-be6e-3e912cd8fa04 None None] The sync data for ids ['de6db120-a4d7-435a-bf61-7b900324243b'] in n-d-812148-2 is: [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9cfb7a22-8586-4f04-89e4-c37b5c96bf1c', 'name': '', 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'mac_address': 'fa:16:3e:e5:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:21Z', 'updated_at': '2021-10-22T16:11:21Z', 'revision_number': 1, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'subnets': [{'id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:11:23.084630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-844c5215-c06d-45e8-b4b5-181ae2b76ed1 None None] Provisioning complete for port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:23.085344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-844c5215-c06d-45e8-b4b5-181ae2b76ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:23.086913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:11:23.092215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-af2fcb4b-276b-4901-a36a-80c7ab67ebb0 admin admin] 10.222.0.66 "PUT /v2.0/routers/de6db120-a4d7-435a-bf61-7b900324243b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758328 Oct 22 16:11:23.138816 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-844c5215-c06d-45e8-b4b5-181ae2b76ed1 None None] Port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:11:25.207576 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e0470687-37c5-481d-81b5-1a338548bda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:25.699622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 41c57bf0-a38b-4e34-8082-1aedb93ec131 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:25.756896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 41c57bf0-a38b-4e34-8082-1aedb93ec131 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:25.757258 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:25.860710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:25.884630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 41c57bf0-a38b-4e34-8082-1aedb93ec131, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=41c57bf0-a38b-4e34-8082-1aedb93ec131,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:25.959894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:26.021946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=41c57bf0-a38b-4e34-8082-1aedb93ec131,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:26.293540 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Sync routers for ids ['de6db120-a4d7-435a-bf61-7b900324243b'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:11:26.304781 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Routers {'de6db120-a4d7-435a-bf61-7b900324243b'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:26.305498 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:11:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['de6db120-a4d7-435a-bf61-7b900324243b'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:26.420691 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Set router de6db120-a4d7-435a-bf61-7b900324243b gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:26.612828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:26.651314 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9cfb7a22-8586-4f04-89e4-c37b5c96bf1c', 'name': '', 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'mac_address': 'fa:16:3e:e5:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:21Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 2, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'subnets': [{'id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:26.685068 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Checking router: de6db120-a4d7-435a-bf61-7b900324243b for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:11:26.685414 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Updating router de6db120-a4d7-435a-bf61-7b900324243b port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:11:26.717676 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:26.898632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.011059 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.389519 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.445188 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431d512-0073-442b-a240-c6cffb139d53 None None] Pushing event updated for resources: {'Port': ['ID=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:27.498955 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Attempting to bind port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:27.499349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Attempting to bind port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:27.499717 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Attempting to bind port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c on network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:27.504868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:27.505787 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Checking segment: {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:27.506367 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.506997 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Bound using segment: {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:27.507463 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Bound port: 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:27.507849 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.583705 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] For port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:27.589659 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] For port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:27.666517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 41c57bf0-a38b-4e34-8082-1aedb93ec131 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:27.720461 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-7b3f023c-af24-40e1-beda-7c1eda767e4e None None] Provisioning complete for port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:27.720736 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b3f023c-af24-40e1-beda-7c1eda767e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.736307 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.759440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 41c57bf0-a38b-4e34-8082-1aedb93ec131 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:27.759810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:27.765969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f023c-af24-40e1-beda-7c1eda767e4e None None] Port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:11:27.804308 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431d512-0073-442b-a240-c6cffb139d53 None None] Pushing event updated for resources: {'Port': ['ID=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:27.822105 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Routers {'de6db120-a4d7-435a-bf61-7b900324243b'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:11:27.823090 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:11:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['de6db120-a4d7-435a-bf61-7b900324243b'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:27.963233 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] Set router de6db120-a4d7-435a-bf61-7b900324243b gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:11:28.087014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-848111ad-be39-4e76-88ef-8f2de0424d22 None None] Provisioning complete for port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:28.087268 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-848111ad-be39-4e76-88ef-8f2de0424d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:28.214426 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-848111ad-be39-4e76-88ef-8f2de0424d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:28.255270 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-848111ad-be39-4e76-88ef-8f2de0424d22 None None] For port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:28.294143 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9cfb7a22-8586-4f04-89e4-c37b5c96bf1c', 'name': '', 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'mac_address': 'fa:16:3e:e5:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:21Z', 'updated_at': '2021-10-22T16:11:27Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'subnets': [{'id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:11:28.331954 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba858c83-4369-449c-89c2-66221f6eff9f None None] The sync data for ids ['de6db120-a4d7-435a-bf61-7b900324243b'] in n-d-812148-2 is: [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:11:22Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '9cfb7a22-8586-4f04-89e4-c37b5c96bf1c', 'name': '', 'network_id': '638cab89-ed4d-4eec-b6e7-e97f4e0a5012', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'mac_address': 'fa:16:3e:e5:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:21Z', 'updated_at': '2021-10-22T16:11:27Z', 'revision_number': 4, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'subnets': [{'id': 'f30378d7-3a77-40ad-83b8-ca460504d5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:11:28.362275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-848111ad-be39-4e76-88ef-8f2de0424d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:28.439832 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848111ad-be39-4e76-88ef-8f2de0424d22 None None] Pushing event updated for resources: {'Port': ['ID=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:28.479845 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:29.697756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:29.777447 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:29.777830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:34.446284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:35.611278 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-7bda0cf8-ba2a-4b9e-a5a9-8e0995b938dd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:35.612879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-7bda0cf8-ba2a-4b9e-a5a9-8e0995b938dd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 815 time: 0.1171076 Oct 22 16:11:35.628515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-a957d5c0-0627-4c7a-a8cb-99ef508bdcb7 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/quotas/4823c569f3c443b9b030b2b6de698d36 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Oct 22 16:11:35.682010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-95ef7822-d107-4dbf-a2a8-2a4f3ffc40cf tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471632 Oct 22 16:11:35.784726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-04ca97ba-d709-44fb-8095-e55ce26d94ca service neutron] 10.222.0.66 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907004 Oct 22 16:11:35.875308 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-13bf397f-f285-476a-b4c3-e4ed6c234740 service neutron] 10.222.0.66 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 Oct 22 16:11:36.120214 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66dc9d4b-f24d-4ab1-8d76-8062286510f2 req-69ed0619-b115-42b5-b5e5-31ae356c3762 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Oct 22 16:11:37.206544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9325d0e6-2361-4380-9349-9eb0262bceef req-a1e6604d-95b4-4ebc-a51f-9a1c3e4aaf65 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Oct 22 16:11:38.290185 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-65c90f31-390d-40ac-a11c-7a3cf1eeffc7 req-c5c67d8c-1375-4095-8255-05b8c5362a2a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0286281 Oct 22 16:11:39.372482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d56c7d3-196a-4809-927a-82d5a7f599af req-4fd87f75-acc8-4793-8f63-86df30b54fb4 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0279312 Oct 22 16:11:40.469415 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2ba48fc6-b629-474d-8a8d-b07fe4b23aae req-dfc7abf4-85d4-4cc5-97f8-7e6aa413812f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0274055 Oct 22 16:11:41.577520 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cf15a9d9-9e31-4a0c-b519-85369dcd87c8 req-c8cf8f0e-f038-44d3-a24b-939c309c1349 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0351789 Oct 22 16:11:41.586855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-aa79e41a-1fbb-4e39-a578-6c771dce88f9 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:41.588339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-aa79e41a-1fbb-4e39-a578-6c771dce88f9 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 815 time: 0.1346591 Oct 22 16:11:41.602051 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'port': {'device_id': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'admin_state_up': True, 'tenant_id': '4823c569f3c443b9b030b2b6de698d36'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:41.794465 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Made reservation on behalf of 4823c569f3c443b9b030b2b6de698d36 for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:11:41.798097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:41.926780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Allocated IP 172.20.0.3 (6b12b071-6947-4a70-be3c-b505508600e4/1af4bc9b-127a-4f5c-b40c-de69206c3d62/a6beaf01-e86b-4819-b9d0-009be9c20643) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:11:42.087196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:42.217862 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:42.264899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:42.265719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Network 6b12b071-6947-4a70-be3c-b505508600e4 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:11:42.269345 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:11:42.277285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:11:42.356019 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:42.376934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:42.377819 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:42.489279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-2a4d6b02-b3b7-40f5-9b38-54e676310f7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921058 Oct 22 16:11:42.596029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-805f9e2c-8401-4d31-a6db-8fee39ab5195 None None] Provisioning complete for port a6beaf01-e86b-4819-b9d0-009be9c20643 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:42.596692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-805f9e2c-8401-4d31-a6db-8fee39ab5195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:42.640877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-805f9e2c-8401-4d31-a6db-8fee39ab5195 None None] Port a6beaf01-e86b-4819-b9d0-009be9c20643 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:11:42.742450 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2768247-762b-4918-afcf-cb83bc97f987 req-866845f7-afdc-483d-a076-f0ae433bbc19 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:42.744050 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2768247-762b-4918-afcf-cb83bc97f987 req-866845f7-afdc-483d-a076-f0ae433bbc19 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0787344 Oct 22 16:11:42.786816 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c2768247-762b-4918-afcf-cb83bc97f987 req-050eaf53-417a-4ffc-b0ef-bbf122cc9187 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Oct 22 16:11:43.908511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63842a1-c95b-4a55-abdc-cd4152f1c773 req-d7850c19-9aa8-424b-892b-9914fccfb841 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:43.910102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f63842a1-c95b-4a55-abdc-cd4152f1c773 req-d7850c19-9aa8-424b-892b-9914fccfb841 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0539510 Oct 22 16:11:43.970060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f63842a1-c95b-4a55-abdc-cd4152f1c773 req-945f9d97-1334-47be-a947-8c388fcf2c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458741 Oct 22 16:11:45.105685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5cbcc-551c-4ab4-833e-ffad4d3ebb63 req-ba5718aa-1a37-4e9e-bb42-323b32a9861c tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:45.108016 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51d5cbcc-551c-4ab4-833e-ffad4d3ebb63 req-ba5718aa-1a37-4e9e-bb42-323b32a9861c tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0559464 Oct 22 16:11:45.154813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51d5cbcc-551c-4ab4-833e-ffad4d3ebb63 req-49d77f5a-5c68-491f-abc2-429ebfd5d8a9 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Oct 22 16:11:46.286989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37fe34-fba7-47fc-ab51-7e0abdedf986 req-63337367-4adf-49ec-8aed-a244acef98f5 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:46.289358 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db37fe34-fba7-47fc-ab51-7e0abdedf986 req-63337367-4adf-49ec-8aed-a244acef98f5 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0568480 Oct 22 16:11:46.330948 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db37fe34-fba7-47fc-ab51-7e0abdedf986 req-0ae4d2d3-622c-48e7-8cd2-8ba2b0b1f31a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Oct 22 16:11:47.458039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e13b1f-f63c-4476-8ee8-1c9a4fc18077 req-6d2d3f39-2cb3-4d72-8d85-c5b837cacca3 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:47.463581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05e13b1f-f63c-4476-8ee8-1c9a4fc18077 req-6d2d3f39-2cb3-4d72-8d85-c5b837cacca3 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0591619 Oct 22 16:11:47.499678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-05e13b1f-f63c-4476-8ee8-1c9a4fc18077 req-c00bc2fb-efc9-416a-8cba-24f57c7bad73 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Oct 22 16:11:48.625207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c6ea3-c74d-463a-800a-8b8468712fe9 req-a4c6e0e9-06fd-490d-89a3-d33ee524a4ad tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:48.626726 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c66c6ea3-c74d-463a-800a-8b8468712fe9 req-a4c6e0e9-06fd-490d-89a3-d33ee524a4ad tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0507753 Oct 22 16:11:48.672956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c66c6ea3-c74d-463a-800a-8b8468712fe9 req-11ad1acc-98a9-4d66-b876-1d1917d42b98 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Oct 22 16:11:49.795518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff367-5b4c-452a-a212-155c51f3d6d7 req-0a1ae7d1-9e29-4d46-9742-460c423b8a7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:49.797021 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74fff367-5b4c-452a-a212-155c51f3d6d7 req-0a1ae7d1-9e29-4d46-9742-460c423b8a7f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0514438 Oct 22 16:11:49.859528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74fff367-5b4c-452a-a212-155c51f3d6d7 req-1090a97a-2348-4ea4-b3e0-1f4cc6c5e62d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 Oct 22 16:11:50.994526 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1f19-415f-4e10-b468-ad88a85dbcb1 req-bd310cff-f56b-443c-ae26-7b0cf5a8a88e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:50.996119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a20a1f19-415f-4e10-b468-ad88a85dbcb1 req-bd310cff-f56b-443c-ae26-7b0cf5a8a88e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0555665 Oct 22 16:11:51.038040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a20a1f19-415f-4e10-b468-ad88a85dbcb1 req-4f4b3562-e4cc-4db0-8f81-6fb99dec0be3 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Oct 22 16:11:51.846209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Request body: {'port': {'device_id': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:11:51.902663 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.185658 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0ef9e-11da-4740-985c-9cbc9094f687 req-a63029e6-994a-49b3-8bb9-cb4dd9aa5206 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:52.187088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57b0ef9e-11da-4740-985c-9cbc9094f687 req-a63029e6-994a-49b3-8bb9-cb4dd9aa5206 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 931 time: 0.0749493 Oct 22 16:11:52.239369 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6beaf01-e86b-4819-b9d0-009be9c20643 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:11:52.252535 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.263677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57b0ef9e-11da-4740-985c-9cbc9094f687 req-65a85ec0-37f6-4c3d-afb8-b40950dc2051 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Oct 22 16:11:52.270715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Transition to ACTIVE for port object a6beaf01-e86b-4819-b9d0-009be9c20643 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:11:52.348416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.406040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:52.474937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Attempting to bind port a6beaf01-e86b-4819-b9d0-009be9c20643 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:11:52.475302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Attempting to bind port a6beaf01-e86b-4819-b9d0-009be9c20643 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:11:52.475624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Attempting to bind port a6beaf01-e86b-4819-b9d0-009be9c20643 on network 6b12b071-6947-4a70-be3c-b505508600e4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:52.480147 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Port a6beaf01-e86b-4819-b9d0-009be9c20643 on network 6b12b071-6947-4a70-be3c-b505508600e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:11:52.480460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Attempting to bind port a6beaf01-e86b-4819-b9d0-009be9c20643 on network 6b12b071-6947-4a70-be3c-b505508600e4 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:11:52.485799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:11:52.486154 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Checking segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:11:52.486520 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Bound using segment: {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:11:52.486945 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Bound port: a6beaf01-e86b-4819-b9d0-009be9c20643, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a35901-d505-4736-9a8e-a5da6b865d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:11:52.487325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.561685 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:11:52.564808 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:11:52.664337 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.699559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:52.700183 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.701578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] 10.222.0.53 "PUT /v2.0/ports/a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 1091 time: 0.8601286 Oct 22 16:11:52.702017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:11:52.704504 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e83168-d3de-4f48-9efb-4753de5d5ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:11:52.729906 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca498a-787b-4bea-877e-9e12ce95941e service neutron] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:52.752636 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b8346-5f95-4b61-9605-c2244da50ad7 x-openstack-request-id: req-d26b8346-5f95-4b61-9605-c2244da50ad7 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:11:52.752636 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:11:52.752636 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d26b8346-5f95-4b61-9605-c2244da50ad7 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:11:52.752985 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'status': 'completed', 'code': 200} Oct 22 16:11:52.776627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6500312f-63ac-4a80-b3cb-1e4268efd4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:52.819395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e83168-d3de-4f48-9efb-4753de5d5ebd req-8b7c9598-c913-40a8-82f1-725a71f74879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:52.821974 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69e83168-d3de-4f48-9efb-4753de5d5ebd req-8b7c9598-c913-40a8-82f1-725a71f74879 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1094 time: 0.0475163 Oct 22 16:11:53.244284 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e83168-d3de-4f48-9efb-4753de5d5ebd req-6f3c496c-72c3-4246-8046-4f7dbf0dbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:53.245688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69e83168-d3de-4f48-9efb-4753de5d5ebd req-6f3c496c-72c3-4246-8046-4f7dbf0dbeb6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4823c569f3c443b9b030b2b6de698d36&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4162426 Oct 22 16:11:53.365988 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e83168-d3de-4f48-9efb-4753de5d5ebd req-2cdcddf9-1067-41ba-9811-c17d65f6d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:53.367926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-69e83168-d3de-4f48-9efb-4753de5d5ebd req-2cdcddf9-1067-41ba-9811-c17d65f6d725 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150329 Oct 22 16:11:53.390228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b660-5642-494d-ba3d-e93ce14afbbf req-bf1836aa-aabc-44d6-961c-0ce317244926 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:53.391752 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19e7b660-5642-494d-ba3d-e93ce14afbbf req-bf1836aa-aabc-44d6-961c-0ce317244926 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 943 time: 0.0589061 Oct 22 16:11:53.461316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19e7b660-5642-494d-ba3d-e93ce14afbbf req-125e5433-e197-4a31-92b4-c5bbe46c0d44 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617950 Oct 22 16:11:53.471108 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-b696f676-aac2-4349-a479-b019c106eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:53.472713 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-b696f676-aac2-4349-a479-b019c106eba8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1094 time: 0.0669122 Oct 22 16:11:53.514689 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-631814e0-e059-4c47-a0d7-6e7546569cc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 217 time: 0.0339286 Oct 22 16:11:53.566412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-facb6dcd-f371-402f-b819-0c4ec2fa1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:53.568020 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-facb6dcd-f371-402f-b819-0c4ec2fa1836 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0438638 Oct 22 16:11:53.621017 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-1e1eaff9-6fb4-447f-b062-33d1998013e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:53.622534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-1e1eaff9-6fb4-447f-b062-33d1998013e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456069 Oct 22 16:11:53.714094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-cc2403cb-0c69-48c3-9a74-02a9b7fa2767 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834029 Oct 22 16:11:53.807074 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1416c2f8-393f-4132-a487-5a1f1c1bdf39 req-8eba9478-dbcc-445b-a4ae-304b40753b3e service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864213 Oct 22 16:11:54.581329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cf656-e68e-41a0-9db0-fd90f0362569 req-808d94af-b69e-45a5-9813-607813ded84d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:54.582826 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f79cf656-e68e-41a0-9db0-fd90f0362569 req-808d94af-b69e-45a5-9813-607813ded84d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 943 time: 0.0490770 Oct 22 16:11:54.622089 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f79cf656-e68e-41a0-9db0-fd90f0362569 req-ad4449ad-647c-49c4-bddb-56292525cf78 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Oct 22 16:11:55.245591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aa73-cb74-4adb-ad55-582a293e73d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:55.739895 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d834-fa2d-4e32-99f2-ed8cfb079adb req-234b90bb-763b-45b4-aa93-4469383e45ae tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:55.741450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1206d834-fa2d-4e32-99f2-ed8cfb079adb req-234b90bb-763b-45b4-aa93-4469383e45ae tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 943 time: 0.0493152 Oct 22 16:11:55.784787 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1206d834-fa2d-4e32-99f2-ed8cfb079adb req-f54cdc54-3313-4f09-ab46-59519788024c tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367141 Oct 22 16:11:55.852567 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:11:56.519630 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:56.850925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:56.902494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecae77-f003-425a-bd5f-982f00a81f39 req-cc3637dc-e828-4e1c-ab48-84453b860634 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:56.904022 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21ecae77-f003-425a-bd5f-982f00a81f39 req-cc3637dc-e828-4e1c-ab48-84453b860634 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 943 time: 0.0507281 Oct 22 16:11:56.941435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21ecae77-f003-425a-bd5f-982f00a81f39 req-0c4988c2-836e-44c9-8792-89f251953a37 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Oct 22 16:11:57.430897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device a6beaf01-e86b-4819-b9d0-009be9c20643 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:11:57.537443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:57.549809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'port_id': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'mac_address': 'fa:16:3e:8e:9f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:11:57.588645 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:57.604151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6beaf01-e86b-4819-b9d0-009be9c20643 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:11:57.625859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:57.736980 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:57.787382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:11:57.980803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['a6beaf01-e86b-4819-b9d0-009be9c20643'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:11:58.065142 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c6a5-de12-4d37-acca-c8eaf934680e req-c07bf5ed-4acb-411c-999f-083d551b6828 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:58.066900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ab0c6a5-de12-4d37-acca-c8eaf934680e req-c07bf5ed-4acb-411c-999f-083d551b6828 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 944 time: 0.0519764 Oct 22 16:11:58.107566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ab0c6a5-de12-4d37-acca-c8eaf934680e req-58b3c6ea-ccfc-43d6-8fa0-72f291870d82 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Oct 22 16:11:58.416527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:59.223997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf46c6-c5dd-446d-b750-3f7683020157 req-d4305b14-2832-49f2-adb6-53ecba29e090 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:59.226279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afdf46c6-c5dd-446d-b750-3f7683020157 req-d4305b14-2832-49f2-adb6-53ecba29e090 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 944 time: 0.0489652 Oct 22 16:11:59.267101 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afdf46c6-c5dd-446d-b750-3f7683020157 req-da01b10d-9967-4eb2-a0ac-cb942d1757b7 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Oct 22 16:11:59.445622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device a6beaf01-e86b-4819-b9d0-009be9c20643 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:11:59.570824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port a6beaf01-e86b-4819-b9d0-009be9c20643 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:11:59.574751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port a6beaf01-e86b-4819-b9d0-009be9c20643 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:11:59.575199 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:59.653378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:59.676264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:11:59.678509 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb0037a-c372-4a8d-9965-1f0a5804de2b" -d '{"events": [{"server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "name": "network-vif-plugged", "status": "completed", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:11:59.691200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:11:59.715283 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e33ca84-31e0-4171-80c0-7ee8c8e99d4e x-openstack-request-id: req-9e33ca84-31e0-4171-80c0-7ee8c8e99d4e {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:11:59.715573 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "name": "network-vif-plugged", "status": "completed", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:11:59.715822 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e33ca84-31e0-4171-80c0-7ee8c8e99d4e {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:11:59.716213 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'code': 200} Oct 22 16:11:59.813351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a567e-b0ad-4e8c-a4de-9e8dc7720b12 req-d31fc750-9cdd-4e4b-839d-483c26ef9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:11:59.814908 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d4a567e-b0ad-4e8c-a4de-9e8dc7720b12 req-d31fc750-9cdd-4e4b-839d-483c26ef9a40 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1095 time: 0.0405672 Oct 22 16:11:59.845133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:11:59.852688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0d4a567e-b0ad-4e8c-a4de-9e8dc7720b12 req-ebc0e255-b192-4d73-96e3-c84e2ffa6844 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297892 Oct 22 16:11:59.894850 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:00.380900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e7b21-8bcf-46fc-a131-6e6c63f4a7ab req-f6df520c-9e3e-4973-b13e-4889490fd245 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:00.383065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d79e7b21-8bcf-46fc-a131-6e6c63f4a7ab req-f6df520c-9e3e-4973-b13e-4889490fd245 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Oct 22 16:12:00.421323 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d79e7b21-8bcf-46fc-a131-6e6c63f4a7ab req-68a5b375-ae3c-4b0a-9de6-b87c4adb0b42 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Oct 22 16:12:01.547259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fe637-b139-43a2-8d0e-98c04e1c90cd req-9ff63fe1-e73d-4a28-b420-1543b227b8de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:01.548769 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c85fe637-b139-43a2-8d0e-98c04e1c90cd req-9ff63fe1-e73d-4a28-b420-1543b227b8de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0544920 Oct 22 16:12:01.592967 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c85fe637-b139-43a2-8d0e-98c04e1c90cd req-2b4917ed-6082-4e5c-a269-ef7cc90ebb0e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375819 Oct 22 16:12:01.711842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6c188-a495-4648-8b2d-7af094d7e204 req-bd8086f1-0c0a-428f-93de-4e9f4de4d451 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:01.713283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5f6c188-a495-4648-8b2d-7af094d7e204 req-bd8086f1-0c0a-428f-93de-4e9f4de4d451 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0515728 Oct 22 16:12:01.752040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b5f6c188-a495-4648-8b2d-7af094d7e204 req-e28c92a3-e872-4b25-81fc-4528d62cb0ee tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Oct 22 16:12:01.938710 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c105a4-f58d-432d-9236-2355489b6972 req-64e936e7-4018-445e-9ae7-4fe275f6c8fd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:01.940224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1c105a4-f58d-432d-9236-2355489b6972 req-64e936e7-4018-445e-9ae7-4fe275f6c8fd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0495431 Oct 22 16:12:01.978821 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1c105a4-f58d-432d-9236-2355489b6972 req-d599025f-3dd9-4603-bc43-db7db25b005d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Oct 22 16:12:04.438990 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:12.274382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:17.493626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246bc71-883e-4925-b1d5-6156595b57e1 req-5c662803-3448-448e-955c-c2a322446415 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:17.495190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0246bc71-883e-4925-b1d5-6156595b57e1 req-5c662803-3448-448e-955c-c2a322446415 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0549955 Oct 22 16:12:17.537600 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0246bc71-883e-4925-b1d5-6156595b57e1 req-1dee9f55-f6de-4495-b0b3-e7ebe9f7a0bc tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362065 Oct 22 16:12:17.564722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46406) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:17.693162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7919f3d-6e9e-4173-86cd-63ba39dde98c tempest-TestMinimumBasicScenario-1935283273 tempest-TestMinimumBasicScenario-1935283273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:17.695302 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f7919f3d-6e9e-4173-86cd-63ba39dde98c tempest-TestMinimumBasicScenario-1935283273 tempest-TestMinimumBasicScenario-1935283273-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1091 time: 0.1289034 Oct 22 16:12:17.698138 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46410) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:17.702459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:17.805366 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:17.899758 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:18.005259 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Allocated IP 172.25.1.17 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/849bede2-9b85-4a98-9407-31ac67e272ad) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:12:18.110713 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:18.209878 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:18.254114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:12:18.257003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:12:18.260786 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:12:18.268865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'Port': ['ID=849bede2-9b85-4a98-9407-31ac67e272ad,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:18.299039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.299039 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.299689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.299797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.300137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.300472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.300799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.301124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.301446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.301770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.302093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.302418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:18.644117 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:18.780281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:18.941943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.004321 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.074409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'Port': ['ID=849bede2-9b85-4a98-9407-31ac67e272ad,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:19.084601 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.199713 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Floating IP 3bc3e6af-37b0-4514-b470-e535bf1efa81 associated. External IP: 172.25.1.17, port: a6beaf01-e86b-4819-b9d0-009be9c20643. Oct 22 16:12:19.421127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Router 43414045-39a0-4dc9-a337-9a2cda2cddda has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:12:19.532054 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:12:19.542499 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] Sync routers for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:12:19.552213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:12:19.552825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:12:19.612000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.641382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ed7442f8-735b-4603-b559-62f445a99649 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9418221 Oct 22 16:12:19.641601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:12:19.643938 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafdd886-1f0d-452d-8126-d64ed09a388e" -d '{"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:12:19.644181 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:19.651122 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341412114', 'description': 'tempest-secgroup-smoke-341412114 description', 'project_id': '4823c569f3c443b9b030b2b6de698d36'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:19.664817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:12:19.688414 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b358fb-1043-4ed8-ac98-44cd1ff0c6a7 x-openstack-request-id: req-c9b358fb-1043-4ed8-ac98-44cd1ff0c6a7 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:12:19.688414 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:12:19.688414 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9b358fb-1043-4ed8-ac98-44cd1ff0c6a7 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:12:19.688414 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'status': 'completed', 'code': 200} Oct 22 16:12:19.759316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.797366 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-f2eed5b5-11c1-4819-8ad5-330c4dc81570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:19.799006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-f2eed5b5-11c1-4819-8ad5-330c4dc81570 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0916972 Oct 22 16:12:19.834096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.897312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-16a0b93d-44eb-4716-b622-99b1f256faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:19.899498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-16a0b93d-44eb-4716-b622-99b1f256faf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.0929873 Oct 22 16:12:19.900378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3bc3e6af-37b0-4514-b470-e535bf1efa81', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'port_id': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'mac_address': 'fa:16:3e:8e:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:12:18Z', 'updated_at': '2021-10-22T16:12:18Z', 'revision_number': 0, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:12:19.907258 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.932092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] Checking router: 43414045-39a0-4dc9-a337-9a2cda2cddda for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:12:19.937697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:19.940774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:12:19.941400 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:11:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:12:19.947326 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.947914 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.948248 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.948761 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.949093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.949427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.949749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.950068 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.950390 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.950710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.951058 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.951423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:12:19.976223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-26ee34c6-d576-4a54-b8d7-ac633cd9df0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 998 time: 0.0692360 Oct 22 16:12:19.989944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:19.991291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-30d3168c-acc3-4018-be54-1b68ca1fbfe8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3457673 Oct 22 16:12:19.995014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46422) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:20.000958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group_rule': {'security_group_id': '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa', 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:20.038594 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-37e1cf07-9734-45bb-a33d-afd8257c071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:20.040305 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-37e1cf07-9734-45bb-a33d-afd8257c071d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0568168 Oct 22 16:12:20.091468 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-25f99dcf-dc28-4147-ba21-9a011b067550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:20.093287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-25f99dcf-dc28-4147-ba21-9a011b067550 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427394 Oct 22 16:12:20.098026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:12:20.106622 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.168344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.199173 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-a1d2965d-53a5-455a-933c-22dcb5f95016 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977674 Oct 22 16:12:20.312398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aafdd886-1f0d-452d-8126-d64ed09a388e req-13afae21-2e61-4e54-89a1-5a16a8fdb4ca service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056993 Oct 22 16:12:20.364165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.383149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a07370-d465-4312-b6a4-0612a037aba7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:20.401314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3bc3e6af-37b0-4514-b470-e535bf1efa81', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'port_id': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'mac_address': 'fa:16:3e:8e:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:12:18Z', 'updated_at': '2021-10-22T16:12:18Z', 'revision_number': 0, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:12:20.429148 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b908ca-3e8b-45b6-ad97-1effc84b1607 None None] The sync data for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 is: [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '3bc3e6af-37b0-4514-b470-e535bf1efa81', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'port_id': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'mac_address': 'fa:16:3e:8e:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:12:18Z', 'updated_at': '2021-10-22T16:12:18Z', 'revision_number': 0, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:12:20.464306 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.465474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-281d382c-cd36-4b68-9f50-5e5c79b2b257 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687338 Oct 22 16:12:20.468418 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46424) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:20.473001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group_rule': {'security_group_id': '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa', 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:20.558898 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.622158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.640426 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f300cf0-c976-446f-9f5f-20a51bb958e5 None None] New status for floating IP 3bc3e6af-37b0-4514-b470-e535bf1efa81: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:12:20.718994 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.738298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c973540-a81a-4f35-acba-6e54362860bf,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:20.852455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:20.853684 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7e765c5-2c0f-4cd0-8887-9c6fc14eadfd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842697 Oct 22 16:12:20.856393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46426) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:20.860722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group_rule': {'security_group_id': '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa', 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:20.999726 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.062555 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.198417 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.216885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3cab0b-5203-4bde-bf0b-ff8d04ee6bef,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:21.321156 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.322412 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac1632e7-9e81-491a-b810-deac96119684 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4650843 Oct 22 16:12:21.325140 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46428) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:21.329522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group_rule': {'security_group_id': '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa', 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:21.420825 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.482406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.571084 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.590041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0db16d9-e4c3-4f4f-9536-f4e4750a421d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:21.663755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.665010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e9ed41b9-da2c-41f1-8801-c408fcee313a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389354 Oct 22 16:12:21.667826 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46430) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:21.672436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group_rule': {'security_group_id': '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa', 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:21.758854 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Project 4823c569f3c443b9b030b2b6de698d36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:12:21.764314 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.824695 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.907072 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:21.922889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b022438e-546c-44bd-bebc-8dea5caaf0db,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:22.000690 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.001996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2cd68804-807b-4866-9077-3cd5992c0655 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331602 Oct 22 16:12:22.004756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46432) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:12:22.010492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'security_group_rule': {'security_group_id': '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa', 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:22.118681 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Project 4823c569f3c443b9b030b2b6de698d36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:12:22.123980 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.189839 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.324119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.343009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee32ef-3dd2-476e-815e-a7031269835c,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:22.430133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.435982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-52585139-cc13-475c-9b77-ce27043525de tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4257724 Oct 22 16:12:22.511806 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-08959097-5474-48e7-ad22-8da21ec5803a tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341412114&fields=id&tenant_id=4823c569f3c443b9b030b2b6de698d36 HTTP/1.1" status: 200 len: 267 time: 0.0359623 Oct 22 16:12:22.565251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-34aef93d-cf23-4994-8a78-e3acbf262253 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:22.566730 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-34aef93d-cf23-4994-8a78-e3acbf262253 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Oct 22 16:12:22.578426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'port': {'security_groups': ['65232509-7e1f-4409-bfdc-62677e17e174', '735a17ff-baa5-4a78-8e11-b3ea8d57e4aa']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:12:22.644118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.714118 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-793b6b03-74ab-4484-928d-7dff736d581d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.831609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:12:22.864639 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.930614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.942683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['a6beaf01-e86b-4819-b9d0-009be9c20643'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:12:22.981196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:22.981859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:22.983307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-74904c1f-f46b-4e6e-b46c-17a8db2c8976 req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "PUT /v2.0/ports/a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 981 time: 0.4095833 Oct 22 16:12:22.983772 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:12:22.986305 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536bae3d-356b-4892-94c1-a0687e120f27" -d '{"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:12:23.033577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8c082-2d0d-440c-8d95-5bc4bb46e94d tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:12:23.048183 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b0c2d8-5475-44be-a27b-cfbe02fe6a79 x-openstack-request-id: req-b4b0c2d8-5475-44be-a27b-cfbe02fe6a79 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:12:23.048956 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:12:23.049392 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4b0c2d8-5475-44be-a27b-cfbe02fe6a79 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:12:23.049993 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'status': 'completed', 'code': 200} Oct 22 16:12:23.057202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['a6beaf01-e86b-4819-b9d0-009be9c20643'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:12:23.154060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3159a0-7812-406c-be20-b49153cffdb7 req-68d24354-63ac-4f39-b43b-2df83d4215d2 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:23.155697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a3159a0-7812-406c-be20-b49153cffdb7 req-68d24354-63ac-4f39-b43b-2df83d4215d2 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0926099 Oct 22 16:12:23.158859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bae3d-356b-4892-94c1-a0687e120f27 req-a2432e68-e8ef-4fb2-828c-b38c2db4d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:23.160385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-a2432e68-e8ef-4fb2-828c-b38c2db4d42b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1135 time: 0.0866935 Oct 22 16:12:23.237712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1a3159a0-7812-406c-be20-b49153cffdb7 req-bf54a78f-277e-4025-9ca0-b6e8814dc6b4 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737233 Oct 22 16:12:23.299858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bae3d-356b-4892-94c1-a0687e120f27 req-1c8a9b2c-919f-4483-a921-b26a842216e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:23.301187 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-1c8a9b2c-919f-4483-a921-b26a842216e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.1296864 Oct 22 16:12:23.372519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-6f933706-5a44-489c-87b8-267fa67d1a41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 1000 time: 0.0638411 Oct 22 16:12:23.386670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-00061c8c-3e0b-473c-880e-0ac5844e9aa7 None None] Provisioning complete for port a6beaf01-e86b-4819-b9d0-009be9c20643 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:12:23.387203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-00061c8c-3e0b-473c-880e-0ac5844e9aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:23.437872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bae3d-356b-4892-94c1-a0687e120f27 req-b72f6d39-e763-43a5-9f04-4227b126aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:23.439727 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-b72f6d39-e763-43a5-9f04-4227b126aab6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0600035 Oct 22 16:12:23.490811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bae3d-356b-4892-94c1-a0687e120f27 req-5140868f-b340-49f8-b7e7-93ef5b3d2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:23.493460 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-5140868f-b340-49f8-b7e7-93ef5b3d2036 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456250 Oct 22 16:12:23.604958 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-11a64e83-40ba-4f4b-8933-f7b8c3da8973 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040156 Oct 22 16:12:23.700943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-536bae3d-356b-4892-94c1-a0687e120f27 req-28404771-e5af-40b8-9453-f2751431ddd4 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886707 Oct 22 16:12:25.215400 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3813fd9f-bf54-4a7f-a7bf-05de4e16e83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:26.501315 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:26.843743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:28.478288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:30.661492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-433301e8-3d37-4302-8c3e-a6e32801012b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402582 Oct 22 16:12:30.751113 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-4312cbe3-7d79-437b-9bea-bcec873b4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:30.752594 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-4312cbe3-7d79-437b-9bea-bcec873b4e8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1135 time: 0.0463667 Oct 22 16:12:30.861132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-cb6f05ba-0ada-47a6-bb7d-e14d67ab31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:30.862221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-cb6f05ba-0ada-47a6-bb7d-e14d67ab31b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.0884585 Oct 22 16:12:30.933533 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-12345e17-88c3-4f33-86b6-f7f8b2de84d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 1000 time: 0.0633969 Oct 22 16:12:30.984745 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-30a2983a-110b-414f-ba30-7da940fc3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:30.986228 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-30a2983a-110b-414f-ba30-7da940fc3889 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0452437 Oct 22 16:12:31.033985 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-5dd9a2bf-bd61-41e6-99eb-3bfe1c896bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:31.035540 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-5dd9a2bf-bd61-41e6-99eb-3bfe1c896bdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419531 Oct 22 16:12:31.129759 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-bae3458b-586e-43c9-bf50-10efd78181ac service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866711 Oct 22 16:12:31.225459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cc21ec7-66fb-48b0-be2d-28785fe50e18 req-a173a20c-9f16-47c7-a6d2-4f554912bb86 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Oct 22 16:12:32.850915 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:12:34.421125 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:36.698844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b935-c33a-4aaa-b446-4bf73de5d122 req-6fea2695-5e8c-4edc-b244-da2a3b07640b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:36.700397 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c531b935-c33a-4aaa-b446-4bf73de5d122 req-6fea2695-5e8c-4edc-b244-da2a3b07640b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0575333 Oct 22 16:12:36.744934 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c531b935-c33a-4aaa-b446-4bf73de5d122 req-f20fe191-3a3c-4250-b011-d51fb06b1d35 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384436 Oct 22 16:12:36.789609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209206-ed07-4a78-a081-b10455bdcdad req-a8c0b01d-81ca-4c72-84ec-edb52590a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:36.791178 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-a8c0b01d-81ca-4c72-84ec-edb52590a0bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1135 time: 0.0436504 Oct 22 16:12:36.886223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209206-ed07-4a78-a081-b10455bdcdad req-759b136d-90f5-412a-a0c8-8f5039cb44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:36.887641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-759b136d-90f5-412a-a0c8-8f5039cb44b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.0896418 Oct 22 16:12:36.958893 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-9b0ba201-6eaa-4fd2-8310-bd7b166228f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 1000 time: 0.0632632 Oct 22 16:12:37.008633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209206-ed07-4a78-a081-b10455bdcdad req-56996315-125f-415c-b2a1-d221c641f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:37.010119 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-56996315-125f-415c-b2a1-d221c641f262 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0441279 Oct 22 16:12:37.060889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209206-ed07-4a78-a081-b10455bdcdad req-4d6cccd2-3266-48a1-9a23-b05ebe78fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:37.062413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-4d6cccd2-3266-48a1-9a23-b05ebe78fddf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452812 Oct 22 16:12:37.160403 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-4df81da7-23b0-4856-8d6c-1aef4c8fa727 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876789 Oct 22 16:12:37.259273 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6f209206-ed07-4a78-a081-b10455bdcdad req-197f30fe-612b-4f0f-b670-7f7d02f08e2e service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914514 Oct 22 16:12:37.871264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7dfab-0af6-4675-8502-03ef299da3f6 req-98161f97-4d03-4d13-80b1-a7d2c6724551 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:37.872680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7b7dfab-0af6-4675-8502-03ef299da3f6 req-98161f97-4d03-4d13-80b1-a7d2c6724551 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0515659 Oct 22 16:12:37.913494 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7b7dfab-0af6-4675-8502-03ef299da3f6 req-a058a82a-1714-492b-84d5-1e802e789eb0 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345957 Oct 22 16:12:39.033744 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f633f-5946-4526-a734-aeac426a9b13 req-18e49489-c494-4db4-a2ef-c8c7b4e78216 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:39.035224 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-196f633f-5946-4526-a734-aeac426a9b13 req-18e49489-c494-4db4-a2ef-c8c7b4e78216 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0504370 Oct 22 16:12:39.075575 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-196f633f-5946-4526-a734-aeac426a9b13 req-1b9a81a3-5ef0-47d1-b06d-6a77c4dab307 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336404 Oct 22 16:12:40.202319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3042cc4-1085-49c2-82af-a9e2fe2a1589 req-16a13cf6-d583-4210-8a7f-3add113b0c67 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:40.203883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3042cc4-1085-49c2-82af-a9e2fe2a1589 req-16a13cf6-d583-4210-8a7f-3add113b0c67 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0587478 Oct 22 16:12:40.249427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3042cc4-1085-49c2-82af-a9e2fe2a1589 req-a053dd28-d692-4725-8585-dfa3b4e32cb3 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393400 Oct 22 16:12:41.369186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44e8fa-6985-492f-b95a-d604eb235de3 req-945e3a43-9a80-418e-84d9-327750e26abd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:41.381110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d44e8fa-6985-492f-b95a-d604eb235de3 req-945e3a43-9a80-418e-84d9-327750e26abd tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0518937 Oct 22 16:12:41.416167 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d44e8fa-6985-492f-b95a-d604eb235de3 req-84c0ed13-210a-4cd2-89a0-572b71db1442 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357203 Oct 22 16:12:42.271954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:42.533485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbe717-154a-48cf-b834-5bceb0474cd9 req-902381c7-864f-4f6a-99a5-c6ffbd387cac tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:42.534852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4bbe717-154a-48cf-b834-5bceb0474cd9 req-902381c7-864f-4f6a-99a5-c6ffbd387cac tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0500405 Oct 22 16:12:42.575478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e4bbe717-154a-48cf-b834-5bceb0474cd9 req-a41ebbd1-46c4-4562-acd2-3689cb3c9bc9 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339127 Oct 22 16:12:44.015346 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfbb4d-5852-4b0a-a5c8-e9486144f76b req-836cc7a6-e242-43e9-bed7-8653b333bb7c tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:44.016832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7adfbb4d-5852-4b0a-a5c8-e9486144f76b req-836cc7a6-e242-43e9-bed7-8653b333bb7c tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.3667083 Oct 22 16:12:44.058275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7adfbb4d-5852-4b0a-a5c8-e9486144f76b req-d7e047d0-e164-4d7e-aac4-39335484f458 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344250 Oct 22 16:12:45.175372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99aa17-acea-4a66-bbb7-7a3764f8a4b7 req-e41ebd83-b8d4-46b5-bda0-06feb8db6b70 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:45.176852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a99aa17-acea-4a66-bbb7-7a3764f8a4b7 req-e41ebd83-b8d4-46b5-bda0-06feb8db6b70 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0499563 Oct 22 16:12:45.216590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a99aa17-acea-4a66-bbb7-7a3764f8a4b7 req-3ada7cca-da3b-4010-a17c-2898fcb760d8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336823 Oct 22 16:12:46.334067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448783-217f-48af-8a3f-2aefa2d5eb3a req-313c8819-1084-4b1b-ad88-585fc7079fed tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:46.335585 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5448783-217f-48af-8a3f-2aefa2d5eb3a req-313c8819-1084-4b1b-ad88-585fc7079fed tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0494900 Oct 22 16:12:46.376839 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5448783-217f-48af-8a3f-2aefa2d5eb3a req-e69c782d-5911-4b99-9d23-b637807b6a1e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349395 Oct 22 16:12:47.498747 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b32ca-3d5e-4070-8286-cb01f3440f26 req-138ee19c-52fe-47b8-8b7e-9c5a467763bb tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:47.500264 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f9b32ca-3d5e-4070-8286-cb01f3440f26 req-138ee19c-52fe-47b8-8b7e-9c5a467763bb tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0543153 Oct 22 16:12:47.543959 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f9b32ca-3d5e-4070-8286-cb01f3440f26 req-1930e613-cc11-440d-8e09-ee59dfed3344 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368686 Oct 22 16:12:48.662128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a61a90-553b-44a2-afc0-d0945f87ab02 req-2dc62b27-92f3-40e3-99d6-16227401abc2 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:48.663561 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37a61a90-553b-44a2-afc0-d0945f87ab02 req-2dc62b27-92f3-40e3-99d6-16227401abc2 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0507224 Oct 22 16:12:48.703529 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37a61a90-553b-44a2-afc0-d0945f87ab02 req-146475ca-0b60-4ee3-a203-77151a87e645 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332382 Oct 22 16:12:49.824109 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709bcb5-b037-4c1e-bcab-44acb4342228 req-4ab2097c-eea7-4060-a6bf-36a49718cd90 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:49.825706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d709bcb5-b037-4c1e-bcab-44acb4342228 req-4ab2097c-eea7-4060-a6bf-36a49718cd90 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0508764 Oct 22 16:12:49.868134 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d709bcb5-b037-4c1e-bcab-44acb4342228 req-fde37cb1-3640-43e1-87e5-fd2d4401daa8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358827 Oct 22 16:12:50.995433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a94cb-2c24-4747-a6f0-2b771d04f0c9 req-4bf5e227-bee5-4ebb-9b5d-422304081378 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:50.998006 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a1a94cb-2c24-4747-a6f0-2b771d04f0c9 req-4bf5e227-bee5-4ebb-9b5d-422304081378 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0557945 Oct 22 16:12:51.041797 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a1a94cb-2c24-4747-a6f0-2b771d04f0c9 req-70e3edcd-f719-457e-b57d-582499b80c28 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374897 Oct 22 16:12:52.166033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47363e-0669-415f-81f6-603b9a608f73 req-26c36f75-ef00-4fed-b20b-d66d019e9986 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:52.167610 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea47363e-0669-415f-81f6-603b9a608f73 req-26c36f75-ef00-4fed-b20b-d66d019e9986 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0528646 Oct 22 16:12:52.211032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ea47363e-0669-415f-81f6-603b9a608f73 req-72cc025f-93f2-480b-b76d-4e83a59565f1 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370812 Oct 22 16:12:52.717809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9ef815fd-b2ca-4904-a163-ab880d1e1d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:53.341513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e671680-7155-4eaf-84c6-59a2ee413133 req-1cdd4234-4ede-42e1-9ab5-5239cb4d7c95 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:53.343106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e671680-7155-4eaf-84c6-59a2ee413133 req-1cdd4234-4ede-42e1-9ab5-5239cb4d7c95 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0534558 Oct 22 16:12:53.385646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8e671680-7155-4eaf-84c6-59a2ee413133 req-c6ae74bb-99b1-4126-93aa-fd0a5b510a79 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357928 Oct 22 16:12:54.510375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d27e4-82bb-49c4-95b7-434c1494d7c9 req-c0727d90-a8de-4f77-bfa1-19476ce47f86 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:12:54.512212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-844d27e4-82bb-49c4-95b7-434c1494d7c9 req-c0727d90-a8de-4f77-bfa1-19476ce47f86 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0557847 Oct 22 16:12:54.555153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-844d27e4-82bb-49c4-95b7-434c1494d7c9 req-ec2682b0-2d84-4132-b697-df80cf092e1c tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&id=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366781 Oct 22 16:12:55.174438 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6feae99e-5b46-4a3c-8ecf-664b1c32c091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:56.488827 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:56.826194 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:12:58.437137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:04.437056 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:09.850497 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:13:12.276964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:22.694507 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db169ec8-5a28-454a-88f7-a2c86d7687e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:25.197218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3036b83d-1683-4749-b056-8689b28a696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.420241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-c28dfbdf-b530-4d09-87e5-9ea9d330c597 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341412114&fields=id&tenant_id=4823c569f3c443b9b030b2b6de698d36 HTTP/1.1" status: 200 len: 267 time: 0.0353508 Oct 22 16:13:26.474643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-99268025-d4f8-4770-9f4a-ba7dfb5fc9b7 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:26.476304 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-99268025-d4f8-4770-9f4a-ba7dfb5fc9b7 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 984 time: 0.0501838 Oct 22 16:13:26.488451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Request body: {'port': {'security_groups': ['65232509-7e1f-4409-bfdc-62677e17e174']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:26.522176 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.560241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.738283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:26.766959 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.825460 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.838187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['a6beaf01-e86b-4819-b9d0-009be9c20643'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:13:26.870222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.871663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:26.872310 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:26.873719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c4a9ddbc-079b-49c7-9ea2-ba76e5a1a549 req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "PUT /v2.0/ports/a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 942 time: 0.3900886 Oct 22 16:13:26.874183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:13:26.876735 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1384ea91-503f-44bc-ae51-9dfdad5a1a67" -d '{"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:13:26.880546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46500) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:26.902133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event updated for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:26.911550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.912016 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.912329 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.912728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.913069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.913404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.913732 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.914062 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.914381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.914708 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.915104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.915544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805d2d-e232-4c17-9f5d-85d7a49f20af tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:26.945849 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['a6beaf01-e86b-4819-b9d0-009be9c20643'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:13:26.961638 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ba57e-b82a-48c6-b9ce-b074269bad55 x-openstack-request-id: req-196ba57e-b82a-48c6-b9ce-b074269bad55 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:13:26.961638 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:13:26.961638 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-196ba57e-b82a-48c6-b9ce-b074269bad55 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:13:26.961638 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'status': 'completed', 'code': 200} Oct 22 16:13:26.997852 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.028871 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.035094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-d59211f2-ef42-4b80-bf0c-3506d8eab588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:27.036910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-d59211f2-ef42-4b80-bf0c-3506d8eab588 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0534999 Oct 22 16:13:27.153810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-065e34db-f92d-40c4-b391-95945c552290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:27.155363 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-065e34db-f92d-40c4-b391-95945c552290 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.1108146 Oct 22 16:13:27.169813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5c5308b3-2d75-4bef-9a73-b758baeb6efd None None] Provisioning complete for port a6beaf01-e86b-4819-b9d0-009be9c20643 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:13:27.170180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c5308b3-2d75-4bef-9a73-b758baeb6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.224591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-8d33d66b-7383-4e98-a9d1-64a15e4b29b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 1000 time: 0.0615809 Oct 22 16:13:27.225180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.227865 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.229053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "DELETE /v2.0/security-groups/735a17ff-baa5-4a78-8e11-b3ea8d57e4aa HTTP/1.1" status: 204 len: 168 time: 0.3440928 Oct 22 16:13:27.231755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46504) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:27.239139 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a17ff-baa5-4a78-8e11-b3ea8d57e4aa,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:27.248224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.248826 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.249352 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.249865 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.250386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.251024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.251533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.251902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.252915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.252915 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.253176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.253426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74143b01-244e-483e-999c-23e5ac6f0c8b tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:27.330079 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-58dbc326-4b19-4f87-9dbb-c7b72f9981cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:27.331656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-58dbc326-4b19-4f87-9dbb-c7b72f9981cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0934250 Oct 22 16:13:27.426870 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-4fdb9dab-cbe2-42f7-be0a-8c43884c9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:27.428394 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-4fdb9dab-cbe2-42f7-be0a-8c43884c9054 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886118 Oct 22 16:13:27.450033 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-c9fe4ebc-69b8-4fc5-b61b-9c1bb58fad5a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:13:27.451012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-c9fe4ebc-69b8-4fc5-b61b-9c1bb58fad5a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060344 Oct 22 16:13:27.538001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Deleting port 849bede2-9b85-4a98-9407-31ac67e272ad {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:27.538343 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.579389 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-038e6b77-8050-4920-9543-5daaa9eb212a service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203418 Oct 22 16:13:27.685426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.685908 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.704892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Calling delete_port for 849bede2-9b85-4a98-9407-31ac67e272ad owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:27.731741 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1384ea91-503f-44bc-ae51-9dfdad5a1a67 req-21384d2e-acd5-45fe-87ca-168869660606 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278722 Oct 22 16:13:27.962892 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:27.991703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event deleted for resources: {'Port': ['ID=849bede2-9b85-4a98-9407-31ac67e272ad,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:28.052773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:28.053104 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Floating IP 3bc3e6af-37b0-4514-b470-e535bf1efa81 disassociated (deleted). External IP: 172.25.1.17, port: a6beaf01-e86b-4819-b9d0-009be9c20643. Oct 22 16:13:28.263445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Router 43414045-39a0-4dc9-a337-9a2cda2cddda has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:13:28.372364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:13:28.377244 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:28.381791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] Sync routers for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:13:28.392494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:13:28.393091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:28.405710 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e4d8ad3f-6475-46e4-852e-ed2d0a2a504f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "DELETE /v2.0/floatingips/3bc3e6af-37b0-4514-b470-e535bf1efa81 HTTP/1.1" status: 204 len: 168 time: 1.1727903 Oct 22 16:13:28.590531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:28.662104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:13:28.872838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:28.899508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] Checking router: 43414045-39a0-4dc9-a337-9a2cda2cddda for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:13:28.908484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:13:28.909086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:28.961493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:13:28.964826 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62946899-98b0-4aad-835e-aafae7dadeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:13:29.003878 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5289f-c1d7-4684-9f63-d7102e16d87d x-openstack-request-id: req-adf5289f-c1d7-4684-9f63-d7102e16d87d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:13:29.004168 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:13:29.004419 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adf5289f-c1d7-4684-9f63-d7102e16d87d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:13:29.004829 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'status': 'completed', 'code': 200} Oct 22 16:13:29.026614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:13:29.067015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946899-98b0-4aad-835e-aafae7dadeaa req-9aa95d97-08d8-4626-bc3c-b182e163df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:29.068470 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-9aa95d97-08d8-4626-bc3c-b182e163df6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0436103 Oct 22 16:13:29.165327 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946899-98b0-4aad-835e-aafae7dadeaa req-8eb69de3-4569-4d4e-b6d0-c488a505ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:29.167528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-8eb69de3-4569-4d4e-b6d0-c488a505ae2d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.0915809 Oct 22 16:13:29.212655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-422db2a5-2fd6-4152-9600-2543a6431c55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 217 time: 0.0381033 Oct 22 16:13:29.231950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:29.263566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907564e0-8918-4816-9c83-0ccfa9a86109 None None] The sync data for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 is: [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:15Z', 'revision_number': 4, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'db6690fa-9580-43f4-b57c-49cb5e507d11', 'name': '', 'network_id': '6b12b071-6947-4a70-be3c-b505508600e4', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'mac_address': 'fa:16:3e:14:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:14Z', 'updated_at': '2021-10-22T16:11:18Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'subnets': [{'id': '1af4bc9b-127a-4f5c-b40c-de69206c3d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:13:29.270333 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946899-98b0-4aad-835e-aafae7dadeaa req-f701cdf9-08a9-4473-acba-107fac02eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:29.271876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-f701cdf9-08a9-4473-acba-107fac02eb50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0507534 Oct 22 16:13:29.322092 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946899-98b0-4aad-835e-aafae7dadeaa req-49d51aac-5685-48c7-a73a-35f4a9fc31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:29.323938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-49d51aac-5685-48c7-a73a-35f4a9fc31aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438216 Oct 22 16:13:29.426853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-886b1164-e188-4e15-bd8b-dad7fc7e7ad4 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936317 Oct 22 16:13:29.503175 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905f45c-0b53-4920-a37a-6661146c6d00 None None] New status for floating IP 3bc3e6af-37b0-4514-b470-e535bf1efa81: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:13:29.534687 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62946899-98b0-4aad-835e-aafae7dadeaa req-b816ccd8-d19e-4c37-87bf-578147933125 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006701 Oct 22 16:13:32.662112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-f6ccb97f-3a5c-4ae2-90a1-02a2b11c8f70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425596 Oct 22 16:13:32.749045 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278cf7b-469b-4971-aeab-b48232bc584d req-d966f5da-27eb-4e7a-85f0-4a278ae71a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:32.750588 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-d966f5da-27eb-4e7a-85f0-4a278ae71a90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4823c569f3c443b9b030b2b6de698d36&device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0468380 Oct 22 16:13:32.861573 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278cf7b-469b-4971-aeab-b48232bc584d req-e0baa4ee-843e-4cb6-b403-f45b6265ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:32.863115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-e0baa4ee-843e-4cb6-b403-f45b6265ceaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 200 len: 916 time: 0.0913596 Oct 22 16:13:32.911285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-e10f174d-662f-4f50-ae02-af203c72f6c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 200 len: 217 time: 0.0405860 Oct 22 16:13:32.960664 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278cf7b-469b-4971-aeab-b48232bc584d req-2cb51e6e-a784-44fd-99f6-5f2704f39140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:32.962052 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-2cb51e6e-a784-44fd-99f6-5f2704f39140 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 200 len: 854 time: 0.0444796 Oct 22 16:13:33.012739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278cf7b-469b-4971-aeab-b48232bc584d req-68a09fa2-0ab0-4d21-b8c9-f0cd1efa8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:33.014241 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-68a09fa2-0ab0-4d21-b8c9-f0cd1efa8397 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b12b071-6947-4a70-be3c-b505508600e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452650 Oct 22 16:13:33.112968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-575b0ebf-4934-412c-ba7d-2c5b587e29e6 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905898 Oct 22 16:13:33.217655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4278cf7b-469b-4971-aeab-b48232bc584d req-253700da-7921-4f94-bfa9-2bf4c0957778 service neutron] 10.222.0.53 "GET /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979991 Oct 22 16:13:34.516783 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:39.150518 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dd618-8f7c-4d9b-a9d8-dea8f7a4243d req-5d5026e6-0257-4a4f-9594-5672d8f8efa9 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:39.152685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-982dd618-8f7c-4d9b-a9d8-dea8f7a4243d req-5d5026e6-0257-4a4f-9594-5672d8f8efa9 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Oct 22 16:13:39.197354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-982dd618-8f7c-4d9b-a9d8-dea8f7a4243d req-bc5cb7f1-ad43-490a-936d-5c6ed0a89aa6 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Oct 22 16:13:40.440430 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cab5c6-c366-43a5-8aee-5fbc0f16048f req-d10274a3-af3f-4353-acbc-4491cdf62727 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:40.441953 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1cab5c6-c366-43a5-8aee-5fbc0f16048f req-d10274a3-af3f-4353-acbc-4491cdf62727 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.1738291 Oct 22 16:13:40.480539 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1cab5c6-c366-43a5-8aee-5fbc0f16048f req-e3f4294c-b058-49fe-833f-fb3cb98cf6d8 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/security-groups?id=65232509-7e1f-4409-bfdc-62677e17e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Oct 22 16:13:40.738492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-9bf49cfc-978b-4236-80ba-8e730a9f661f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:13:40.739886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-9bf49cfc-978b-4236-80ba-8e730a9f661f tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.53 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 945 time: 0.0498672 Oct 22 16:13:40.832157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Deleting port a6beaf01-e86b-4819-b9d0-009be9c20643 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:40.832495 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:40.920927 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] For port a6beaf01-e86b-4819-b9d0-009be9c20643, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=a6beaf01-e86b-4819-b9d0-009be9c20643,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:40.921291 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:40.933799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Calling delete_port for a6beaf01-e86b-4819-b9d0-009be9c20643 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:41.145481 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:41.157482 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['a6beaf01-e86b-4819-b9d0-009be9c20643'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:13:41.172780 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Pushing event deleted for resources: {'Port': ['ID=a6beaf01-e86b-4819-b9d0-009be9c20643,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:41.219024 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] No DVR routers for this DVR port a6beaf01-e86b-4819-b9d0-009be9c20643 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:13:41.221997 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:41.225683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a0f1b929-55dc-4696-aa23-5b0328573c2a req-98939996-c7b2-43f3-8d95-d1ac15196b2e tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.53 "DELETE /v2.0/ports/a6beaf01-e86b-4819-b9d0-009be9c20643 HTTP/1.1" status: 204 len: 173 time: 0.4798832 Oct 22 16:13:41.226158 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'name': 'network-vif-deleted', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:13:41.228492 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1386af-ed5e-4436-8c9c-aea56c0d65d8" -d '{"events": [{"server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "name": "network-vif-deleted", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:13:41.265521 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59150c9f-4220-4aa7-847a-f3b1201ba4e2 x-openstack-request-id: req-59150c9f-4220-4aa7-847a-f3b1201ba4e2 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:13:41.265818 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302ecb5b-b363-4c80-ac3d-282af323bdd9", "name": "network-vif-deleted", "tag": "a6beaf01-e86b-4819-b9d0-009be9c20643", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:13:41.266098 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59150c9f-4220-4aa7-847a-f3b1201ba4e2 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:13:41.266505 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302ecb5b-b363-4c80-ac3d-282af323bdd9', 'name': 'network-vif-deleted', 'tag': 'a6beaf01-e86b-4819-b9d0-009be9c20643', 'status': 'completed', 'code': 200} Oct 22 16:13:41.600422 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d4865c1a-be1a-441a-8aa2-d227460e9736 req-4a1a3cd5-5acf-44af-b07b-c6f588208948 tempest-TestMinimumBasicScenario-8687866 tempest-TestMinimumBasicScenario-8687866-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ecb5b-b363-4c80-ac3d-282af323bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0357924 Oct 22 16:13:42.350998 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:43.973268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device a6beaf01-e86b-4819-b9d0-009be9c20643 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:43.993753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: a6beaf01-e86b-4819-b9d0-009be9c20643 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:43.994088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device a6beaf01-e86b-4819-b9d0-009be9c20643 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:45.091936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46610) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:45.436923 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:45.685185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Deleting port db6690fa-9580-43f4-b57c-49cb5e507d11 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:45.685420 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:45.761007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] For port db6690fa-9580-43f4-b57c-49cb5e507d11, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=db6690fa-9580-43f4-b57c-49cb5e507d11,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:45.761368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:45.780444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Calling delete_port for db6690fa-9580-43f4-b57c-49cb5e507d11 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:46.025363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:46.052136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Pushing event deleted for resources: {'Port': ['ID=db6690fa-9580-43f4-b57c-49cb5e507d11,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:46.219944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:46.435541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Router 43414045-39a0-4dc9-a337-9a2cda2cddda has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:13:46.541525 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:13:46.547463 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38824e46-2631-4d15-b6da-ba8ba162b61d admin admin] 10.222.0.66 "PUT /v2.0/routers/43414045-39a0-4dc9-a337-9a2cda2cddda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544520 Oct 22 16:13:46.549894 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46612) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:46.554453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] Sync routers for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:13:46.564902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:13:46.565514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:46.654024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:46.677248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:13:46.756360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:46.850118 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:13:46.864748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Deleting port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:46.865233 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:46.867183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:13:45Z', 'revision_number': 5, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port': {'id': '28f48cb7-6a8a-4b66-8dff-01f5a0b54a21', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:46.893663 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] Checking router: 43414045-39a0-4dc9-a337-9a2cda2cddda for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:13:46.902423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] Routers {'43414045-39a0-4dc9-a337-9a2cda2cddda'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:13:46.903102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['43414045-39a0-4dc9-a337-9a2cda2cddda'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:46.946917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] For port 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:46.947219 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:46.964641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Calling delete_port for 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:47.000608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] Set router 43414045-39a0-4dc9-a337-9a2cda2cddda gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:13:47.058052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:13:46Z', 'revision_number': 6, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:47.086502 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6c79a-bcd3-4ba4-9dcd-243793f6cb6d None None] The sync data for ids ['43414045-39a0-4dc9-a337-9a2cda2cddda'] in n-d-812148-2 is: [{'id': '43414045-39a0-4dc9-a337-9a2cda2cddda', 'name': 'tempest-TestMinimumBasicScenario-1127333829-router', 'tenant_id': '4823c569f3c443b9b030b2b6de698d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:12Z', 'updated_at': '2021-10-22T16:13:46Z', 'revision_number': 6, 'project_id': '4823c569f3c443b9b030b2b6de698d36', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:13:47.202203 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.232442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Pushing event deleted for resources: {'Port': ['ID=28f48cb7-6a8a-4b66-8dff-01f5a0b54a21,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:47.291820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.385976 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.392526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.499449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.500034 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43414045-39a0-4dc9-a337-9a2cda2cddda {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:13:47.507408 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.507408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3d9b77b8-34ff-43d9-bb88-2b66f620f78f admin admin] 10.222.0.66 "DELETE /v2.0/routers/43414045-39a0-4dc9-a337-9a2cda2cddda HTTP/1.1" status: 204 len: 168 time: 0.9548936 Oct 22 16:13:47.508356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46614) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:47.553563 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Deleting subnet 1af4bc9b-127a-4f5c-b40c-de69206c3d62 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:13:47.556689 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.591371 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.671992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.798301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.825264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af4bc9b-127a-4f5c-b40c-de69206c3d62,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:47.832001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.838095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b21a77d0-273d-4871-87a9-5ae91894871b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1af4bc9b-127a-4f5c-b40c-de69206c3d62 HTTP/1.1" status: 204 len: 168 time: 0.3260932 Oct 22 16:13:47.838376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46616) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:47.842416 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a5520-548c-4d47-ab61-2f81fba1790f None None] Network 6b12b071-6947-4a70-be3c-b505508600e4 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:13:47.865725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db6690fa-9580-43f4-b57c-49cb5e507d11 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:47.911382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:47.933119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: db6690fa-9580-43f4-b57c-49cb5e507d11 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:47.933460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device db6690fa-9580-43f4-b57c-49cb5e507d11 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:47.933859 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:47.957012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:47.957358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 28f48cb7-6a8a-4b66-8dff-01f5a0b54a21 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:47.968549 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Deleting port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:47.968892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.039672 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] For port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:48.040038 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.054199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Calling delete_port for 411c07f4-bb2c-4c4e-ace1-35d785dbc08b owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:48.096454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] DHCP port deletion for 6b12b071-6947-4a70-be3c-b505508600e4 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:13:48.150741 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Deleting port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:48.151133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.190675 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.213242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] For port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,segment=NetworkSegment(f6a35901-d505-4736-9a8e-a5da6b865d77),segment_id=f6a35901-d505-4736-9a8e-a5da6b865d77)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:48.213635 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.217990 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:48.219836 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] No DVR routers for this DVR port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:13:48.228882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Calling delete_port for 411c07f4-bb2c-4c4e-ace1-35d785dbc08b owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:48.314141 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.344049 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Pushing event deleted for resources: {'Port': ['ID=411c07f4-bb2c-4c4e-ace1-35d785dbc08b,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:48.346512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] No DVR routers for this DVR port 411c07f4-bb2c-4c4e-ace1-35d785dbc08b on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:13:48.357638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.357894 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.358242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.358596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.358934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.359293 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.359622 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.359946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.360828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.360828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.361014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.361228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403e890-81bc-4ac4-81bd-ae41c71f8720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:13:48.606982 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.627927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b12b071-6947-4a70-be3c-b505508600e4']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:48.637415 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a35901-d505-4736-9a8e-a5da6b865d77') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:48.637939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a35901-d505-4736-9a8e-a5da6b865d77') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:48.647774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.661396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.667184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:13:48.667561 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:13:48.669774 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:13:48.813304 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.827212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:48.827212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6b12b071-6947-4a70-be3c-b505508600e4 HTTP/1.1" status: 204 len: 168 time: 0.9836886 Oct 22 16:13:48.827439 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46618) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:48.832442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd420a-3e3a-4d0c-be0d-5bdb31f077c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b12b071-6947-4a70-be3c-b505508600e4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:49.490492 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:49.695706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 411c07f4-bb2c-4c4e-ace1-35d785dbc08b no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:49.715200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 411c07f4-bb2c-4c4e-ace1-35d785dbc08b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:49.716236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 411c07f4-bb2c-4c4e-ace1-35d785dbc08b not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:49.746119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Deleting port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:49.746449 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:49.823408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] For port 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:49.823771 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:49.836899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Calling delete_port for 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:50.122044 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:50.147657 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfb7a22-8586-4f04-89e4-c37b5c96bf1c,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:50.328818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:50.548897 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Router de6db120-a4d7-435a-bf61-7b900324243b has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:13:50.658248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:13:50.663407 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dffa96ed-ff92-45e9-ae6f-aaab49add143 admin admin] 10.222.0.66 "PUT /v2.0/routers/de6db120-a4d7-435a-bf61-7b900324243b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346858 Oct 22 16:13:50.665888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46620) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:50.666775 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] Sync routers for ids ['de6db120-a4d7-435a-bf61-7b900324243b'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:13:50.678044 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] Routers {'de6db120-a4d7-435a-bf61-7b900324243b'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:13:50.678655 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['de6db120-a4d7-435a-bf61-7b900324243b'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:50.780765 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:50.783858 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] Set router de6db120-a4d7-435a-bf61-7b900324243b gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:13:50.885281 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:50.959947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:13:49Z', 'revision_number': 5, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port': {'id': '41c57bf0-a38b-4e34-8082-1aedb93ec131', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:11:19Z', 'updated_at': '2021-10-22T16:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:50.986573 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] Checking router: de6db120-a4d7-435a-bf61-7b900324243b for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:13:51.006933 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] Routers {'de6db120-a4d7-435a-bf61-7b900324243b'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:13:51.006933 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['de6db120-a4d7-435a-bf61-7b900324243b'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:51.025882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Deleting port 41c57bf0-a38b-4e34-8082-1aedb93ec131 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:51.026219 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.082160 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] Set router de6db120-a4d7-435a-bf61-7b900324243b gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:13:51.108656 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] For port 41c57bf0-a38b-4e34-8082-1aedb93ec131, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=41c57bf0-a38b-4e34-8082-1aedb93ec131,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:51.109037 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.122309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Calling delete_port for 41c57bf0-a38b-4e34-8082-1aedb93ec131 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:51.137429 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:13:50Z', 'revision_number': 6, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:51.164492 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d465e8d-78d9-410b-bc97-7ae36dab2656 None None] The sync data for ids ['de6db120-a4d7-435a-bf61-7b900324243b'] in n-d-812148-2 is: [{'id': 'de6db120-a4d7-435a-bf61-7b900324243b', 'name': 'tempest-TestMinimumBasicScenario-991156764-router', 'tenant_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:11:18Z', 'updated_at': '2021-10-22T16:13:50Z', 'revision_number': 6, 'project_id': 'a6ef1365b46549858b5f0c40fe00f0f9', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:13:51.361101 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.384546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c57bf0-a38b-4e34-8082-1aedb93ec131,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:51.452111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.546580 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.549217 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.681812 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.682387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6db120-a4d7-435a-bf61-7b900324243b {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:13:51.688108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.689260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9d8bfff2-30b1-4a39-873f-a81499f6b389 admin admin] 10.222.0.66 "DELETE /v2.0/routers/de6db120-a4d7-435a-bf61-7b900324243b HTTP/1.1" status: 204 len: 168 time: 1.0224164 Oct 22 16:13:51.691806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46622) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:51.741126 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Deleting subnet f30378d7-3a77-40ad-83b8-ca460504d5d7 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:13:51.744442 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.782097 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.860893 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:51.972763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 41c57bf0-a38b-4e34-8082-1aedb93ec131 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:51.993193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 41c57bf0-a38b-4e34-8082-1aedb93ec131 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:51.993527 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 41c57bf0-a38b-4e34-8082-1aedb93ec131 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:51.993928 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:52.008011 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.018342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:52.018754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9cfb7a22-8586-4f04-89e4-c37b5c96bf1c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:52.041541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30378d7-3a77-40ad-83b8-ca460504d5d7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:52.045665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.051191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-fd644c5f-afe5-4fa4-ab8e-636cf6cafb0e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f30378d7-3a77-40ad-83b8-ca460504d5d7 HTTP/1.1" status: 204 len: 168 time: 0.3561924 Oct 22 16:13:52.051565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46624) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:52.051845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9666ae-d2c7-4f90-837a-e361d4b69102 None None] Network 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:13:52.125801 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.186188 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Deleting port 82be5493-e956-4306-9d80-4649b8ed664a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:52.186561 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.242890 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] DHCP port deletion for 638cab89-ed4d-4eec-b6e7-e97f4e0a5012 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:13:52.269644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] For port 82be5493-e956-4306-9d80-4649b8ed664a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=82be5493-e956-4306-9d80-4649b8ed664a,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:52.270034 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.282094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Calling delete_port for 82be5493-e956-4306-9d80-4649b8ed664a owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:52.300332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] Deleting port 82be5493-e956-4306-9d80-4649b8ed664a {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:13:52.300713 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.366218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] For port 82be5493-e956-4306-9d80-4649b8ed664a, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=82be5493-e956-4306-9d80-4649b8ed664a,segment=NetworkSegment(d4aa75b8-a420-4e9a-ae12-4e086e6f6704),segment_id=d4aa75b8-a420-4e9a-ae12-4e086e6f6704)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:13:52.367596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.384810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] Calling delete_port for 82be5493-e956-4306-9d80-4649b8ed664a owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:13:52.545673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.551914 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.571410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=82be5493-e956-4306-9d80-4649b8ed664a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:52.577629 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] No DVR routers for this DVR port 82be5493-e956-4306-9d80-4649b8ed664a on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:13:52.579640 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] Pushing event deleted for resources: {'Port': ['ID=82be5493-e956-4306-9d80-4649b8ed664a,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:52.582549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb764c-78b0-428e-9193-dca5bd6598d8 None None] No DVR routers for this DVR port 82be5493-e956-4306-9d80-4649b8ed664a on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:13:52.658877 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.679423 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638cab89-ed4d-4eec-b6e7-e97f4e0a5012']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:52.688791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:52.696653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4aa75b8-a420-4e9a-ae12-4e086e6f6704') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:13:52.698554 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.712010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.718486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:13:52.718927 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:13:52.720607 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:13:52.724099 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-29575ba4-3eba-4e76-b0e2-a65a14c2a3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.858936 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.864268 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:52.867706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] 10.222.0.66 "DELETE /v2.0/networks/638cab89-ed4d-4eec-b6e7-e97f4e0a5012 HTTP/1.1" status: 204 len: 168 time: 0.8143740 Oct 22 16:13:52.880867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539658b-8794-47cf-a38a-a84ac02a7d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=638cab89-ed4d-4eec-b6e7-e97f4e0a5012,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:53.273511 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46628) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:53.314498 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-aa3d9a04-0e64-43f5-b701-c100b10808c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4823c569f3c443b9b030b2b6de698d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397613 Oct 22 16:13:53.316951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46630) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:53.366185 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1b282f5-d340-44ad-8e01-110fe4444846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:53.388733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1b282f5-d340-44ad-8e01-110fe4444846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:53.516032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1b282f5-d340-44ad-8e01-110fe4444846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:53.519314 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b1b282f5-d340-44ad-8e01-110fe4444846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:53.520637 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b1b282f5-d340-44ad-8e01-110fe4444846 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65232509-7e1f-4409-bfdc-62677e17e174 HTTP/1.1" status: 204 len: 168 time: 0.2027552 Oct 22 16:13:53.529972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b282f5-d340-44ad-8e01-110fe4444846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65232509-7e1f-4409-bfdc-62677e17e174,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:53.696067 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 82be5493-e956-4306-9d80-4649b8ed664a no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:13:53.717433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 82be5493-e956-4306-9d80-4649b8ed664a {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:13:53.720327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 82be5493-e956-4306-9d80-4649b8ed664a not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:13:54.353735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46636) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:54.398553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4e285a01-4c01-4060-8b78-a4828fa69ef4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6ef1365b46549858b5f0c40fe00f0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435889 Oct 22 16:13:54.401161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46638) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:54.448780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8de0bf2-3e8b-40f7-8615-b3e61e515d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:54.470144 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8de0bf2-3e8b-40f7-8615-b3e61e515d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:54.601636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8de0bf2-3e8b-40f7-8615-b3e61e515d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:54.604384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e8de0bf2-3e8b-40f7-8615-b3e61e515d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:54.605551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e8de0bf2-3e8b-40f7-8615-b3e61e515d1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7be8b90-46e9-44a7-822f-15aeaeb40c65 HTTP/1.1" status: 204 len: 168 time: 0.2035019 Oct 22 16:13:54.614267 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0bf2-3e8b-40f7-8615-b3e61e515d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be8b90-46e9-44a7-822f-15aeaeb40c65,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:55.213198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b2248faa-501b-45eb-ada0-dfae3504bdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:56.527418 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:56.870065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.005849 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46678) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:57.010157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055756782', 'description': 'tempest-secgroup-smoke-2055756782 description', 'project_id': 'd213fed605a04506a9afb5662d77170a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:57.127577 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.136035 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.214036 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.316103 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.351943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30c794-68e6-42c6-8a97-5d6f79069eca,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:57.396607 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.504527 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.536993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3124769-4349-4ad9-9773-4d3a9665df0b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:57.639049 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.640323 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6450dc25-bf52-438d-9c9c-cc9e6980f4e0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6338019 Oct 22 16:13:57.643399 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46680) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:57.653250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd3124769-4349-4ad9-9773-4d3a9665df0b', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:57.756238 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.820719 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.904892 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:57.923254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ea07d7-04ed-4af4-94bf-40a4aa5ca2d0,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:58.037883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.039159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-c5514d5b-4a11-4b86-80f2-f7cb4acdcc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944809 Oct 22 16:13:58.041875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46682) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:58.047191 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd3124769-4349-4ad9-9773-4d3a9665df0b', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:58.191043 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.248710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.327850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.346231 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dab4c31-e5c9-4c27-9c20-dcf63a4d3eaf,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:58.427161 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.429483 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-67542c34-ccc0-47bb-b581-4b5e0ce7b2d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3856044 Oct 22 16:13:58.431483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46684) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:58.437187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd3124769-4349-4ad9-9773-4d3a9665df0b', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:58.464953 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.578015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.635878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.756015 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.776404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e620c21-c5a2-4a88-93d5-2d674ef42aca,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:58.861131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:58.862373 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d5eeb31b-1f52-4fb2-b0d9-7a1cc4874e19 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4297848 Oct 22 16:13:58.865178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:58.869496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd3124769-4349-4ad9-9773-4d3a9665df0b', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:58.974361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.034459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.116068 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.134786 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eb3356-4061-4285-8dc5-e2bbde72a8ca,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:59.226889 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.228143 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4a4c2e4a-b97f-4a45-97b3-ff8d58355d13 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620341 Oct 22 16:13:59.230934 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:59.235527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd3124769-4349-4ad9-9773-4d3a9665df0b', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:59.374024 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:13:59.379169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.439077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.527395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.545164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3e4f01-1158-475b-bba6-dca11efaaa5a,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:13:59.649733 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.651287 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1705593f-bd93-4178-9c6b-58c1c00081be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4190645 Oct 22 16:13:59.654016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46690) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:13:59.658698 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd3124769-4349-4ad9-9773-4d3a9665df0b', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:13:59.750045 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:13:59.755335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.817710 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.905350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:13:59.926649 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16eac63-6b3c-4b7e-879b-0d097def9245,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:00.021236 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.022482 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d1639c3d-8423-46d0-ab11-cb2e6ebf89da tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674400 Oct 22 16:14:00.025571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46692) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:00.031355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'network': {'name': 'tempest-network-smoke--842771966', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'port_security_enabled': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:14:00.133441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:14:00.137008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.160833 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:14:00.170112 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.173024 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Added segment 016f51fb-8505-4220-a48e-d377c7f746b7 of type vlan for network 89485892-fd90-4e30-a473-4057f80908ca Oct 22 16:14:00.211525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.353659 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.359429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:00.360002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.425017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Network': ['ID=89485892-fd90-4e30-a473-4057f80908ca,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:00.435065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 89485892-fd90-4e30-a473-4057f80908ca details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:14:00.599105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2ffe7604-ca64-408f-84ab-9fabfc7c20c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5723526 Oct 22 16:14:00.602096 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46694) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:00.607037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'admin_state_up': True, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:14:00.812719 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.813787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:00.867184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:01.150292 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:01.473924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:01.493368 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:01.601692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.175 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/344bb10c-ef30-4bbe-bf45-308c273f3647) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:14:01.704514 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:01.824845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:01.863261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:14:01.866077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:01.869277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:14:01.895667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=344bb10c-ef30-4bbe-bf45-308c273f3647,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:02.208959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:02.406494 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:02.624861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bb997356-5191-471d-a8a4-ab31c28e4e5f is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:14:02.735982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:14:02.745910 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Sync routers for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:14:02.755638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:14:02.756321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:02.849769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:02.851076 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-15b670a9-cdb4-4ffe-8d99-d9cec40894dd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2476962 Oct 22 16:14:02.854179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:02.864530 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:14:02.979544 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b62218f-cc06-4e65-8cbc-317569c7fe2d tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d213fed605a04506a9afb5662d77170a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217115 Oct 22 16:14:02.979788 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46700) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:03.052160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:02Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:03.067572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716d682c-d3b6-4dcd-96e6-21a744d16ea9 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:03.069103 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-716d682c-d3b6-4dcd-96e6-21a744d16ea9 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884457 Oct 22 16:14:03.072015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46702) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:03.083209 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Checking router: bb997356-5191-471d-a8a4-ab31c28e4e5f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:14:03.083553 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Updating router bb997356-5191-471d-a8a4-ab31c28e4e5f port 344bb10c-ef30-4bbe-bf45-308c273f3647 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:14:03.104413 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-57763255-ba8d-4b9e-ba0a-7c2951dd6482 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313063 Oct 22 16:14:03.107099 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46704) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:03.108557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.112085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258813961', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:14:03.311184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:14:03.314801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.361242 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.430692 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.484562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Attempting to bind port 344bb10c-ef30-4bbe-bf45-308c273f3647 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:14:03.484924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Attempting to bind port 344bb10c-ef30-4bbe-bf45-308c273f3647 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:14:03.485288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Attempting to bind port 344bb10c-ef30-4bbe-bf45-308c273f3647 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:14:03.488288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86b7b7-b0e0-4060-9c0d-2382fc9324b5 None None] Pushing event updated for resources: {'Port': ['ID=344bb10c-ef30-4bbe-bf45-308c273f3647,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:03.492942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:14:03.493314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:14:03.493708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.494091 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:14:03.494556 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Bound port: 344bb10c-ef30-4bbe-bf45-308c273f3647, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:14:03.494932 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.550429 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] For port 344bb10c-ef30-4bbe-bf45-308c273f3647, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:14:03.553497 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] For port 344bb10c-ef30-4bbe-bf45-308c273f3647, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=344bb10c-ef30-4bbe-bf45-308c273f3647,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:14:03.578989 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.633890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Subnet': ['ID=99d4d258-d0e8-40bd-acd7-6cdfc924e52d,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:03.643412 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Checking segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:14:03.644040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network hostable DHCP agents. Network: 89485892-fd90-4e30-a473-4057f80908ca, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:14:03.682045 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.739213 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:14:03.739828 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:03.744509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86b7b7-b0e0-4060-9c0d-2382fc9324b5 None None] Pushing event updated for resources: {'Port': ['ID=344bb10c-ef30-4bbe-bf45-308c273f3647,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:03.772931 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 89485892-fd90-4e30-a473-4057f80908ca is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:14:03.851838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:14:03.864441 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 89485892-fd90-4e30-a473-4057f80908ca) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:03.868400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:03.869002 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:03.881016 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47384355-299b-4c89-ae99-96b3691c468d None None] Network 89485892-fd90-4e30-a473-4057f80908ca requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:14:03.993278 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b91a653f-32e2-4312-a1a7-223dbcee8085 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8849297 Oct 22 16:14:03.996040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46706) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:04.153611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-89485892-fd90-4e30-a473-4057f80908ca', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:14:04.155620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.193843 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:02Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:04.273173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18328958-8ac2-452c-88ce-6c93407d9fe2 None None] The sync data for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 is: [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:02Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:14:04.343261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Allocated IP 172.20.0.2 (89485892-fd90-4e30-a473-4057f80908ca/99d4d258-d0e8-40bd-acd7-6cdfc924e52d/b3848a89-ef7c-48fd-a820-e565b97cd197) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:14:04.443562 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.454081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.543973 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.625421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.677302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Network 89485892-fd90-4e30-a473-4057f80908ca is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:14:04.683773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:04.686246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Pushing event updated for resources: {'Port': ['ID=b3848a89-ef7c-48fd-a820-e565b97cd197,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:04.688531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:14:04.751453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Attempting to bind port b3848a89-ef7c-48fd-a820-e565b97cd197 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:14:04.751740 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Attempting to bind port b3848a89-ef7c-48fd-a820-e565b97cd197 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:14:04.752277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Attempting to bind port b3848a89-ef7c-48fd-a820-e565b97cd197 on network 89485892-fd90-4e30-a473-4057f80908ca {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:14:04.758118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:14:04.759139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Checking segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:14:04.759539 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.759934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Bound using segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:14:04.760405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Bound port: b3848a89-ef7c-48fd-a820-e565b97cd197, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:14:04.760911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.796557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.1 (89485892-fd90-4e30-a473-4057f80908ca/99d4d258-d0e8-40bd-acd7-6cdfc924e52d/f3ddebe4-371d-42c8-816a-8ae5fa3db02f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:14:04.839822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] For port b3848a89-ef7c-48fd-a820-e565b97cd197, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:14:04.843241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] For port b3848a89-ef7c-48fd-a820-e565b97cd197, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b3848a89-ef7c-48fd-a820-e565b97cd197,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:14:04.917995 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.929038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:04.991009 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca75c-7669-45b2-898f-27b4dc80742f None None] Pushing event updated for resources: {'Port': ['ID=b3848a89-ef7c-48fd-a820-e565b97cd197,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:05.094088 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.132280 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 89485892-fd90-4e30-a473-4057f80908ca is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:14:05.136121 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:05.146941 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:14:05.206578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:05.226854 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.439703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.728626 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.776762 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 344bb10c-ef30-4bbe-bf45-308c273f3647 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:14:05.790392 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.830479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 344bb10c-ef30-4bbe-bf45-308c273f3647 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:05.830851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.917677 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:05.940975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 344bb10c-ef30-4bbe-bf45-308c273f3647, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=344bb10c-ef30-4bbe-bf45-308c273f3647,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:14:06.024879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:06.025683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b3848a89-ef7c-48fd-a820-e565b97cd197 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:14:06.108332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=344bb10c-ef30-4bbe-bf45-308c273f3647,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:06.122347 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b3848a89-ef7c-48fd-a820-e565b97cd197 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:06.122980 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:06.179302 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:06.182081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:06.226599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:06.264823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port b3848a89-ef7c-48fd-a820-e565b97cd197, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b3848a89-ef7c-48fd-a820-e565b97cd197,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:14:06.293551 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 89485892-fd90-4e30-a473-4057f80908ca is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:14:06.295454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:06.395721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:06.429384 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bb997356-5191-471d-a8a4-ab31c28e4e5f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:14:06.450147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744338d-bbe0-40be-9b63-0f16e329b1c8 None None] Network 89485892-fd90-4e30-a473-4057f80908ca requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:14:06.491404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=b3848a89-ef7c-48fd-a820-e565b97cd197,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:06.546936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:14:06.552180 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7695e607-a29d-4ce9-97c9-f9a3106778ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/bb997356-5191-471d-a8a4-ab31c28e4e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5551620 Oct 22 16:14:06.568449 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Sync routers for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:14:06.579035 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:14:06.579793 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:06.585965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d0718142-b3b7-4ed9-825b-a892a9846bae None None] Provisioning complete for port b3848a89-ef7c-48fd-a820-e565b97cd197 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:06.586331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d0718142-b3b7-4ed9-825b-a892a9846bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:06.709895 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:14:06.727416 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-0f5041a9-cab1-46d1-87d7-51ea14b6ee7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055756782&fields=id&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 267 time: 0.0412161 Oct 22 16:14:06.856293 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-284c9770-f0a4-4d7c-aafe-e5a1525f5bdc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:06.859466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-284c9770-f0a4-4d7c-aafe-e5a1525f5bdc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/networks?id=89485892-fd90-4e30-a473-4057f80908ca HTTP/1.1" status: 200 len: 796 time: 0.1231222 Oct 22 16:14:06.874952 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-5b1853d8-29b2-47f4-9d59-356699ad2eff tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/quotas/d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 375 time: 0.0103471 Oct 22 16:14:06.930910 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-d7c72847-b786-4f4e-8b90-70e774b04f9a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497346 Oct 22 16:14:06.931205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6820ca19-dfa9-4afb-aa62-e2f72703301e None None] Provisioning complete for port b3848a89-ef7c-48fd-a820-e565b97cd197 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:06.931374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6820ca19-dfa9-4afb-aa62-e2f72703301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.043362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6820ca19-dfa9-4afb-aa62-e2f72703301e None None] Provisioning complete for port f3ddebe4-371d-42c8-816a-8ae5fa3db02f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:07.044051 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6820ca19-dfa9-4afb-aa62-e2f72703301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.050239 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 2, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:07.079533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6820ca19-dfa9-4afb-aa62-e2f72703301e None None] Port f3ddebe4-371d-42c8-816a-8ae5fa3db02f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:14:07.084543 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Checking router: bb997356-5191-471d-a8a4-ab31c28e4e5f for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:14:07.084931 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Updating router bb997356-5191-471d-a8a4-ab31c28e4e5f port f3ddebe4-371d-42c8-816a-8ae5fa3db02f binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:14:07.115447 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.117940 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-bea969f0-17c0-454b-9d82-a4f2f9df0b7a service neutron] 10.222.0.66 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745956 Oct 22 16:14:07.202989 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-dd4a6102-837c-4c17-8831-51a3a08d3ed8 None None] Provisioning complete for port f3ddebe4-371d-42c8-816a-8ae5fa3db02f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:07.204215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dd4a6102-837c-4c17-8831-51a3a08d3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.230433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e28cd5f2-883d-4776-8830-2d3f1c0fd6e9 service neutron] 10.222.0.66 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059039 Oct 22 16:14:07.259195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a6102-837c-4c17-8831-51a3a08d3ed8 None None] Port f3ddebe4-371d-42c8-816a-8ae5fa3db02f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:14:07.377970 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-4659ef80-a5be-465a-96a2-fc0e88b05d34 None None] Provisioning complete for port f3ddebe4-371d-42c8-816a-8ae5fa3db02f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:07.378337 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4659ef80-a5be-465a-96a2-fc0e88b05d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.410175 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.416048 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-4659ef80-a5be-465a-96a2-fc0e88b05d34 None None] Port f3ddebe4-371d-42c8-816a-8ae5fa3db02f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:14:07.505266 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5808727e-250b-4439-899d-17aff79b4714 req-da2127d9-32fe-4863-87cc-0255303a7316 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 210 time: 0.0276890 Oct 22 16:14:07.556137 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.608131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Pushing event updated for resources: {'Port': ['ID=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:07.632032 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.632370 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.632704 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.633044 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.633369 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.633703 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.634011 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.634332 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.634671 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.635026 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.635347 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.635657 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:14:07.671999 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Attempting to bind port f3ddebe4-371d-42c8-816a-8ae5fa3db02f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:14:07.673252 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Attempting to bind port f3ddebe4-371d-42c8-816a-8ae5fa3db02f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:14:07.673653 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Attempting to bind port f3ddebe4-371d-42c8-816a-8ae5fa3db02f on network 89485892-fd90-4e30-a473-4057f80908ca {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:14:07.679345 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:14:07.680707 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Checking segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:14:07.681316 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.682016 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Bound using segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:14:07.682713 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Bound port: f3ddebe4-371d-42c8-816a-8ae5fa3db02f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:14:07.683406 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.729931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 344bb10c-ef30-4bbe-bf45-308c273f3647 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:14:07.763583 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] For port f3ddebe4-371d-42c8-816a-8ae5fa3db02f, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:14:07.767175 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] For port f3ddebe4-371d-42c8-816a-8ae5fa3db02f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:14:07.786185 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 344bb10c-ef30-4bbe-bf45-308c273f3647 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:07.786550 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.871021 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b3848a89-ef7c-48fd-a820-e565b97cd197 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:14:07.881856 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.924836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b3848a89-ef7c-48fd-a820-e565b97cd197 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:07.925208 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:07.942833 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:14:07.943474 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:07.945380 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a917f6-9782-49c8-b561-542c3c476f32 None None] Pushing event updated for resources: {'Port': ['ID=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:07.976276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ba29922e-21b9-422e-98b3-e7178ff55253 None None] Provisioning complete for port f3ddebe4-371d-42c8-816a-8ae5fa3db02f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:07.976537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba29922e-21b9-422e-98b3-e7178ff55253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:08.069320 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:14:08.110664 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba29922e-21b9-422e-98b3-e7178ff55253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:08.154076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-ba29922e-21b9-422e-98b3-e7178ff55253 None None] For port f3ddebe4-371d-42c8-816a-8ae5fa3db02f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:14:08.276308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ba29922e-21b9-422e-98b3-e7178ff55253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:08.286765 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:07Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:08.314579 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dd093-d922-40c3-9e69-8a99bc12a72e None None] The sync data for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 is: [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:07Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:14:08.329050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29922e-21b9-422e-98b3-e7178ff55253 None None] Pushing event updated for resources: {'Port': ['ID=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:08.400217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-afdd9b7c-fb4f-4613-80c5-96515bfb8309 None None] Provisioning complete for port f3ddebe4-371d-42c8-816a-8ae5fa3db02f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:08.403177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-afdd9b7c-fb4f-4613-80c5-96515bfb8309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:08.586649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c240d31d-3bc6-4296-a87f-06bc6aa930dc req-fc37fbdd-1b89-4609-991a-32c24b118c0b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 210 time: 0.0285521 Oct 22 16:14:09.689586 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5784642-3584-4edf-aa9e-feb9024cb1a6 req-3be5938e-a398-4476-a1c0-f7d46b312310 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 210 time: 0.0341690 Oct 22 16:14:09.726857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3ddebe4-371d-42c8-816a-8ae5fa3db02f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:14:09.775405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port f3ddebe4-371d-42c8-816a-8ae5fa3db02f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:09.775775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:10.113643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e13c1215-ce7e-47e8-8cea-028c8844a2f4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:10.115204 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e13c1215-ce7e-47e8-8cea-028c8844a2f4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/networks?id=89485892-fd90-4e30-a473-4057f80908ca HTTP/1.1" status: 200 len: 796 time: 0.1043615 Oct 22 16:14:10.162515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-f1f4ff94-0b59-4439-86df-a922db212e5f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 380 time: 0.0359650 Oct 22 16:14:10.172994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'port': {'device_id': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'admin_state_up': True, 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'security_groups': ['d3124769-4349-4ad9-9773-4d3a9665df0b']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:14:10.378864 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:14:10.382517 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:10.507685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.12 (89485892-fd90-4e30-a473-4057f80908ca/99d4d258-d0e8-40bd-acd7-6cdfc924e52d/2f93b0e5-6965-466b-98bd-10acd95058a6) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:14:10.649204 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:10.756553 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:10.803356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 89485892-fd90-4e30-a473-4057f80908ca is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:14:10.806713 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:10.811538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:14:10.820933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=2f93b0e5-6965-466b-98bd-10acd95058a6,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:10.883694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:10.884375 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:10.993614 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-08124a94-c050-4ab9-b4aa-81f54b05892f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244486 Oct 22 16:14:11.005089 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-3046382a-a239-4eff-aae0-6ec5c4546a6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:14:11.006269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-3046382a-a239-4eff-aae0-6ec5c4546a6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059786 Oct 22 16:14:11.055103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5e3745a7-8880-4c33-94c6-1651e81c34a2 None None] Provisioning complete for port 2f93b0e5-6965-466b-98bd-10acd95058a6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:11.055595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5e3745a7-8880-4c33-94c6-1651e81c34a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.069608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Request body: {'port': {'device_id': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:14:11.094825 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-5e3745a7-8880-4c33-94c6-1651e81c34a2 None None] Port 2f93b0e5-6965-466b-98bd-10acd95058a6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:14:11.130223 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.132739 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68dbc3-7143-44ea-beb6-7a4143250e43 req-7311bc33-8c7b-444b-b0ad-97731534d6cf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:11.134862 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed68dbc3-7143-44ea-beb6-7a4143250e43 req-7311bc33-8c7b-444b-b0ad-97731534d6cf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 932 time: 0.3748991 Oct 22 16:14:11.175104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ed68dbc3-7143-44ea-beb6-7a4143250e43 req-1a5b5fce-0e65-401c-b8aa-7430e7a7f69a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Oct 22 16:14:11.399773 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f93b0e5-6965-466b-98bd-10acd95058a6 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:14:11.407920 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.419264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Transition to ACTIVE for port object 2f93b0e5-6965-466b-98bd-10acd95058a6 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:14:11.482013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.530955 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Pushing event updated for resources: {'Port': ['ID=2f93b0e5-6965-466b-98bd-10acd95058a6,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:11.618297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Attempting to bind port 2f93b0e5-6965-466b-98bd-10acd95058a6 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:14:11.618636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Attempting to bind port 2f93b0e5-6965-466b-98bd-10acd95058a6 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:14:11.618991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Attempting to bind port 2f93b0e5-6965-466b-98bd-10acd95058a6 on network 89485892-fd90-4e30-a473-4057f80908ca {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:14:11.624468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Port 2f93b0e5-6965-466b-98bd-10acd95058a6 on network 89485892-fd90-4e30-a473-4057f80908ca not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:14:11.624793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Attempting to bind port 2f93b0e5-6965-466b-98bd-10acd95058a6 on network 89485892-fd90-4e30-a473-4057f80908ca {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:14:11.629871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:14:11.630269 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Checking segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:14:11.630676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Bound using segment: {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:14:11.631134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Bound port: 2f93b0e5-6965-466b-98bd-10acd95058a6, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016f51fb-8505-4220-a48e-d377c7f746b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '89485892-fd90-4e30-a473-4057f80908ca'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:14:11.631492 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.702546 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] For port 2f93b0e5-6965-466b-98bd-10acd95058a6, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:14:11.706795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] For port 2f93b0e5-6965-466b-98bd-10acd95058a6, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f93b0e5-6965-466b-98bd-10acd95058a6,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:14:11.802085 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.837623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:11.838240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:11.839739 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] 10.222.0.69 "PUT /v2.0/ports/2f93b0e5-6965-466b-98bd-10acd95058a6 HTTP/1.1" status: 200 len: 1092 time: 0.8242471 Oct 22 16:14:11.840180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:14:11.842464 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747dd5a9-cb53-4289-832d-470c17f88417" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:14:11.868980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d91937-f4e0-4e2b-a568-bc01762e0dae service neutron] Pushing event updated for resources: {'Port': ['ID=2f93b0e5-6965-466b-98bd-10acd95058a6,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:11.950519 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba66a52a-c5b7-41c3-8a21-8726ee1cddc7 x-openstack-request-id: req-ba66a52a-c5b7-41c3-8a21-8726ee1cddc7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:14:11.950519 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:14:11.950519 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba66a52a-c5b7-41c3-8a21-8726ee1cddc7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:14:11.951021 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'status': 'completed', 'code': 200} Oct 22 16:14:12.016159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd5a9-cb53-4289-832d-470c17f88417 req-6351d708-e204-40be-8f14-240e188fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.017943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-747dd5a9-cb53-4289-832d-470c17f88417 req-6351d708-e204-40be-8f14-240e188fd39e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1095 time: 0.0446916 Oct 22 16:14:12.121159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd5a9-cb53-4289-832d-470c17f88417 req-29d8e059-f7ed-46c9-8be1-79bc83b6e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.122571 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-747dd5a9-cb53-4289-832d-470c17f88417 req-29d8e059-f7ed-46c9-8be1-79bc83b6e1f1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d213fed605a04506a9afb5662d77170a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963159 Oct 22 16:14:12.223609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd5a9-cb53-4289-832d-470c17f88417 req-dcdc7051-ee16-4442-9fd5-cef7c7a25cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.225354 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-747dd5a9-cb53-4289-832d-470c17f88417 req-dcdc7051-ee16-4442-9fd5-cef7c7a25cd2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944548 Oct 22 16:14:12.309538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc27dcc-9a37-426c-a329-4a87971ce190 req-4f12608d-6016-4b18-83bd-0d0ad3459d1c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.310260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-bf3bfd2a-cd4e-4e97-a14d-483952381c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.311318 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecc27dcc-9a37-426c-a329-4a87971ce190 req-4f12608d-6016-4b18-83bd-0d0ad3459d1c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 944 time: 0.0534356 Oct 22 16:14:12.312231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-bf3bfd2a-cd4e-4e97-a14d-483952381c46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1095 time: 0.0473130 Oct 22 16:14:12.321833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:12.352251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ecc27dcc-9a37-426c-a329-4a87971ce190 req-ac6eeb7e-2661-4ea6-a923-42ca4c15f333 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348427 Oct 22 16:14:12.361772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-32d99182-01dc-4055-b022-304c3f23dfda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f93b0e5-6965-466b-98bd-10acd95058a6 HTTP/1.1" status: 200 len: 217 time: 0.0404978 Oct 22 16:14:12.413629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-2a04b5cf-a12a-4746-84dc-6165ea4957e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.415175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-2a04b5cf-a12a-4746-84dc-6165ea4957e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99d4d258-d0e8-40bd-acd7-6cdfc924e52d HTTP/1.1" status: 200 len: 835 time: 0.0463514 Oct 22 16:14:12.463739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-89ea176d-3af5-4f36-b3a2-fa1ce321ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:12.465237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-89ea176d-3af5-4f36-b3a2-fa1ce321ad8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89485892-fd90-4e30-a473-4057f80908ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412655 Oct 22 16:14:12.559717 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-932127db-5202-4a42-bf78-6df18d6d060b service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Oct 22 16:14:12.653055 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7e3fc5ea-4984-40b1-a91a-d8be8946b34a req-ab608548-9a3e-455b-875b-11d5868aca71 service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844154 Oct 22 16:14:13.473553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cd54e-48bf-45c7-a290-805cea2635ac req-47248cdf-a728-40d3-81a0-bcbe7485e2ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:13.475060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d90cd54e-48bf-45c7-a290-805cea2635ac req-47248cdf-a728-40d3-81a0-bcbe7485e2ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 944 time: 0.0517766 Oct 22 16:14:13.512925 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d90cd54e-48bf-45c7-a290-805cea2635ac req-44b65188-1023-4362-bfb5-68217e72f0ac tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Oct 22 16:14:14.632632 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63b09-8589-4346-94ca-72ab19f74cf8 req-ef33755a-31e2-4b48-af6c-5471c82a0cfe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:14.634025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82c63b09-8589-4346-94ca-72ab19f74cf8 req-ef33755a-31e2-4b48-af6c-5471c82a0cfe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 944 time: 0.0512834 Oct 22 16:14:14.672883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-82c63b09-8589-4346-94ca-72ab19f74cf8 req-f8d88a8e-7765-42e0-a40b-623eb7cd9395 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Oct 22 16:14:15.788741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7f6c5-2209-4ed5-a70d-6d70b756c1dc req-1b001c37-5f62-418f-ad54-5de84b306232 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:15.790204 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03d7f6c5-2209-4ed5-a70d-6d70b756c1dc req-1b001c37-5f62-418f-ad54-5de84b306232 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 944 time: 0.0496957 Oct 22 16:14:15.828688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03d7f6c5-2209-4ed5-a70d-6d70b756c1dc req-83d0325a-76ed-4edd-ba68-9a7884824d5a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Oct 22 16:14:16.952246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238a70-3dbf-4043-b9c6-9b347fe2d19f req-05eca575-19ed-4975-aaf3-6a6beebd0943 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:16.953834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c238a70-3dbf-4043-b9c6-9b347fe2d19f req-05eca575-19ed-4975-aaf3-6a6beebd0943 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 944 time: 0.0553713 Oct 22 16:14:16.991682 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1c238a70-3dbf-4043-b9c6-9b347fe2d19f req-3e684dfe-7a98-4a89-a74e-30cd43aee175 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Oct 22 16:14:17.239069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f93b0e5-6965-466b-98bd-10acd95058a6 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:14:17.333753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2f93b0e5-6965-466b-98bd-10acd95058a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f93b0e5-6965-466b-98bd-10acd95058a6,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:14:17.345509 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'port_id': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'mac_address': 'fa:16:3e:5b:9e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:14:17.385718 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:17.398618 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f93b0e5-6965-466b-98bd-10acd95058a6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:14:17.418908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2f93b0e5-6965-466b-98bd-10acd95058a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f93b0e5-6965-466b-98bd-10acd95058a6,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:14:17.544763 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:17.593713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=2f93b0e5-6965-466b-98bd-10acd95058a6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:17.940211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['2f93b0e5-6965-466b-98bd-10acd95058a6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:14:18.110711 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8f29-611a-4e10-87d1-943b5b00b614 req-4d021a46-20d0-4803-b3d6-799ae481ae40 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:18.112233 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63ba8f29-611a-4e10-87d1-943b5b00b614 req-4d021a46-20d0-4803-b3d6-799ae481ae40 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 945 time: 0.0509260 Oct 22 16:14:18.155805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-63ba8f29-611a-4e10-87d1-943b5b00b614 req-2ec76b85-3f8d-40de-a4ba-42116a812aa3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370390 Oct 22 16:14:19.254733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f93b0e5-6965-466b-98bd-10acd95058a6 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:14:19.272873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3919b5-91be-4277-8a3b-b34bae072b46 req-1aa50dc1-efe7-4274-8358-3e973229e1d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:19.274393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f3919b5-91be-4277-8a3b-b34bae072b46 req-1aa50dc1-efe7-4274-8358-3e973229e1d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 945 time: 0.0507708 Oct 22 16:14:19.313680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f3919b5-91be-4277-8a3b-b34bae072b46 req-e1dc662b-0874-4ed4-9037-730d6bdb09c2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Oct 22 16:14:19.408202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 2f93b0e5-6965-466b-98bd-10acd95058a6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:14:19.412251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 2f93b0e5-6965-466b-98bd-10acd95058a6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:14:19.415521 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:19.492605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:19.514702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:14:19.517870 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097eedfa-ec71-49b4-9ee8-7b8dd53f617c" -d '{"events": [{"server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "name": "network-vif-plugged", "status": "completed", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:14:19.531936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 2f93b0e5-6965-466b-98bd-10acd95058a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f93b0e5-6965-466b-98bd-10acd95058a6,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:14:19.556667 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4428e4-6cd1-4ec4-8372-ec9239d326a2 x-openstack-request-id: req-4a4428e4-6cd1-4ec4-8372-ec9239d326a2 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:14:19.556957 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "name": "network-vif-plugged", "status": "completed", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:14:19.557239 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a4428e4-6cd1-4ec4-8372-ec9239d326a2 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:14:19.557628 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'code': 200} Oct 22 16:14:19.607257 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:19.656784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=2f93b0e5-6965-466b-98bd-10acd95058a6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:19.664620 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec32cc2-b779-4dff-96a0-99f1a9c8d52c req-9a0fee5d-d246-4d58-9707-b8c908a294c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:19.666198 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ec32cc2-b779-4dff-96a0-99f1a9c8d52c req-9a0fee5d-d246-4d58-9707-b8c908a294c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1097 time: 0.0486224 Oct 22 16:14:19.703121 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8ec32cc2-b779-4dff-96a0-99f1a9c8d52c req-b4c22106-4c63-421b-8796-5b266d48a4e7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277584 Oct 22 16:14:20.438429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee82596-b075-4187-9ad5-d853d2ae1c8d req-f7097404-be72-4aed-baaa-840ed7d2954b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:20.439951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ee82596-b075-4187-9ad5-d853d2ae1c8d req-f7097404-be72-4aed-baaa-840ed7d2954b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0561855 Oct 22 16:14:20.481104 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ee82596-b075-4187-9ad5-d853d2ae1c8d req-826ad1c6-4f97-4004-9cdc-960668ac82f6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352743 Oct 22 16:14:21.602580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1462f8-d59f-4d0f-a454-3487ddd9d9be req-a4b26739-2df0-407b-a6ce-62de250e37d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:21.604149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a1462f8-d59f-4d0f-a454-3487ddd9d9be req-a4b26739-2df0-407b-a6ce-62de250e37d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0497215 Oct 22 16:14:21.644014 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a1462f8-d59f-4d0f-a454-3487ddd9d9be req-27a04f3b-c232-4ec5-8475-d58f05c4ae6b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Oct 22 16:14:21.759400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb725-26d4-4541-9c23-0a9b9bba5a6b req-466f268a-a74d-4534-9d6c-5ccb43ec2f73 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:21.760922 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a73eb725-26d4-4541-9c23-0a9b9bba5a6b req-466f268a-a74d-4534-9d6c-5ccb43ec2f73 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0486736 Oct 22 16:14:21.799287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a73eb725-26d4-4541-9c23-0a9b9bba5a6b req-7794d64c-19fe-4bbc-9d32-44019f5bbe5d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315170 Oct 22 16:14:21.821319 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46772) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:21.861428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8229847-e40f-497b-ac29-f6e2135d91c9 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:21.863015 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d8229847-e40f-497b-ac29-f6e2135d91c9 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1092 time: 0.0406752 Oct 22 16:14:21.865900 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:21.870180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:14:21.961542 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:22.060032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:22.160706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.194 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1f412091-e5a1-4ae3-9005-bafa8a8f5345) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:14:22.265742 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:22.435942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:22.473645 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:14:22.476817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:14:22.480450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:14:22.514026 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=1f412091-e5a1-4ae3-9005-bafa8a8f5345,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:22.732634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-79c0efa5-3019-4a1a-b274-a0110001ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:22.856474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:22.970548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:23.138610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:23.229641 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:23.303263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=1f412091-e5a1-4ae3-9005-bafa8a8f5345,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:14:23.315807 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:23.416412 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 558a1eeb-342f-4c2e-86d7-7816001058f9 associated. External IP: 172.25.1.194, port: 2f93b0e5-6965-466b-98bd-10acd95058a6. Oct 22 16:14:23.623502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bb997356-5191-471d-a8a4-ab31c28e4e5f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:14:23.732015 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:14:23.741554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] Sync routers for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:14:23.750896 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:14:23.755575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:23.820247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:23.850572 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0e7c992-2974-4e08-8b6a-ffe1c23b34f7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9836445 Oct 22 16:14:23.851311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:14:23.856855 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8689d50-badc-4ea7-8d38-3e8e2678adfa" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:14:23.857513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:14:23.869128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:14:23.921240 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0769913d-1be5-4ef3-94eb-499f968060ff x-openstack-request-id: req-0769913d-1be5-4ef3-94eb-499f968060ff {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:14:23.921561 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:14:23.921761 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0769913d-1be5-4ef3-94eb-499f968060ff {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:14:23.922165 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'status': 'completed', 'code': 200} Oct 22 16:14:23.991335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36cd2a-5477-4bf5-9f2c-ca181cefec56 req-dfd6533d-81a5-4be5-8ea3-301428bdb82c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:23.993775 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a36cd2a-5477-4bf5-9f2c-ca181cefec56 req-dfd6533d-81a5-4be5-8ea3-301428bdb82c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0781951 Oct 22 16:14:23.996038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-c101392c-9139-4f72-a657-495ebaf6d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:23.997641 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-c101392c-9139-4f72-a657-495ebaf6d68d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1097 time: 0.0491331 Oct 22 16:14:24.042310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5a36cd2a-5477-4bf5-9f2c-ca181cefec56 req-630d61f2-928a-4999-9523-7c1475cf637d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Oct 22 16:14:24.067492 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46780) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:24.099281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-bb140ee3-ba13-4bbc-875e-6b8f2aba3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:24.100783 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-bb140ee3-ba13-4bbc-875e-6b8f2aba3808 service neutron] 10.222.0.69 "GET /v2.0/networks?id=89485892-fd90-4e30-a473-4057f80908ca HTTP/1.1" status: 200 len: 897 time: 0.0922751 Oct 22 16:14:24.145503 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c593f42a-67be-44ec-bf1e-5a645f6b73c3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/558a1eeb-342f-4c2e-86d7-7816001058f9 HTTP/1.1" status: 200 len: 992 time: 0.0764201 Oct 22 16:14:24.156977 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '558a1eeb-342f-4c2e-86d7-7816001058f9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'port_id': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'mac_address': 'fa:16:3e:5b:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:14:22Z', 'updated_at': '2021-10-22T16:14:22Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:08Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:24.191600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] Checking router: bb997356-5191-471d-a8a4-ab31c28e4e5f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:14:24.202601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:14:24.203645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:13:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:24.319588 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:14:24.503739 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-a87a382f-b1c2-4c99-a875-3b8e88dcd3a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f93b0e5-6965-466b-98bd-10acd95058a6 HTTP/1.1" status: 200 len: 1000 time: 0.3959227 Oct 22 16:14:24.556017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-1ec45d73-519f-4565-b694-d3127517e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:24.557539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-1ec45d73-519f-4565-b694-d3127517e1c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99d4d258-d0e8-40bd-acd7-6cdfc924e52d HTTP/1.1" status: 200 len: 835 time: 0.0469482 Oct 22 16:14:24.583343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '558a1eeb-342f-4c2e-86d7-7816001058f9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'port_id': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'mac_address': 'fa:16:3e:5b:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:14:22Z', 'updated_at': '2021-10-22T16:14:22Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:08Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:14:24.607108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-9cc24884-d694-41b3-a788-59c58f223a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:24.609298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-9cc24884-d694-41b3-a788-59c58f223a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89485892-fd90-4e30-a473-4057f80908ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427277 Oct 22 16:14:24.611876 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb18278-5f65-4b8b-8952-f11882fa9a44 None None] The sync data for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 is: [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '558a1eeb-342f-4c2e-86d7-7816001058f9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'port_id': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'mac_address': 'fa:16:3e:5b:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:14:22Z', 'updated_at': '2021-10-22T16:14:22Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:08Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:14:24.708313 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-97de58c4-806e-454d-b053-fb01e03a8b17 service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918093 Oct 22 16:14:24.802596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f8689d50-badc-4ea7-8d38-3e8e2678adfa req-605ea4fb-6358-4b5b-9ce5-cc56b7999b60 service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869868 Oct 22 16:14:24.822796 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d792dd-588c-4ce4-93b1-af15aeed1f8d None None] New status for floating IP 558a1eeb-342f-4c2e-86d7-7816001058f9: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:14:25.147751 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46782) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:14:25.195587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-78fc149b-52b5-4afa-a0fc-0dd51abf6dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:25.215748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-83bab379-c99a-4971-97f0-8d17d7cd8dc6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/558a1eeb-342f-4c2e-86d7-7816001058f9 HTTP/1.1" status: 200 len: 994 time: 0.0667927 Oct 22 16:14:26.526789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:26.879651 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:28.435391 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:34.450629 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:42.324803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:46.093602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-57a188c2-0d1e-40f4-977b-3cefc751f629 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446293 Oct 22 16:14:46.176625 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-ab116bbf-0f23-4e98-969a-4395efea7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:46.178105 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-ab116bbf-0f23-4e98-969a-4395efea7d5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1097 time: 0.0408099 Oct 22 16:14:46.283919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-8552fd47-ae5d-4dc6-8479-ed4357d7f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:46.285411 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-8552fd47-ae5d-4dc6-8479-ed4357d7f864 service neutron] 10.222.0.69 "GET /v2.0/networks?id=89485892-fd90-4e30-a473-4057f80908ca HTTP/1.1" status: 200 len: 897 time: 0.0859241 Oct 22 16:14:46.358510 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-e4238fb4-4e96-4a16-9c2c-a919ef52758d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f93b0e5-6965-466b-98bd-10acd95058a6 HTTP/1.1" status: 200 len: 1002 time: 0.0625589 Oct 22 16:14:46.407929 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-92304e52-4383-4293-9a02-8565f48273a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:46.409212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-92304e52-4383-4293-9a02-8565f48273a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99d4d258-d0e8-40bd-acd7-6cdfc924e52d HTTP/1.1" status: 200 len: 835 time: 0.0455244 Oct 22 16:14:46.455702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-f372cbf9-37de-4e89-991f-c8567183051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:14:46.457254 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-f372cbf9-37de-4e89-991f-c8567183051b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89485892-fd90-4e30-a473-4057f80908ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400224 Oct 22 16:14:46.550236 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-4f5d9840-24e9-4266-939d-4852c5df477a service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847659 Oct 22 16:14:46.648589 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9e2439e8-382a-4d12-b09d-2042b5e3cda1 req-e762d859-4546-4104-aa92-ac26cf94247e service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903134 Oct 22 16:14:52.698113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6798-f0c6-4332-a329-b4567a972896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:55.238527 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dc6f97f2-0f04-41ed-a786-29ea9a663713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:56.503269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:56.908813 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:14:58.429101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:00.853767 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:15:04.412157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:12.346591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:22.732641 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cb50721e-34a7-4f76-9e82-26ac12d72126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:25.208879 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6cdcec68-6d11-466b-8975-beeb3bb1618b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:26.502636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:26.920246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:28.474268 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:34.414839 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:36.957183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec310caa-9802-4e4b-9711-d88f1090a2ed req-35faf4b5-83ba-4522-a854-78d3720f3fb5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:36.958776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec310caa-9802-4e4b-9711-d88f1090a2ed req-35faf4b5-83ba-4522-a854-78d3720f3fb5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.1064174 Oct 22 16:15:36.997013 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec310caa-9802-4e4b-9711-d88f1090a2ed req-86892545-6873-4076-a632-54da9fbadee6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Oct 22 16:15:37.852479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:15:38.150797 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6718c00-43ee-40a2-8dfb-e20ab5ea1cd9 req-89a14f7f-969b-4b2f-b9b7-061230fd1591 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:38.152339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6718c00-43ee-40a2-8dfb-e20ab5ea1cd9 req-89a14f7f-969b-4b2f-b9b7-061230fd1591 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0505738 Oct 22 16:15:38.190188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6718c00-43ee-40a2-8dfb-e20ab5ea1cd9 req-e6961396-e1d9-4bb6-96fd-d7d57e705b5a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318203 Oct 22 16:15:38.213622 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46822) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:38.278576 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-eceb42b1-0cee-4938-a5ad-84b46193275b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/558a1eeb-342f-4c2e-86d7-7816001058f9 HTTP/1.1" status: 200 len: 994 time: 0.0638237 Oct 22 16:15:39.707408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6704c46-3f26-4ca6-87cd-e60e8634c3f8 req-b2bef4df-2a16-4142-824e-b3a402fde7e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:39.711033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6704c46-3f26-4ca6-87cd-e60e8634c3f8 req-b2bef4df-2a16-4142-824e-b3a402fde7e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0560529 Oct 22 16:15:39.749801 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c6704c46-3f26-4ca6-87cd-e60e8634c3f8 req-3f5f9c56-ed39-4e43-895c-48f9ce83bfbe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Oct 22 16:15:40.875604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fd642-6829-40da-941a-df70b3cd3b35 req-e3acf1ef-08a0-4e90-adee-49496d050aad tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:40.877084 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b5fd642-6829-40da-941a-df70b3cd3b35 req-e3acf1ef-08a0-4e90-adee-49496d050aad tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0492508 Oct 22 16:15:40.919516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b5fd642-6829-40da-941a-df70b3cd3b35 req-2ce23ac7-3bb5-446e-bb5b-03d87c04d9b5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364349 Oct 22 16:15:40.944212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46832) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:41.007085 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3325e86e-a35f-4188-8ebf-b94318947215 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/558a1eeb-342f-4c2e-86d7-7816001058f9 HTTP/1.1" status: 200 len: 994 time: 0.0616705 Oct 22 16:15:41.237731 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46838) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:41.399444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 1f412091-e5a1-4ae3-9005-bafa8a8f5345 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:15:41.399685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:41.478847 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:41.479214 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:41.491038 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 1f412091-e5a1-4ae3-9005-bafa8a8f5345 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:15:41.717301 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:41.743103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=1f412091-e5a1-4ae3-9005-bafa8a8f5345,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:41.758184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.758526 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.758866 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.759234 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.759600 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.759936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.760268 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.760599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.760927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.761254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.761580 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.761904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:41.824536 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:41.824866 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 558a1eeb-342f-4c2e-86d7-7816001058f9 disassociated (deleted). External IP: 172.25.1.194, port: 2f93b0e5-6965-466b-98bd-10acd95058a6. Oct 22 16:15:42.048518 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bb997356-5191-471d-a8a4-ab31c28e4e5f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:15:42.171085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:15:42.176614 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:42.181344 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] Sync routers for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:15:42.192333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:15:42.192936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:42.212667 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-93e7f92f-ba32-452e-a108-a7c225c9a11a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/floatingips/558a1eeb-342f-4c2e-86d7-7816001058f9 HTTP/1.1" status: 204 len: 168 time: 0.9714065 Oct 22 16:15:42.212667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:15:42.213866 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f393e229-f722-423a-bcb8-5ad2bd2b147e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:15:42.259288 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6609af-d00a-443d-8ec8-680232afa803 x-openstack-request-id: req-0a6609af-d00a-443d-8ec8-680232afa803 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:15:42.259899 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:15:42.259899 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a6609af-d00a-443d-8ec8-680232afa803 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:15:42.260231 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'status': 'completed', 'code': 200} Oct 22 16:15:42.321211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:15:42.347623 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-87fda6ca-e791-443e-9fae-1d4c7e222905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:42.349235 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-87fda6ca-e791-443e-9fae-1d4c7e222905 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 1097 time: 0.0608940 Oct 22 16:15:42.458375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-54504512-6b4c-4c23-a16d-a5c4e88c2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:42.460030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-54504512-6b4c-4c23-a16d-a5c4e88c2e61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=89485892-fd90-4e30-a473-4057f80908ca HTTP/1.1" status: 200 len: 897 time: 0.0967736 Oct 22 16:15:42.472830 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:42.519182 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-1b4598aa-09f0-4634-8567-6218b46289e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f93b0e5-6965-466b-98bd-10acd95058a6 HTTP/1.1" status: 200 len: 217 time: 0.0505240 Oct 22 16:15:42.561899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:08Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:42.576570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-3e79a1c9-d367-43ba-a67e-a26700d0a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:42.578113 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-3e79a1c9-d367-43ba-a67e-a26700d0a463 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99d4d258-d0e8-40bd-acd7-6cdfc924e52d HTTP/1.1" status: 200 len: 835 time: 0.0500648 Oct 22 16:15:42.601319 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] Checking router: bb997356-5191-471d-a8a4-ab31c28e4e5f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:15:42.609412 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:15:42.610877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:42.645305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-8fa2fa38-b327-438b-9eac-56d18f5e724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:42.646835 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-8fa2fa38-b327-438b-9eac-56d18f5e724a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89485892-fd90-4e30-a473-4057f80908ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586140 Oct 22 16:15:42.752237 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-faa1c6b5-824f-4d21-ae6b-8b190e41c52f service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977938 Oct 22 16:15:42.853912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e99706-b713-423f-945b-cf851a84c35e req-98986ba5-539b-4eda-bc28-36f4771db016 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:42.855448 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73e99706-b713-423f-945b-cf851a84c35e req-98986ba5-539b-4eda-bc28-36f4771db016 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0532584 Oct 22 16:15:42.867410 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f393e229-f722-423a-bcb8-5ad2bd2b147e req-aa6fe71c-8ddc-45f2-aeaf-ca42a0a69203 service neutron] 10.222.0.69 "GET /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068871 Oct 22 16:15:42.895622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73e99706-b713-423f-945b-cf851a84c35e req-a7f709bd-b72a-4237-98b1-0c85017f4643 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Oct 22 16:15:42.905578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:15:43.130809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:08Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:43.160767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af59d6-30c6-498e-8d0f-14f2e1038877 None None] The sync data for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 is: [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'f3ddebe4-371d-42c8-816a-8ae5fa3db02f', 'name': '', 'network_id': '89485892-fd90-4e30-a473-4057f80908ca', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:13:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:04Z', 'updated_at': '2021-10-22T16:14:08Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '99d4d258-d0e8-40bd-acd7-6cdfc924e52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:15:43.381939 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb5aa7-0cac-4796-a43f-fd4165105bf5 None None] New status for floating IP 558a1eeb-342f-4c2e-86d7-7816001058f9: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:15:44.026852 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515e024-65da-4141-859e-29bbf211f73d req-e83938df-ca25-469b-934a-ccfdeb3cb52c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:44.028300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2515e024-65da-4141-859e-29bbf211f73d req-e83938df-ca25-469b-934a-ccfdeb3cb52c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0561333 Oct 22 16:15:44.066696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2515e024-65da-4141-859e-29bbf211f73d req-61d5bcce-0261-4b8c-957c-e5ba100ccf09 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3124769-4349-4ad9-9773-4d3a9665df0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Oct 22 16:15:44.706297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-a6784e67-cecc-46bb-9efb-3e73c8b999bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:44.707724 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-a6784e67-cecc-46bb-9efb-3e73c8b999bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 946 time: 0.0520077 Oct 22 16:15:44.802662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 2f93b0e5-6965-466b-98bd-10acd95058a6 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:15:44.803006 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:44.892976 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 2f93b0e5-6965-466b-98bd-10acd95058a6, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=2f93b0e5-6965-466b-98bd-10acd95058a6,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:15:44.893335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:44.906527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 2f93b0e5-6965-466b-98bd-10acd95058a6 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:15:45.137072 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:45.163834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2a8a137-6d3e-461d-94d0-f4dfbc3cb4c6 req-8d066a9d-23f4-40f4-afa6-998dc9d1b8bb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 210 time: 0.0285847 Oct 22 16:15:45.168813 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=2f93b0e5-6965-466b-98bd-10acd95058a6,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:45.212461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] No DVR routers for this DVR port 2f93b0e5-6965-466b-98bd-10acd95058a6 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:15:45.215106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:45.219281 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-486f2c3c-941d-413a-a5f7-8c5614cc3f59 req-6a4345a0-5dc8-4bad-88b7-7900c6fc0bc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "DELETE /v2.0/ports/2f93b0e5-6965-466b-98bd-10acd95058a6 HTTP/1.1" status: 204 len: 173 time: 0.5043247 Oct 22 16:15:45.219896 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'name': 'network-vif-deleted', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:15:45.222289 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f23c6-12f1-46b5-882e-232562770418" -d '{"events": [{"server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "name": "network-vif-deleted", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:15:45.258279 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fe2362-4df5-42e6-b73f-947ac14476cc x-openstack-request-id: req-26fe2362-4df5-42e6-b73f-947ac14476cc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:15:45.258573 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb1afc-713c-4604-b5a0-dac5a486d3ab", "name": "network-vif-deleted", "tag": "2f93b0e5-6965-466b-98bd-10acd95058a6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:15:45.258828 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26fe2362-4df5-42e6-b73f-947ac14476cc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:15:45.259268 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb1afc-713c-4604-b5a0-dac5a486d3ab', 'name': 'network-vif-deleted', 'tag': '2f93b0e5-6965-466b-98bd-10acd95058a6', 'status': 'completed', 'code': 200} Oct 22 16:15:46.069979 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bc2bf84f-3812-4577-80e8-bcc6fb3bc387 req-e8a5e0ad-431f-414b-99fa-5a3737876a09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302503 Oct 22 16:15:46.140205 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bc2bf84f-3812-4577-80e8-bcc6fb3bc387 req-b51dab41-0f31-4f4a-973d-2d5d45562ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 210 time: 0.0262971 Oct 22 16:15:46.256273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf84f-3812-4577-80e8-bcc6fb3bc387 req-98927d62-3893-4239-aa32-af6648fe04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:46.257753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bc2bf84f-3812-4577-80e8-bcc6fb3bc387 req-98927d62-3893-4239-aa32-af6648fe04c2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d213fed605a04506a9afb5662d77170a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0972595 Oct 22 16:15:46.276939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b28f90d-e2fb-46bf-863d-75de218bd279 req-debdbe73-c384-42b8-959d-4d31709611e4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb1afc-713c-4604-b5a0-dac5a486d3ab HTTP/1.1" status: 200 len: 210 time: 0.0272338 Oct 22 16:15:46.358589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf84f-3812-4577-80e8-bcc6fb3bc387 req-3cbfaadf-af8b-4759-9260-a50f51d27ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:46.360619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-bc2bf84f-3812-4577-80e8-bcc6fb3bc387 req-3cbfaadf-af8b-4759-9260-a50f51d27ef5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953274 Oct 22 16:15:47.335088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46856) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:47.704060 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:47.790486 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f93b0e5-6965-466b-98bd-10acd95058a6 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:15:47.813888 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 2f93b0e5-6965-466b-98bd-10acd95058a6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:15:47.814238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 2f93b0e5-6965-466b-98bd-10acd95058a6 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:15:47.959011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port f3ddebe4-371d-42c8-816a-8ae5fa3db02f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:15:47.959253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:48.049638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port f3ddebe4-371d-42c8-816a-8ae5fa3db02f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:15:48.049994 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:48.062333 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for f3ddebe4-371d-42c8-816a-8ae5fa3db02f owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:15:48.334513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:48.366539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=f3ddebe4-371d-42c8-816a-8ae5fa3db02f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:48.538809 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.059313 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bb997356-5191-471d-a8a4-ab31c28e4e5f has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:15:49.165487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:15:49.170748 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fd5eee54-ee8b-4607-a757-f23c705f7374 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/bb997356-5191-471d-a8a4-ab31c28e4e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346097 Oct 22 16:15:49.174032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46858) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:49.176830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] Sync routers for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:15:49.186495 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:15:49.187756 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:49.225216 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting subnet 99d4d258-d0e8-40bd-acd7-6cdfc924e52d {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:15:49.228436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.269234 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.295282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:15:49.362546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.482456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:15:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:49.508599 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] Checking router: bb997356-5191-471d-a8a4-ab31c28e4e5f for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:15:49.517207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] Routers {'bb997356-5191-471d-a8a4-ab31c28e4e5f'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:15:49.517799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bb997356-5191-471d-a8a4-ab31c28e4e5f'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:49.522759 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.552179 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Subnet': ['ID=99d4d258-d0e8-40bd-acd7-6cdfc924e52d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:49.554189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.557888 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-37cf8903-4380-45f3-b60e-6f90cb18dd46 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/subnets/99d4d258-d0e8-40bd-acd7-6cdfc924e52d HTTP/1.1" status: 204 len: 168 time: 0.3823984 Oct 22 16:15:49.560185 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46860) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:49.567150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a9b72-1179-476b-af76-4dc7b281e960 None None] Network 89485892-fd90-4e30-a473-4057f80908ca requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:15:49.668253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.687732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] Set router bb997356-5191-471d-a8a4-ab31c28e4e5f gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:15:49.784521 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:49.907695 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] DHCP port deletion for 89485892-fd90-4e30-a473-4057f80908ca request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:15:49.915955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:15:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:49.964869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9116b-d0d4-4be9-952e-a5a9b60b6868 None None] The sync data for ids ['bb997356-5191-471d-a8a4-ab31c28e4e5f'] in n-d-812148-2 is: [{'id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515073891', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:14:00Z', 'updated_at': '2021-10-22T16:15:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '344bb10c-ef30-4bbe-bf45-308c273f3647', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb997356-5191-471d-a8a4-ab31c28e4e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:14:01Z', 'updated_at': '2021-10-22T16:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:15:49.992308 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Deleting port b3848a89-ef7c-48fd-a820-e565b97cd197 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:15:49.992686 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.023423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 344bb10c-ef30-4bbe-bf45-308c273f3647 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:15:50.023745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.064607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] For port b3848a89-ef7c-48fd-a820-e565b97cd197, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b3848a89-ef7c-48fd-a820-e565b97cd197,segment=NetworkSegment(016f51fb-8505-4220-a48e-d377c7f746b7),segment_id=016f51fb-8505-4220-a48e-d377c7f746b7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:15:50.065005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.078485 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Calling delete_port for b3848a89-ef7c-48fd-a820-e565b97cd197 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:15:50.103453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 344bb10c-ef30-4bbe-bf45-308c273f3647, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=344bb10c-ef30-4bbe-bf45-308c273f3647,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:15:50.103818 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.115527 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 344bb10c-ef30-4bbe-bf45-308c273f3647 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:15:50.266246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.292035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Pushing event deleted for resources: {'Port': ['ID=b3848a89-ef7c-48fd-a820-e565b97cd197,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:50.296458 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] No DVR routers for this DVR port b3848a89-ef7c-48fd-a820-e565b97cd197 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:15:50.303340 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.308670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d37d2-1bd4-482b-9b39-3914aaa2e87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:50.371273 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.403912 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=344bb10c-ef30-4bbe-bf45-308c273f3647,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:50.472635 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.573240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.575575 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.691128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.691701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Fanout notify agent at l3_agent the message router_deleted on router bb997356-5191-471d-a8a4-ab31c28e4e5f {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:15:50.698775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.699934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f932429d-1684-42a1-8c5e-11a39900ae1f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/routers/bb997356-5191-471d-a8a4-ab31c28e4e5f HTTP/1.1" status: 204 len: 168 time: 1.1387935 Oct 22 16:15:50.702962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46862) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:50.785825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.878593 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.899697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89485892-fd90-4e30-a473-4057f80908ca']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:50.909522 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016f51fb-8505-4220-a48e-d377c7f746b7') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:50.909817 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016f51fb-8505-4220-a48e-d377c7f746b7') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:50.919123 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.932753 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.938802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:15:50.939210 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:15:50.942193 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:15:51.068280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.075767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.078886 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/networks/89485892-fd90-4e30-a473-4057f80908ca HTTP/1.1" status: 204 len: 168 time: 0.3748951 Oct 22 16:15:51.082041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46864) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:51.090631 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa595d10-f98e-470d-9072-137efe41e805 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Network': ['ID=89485892-fd90-4e30-a473-4057f80908ca,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:51.144977 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.174832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.311214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.314748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.315985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/security-groups/d3124769-4349-4ad9-9773-4d3a9665df0b HTTP/1.1" status: 204 len: 168 time: 0.2329340 Oct 22 16:15:51.325540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3124769-4349-4ad9-9773-4d3a9665df0b,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:51.334485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.334960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.335406 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.335743 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.336078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.336410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.336734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.337063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.337411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.337731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.338069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.338365 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb268fb-ffad-435d-ae7a-bb44510813d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:51.666119 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46870) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:51.670770 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982024122', 'description': 'tempest-secgroup-smoke-982024122 description', 'project_id': 'd213fed605a04506a9afb5662d77170a'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:51.756566 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3ddebe4-371d-42c8-816a-8ae5fa3db02f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:15:51.759743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.780314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: f3ddebe4-371d-42c8-816a-8ae5fa3db02f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:15:51.780754 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device f3ddebe4-371d-42c8-816a-8ae5fa3db02f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:15:51.781269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b3848a89-ef7c-48fd-a820-e565b97cd197 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:15:51.800132 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b3848a89-ef7c-48fd-a820-e565b97cd197 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:15:51.805238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b3848a89-ef7c-48fd-a820-e565b97cd197 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:15:51.805238 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 344bb10c-ef30-4bbe-bf45-308c273f3647 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:15:51.820266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 344bb10c-ef30-4bbe-bf45-308c273f3647 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:15:51.820600 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 344bb10c-ef30-4bbe-bf45-308c273f3647 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:15:51.835141 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.916452 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:51.948302 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:52.033254 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.034550 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ceef77c8-7629-4d0a-a615-a8759c1bb169 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3674212 Oct 22 16:15:52.037443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46872) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:52.042003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:52.141944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.199232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.285099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.304490 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817b7481-f961-4fa6-9800-bbb592931c1a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:52.381718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.383254 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5aee2480-5ca2-4d03-b4c1-a52e5e60b921 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447359 Oct 22 16:15:52.385859 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46874) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:52.391116 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:52.467848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.523995 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.607891 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.628501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29ca79a-436e-4d66-bb10-1deb0113538a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:52.718952 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.720322 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-202719db-a329-4cfe-a1ae-42e227597c04 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334565 Oct 22 16:15:52.727625 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46876) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:52.732010 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:52.745117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4446377f-7f33-408e-9578-683740754012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.845121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:52.911612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.013912 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.032893 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ee5f46-d90c-4ec7-aa7f-ca3d9a6af98d,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:53.164499 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.165765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f272eeb7-9e72-41e5-bb00-39bce67bcf9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4372020 Oct 22 16:15:53.168557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46878) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:53.173001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:53.292673 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.350076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.482382 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.503225 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e482dfea-e160-43b3-84db-01138ecf2d9e,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:53.610697 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.611929 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0976aa64-862f-478f-8238-379e675f1807 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4424250 Oct 22 16:15:53.614598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46880) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:53.618951 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:53.708147 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:15:53.713551 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.773964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.856614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.877253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cebc203-6879-4797-b2e2-32c964ca66fd,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:53.956215 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:53.957479 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6adade1d-22ae-433e-ac0e-c9fe5df91c47 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3419070 Oct 22 16:15:53.961243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46882) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:53.965921 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:54.128251 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:15:54.133448 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.194071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.305075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.322434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b7bb4a-84df-4efd-a00c-22396f801e7b,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:54.421465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.422716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1989fb74-ba23-420e-a2a8-995ebe66716b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4603662 Oct 22 16:15:54.425821 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46884) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:54.430830 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'network': {'name': 'tempest-network-smoke--1321490234', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:54.522011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:15:54.525558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.549474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:15:54.558140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.558504 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Added segment 8a416394-e6f2-4453-84f0-a4c8242ead71 of type vlan for network cd71bce7-e6d7-46de-bcda-1d528b883283 Oct 22 16:15:54.599653 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.682114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.688426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:54.689016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.758456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Network': ['ID=cd71bce7-e6d7-46de-bcda-1d528b883283,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:54.769650 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network cd71bce7-e6d7-46de-bcda-1d528b883283 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:15:54.787690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-af458782-af66-4bfd-87c9-9a809bcba2fb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3608129 Oct 22 16:15:54.790494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46886) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:54.794761 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'admin_state_up': True, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:54.914144 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.915244 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:54.968775 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.202129 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.208003 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1130d681-17ca-433d-bf5f-c22ad5f004a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.624479 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.643610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.744757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.27 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/b2cdaf7c-eec5-4f01-a8ce-185c23e01c95) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:15:55.852872 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.954903 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:55.992191 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:15:55.994997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:15:55.998376 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:15:56.006554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:56.342167 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:56.493316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:56.540214 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:56.736703 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router d87206ac-de80-487e-bd19-73f59c951bfd is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:15:56.845500 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:15:56.855092 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Sync routers for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:15:56.864804 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:15:56.865396 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:56.879595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:56.953345 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:56.954648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-67939475-de8f-4dcf-9ae7-089fcade509b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1632414 Oct 22 16:15:56.957981 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46888) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:56.995303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ac31d9a9-2fec-485d-998f-e76619d97e66 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d213fed605a04506a9afb5662d77170a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352976 Oct 22 16:15:57.000756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46890) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:57.061777 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:15:57.162561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14960ce-2a88-4cef-9a4d-6dd1d206a04e tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:57.164227 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b14960ce-2a88-4cef-9a4d-6dd1d206a04e tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1624563 Oct 22 16:15:57.167081 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46892) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:57.206688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-3104f27d-bf14-4af8-b367-3021dfc219d5 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385234 Oct 22 16:15:57.209178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46894) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:57.214012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-28455541', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:15:57.244656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:56Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:57.271710 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Checking router: d87206ac-de80-487e-bd19-73f59c951bfd for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:15:57.272116 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Updating router d87206ac-de80-487e-bd19-73f59c951bfd port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:15:57.297115 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.370799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:15:57.374683 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.569135 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.662496 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.727564 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Attempting to bind port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:15:57.727979 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Attempting to bind port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:15:57.728298 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Attempting to bind port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:15:57.731656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Pushing event updated for resources: {'Port': ['ID=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:57.741486 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.741996 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.742337 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.742677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.743034 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.743362 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.743699 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.744024 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.744348 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.744673 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.744994 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.745316 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:15:57.748943 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:15:57.749346 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:15:57.750264 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.751363 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:15:57.751363 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Bound port: b2cdaf7c-eec5-4f01-a8ce-185c23e01c95, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:15:57.751585 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.805740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] For port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:15:57.808787 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] For port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:15:57.931803 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.973773 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:57.990134 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:15:57.990693 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:58.032088 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0574236-4836-4595-9c71-a514038eee10 None None] Pushing event updated for resources: {'Port': ['ID=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:58.032517 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Subnet': ['ID=b9b2310d-349b-45ab-b921-799a239808c0,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:58.054335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Checking segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:15:58.054701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network hostable DHCP agents. Network: cd71bce7-e6d7-46de-bcda-1d528b883283, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:15:58.101358 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:15:58.185177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network cd71bce7-e6d7-46de-bcda-1d528b883283 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:15:58.279880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, cd71bce7-e6d7-46de-bcda-1d528b883283) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:15:58.281868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:56Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:15:58.285554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:15:58.286307 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:58.290655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b13ad-432e-46c7-995a-4698b983eb5b None None] Network cd71bce7-e6d7-46de-bcda-1d528b883283 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:15:58.311533 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a1708-6abf-48bd-a57f-f73d804cf38b None None] The sync data for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 is: [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:56Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:15:58.365753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-85d11ec7-694c-4c3b-ba01-03b4a87aad48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1554434 Oct 22 16:15:58.368957 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46896) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:15:58.486792 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:58.495552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-cd71bce7-e6d7-46de-bcda-1d528b883283', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:15:58.507399 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:58.672920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Allocated IP 172.20.0.2 (cd71bce7-e6d7-46de-bcda-1d528b883283/b9b2310d-349b-45ab-b921-799a239808c0/68c220da-91ae-4ea2-a49c-4e3c01dced74) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:15:58.838164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:58.880248 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:58.920593 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:58.962947 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Network cd71bce7-e6d7-46de-bcda-1d528b883283 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:15:58.967972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:15:58.975012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:15:59.005139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Pushing event updated for resources: {'Port': ['ID=68c220da-91ae-4ea2-a49c-4e3c01dced74,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:59.041299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Attempting to bind port 68c220da-91ae-4ea2-a49c-4e3c01dced74 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:15:59.041660 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Attempting to bind port 68c220da-91ae-4ea2-a49c-4e3c01dced74 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:15:59.042027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Attempting to bind port 68c220da-91ae-4ea2-a49c-4e3c01dced74 on network cd71bce7-e6d7-46de-bcda-1d528b883283 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:15:59.049022 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:15:59.049569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Checking segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:15:59.049983 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.050376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Bound using segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:15:59.050877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Bound port: 68c220da-91ae-4ea2-a49c-4e3c01dced74, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:15:59.051295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.125433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] For port 68c220da-91ae-4ea2-a49c-4e3c01dced74, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:15:59.129150 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] For port 68c220da-91ae-4ea2-a49c-4e3c01dced74, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68c220da-91ae-4ea2-a49c-4e3c01dced74,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:15:59.178450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.1 (cd71bce7-e6d7-46de-bcda-1d528b883283/b9b2310d-349b-45ab-b921-799a239808c0/7e8ee36b-a479-4e2d-9992-c01ebfcf60d9) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:15:59.248079 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.297059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.312689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91841475-b5b1-4ad6-bb34-5411c7f202a8 None None] Pushing event updated for resources: {'Port': ['ID=68c220da-91ae-4ea2-a49c-4e3c01dced74,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:59.417116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.472802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network cd71bce7-e6d7-46de-bcda-1d528b883283 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:15:59.476406 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:15:59.480830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:15:59.491459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:15:59.541107 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.766419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.831587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68c220da-91ae-4ea2-a49c-4e3c01dced74 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:15:59.883792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 68c220da-91ae-4ea2-a49c-4e3c01dced74 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:15:59.884162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:15:59.975188 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.008545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 68c220da-91ae-4ea2-a49c-4e3c01dced74, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68c220da-91ae-4ea2-a49c-4e3c01dced74,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:16:00.071679 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.119681 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.120494 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:16:00.148406 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.201574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=68c220da-91ae-4ea2-a49c-4e3c01dced74,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:00.217972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:00.219200 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.241986 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.250143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:00.309039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.334019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:16:00.363392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network cd71bce7-e6d7-46de-bcda-1d528b883283 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:16:00.365059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:16:00.428053 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.494908 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:00.496735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router d87206ac-de80-487e-bd19-73f59c951bfd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:16:00.508572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af0c9e-6a17-4a97-8a57-392352b42840 None None] Network cd71bce7-e6d7-46de-bcda-1d528b883283 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:16:00.617082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:16:00.631251 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa3992ae-6aea-47fa-8d18-fc0a65ddc24c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/d87206ac-de80-487e-bd19-73f59c951bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515299 Oct 22 16:16:00.706257 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Sync routers for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:16:00.751490 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bb2e1a20-375d-491e-8135-df6b982b0551 None None] Provisioning complete for port 68c220da-91ae-4ea2-a49c-4e3c01dced74 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:00.751771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb2e1a20-375d-491e-8135-df6b982b0551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:00.756222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:16:00.756855 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:00.768779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-715fbfae-1b0b-4842-8239-50873938dc56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982024122&fields=id&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 267 time: 0.0365911 Oct 22 16:16:00.886437 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-21246d84-4868-456e-a4f7-58af93142f29 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:00.887972 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-21246d84-4868-456e-a4f7-58af93142f29 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 797 time: 0.1122067 Oct 22 16:16:00.905112 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-99c1ee28-06cc-4390-9696-7448064679d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/quotas/d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 375 time: 0.0094502 Oct 22 16:16:00.966546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-ce441776-f8ad-47eb-8627-3f4c2fed4419 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546474 Oct 22 16:16:00.985469 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:16:01.117282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-8c95bea0-edcc-4cba-984f-374997e36c3e service neutron] 10.222.0.66 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388361 Oct 22 16:16:01.222176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-7c1989c5-3e57-4537-9b5b-aaa4a8ad06bf service neutron] 10.222.0.66 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980823 Oct 22 16:16:01.226354 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 2, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:01.256006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Checking router: d87206ac-de80-487e-bd19-73f59c951bfd for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:16:01.256263 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Updating router d87206ac-de80-487e-bd19-73f59c951bfd port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:16:01.284728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.422061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-60f7a413-03c8-422c-ab6d-a270b77d0fa3 None None] Provisioning complete for port 68c220da-91ae-4ea2-a49c-4e3c01dced74 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:01.423104 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60f7a413-03c8-422c-ab6d-a270b77d0fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.537066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3fa78599-671e-4fa5-8c75-0f93b2e6a4e1 req-f69d0212-0d00-4813-976e-82dcdb9bfccb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0385025 Oct 22 16:16:01.650747 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-60f7a413-03c8-422c-ab6d-a270b77d0fa3 None None] Provisioning complete for port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:01.651148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60f7a413-03c8-422c-ab6d-a270b77d0fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.695006 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.705637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-60f7a413-03c8-422c-ab6d-a270b77d0fa3 None None] Port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:16:01.769453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.791938 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68c220da-91ae-4ea2-a49c-4e3c01dced74 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:16:01.852019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce029961-44e7-4365-bb75-2af9273ea392 None None] Pushing event updated for resources: {'Port': ['ID=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:01.870171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c9e706d1-2ac8-4cf1-a2bb-02fa870e0a25 None None] Provisioning complete for port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:01.870543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c9e706d1-2ac8-4cf1-a2bb-02fa870e0a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.955865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c9e706d1-2ac8-4cf1-a2bb-02fa870e0a25 None None] Port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:16:01.959543 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Attempting to bind port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:16:01.959915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Attempting to bind port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:16:01.960279 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Attempting to bind port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 on network cd71bce7-e6d7-46de-bcda-1d528b883283 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:16:01.966463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 68c220da-91ae-4ea2-a49c-4e3c01dced74 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:01.966832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.969541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:16:01.969931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Checking segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:16:01.970331 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:01.970733 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Bound using segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:16:01.971246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Bound port: 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:16:01.971633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:02.095708 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] For port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:16:02.113518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] For port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:16:02.126078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8e37aa74-e87e-460b-a772-62c34d533522 None None] Provisioning complete for port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:02.126445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8e37aa74-e87e-460b-a772-62c34d533522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:02.128512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:16:02.189774 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8e37aa74-e87e-460b-a772-62c34d533522 None None] Port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:16:02.193812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:02.261517 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:02.261892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:02.268857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce029961-44e7-4365-bb75-2af9273ea392 None None] Pushing event updated for resources: {'Port': ['ID=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:02.291878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:16:02.292515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:02.445580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:16:02.556004 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-65939f8a-aab1-4969-bdaa-a8a3823008ee None None] Provisioning complete for port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:02.556378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65939f8a-aab1-4969-bdaa-a8a3823008ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:02.637179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-14461bd4-eb2e-451b-b5b7-0bf9002367d9 req-805b894d-8abc-4599-8bb9-82a3257e1986 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0295253 Oct 22 16:16:02.870530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65939f8a-aab1-4969-bdaa-a8a3823008ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:02.893531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:02.925410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4eac6-9e8a-43c9-8f64-145bae4cf5ae None None] The sync data for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 is: [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:16:02.941749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-65939f8a-aab1-4969-bdaa-a8a3823008ee None None] For port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:16:03.041759 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-65939f8a-aab1-4969-bdaa-a8a3823008ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:03.100115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939f8a-aab1-4969-bdaa-a8a3823008ee None None] Pushing event updated for resources: {'Port': ['ID=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:03.749456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-452126fe-2393-4ccf-9cab-2bbfb2b4d7a3 req-b93b58b5-c9a3-4bf0-bca6-5a2840e8c648 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0389454 Oct 22 16:16:03.820038 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:16:03.872254 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:03.872636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:04.048508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-99ad0f76-c1cb-46c9-8222-c8bcd0a78ced tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:04.050036 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-99ad0f76-c1cb-46c9-8222-c8bcd0a78ced tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 797 time: 0.1182377 Oct 22 16:16:04.096731 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-ae56e186-cf23-4b64-810c-261e8ca61610 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 379 time: 0.0368519 Oct 22 16:16:04.106588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'port': {'device_id': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'admin_state_up': True, 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'security_groups': ['44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:16:04.320059 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:16:04.324033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:04.458739 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.7 (cd71bce7-e6d7-46de-bcda-1d528b883283/b9b2310d-349b-45ab-b921-799a239808c0/bbc22ffe-4adf-4418-a7db-6253e4b2d46b) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:16:04.459058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:04.599547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:04.745296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:04.790995 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network cd71bce7-e6d7-46de-bcda-1d528b883283 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:16:04.794142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:16:04.799200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:16:04.831830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:04.864322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:04.865270 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:04.884961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bc762-e9ed-46be-b1a8-d0f5fb8e97c3 req-fdf19c69-3695-40d3-b6fc-4c8fc84f4d3f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:04.888148 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-173bc762-e9ed-46be-b1a8-d0f5fb8e97c3 req-fdf19c69-3695-40d3-b6fc-4c8fc84f4d3f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 931 time: 0.0547788 Oct 22 16:16:04.929725 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-173bc762-e9ed-46be-b1a8-d0f5fb8e97c3 req-4ca9817f-17d1-4176-815b-b01622a8d248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361910 Oct 22 16:16:05.010294 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-89fc5e96-164b-4bea-8f71-da2a597fd613 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073687 Oct 22 16:16:05.022484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Request body: {'port': {'device_id': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:16:05.083299 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f80c54bd-f605-4245-8237-8a3fa098e774 None None] Provisioning complete for port bbc22ffe-4adf-4418-a7db-6253e4b2d46b triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:05.083866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f80c54bd-f605-4245-8237-8a3fa098e774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.084186 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.120672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f80c54bd-f605-4245-8237-8a3fa098e774 None None] Port bbc22ffe-4adf-4418-a7db-6253e4b2d46b cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:16:05.346291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc22ffe-4adf-4418-a7db-6253e4b2d46b {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:16:05.354003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.366747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Transition to ACTIVE for port object bbc22ffe-4adf-4418-a7db-6253e4b2d46b will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:16:05.453944 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.506998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:05.584794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Attempting to bind port bbc22ffe-4adf-4418-a7db-6253e4b2d46b on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:16:05.585142 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Attempting to bind port bbc22ffe-4adf-4418-a7db-6253e4b2d46b by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:16:05.585465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Attempting to bind port bbc22ffe-4adf-4418-a7db-6253e4b2d46b on network cd71bce7-e6d7-46de-bcda-1d528b883283 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:16:05.590163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Port bbc22ffe-4adf-4418-a7db-6253e4b2d46b on network cd71bce7-e6d7-46de-bcda-1d528b883283 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:16:05.590489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Attempting to bind port bbc22ffe-4adf-4418-a7db-6253e4b2d46b on network cd71bce7-e6d7-46de-bcda-1d528b883283 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:16:05.597013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:16:05.597346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Checking segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:16:05.597738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Bound using segment: {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:16:05.598172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Bound port: bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a416394-e6f2-4453-84f0-a4c8242ead71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:16:05.598534 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.670798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] For port bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:16:05.673958 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] For port bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:16:05.768189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.802880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:05.802880 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:05.804141 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] 10.222.0.69 "PUT /v2.0/ports/bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 1091 time: 0.7858069 Oct 22 16:16:05.804572 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:16:05.806884 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4730881e-49d7-4fd7-94a4-04e13a2cdb75" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:16:05.836979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1907b-3dd8-4b4d-ab09-29b042826ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:05.862006 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68659928-eaf6-4eeb-bd1a-c388d91c9da6 x-openstack-request-id: req-68659928-eaf6-4eeb-bd1a-c388d91c9da6 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:16:05.862316 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:16:05.862576 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68659928-eaf6-4eeb-bd1a-c388d91c9da6 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:16:05.863017 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'status': 'completed', 'code': 200} Oct 22 16:16:05.931030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730881e-49d7-4fd7-94a4-04e13a2cdb75 req-6b72b212-d863-4914-8163-3397c189cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:05.932787 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4730881e-49d7-4fd7-94a4-04e13a2cdb75 req-6b72b212-d863-4914-8163-3397c189cb35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1094 time: 0.0459487 Oct 22 16:16:06.043727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730881e-49d7-4fd7-94a4-04e13a2cdb75 req-14ed9eca-a9a7-4181-9ecc-1f05b8062440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:06.045220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4730881e-49d7-4fd7-94a4-04e13a2cdb75 req-14ed9eca-a9a7-4181-9ecc-1f05b8062440 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d213fed605a04506a9afb5662d77170a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1037056 Oct 22 16:16:06.062060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41640-7243-4ec8-b001-5c82cea111a1 req-52f89705-2658-4217-8467-4f4e45ce9103 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:06.063868 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eb41640-7243-4ec8-b001-5c82cea111a1 req-52f89705-2658-4217-8467-4f4e45ce9103 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0595016 Oct 22 16:16:06.102960 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4eb41640-7243-4ec8-b001-5c82cea111a1 req-22505fa7-f181-4137-99aa-86eca2237ef4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329306 Oct 22 16:16:06.460635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730881e-49d7-4fd7-94a4-04e13a2cdb75 req-e2807226-b57f-4ae9-ac63-dce49da44a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:06.462158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4730881e-49d7-4fd7-94a4-04e13a2cdb75 req-e2807226-b57f-4ae9-ac63-dce49da44a21 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4102793 Oct 22 16:16:06.540298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-9eab55ef-e47e-426d-9f28-d6dcee6e3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:06.541805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-9eab55ef-e47e-426d-9f28-d6dcee6e3735 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1094 time: 0.0409515 Oct 22 16:16:06.582766 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-c888f219-ef53-42f4-b2f2-d61ab9f1b8bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 217 time: 0.0333595 Oct 22 16:16:06.631878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-ccaba308-b88a-4991-ae08-b2a5b1f2b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:06.633341 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-ccaba308-b88a-4991-ae08-b2a5b1f2b6f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 200 len: 833 time: 0.0444794 Oct 22 16:16:06.682362 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-48ecae84-0cad-4bc3-84c6-336055f765e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:06.683838 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-48ecae84-0cad-4bc3-84c6-336055f765e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd71bce7-e6d7-46de-bcda-1d528b883283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440080 Oct 22 16:16:06.774438 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-95d5e80f-ebf1-4c71-8026-b95bfdd55fdd service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Oct 22 16:16:06.869160 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a785b2cd-2e6b-442b-926c-4094c324e886 req-1a7e10b1-8c80-49b8-ad75-906e36132259 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872459 Oct 22 16:16:07.223433 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51881354-8238-44c7-a201-4475a160620d req-f53974db-ccfd-4920-854d-66817766e457 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:07.228896 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51881354-8238-44c7-a201-4475a160620d req-f53974db-ccfd-4920-854d-66817766e457 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0499544 Oct 22 16:16:07.263455 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-51881354-8238-44c7-a201-4475a160620d req-6f175e25-82c4-4092-9a88-6979175fc8db tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Oct 22 16:16:08.381175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed9e4-18a9-4795-b679-a4e701e6014c req-4cda3b05-11d5-463c-9a94-d6162b42edf7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:08.382696 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91bed9e4-18a9-4795-b679-a4e701e6014c req-4cda3b05-11d5-463c-9a94-d6162b42edf7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0495381 Oct 22 16:16:08.423447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-91bed9e4-18a9-4795-b679-a4e701e6014c req-4a901591-2ccb-42bb-b830-2b48d5b68142 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332847 Oct 22 16:16:09.540605 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecbdd-7d4e-4ebb-8a23-42550da3dc2c req-bc1fd532-3245-4510-be7e-091584d0a1e2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:09.542073 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b2ecbdd-7d4e-4ebb-8a23-42550da3dc2c req-bc1fd532-3245-4510-be7e-091584d0a1e2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0520966 Oct 22 16:16:09.579226 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b2ecbdd-7d4e-4ebb-8a23-42550da3dc2c req-526c7492-fbed-4d96-be6c-8d3a632272b6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304303 Oct 22 16:16:09.883195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device bbc22ffe-4adf-4418-a7db-6253e4b2d46b details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:16:09.982579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:16:09.994013 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'port_id': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'mac_address': 'fa:16:3e:74:3d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:16:10.032254 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:10.048701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc22ffe-4adf-4418-a7db-6253e4b2d46b {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:16:10.067709 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:16:10.150172 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:10.198230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:10.462930 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['bbc22ffe-4adf-4418-a7db-6253e4b2d46b'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:16:10.699182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc6dfb-3d74-409a-bba9-69686b0af0d4 req-ef1415f4-42da-4579-acc0-fcbfaa8a6a05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:10.700590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cbc6dfb-3d74-409a-bba9-69686b0af0d4 req-ef1415f4-42da-4579-acc0-fcbfaa8a6a05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 944 time: 0.0505431 Oct 22 16:16:10.740372 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6cbc6dfb-3d74-409a-bba9-69686b0af0d4 req-2bc49abd-0e5e-4aab-b038-e1cf63d4e4e2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Oct 22 16:16:11.857144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612e5c3-0380-45d0-815a-265217ababde req-2dc10316-2b5d-436f-9854-1f73405ea735 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:11.858653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6612e5c3-0380-45d0-815a-265217ababde req-2dc10316-2b5d-436f-9854-1f73405ea735 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 944 time: 0.0500550 Oct 22 16:16:11.892369 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device bbc22ffe-4adf-4418-a7db-6253e4b2d46b up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:16:11.897267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6612e5c3-0380-45d0-815a-265217ababde req-70c25c46-9157-4983-9666-cce6d5c61e54 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Oct 22 16:16:12.045202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port bbc22ffe-4adf-4418-a7db-6253e4b2d46b completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:16:12.049879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port bbc22ffe-4adf-4418-a7db-6253e4b2d46b triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:16:12.050227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:12.133751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:12.157222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:16:12.159504 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b67e10a-f2cf-430f-b146-ea61796d6065" -d '{"events": [{"server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "name": "network-vif-plugged", "status": "completed", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:16:12.173906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:16:12.251601 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73ddac-358e-4625-a2fc-76f0e2fa01d9 x-openstack-request-id: req-2e73ddac-358e-4625-a2fc-76f0e2fa01d9 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:16:12.251893 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "name": "network-vif-plugged", "status": "completed", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:16:12.252139 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e73ddac-358e-4625-a2fc-76f0e2fa01d9 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:16:12.252558 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'code': 200} Oct 22 16:16:12.350183 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:12.430039 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:12.579980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49a56-f07a-4371-9277-dca171226e8b req-3be89e0d-8bef-43e6-b3a6-1c6bb62d8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:12.581581 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10d49a56-f07a-4371-9277-dca171226e8b req-3be89e0d-8bef-43e6-b3a6-1c6bb62d8e19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1095 time: 0.2707858 Oct 22 16:16:12.594207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:12.618603 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-10d49a56-f07a-4371-9277-dca171226e8b req-c9213fb9-b283-433d-81d7-daba0eed5f6e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295076 Oct 22 16:16:13.017766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1cfbb-3d94-409c-8247-5cc29dbaabb2 req-cfc10f1f-51d1-4ab2-a4fc-fe985557e39a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:13.019300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fa1cfbb-3d94-409c-8247-5cc29dbaabb2 req-cfc10f1f-51d1-4ab2-a4fc-fe985557e39a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0542333 Oct 22 16:16:13.058258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7fa1cfbb-3d94-409c-8247-5cc29dbaabb2 req-e3be30d8-d9c2-4fb9-b4ed-6e9bc616ef75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Oct 22 16:16:14.182307 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b4a6-b397-46fe-b13b-def4fd251a19 req-5232308d-cad0-4001-9be7-d2fd8e4407e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:14.183943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1052b4a6-b397-46fe-b13b-def4fd251a19 req-5232308d-cad0-4001-9be7-d2fd8e4407e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0550463 Oct 22 16:16:14.223644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1052b4a6-b397-46fe-b13b-def4fd251a19 req-32204da3-cfed-4aeb-bf3a-b7a5232353fd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333388 Oct 22 16:16:14.851917 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:16:15.341219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269820e-f43c-4ad8-aaef-5e852fe851a9 req-15289214-2fae-4724-9fd0-85d04d089a1c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:15.342838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d269820e-f43c-4ad8-aaef-5e852fe851a9 req-15289214-2fae-4724-9fd0-85d04d089a1c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0505154 Oct 22 16:16:15.383449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d269820e-f43c-4ad8-aaef-5e852fe851a9 req-76c7dd16-db8e-46ec-a56e-8476ff980577 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341499 Oct 22 16:16:15.515849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f2a6-14e9-4c94-8dc7-d7834642cbc8 req-e4ac49da-666a-421e-8783-e1e38c7d69ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:15.517182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0237f2a6-14e9-4c94-8dc7-d7834642cbc8 req-e4ac49da-666a-421e-8783-e1e38c7d69ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0573485 Oct 22 16:16:15.556282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0237f2a6-14e9-4c94-8dc7-d7834642cbc8 req-b4a49d5a-fe2c-4ac4-aca4-4fe71865af5d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330501 Oct 22 16:16:15.578260 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46960) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:16:15.618479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1f749-59e9-4bac-8f0d-487510b9967a tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:15.620036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0fb1f749-59e9-4bac-8f0d-487510b9967a tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1091 time: 0.0407970 Oct 22 16:16:15.622894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46962) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:16:15.627395 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:16:15.767166 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:15.869854 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:15.971778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.151 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/a01a6a23-89ed-40ac-bd7f-ca32aabfdd98) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:16:16.075020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:16.184622 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:16.226075 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:16:16.228905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:16:16.235535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:16:16.238665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=a01a6a23-89ed-40ac-bd7f-ca32aabfdd98,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:16.600146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:16.729940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:16.888406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:16.984126 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:17.053665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=a01a6a23-89ed-40ac-bd7f-ca32aabfdd98,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:16:17.064353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:17.168302 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 5a6f176d-70fe-4777-bc88-de45ae2ea6c6 associated. External IP: 172.25.1.151, port: bbc22ffe-4adf-4418-a7db-6253e4b2d46b. Oct 22 16:16:17.382766 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router d87206ac-de80-487e-bd19-73f59c951bfd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:16:17.500132 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:16:17.512738 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] Sync routers for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:16:17.523828 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:16:17.526412 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:17.580975 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:17.613680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6d4c864c-9809-4ba1-8ed9-eefb60cba110 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9895208 Oct 22 16:16:17.614320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:16:17.616686 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:16:17.632510 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:16:17.716946 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93bd904-c860-4cd1-8b2d-61bd050445af x-openstack-request-id: req-f93bd904-c860-4cd1-8b2d-61bd050445af {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:16:17.717247 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:16:17.718098 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f93bd904-c860-4cd1-8b2d-61bd050445af {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:16:17.718743 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'status': 'completed', 'code': 200} Oct 22 16:16:17.728280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd1788-b709-4b2d-87a0-1e2f8d1302e4 req-54f0dfa1-ccf0-4d25-8d1f-bc21f64f96ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:17.730405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbbd1788-b709-4b2d-87a0-1e2f8d1302e4 req-54f0dfa1-ccf0-4d25-8d1f-bc21f64f96ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Oct 22 16:16:17.772003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbbd1788-b709-4b2d-87a0-1e2f8d1302e4 req-eabc4e4d-c868-4de1-b97b-39e13099f5b6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346642 Oct 22 16:16:17.790852 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-5596b45f-0ebf-42be-98e2-1a5364280248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:17.792407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-5596b45f-0ebf-42be-98e2-1a5364280248 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0528824 Oct 22 16:16:17.797088 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 46970) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:16:17.871321 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5a6f176d-70fe-4777-bc88-de45ae2ea6c6', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'port_id': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'mac_address': 'fa:16:3e:74:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:16:16Z', 'updated_at': '2021-10-22T16:16:16Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:17.901418 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] Checking router: d87206ac-de80-487e-bd19-73f59c951bfd for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:16:17.910598 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:16:17.911230 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:15:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:17.917723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5bee6d4c-f5e5-4091-b797-cf434a759023 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5a6f176d-70fe-4777-bc88-de45ae2ea6c6 HTTP/1.1" status: 200 len: 991 time: 0.1194718 Oct 22 16:16:17.948936 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-551a53e5-9db3-4a5a-ab25-9bb6434861e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:17.950397 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-551a53e5-9db3-4a5a-ab25-9bb6434861e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 898 time: 0.1468523 Oct 22 16:16:18.017829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:16:18.018430 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-61738017-4794-4542-b882-cd3c733facc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 999 time: 0.0588579 Oct 22 16:16:18.071453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-6340b034-4cb5-45b2-845b-9d091a99d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:18.072948 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-6340b034-4cb5-45b2-845b-9d091a99d437 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 200 len: 833 time: 0.0472085 Oct 22 16:16:18.126807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-a727782c-aa87-48a0-8b74-dc88abc5527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:18.128262 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-a727782c-aa87-48a0-8b74-dc88abc5527d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd71bce7-e6d7-46de-bcda-1d528b883283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483947 Oct 22 16:16:18.220519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-cdb8a9c0-8d3d-4a09-a56a-6ad1c872e8c1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Oct 22 16:16:18.324502 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f9b6d3ae-30b0-4be1-9e19-4134a90c60f0 req-00eb6147-cc14-45b6-afb1-6ae28bb88d4f service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901999 Oct 22 16:16:18.341134 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5a6f176d-70fe-4777-bc88-de45ae2ea6c6', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'port_id': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'mac_address': 'fa:16:3e:74:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:16:16Z', 'updated_at': '2021-10-22T16:16:16Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:16:18.371919 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b87f40-dcd3-4aab-9d37-3fe3f5578578 None None] The sync data for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 is: [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5a6f176d-70fe-4777-bc88-de45ae2ea6c6', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'port_id': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'mac_address': 'fa:16:3e:74:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:16:16Z', 'updated_at': '2021-10-22T16:16:16Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:16:18.560421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1daa17-1899-4103-a17f-1604ee528f86 None None] New status for floating IP 5a6f176d-70fe-4777-bc88-de45ae2ea6c6: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:16:18.926172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 46972) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:16:18.990458 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-af6b70f5-ee43-4de7-bb52-14f4127238e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5a6f176d-70fe-4777-bc88-de45ae2ea6c6 HTTP/1.1" status: 200 len: 993 time: 0.0630262 Oct 22 16:16:22.743695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-59a8df84-e16d-40d6-87ae-0d7543e985a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:25.193647 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab5c98ec-5cef-40f5-8a03-edb5d3d1c729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:26.503668 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:26.886556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:28.456952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:34.429437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:42.389205 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:46.080874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-d8c2dbaf-c9b7-46f8-83c2-169f87cdc3e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410507 Oct 22 16:16:46.163811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-5443340e-405a-4c39-aae7-0d5de1c86504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:46.165405 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-5443340e-405a-4c39-aae7-0d5de1c86504 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0414999 Oct 22 16:16:46.274044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-89350832-daf3-4e71-960f-4d1fa1a82afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:46.275525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-89350832-daf3-4e71-960f-4d1fa1a82afd service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 898 time: 0.0897815 Oct 22 16:16:46.344862 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-00a0c205-7e43-4b12-97bf-9eb0c18d1e46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 1001 time: 0.0606298 Oct 22 16:16:46.399886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-c44dff30-1ccd-497e-91cb-a605fc03a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:46.401343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-c44dff30-1ccd-497e-91cb-a605fc03a025 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 200 len: 833 time: 0.0487247 Oct 22 16:16:46.451529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-43cc226d-282c-45bb-8252-557a66cafa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:16:46.453115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-43cc226d-282c-45bb-8252-557a66cafa04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd71bce7-e6d7-46de-bcda-1d528b883283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423126 Oct 22 16:16:46.552102 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-23af10a4-7748-4244-b94a-e4e28459d2c1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907254 Oct 22 16:16:46.648775 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1529073b-d102-450f-8818-6fe8c440b1c8 req-e57eff71-f328-4541-8510-f828addab3c3 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Oct 22 16:16:51.850678 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:16:52.720873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2f0-652d-449d-8b91-9adc7cb97ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:55.222795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-854e8b86-b358-42d7-8ab9-a01edd70dacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:56.531422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:56.874203 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:16:58.462589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:04.411609 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:12.416442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:22.718544 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-87e50bf0-06ff-4a46-b146-4f5dd8df6804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:23.987666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88760987-ec2c-4b9d-b668-18db2079e62f req-53cabb30-6fdd-4bc9-b5f8-d887aac2d148 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:23.989099 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88760987-ec2c-4b9d-b668-18db2079e62f req-53cabb30-6fdd-4bc9-b5f8-d887aac2d148 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Oct 22 16:17:24.031203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-88760987-ec2c-4b9d-b668-18db2079e62f req-2a483e2a-47f8-4a86-9598-d8566caa364d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349996 Oct 22 16:17:24.064593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-f13695bb-ccac-4fd1-a984-2dfc34676ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:24.070402 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-f13695bb-ccac-4fd1-a984-2dfc34676ce1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0542099 Oct 22 16:17:24.163597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-bfb53c96-3552-40a5-836f-ac5eb4d851be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:24.165078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-bfb53c96-3552-40a5-836f-ac5eb4d851be service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 898 time: 0.0909748 Oct 22 16:17:24.236289 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-0b6dc14c-ca09-4f94-8533-a549dee29e6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 1001 time: 0.0578063 Oct 22 16:17:24.293750 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-09a477da-c0f9-471e-8f19-2d844fdb0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:24.295265 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-09a477da-c0f9-471e-8f19-2d844fdb0ef9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 200 len: 833 time: 0.0474460 Oct 22 16:17:24.342270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-79fd324e-f9f6-48bf-ace1-da780ee43926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:24.343799 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-79fd324e-f9f6-48bf-ace1-da780ee43926 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd71bce7-e6d7-46de-bcda-1d528b883283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399926 Oct 22 16:17:24.442135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-4181537b-2189-4f3e-918f-b159f1b18a00 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856142 Oct 22 16:17:24.538320 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-08997dcd-6a72-469f-94d4-c8a1566f03eb req-a30d03c0-9b81-45f4-8875-868b7d8464fc service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825453 Oct 22 16:17:25.160021 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c1112-e5a6-4542-ad8b-59942286a89a req-a965fadc-6a64-4b46-b083-d2ba3962c063 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:25.161515 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e9c1112-e5a6-4542-ad8b-59942286a89a req-a965fadc-6a64-4b46-b083-d2ba3962c063 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0554769 Oct 22 16:17:25.201748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e9c1112-e5a6-4542-ad8b-59942286a89a req-849b24c5-b637-49c0-861e-32b93337d364 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332582 Oct 22 16:17:25.210276 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60dc48b6-bf21-4848-9dc4-a09ea1ff5b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:26.319470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf1a63-66d4-4f84-b529-16e45de53abf req-c2b79d1b-39d3-4021-b0d8-f04d9f8638df tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:26.321010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbdf1a63-66d4-4f84-b529-16e45de53abf req-c2b79d1b-39d3-4021-b0d8-f04d9f8638df tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0496190 Oct 22 16:17:26.360028 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dbdf1a63-66d4-4f84-b529-16e45de53abf req-b5967db2-14e9-4243-95a6-37b665f22970 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Oct 22 16:17:26.507458 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:26.895445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:27.484736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b065be2-fe9f-4751-841d-b1c75aa659f2 req-54e9baa8-1d9e-45bc-a00e-a70b6e1a6a76 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:27.486216 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b065be2-fe9f-4751-841d-b1c75aa659f2 req-54e9baa8-1d9e-45bc-a00e-a70b6e1a6a76 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Oct 22 16:17:27.524927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b065be2-fe9f-4751-841d-b1c75aa659f2 req-b1e11bfe-9551-4350-89c4-5e081dfe93c7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 Oct 22 16:17:28.444704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:28.646478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9db08-7042-4156-b860-70450e1b8b37 req-9cb2d053-5356-4290-bdd2-3cf32f18c750 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:28.647901 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53e9db08-7042-4156-b860-70450e1b8b37 req-9cb2d053-5356-4290-bdd2-3cf32f18c750 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Oct 22 16:17:28.687995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-53e9db08-7042-4156-b860-70450e1b8b37 req-261cf7bd-91a1-4932-a527-7db4d30aa271 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339007 Oct 22 16:17:28.849684 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:17:29.805390 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a1a60-d431-4831-ab17-e6579a59e5af req-90c6b868-d1ea-4419-a075-9c326c0cb694 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:29.807758 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d6a1a60-d431-4831-ab17-e6579a59e5af req-90c6b868-d1ea-4419-a075-9c326c0cb694 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0504289 Oct 22 16:17:29.845031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9d6a1a60-d431-4831-ab17-e6579a59e5af req-c10f5deb-ebf2-48af-9bbe-dc85d2fef405 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Oct 22 16:17:30.963370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf2d5-5c5d-4188-b676-009c9f3419ee req-7297ae87-296a-4778-8396-a34203184bdd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:30.964866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1bbf2d5-5c5d-4188-b676-009c9f3419ee req-7297ae87-296a-4778-8396-a34203184bdd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0498919 Oct 22 16:17:31.002476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1bbf2d5-5c5d-4188-b676-009c9f3419ee req-a2020ce2-e4f7-4fa1-bfad-7cd891a32f5e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313942 Oct 22 16:17:32.127602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2a8c-c3d5-4193-8a6f-28cf35925797 req-3e26bd37-e1ec-4be2-8968-6ee9e57c4003 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:32.129086 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8ff2a8c-c3d5-4193-8a6f-28cf35925797 req-3e26bd37-e1ec-4be2-8968-6ee9e57c4003 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0537741 Oct 22 16:17:32.167776 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8ff2a8c-c3d5-4193-8a6f-28cf35925797 req-473352c3-2141-48c7-baef-c825ae11ccb6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321348 Oct 22 16:17:33.285281 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5ad2c-0137-4a0a-987e-fc264a986ad1 req-4a564dc8-aff5-4ab0-bc61-ab5f201a3f69 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:33.286793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7de5ad2c-0137-4a0a-987e-fc264a986ad1 req-4a564dc8-aff5-4ab0-bc61-ab5f201a3f69 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Oct 22 16:17:33.325941 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7de5ad2c-0137-4a0a-987e-fc264a986ad1 req-b25388c6-a271-4ce2-86e6-9dd88656aa83 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Oct 22 16:17:34.433715 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:34.444467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d709c-212c-412f-9dcf-27f0236d4fd4 req-e2b9505d-2528-45f5-86c7-39cf26e99797 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:34.445945 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb2d709c-212c-412f-9dcf-27f0236d4fd4 req-e2b9505d-2528-45f5-86c7-39cf26e99797 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0496905 Oct 22 16:17:34.487435 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb2d709c-212c-412f-9dcf-27f0236d4fd4 req-934ffa1b-8dd5-481d-8f18-a2df62c5574e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345123 Oct 22 16:17:35.611809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd99e8-544e-4ef3-9739-c0ae7d87d37f req-ea8b8330-9459-4faf-ad82-c4418385abbc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:35.613307 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedd99e8-544e-4ef3-9739-c0ae7d87d37f req-ea8b8330-9459-4faf-ad82-c4418385abbc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0534554 Oct 22 16:17:35.652499 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bedd99e8-544e-4ef3-9739-c0ae7d87d37f req-67aae51f-64bd-49d5-9e0f-7b56fc133040 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328684 Oct 22 16:17:36.774100 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f0f03-491e-4340-b44f-3b87f1ef857e req-15243791-09b5-41b9-9934-7aac8e45d50e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:36.775671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-858f0f03-491e-4340-b44f-3b87f1ef857e req-15243791-09b5-41b9-9934-7aac8e45d50e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Oct 22 16:17:36.814350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-858f0f03-491e-4340-b44f-3b87f1ef857e req-b4687661-cc16-4be9-8cb6-3663c3e28019 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Oct 22 16:17:36.837962 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47038) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:17:36.905656 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-96f295a3-5d83-4977-8d79-4f303e36304f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5a6f176d-70fe-4777-bc88-de45ae2ea6c6 HTTP/1.1" status: 200 len: 993 time: 0.0658975 Oct 22 16:17:42.450171 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:48.071580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-2009a8b0-614f-4f0c-a904-b3eac01f2986 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404923 Oct 22 16:17:48.157299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-863f8c77-9123-4bf3-b27c-30ee3056f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:48.158809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-863f8c77-9123-4bf3-b27c-30ee3056f188 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0420451 Oct 22 16:17:48.270469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-efc62766-2458-489d-8c70-5b2b8939fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:48.271992 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-efc62766-2458-489d-8c70-5b2b8939fe47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 898 time: 0.0931342 Oct 22 16:17:48.340135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-e93de82a-e9e9-4516-8f5b-e1de9eba5bd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 1001 time: 0.0590372 Oct 22 16:17:48.392294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-8642f7a9-6626-4c10-b7d0-0b36569359d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:48.393764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-8642f7a9-6626-4c10-b7d0-0b36569359d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 200 len: 833 time: 0.0453160 Oct 22 16:17:48.448928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-1fc29717-32b8-4651-9c1b-65753179084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:17:48.450451 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-1fc29717-32b8-4651-9c1b-65753179084f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd71bce7-e6d7-46de-bcda-1d528b883283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476992 Oct 22 16:17:48.550423 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-3eddb1b8-868d-44ae-9bee-c4a2043e2cf8 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922017 Oct 22 16:17:48.651347 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-39489c14-3519-4fc0-9f5c-d6ad57b49a05 req-f97e1e27-56e9-49c6-933e-cc67272e2f64 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919707 Oct 22 16:17:52.711702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a80eb5ef-22db-4f4e-9d88-535dc365c261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:55.225899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-462c85dc-5668-4047-8bb8-c497a3b9fa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:56.500401 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:56.900398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:17:58.454632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:04.419779 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:05.847980 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:18:12.414069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:22.705499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-45c94bc0-afd4-4f07-95c9-17eae3a981ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:25.213714 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4627ff63-1672-490a-920f-b16597fe9090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:26.505113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:26.894495 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:27.322072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:27.488768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port a01a6a23-89ed-40ac-bd7f-ca32aabfdd98 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:18:27.489110 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:27.573531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:27.573775 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:27.586006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for a01a6a23-89ed-40ac-bd7f-ca32aabfdd98 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:18:27.854713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:27.885924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=a01a6a23-89ed-40ac-bd7f-ca32aabfdd98,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:27.903161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.903584 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.903939 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.904283 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.904628 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.904971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.905312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.905647 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.905983 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.906323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.906658 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.907014 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:27.970663 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:27.971086 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 5a6f176d-70fe-4777-bc88-de45ae2ea6c6 disassociated (deleted). External IP: 172.25.1.151, port: bbc22ffe-4adf-4418-a7db-6253e4b2d46b. Oct 22 16:18:28.199501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router d87206ac-de80-487e-bd19-73f59c951bfd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:18:28.318908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:18:28.323547 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:28.330426 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] Sync routers for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:18:28.342415 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:28.343054 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:28.353400 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b9debcc-2257-4caa-a79f-e25f35a038f8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/floatingips/5a6f176d-70fe-4777-bc88-de45ae2ea6c6 HTTP/1.1" status: 204 len: 168 time: 1.0301695 Oct 22 16:18:28.353967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:18:28.356370 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565a247d-1a4e-41ca-8651-9af0145cec59" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:18:28.402408 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be5ed29-40c3-49b0-90f5-f4c7fa71c8c5 x-openstack-request-id: req-8be5ed29-40c3-49b0-90f5-f4c7fa71c8c5 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:18:28.402700 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:18:28.403515 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8be5ed29-40c3-49b0-90f5-f4c7fa71c8c5 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:18:28.403515 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'status': 'completed', 'code': 200} Oct 22 16:18:28.454912 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:28.470552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-a5a91c26-cead-47e9-a615-d292278bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:28.472863 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-a5a91c26-cead-47e9-a615-d292278bb535 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0440865 Oct 22 16:18:28.482891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:28.576557 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-c73a7fd6-f322-48d1-8142-402e869baf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:28.578225 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-c73a7fd6-f322-48d1-8142-402e869baf5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 200 len: 898 time: 0.0973802 Oct 22 16:18:28.621189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-35ea87e0-881d-444f-9c72-30c39f6cc3b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 200 len: 217 time: 0.0355546 Oct 22 16:18:28.673178 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:28.676756 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-312b63f3-873a-41f1-ae80-c3bf3dddf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:28.678409 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-312b63f3-873a-41f1-ae80-c3bf3dddf3c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 200 len: 833 time: 0.0495961 Oct 22 16:18:28.704268 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] Checking router: d87206ac-de80-487e-bd19-73f59c951bfd for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:18:28.713565 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:28.714089 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:28.731695 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-595b93fb-45fc-4e20-9a74-3721eeaca2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:28.733354 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-595b93fb-45fc-4e20-9a74-3721eeaca2e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd71bce7-e6d7-46de-bcda-1d528b883283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474770 Oct 22 16:18:28.842301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-0403b524-a435-43bf-992a-773145128aa8 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973146 Oct 22 16:18:28.842816 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:28.904305 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e91e-7cb6-497a-97a2-4ddb7b59c4e2 req-1ea1c93d-8547-4cc4-823e-b8cd04f5cac6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:28.906804 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c846e91e-7cb6-497a-97a2-4ddb7b59c4e2 req-1ea1c93d-8547-4cc4-823e-b8cd04f5cac6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0558481 Oct 22 16:18:28.948272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-565a247d-1a4e-41ca-8651-9af0145cec59 req-9a4097c1-ff8f-4840-8b97-1edc2827dd71 service neutron] 10.222.0.69 "GET /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983074 Oct 22 16:18:28.958447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c846e91e-7cb6-497a-97a2-4ddb7b59c4e2 req-cdb0c3ca-d503-4e9d-9aa6-02b912cfa9be tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368781 Oct 22 16:18:29.058131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:29.085299 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87703424-d33e-4e9e-9ad2-60a0950ff6c6 None None] The sync data for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 is: [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:15:59Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '7e8ee36b-a479-4e2d-9992-c01ebfcf60d9', 'name': '', 'network_id': 'cd71bce7-e6d7-46de-bcda-1d528b883283', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:90:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:59Z', 'updated_at': '2021-10-22T16:16:02Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'b9b2310d-349b-45ab-b921-799a239808c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:18:29.313860 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747bd2b-9474-4fbc-9716-7d0556afe0cf None None] New status for floating IP 5a6f176d-70fe-4777-bc88-de45ae2ea6c6: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:18:30.087875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42f3bb-7bb5-49ec-a496-645f68b882cc req-c0e0a6f2-415c-4d53-a637-c80fc4bb1f77 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:30.089498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be42f3bb-7bb5-49ec-a496-645f68b882cc req-c0e0a6f2-415c-4d53-a637-c80fc4bb1f77 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0584307 Oct 22 16:18:30.129383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be42f3bb-7bb5-49ec-a496-645f68b882cc req-3cf496b5-bf57-4bf8-abff-e24243a4ea48 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338764 Oct 22 16:18:30.632679 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-4b8fc48b-7569-41f8-9576-55ef6e813bfb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:30.634165 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-4b8fc48b-7569-41f8-9576-55ef6e813bfb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0489018 Oct 22 16:18:30.729163 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port bbc22ffe-4adf-4418-a7db-6253e4b2d46b {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:18:30.729395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:30.820710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port bbc22ffe-4adf-4418-a7db-6253e4b2d46b, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:30.821074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:30.836148 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for bbc22ffe-4adf-4418-a7db-6253e4b2d46b owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:18:31.054000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:31.085423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=bbc22ffe-4adf-4418-a7db-6253e4b2d46b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:31.132260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] No DVR routers for this DVR port bbc22ffe-4adf-4418-a7db-6253e4b2d46b on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:18:31.134886 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:31.138528 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b8604e00-87f7-4da1-bcad-3b3ac7014cb8 req-93f3a6cc-687b-4d5e-9c71-d81bf6b5a3bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "DELETE /v2.0/ports/bbc22ffe-4adf-4418-a7db-6253e4b2d46b HTTP/1.1" status: 204 len: 173 time: 0.4971988 Oct 22 16:18:31.139052 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'name': 'network-vif-deleted', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:18:31.141405 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a039ad-e210-4830-b56f-cc3be2e56392" -d '{"events": [{"server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "name": "network-vif-deleted", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:18:31.180034 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bdaf40-49c9-413c-bd85-f71a51693cbc x-openstack-request-id: req-94bdaf40-49c9-413c-bd85-f71a51693cbc {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:18:31.180337 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2", "name": "network-vif-deleted", "tag": "bbc22ffe-4adf-4418-a7db-6253e4b2d46b", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:18:31.180593 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94bdaf40-49c9-413c-bd85-f71a51693cbc {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:18:31.181003 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2', 'name': 'network-vif-deleted', 'tag': 'bbc22ffe-4adf-4418-a7db-6253e4b2d46b', 'status': 'completed', 'code': 200} Oct 22 16:18:31.227384 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-29a64f1b-fcdc-4ec7-9050-76073b064a9e req-4e41c5aa-246e-4488-8355-64b5d7f572ab tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8eee2f6-77f7-45d8-ae91-0a9728d7fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Oct 22 16:18:32.289766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47074) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:32.987774 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:33.258804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:18:33.259120 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:33.359576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:33.360312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:33.373798 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:18:33.660317 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:33.690863 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=7e8ee36b-a479-4e2d-9992-c01ebfcf60d9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:33.887267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.126599 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router d87206ac-de80-487e-bd19-73f59c951bfd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:18:34.240627 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:18:34.246041 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a8d9cd35-b0be-4822-8ea1-a5bea595ad6d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/d87206ac-de80-487e-bd19-73f59c951bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9550703 Oct 22 16:18:34.248768 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47076) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:34.252118 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] Sync routers for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:18:34.267980 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:34.268939 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:34.311888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting subnet b9b2310d-349b-45ab-b921-799a239808c0 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:18:34.316543 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.364808 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.426241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.464320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.477813 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:34.632714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.663359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b2310d-349b-45ab-b921-799a239808c0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:34.667827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device bbc22ffe-4adf-4418-a7db-6253e4b2d46b no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:18:34.676695 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:18:33Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:34.678196 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.685372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47078) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:34.686154 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fd8ee477-5845-4cd4-be82-01541b2de11c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/subnets/b9b2310d-349b-45ab-b921-799a239808c0 HTTP/1.1" status: 204 len: 168 time: 0.4360242 Oct 22 16:18:34.703863 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] Checking router: d87206ac-de80-487e-bd19-73f59c951bfd for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:18:34.708345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6626f3-7faf-46e3-82da-b8dfba0fa8c9 None None] Network cd71bce7-e6d7-46de-bcda-1d528b883283 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:18:34.713453 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: bbc22ffe-4adf-4418-a7db-6253e4b2d46b {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:18:34.713988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device bbc22ffe-4adf-4418-a7db-6253e4b2d46b not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:18:34.715142 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] Routers {'d87206ac-de80-487e-bd19-73f59c951bfd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:34.715822 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['d87206ac-de80-487e-bd19-73f59c951bfd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:34.837880 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] Set router d87206ac-de80-487e-bd19-73f59c951bfd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:34.848111 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:34.965988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] DHCP port deletion for cd71bce7-e6d7-46de-bcda-1d528b883283 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:18:34.966334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.026806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Deleting port 68c220da-91ae-4ea2-a49c-4e3c01dced74 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:18:35.027217 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.042504 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:18:33Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:35.078137 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140c235-15fe-43ab-8e6c-0ef4f994c6bf None None] The sync data for ids ['d87206ac-de80-487e-bd19-73f59c951bfd'] in n-d-812148-2 is: [{'id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343706407', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:15:54Z', 'updated_at': '2021-10-22T16:18:33Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'b2cdaf7c-eec5-4f01-a8ce-185c23e01c95', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87206ac-de80-487e-bd19-73f59c951bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:15:55Z', 'updated_at': '2021-10-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:18:35.092160 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:18:35.092520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.100579 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] For port 68c220da-91ae-4ea2-a49c-4e3c01dced74, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=68c220da-91ae-4ea2-a49c-4e3c01dced74,segment=NetworkSegment(8a416394-e6f2-4453-84f0-a4c8242ead71),segment_id=8a416394-e6f2-4453-84f0-a4c8242ead71)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:35.100975 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.115460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Calling delete_port for 68c220da-91ae-4ea2-a49c-4e3c01dced74 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:18:35.184326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port b2cdaf7c-eec5-4f01-a8ce-185c23e01c95, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:35.184574 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.197584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:18:35.265204 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.290743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Pushing event deleted for resources: {'Port': ['ID=68c220da-91ae-4ea2-a49c-4e3c01dced74,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:35.295441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] No DVR routers for this DVR port 68c220da-91ae-4ea2-a49c-4e3c01dced74 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:18:35.309645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.310083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.310462 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.310863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.311088 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.311441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.311746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.312073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.312396 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.312718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.313039 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.313358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6092ba3c-a3d9-47d7-8df2-d594daa16424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.476869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.506001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=b2cdaf7c-eec5-4f01-a8ce-185c23e01c95,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:35.519421 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.519781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.520128 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.520471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.520829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.521169 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.521511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.521844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.522196 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.522570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.522958 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.523353 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:35.599232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.700680 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.703287 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.819404 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.820003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Fanout notify agent at l3_agent the message router_deleted on router d87206ac-de80-487e-bd19-73f59c951bfd {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:18:35.828493 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.831807 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-330eac60-e7ae-4ba0-b63c-eea580764a22 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/routers/d87206ac-de80-487e-bd19-73f59c951bfd HTTP/1.1" status: 204 len: 168 time: 1.1446593 Oct 22 16:18:35.833124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47080) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:35.898019 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68c220da-91ae-4ea2-a49c-4e3c01dced74 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:18:35.926362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 68c220da-91ae-4ea2-a49c-4e3c01dced74 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:18:35.927043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 68c220da-91ae-4ea2-a49c-4e3c01dced74 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:18:35.927185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:35.927768 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:18:35.952576 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:18:35.952862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 7e8ee36b-a479-4e2d-9992-c01ebfcf60d9 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:18:36.035465 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.056561 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd71bce7-e6d7-46de-bcda-1d528b883283']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:36.066532 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a416394-e6f2-4453-84f0-a4c8242ead71') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:36.066817 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a416394-e6f2-4453-84f0-a4c8242ead71') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:36.076490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.091520 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.098200 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:18:36.098589 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:18:36.101569 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:18:36.237099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.244795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.247229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/networks/cd71bce7-e6d7-46de-bcda-1d528b883283 HTTP/1.1" status: 204 len: 168 time: 0.4127970 Oct 22 16:18:36.250954 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47082) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:36.259168 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d25758-820f-4637-a349-7c08a935592d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Network': ['ID=cd71bce7-e6d7-46de-bcda-1d528b883283,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:36.326059 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1c54adc-e0cf-48b7-8013-e16369baa95a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.352644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1c54adc-e0cf-48b7-8013-e16369baa95a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.470729 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1c54adc-e0cf-48b7-8013-e16369baa95a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.473411 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1c54adc-e0cf-48b7-8013-e16369baa95a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:36.474596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1c54adc-e0cf-48b7-8013-e16369baa95a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/security-groups/44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0 HTTP/1.1" status: 204 len: 168 time: 0.2223251 Oct 22 16:18:36.483924 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c54adc-e0cf-48b7-8013-e16369baa95a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e47eaa-61b4-4e7d-a352-6c8cf1f5e4a0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:37.796291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:18:37.817406 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:18:37.817840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b2cdaf7c-eec5-4f01-a8ce-185c23e01c95 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:18:37.829164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47090) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:37.835025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681796222', 'description': 'tempest-secgroup-smoke-1681796222 description', 'project_id': 'd213fed605a04506a9afb5662d77170a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:37.934287 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.006119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.117121 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.152066 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b09a5-9177-4ddc-9517-d849f36ee375,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:38.227552 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.229179 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-7785fe9e-2e26-4fbf-9119-2ab618394d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3979511 Oct 22 16:18:38.232255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47092) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:38.237893 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd77b09a5-9177-4ddc-9517-d849f36ee375', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:38.353628 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.431884 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.511260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.530513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de1a7e9-2989-450b-813a-1e3cbfe44b27,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:38.604480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.607244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1a07b3d8-c26b-4dd8-b300-51e65100b04c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739188 Oct 22 16:18:38.613840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47094) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:38.618807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd77b09a5-9177-4ddc-9517-d849f36ee375', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:38.744860 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.818745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.899717 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.919207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569ed4b3-3efb-4e94-9549-d96878c3d9b5,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:38.993481 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:38.995272 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9703a59c-f9f4-4bf9-953b-bff46aae7475 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3800025 Oct 22 16:18:38.998336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47096) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:39.003166 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd77b09a5-9177-4ddc-9517-d849f36ee375', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:39.127226 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.191825 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.282613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.302229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a238a0f2-5529-491c-8912-c69af289ffe9,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:39.364373 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.365643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ca0ac0c4-c783-42bb-8387-c73cac06fe3b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663378 Oct 22 16:18:39.368816 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47098) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:39.373232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd77b09a5-9177-4ddc-9517-d849f36ee375', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:39.460033 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.527376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.613984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.632136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec31cad1-d3d1-4cea-8783-43cd4f01ccde,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:39.690116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.691397 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f7ce1a8a-0dce-497b-8d3f-72f86f03f3ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216193 Oct 22 16:18:39.694144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47100) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:39.700064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd77b09a5-9177-4ddc-9517-d849f36ee375', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:39.773900 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:18:39.779276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.839180 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.899754 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.920537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c989e0-6cc5-444e-82f7-cf34b6f2d268,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:39.993067 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:39.994343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b980f34-4679-4d64-afe6-4277554e0e07 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992570 Oct 22 16:18:39.997136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47102) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:40.001637 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'd77b09a5-9177-4ddc-9517-d849f36ee375', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:40.082770 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:18:40.088515 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.151384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.247935 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.271149 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2219e2aa-6cf0-4201-a33e-88b51872b053,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:40.336243 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.337522 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a66e3f1f-401f-41e4-84e1-864166619350 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394330 Oct 22 16:18:40.340491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47104) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:40.345738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'network': {'name': 'tempest-network-smoke--1196194894', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'port_security_enabled': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:40.436494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:18:40.441240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.468690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:18:40.478393 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.480860 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Added segment 71613289-6ef6-4146-ade6-99c9a0971488 of type vlan for network 156447cb-9784-4d26-b219-c1f247b2e27e Oct 22 16:18:40.520642 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.590844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.597037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:40.597747 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.670677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Network': ['ID=156447cb-9784-4d26-b219-c1f247b2e27e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:40.680970 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-829ca9c8-6468-4ad1-97c8-c13be3e6a41c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3392575 Oct 22 16:18:40.682836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 156447cb-9784-4d26-b219-c1f247b2e27e details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:18:40.683977 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47106) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:40.689272 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'admin_state_up': True, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:40.768030 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.769276 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:40.827901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:41.079106 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:41.327970 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:41.348708 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:41.456666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.113 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/8cc1290f-3cd8-4c7e-ae7e-242b1c149796) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:18:41.562621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:41.637252 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:41.676956 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:18:41.680077 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:18:41.683646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:18:41.691703 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:42.038119 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:42.239333 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:42.395876 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:42.453825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router e629c096-73f4-4629-899e-f28b54a67098 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:18:42.566738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:18:42.577409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Sync routers for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:18:42.586434 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:42.587070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:42.655671 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:42.656980 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-19123084-bb87-45bc-9934-4a4ec3c8e097 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9719222 Oct 22 16:18:42.660438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47108) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:42.690549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-93d4f3b0-7116-4274-9521-81663a9a21c1 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d213fed605a04506a9afb5662d77170a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282543 Oct 22 16:18:42.693339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47110) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:42.788675 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d41142-46cd-44ef-9422-50aed89c7162 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:42.790228 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-72d41142-46cd-44ef-9422-50aed89c7162 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959423 Oct 22 16:18:42.793404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47112) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:42.824673 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f5b9fbc9-821e-4fd7-b0f9-2019a43f1cfa tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298667 Oct 22 16:18:42.827261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47114) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:42.832829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148904660', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:42.846467 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:18:42.856912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:43.036648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:18:43.040383 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.051817 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:41Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:43.083248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Checking router: e629c096-73f4-4629-899e-f28b54a67098 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:18:43.083596 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Updating router e629c096-73f4-4629-899e-f28b54a67098 port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:18:43.108384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.322511 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.368484 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.390888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Subnet': ['ID=bccf615c-1c3a-4633-9349-19ab01184ff2,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:43.396617 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Checking segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:18:43.397044 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network hostable DHCP agents. Network: 156447cb-9784-4d26-b219-c1f247b2e27e, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:18:43.510808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.545266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 156447cb-9784-4d26-b219-c1f247b2e27e is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:18:43.563525 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Attempting to bind port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:18:43.563892 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Attempting to bind port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:18:43.564255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Attempting to bind port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:18:43.572241 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeec1d-4a3c-4748-b445-35ebaf954e5f None None] Pushing event updated for resources: {'Port': ['ID=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:43.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:18:43.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:18:43.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:18:43.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Bound port: 8cc1290f-3cd8-4c7e-ae7e-242b1c149796, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:18:43.579811 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.631055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] For port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:18:43.634118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] For port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:18:43.660141 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 156447cb-9784-4d26-b219-c1f247b2e27e) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:18:43.665396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:43.665396 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.670118 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77415ba0-dff6-43d2-aea9-0f286c15d6f8 None None] Network 156447cb-9784-4d26-b219-c1f247b2e27e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:18:43.816108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.816412 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-ce3aab43-f6ed-4c2d-8e88-5099f89ffe87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9879880 Oct 22 16:18:43.822374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47116) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:18:43.845986 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-156447cb-9784-4d26-b219-c1f247b2e27e', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:18:43.846742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:43.903479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:43.904116 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:43.906924 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeec1d-4a3c-4748-b445-35ebaf954e5f None None] Pushing event updated for resources: {'Port': ['ID=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:44.126456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:44.159477 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Allocated IP 172.20.0.2 (156447cb-9784-4d26-b219-c1f247b2e27e/bccf615c-1c3a-4633-9349-19ab01184ff2/15f92964-60f4-4c51-b696-14d630ddfc34) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:18:44.442347 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:44.450484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:41Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:44.483032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7f819-fbef-48da-89e0-30ae109a4fa4 None None] The sync data for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 is: [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:41Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:18:44.539132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:44.581487 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Network 156447cb-9784-4d26-b219-c1f247b2e27e is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:18:44.586284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:18:44.593861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:18:44.597732 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Pushing event updated for resources: {'Port': ['ID=15f92964-60f4-4c51-b696-14d630ddfc34,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:44.619840 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:44.657810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Attempting to bind port 15f92964-60f4-4c51-b696-14d630ddfc34 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:18:44.658285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Attempting to bind port 15f92964-60f4-4c51-b696-14d630ddfc34 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:18:44.658666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Attempting to bind port 15f92964-60f4-4c51-b696-14d630ddfc34 on network 156447cb-9784-4d26-b219-c1f247b2e27e {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:18:44.664272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:18:44.664641 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Checking segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:18:44.665044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:44.665443 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Bound using segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:18:44.665914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Bound port: 15f92964-60f4-4c51-b696-14d630ddfc34, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:18:44.666295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:44.772573 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] For port 15f92964-60f4-4c51-b696-14d630ddfc34, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:18:44.775899 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] For port 15f92964-60f4-4c51-b696-14d630ddfc34, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=15f92964-60f4-4c51-b696-14d630ddfc34,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:18:44.991679 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.1 (156447cb-9784-4d26-b219-c1f247b2e27e/bccf615c-1c3a-4633-9349-19ab01184ff2/8eee030c-64f7-4e1f-b42d-ba040b4683d4) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:18:45.019872 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.088110 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594ed78-a9cc-4e9c-bcdc-982f3bc9e805 None None] Pushing event updated for resources: {'Port': ['ID=15f92964-60f4-4c51-b696-14d630ddfc34,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:45.128848 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.234133 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.264599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 156447cb-9784-4d26-b219-c1f247b2e27e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:18:45.268804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:18:45.289678 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:18:45.370053 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.375093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=8eee030c-64f7-4e1f-b42d-ba040b4683d4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:45.590795 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.904367 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.927777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 15f92964-60f4-4c51-b696-14d630ddfc34 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:18:45.967684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:45.980934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 15f92964-60f4-4c51-b696-14d630ddfc34 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:45.981591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.022259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.084067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.084227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=8eee030c-64f7-4e1f-b42d-ba040b4683d4,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:46.125936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 15f92964-60f4-4c51-b696-14d630ddfc34, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=15f92964-60f4-4c51-b696-14d630ddfc34,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:46.152507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb56bc8-6fcd-4410-9233-e78581bfe527 None None] Network 156447cb-9784-4d26-b219-c1f247b2e27e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:18:46.163559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 156447cb-9784-4d26-b219-c1f247b2e27e is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:18:46.165203 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:18:46.198920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bf53bf21-7bce-4323-adcc-64a1f5b790c2 None None] Provisioning complete for port 15f92964-60f4-4c51-b696-14d630ddfc34 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:46.198920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bf53bf21-7bce-4323-adcc-64a1f5b790c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.249586 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.250266 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:18:46.296543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router e629c096-73f4-4629-899e-f28b54a67098 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:18:46.392303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=15f92964-60f4-4c51-b696-14d630ddfc34,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:46.427264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:18:46.433348 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-86f298c0-bf2c-4f3a-beef-5060b877128b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/e629c096-73f4-4629-899e-f28b54a67098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6110849 Oct 22 16:18:46.461744 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:46.462114 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.594106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.620602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:46.688459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.708234 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Sync routers for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:18:46.722552 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:46.728503 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:46.776658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:46.794102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-2c348b32-9eb7-489d-85a5-cb34fdb4c164 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681796222&fields=id&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 267 time: 0.0420585 Oct 22 16:18:46.848278 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:46.854748 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-52c669d6-70fe-4a50-979d-8d4ff9a0d51b None None] Provisioning complete for port 15f92964-60f4-4c51-b696-14d630ddfc34 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:46.855262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52c669d6-70fe-4a50-979d-8d4ff9a0d51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:46.941562 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-246cef50-7f14-444d-bacf-cf7dd4420d7b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:46.943367 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-246cef50-7f14-444d-bacf-cf7dd4420d7b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 797 time: 0.1410134 Oct 22 16:18:46.961968 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-b74eaa2b-8b14-408e-8da3-6a23d97e98c3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/quotas/d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 375 time: 0.0111003 Oct 22 16:18:46.983607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-52c669d6-70fe-4a50-979d-8d4ff9a0d51b None None] Provisioning complete for port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:46.984388 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-52c669d6-70fe-4a50-979d-8d4ff9a0d51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.030900 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-d6846f12-b6c7-448d-816c-1f3b205a9603 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555758 Oct 22 16:18:47.086829 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 2, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:47.120573 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Checking router: e629c096-73f4-4629-899e-f28b54a67098 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:18:47.121197 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Updating router e629c096-73f4-4629-899e-f28b54a67098 port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:18:47.157241 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.167595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-5e2a9b0b-8f8d-4230-8bc5-b137977df5b9 service neutron] 10.222.0.66 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186984 Oct 22 16:18:47.200235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-52c669d6-70fe-4a50-979d-8d4ff9a0d51b None None] Port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:18:47.271166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-54128fb0-0509-4759-b290-1a3fef1faaf5 service neutron] 10.222.0.66 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025877 Oct 22 16:18:47.324656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c32b1f3b-7306-4f48-bf01-22f39cc2b9fe None None] Provisioning complete for port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:47.334702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c32b1f3b-7306-4f48-bf01-22f39cc2b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.365764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c32b1f3b-7306-4f48-bf01-22f39cc2b9fe None None] Port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:18:47.462362 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.485946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-89972595-71c4-45b7-b482-6b5ffb761bfc None None] Provisioning complete for port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:47.486896 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-89972595-71c4-45b7-b482-6b5ffb761bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.536028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-89972595-71c4-45b7-b482-6b5ffb761bfc None None] Port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:18:47.555427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5341cea5-22e5-47d2-ac1b-e429baf56a6c req-8b3aaa1c-2ad0-4f5f-9235-8951388e6c2d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 210 time: 0.0350893 Oct 22 16:18:47.556153 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.612636 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Pushing event updated for resources: {'Port': ['ID=8eee030c-64f7-4e1f-b42d-ba040b4683d4,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:47.635385 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.635747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.636069 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.636402 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.636735 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.637061 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.637383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.637705 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.638020 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.638336 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.638653 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.639000 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:18:47.679994 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Attempting to bind port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:18:47.680458 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Attempting to bind port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:18:47.680892 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Attempting to bind port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 on network 156447cb-9784-4d26-b219-c1f247b2e27e {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:18:47.686400 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:18:47.686847 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Checking segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:18:47.687358 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.687833 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Bound using segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:18:47.688366 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Bound port: 8eee030c-64f7-4e1f-b42d-ba040b4683d4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:18:47.688813 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.757393 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] For port 8eee030c-64f7-4e1f-b42d-ba040b4683d4, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:18:47.760975 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] For port 8eee030c-64f7-4e1f-b42d-ba040b4683d4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8eee030c-64f7-4e1f-b42d-ba040b4683d4,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:18:47.842721 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.860054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 15f92964-60f4-4c51-b696-14d630ddfc34 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:18:47.890055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-9101169e-a4a4-498f-8688-d94945da0b3c None None] Provisioning complete for port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:47.890496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9101169e-a4a4-498f-8688-d94945da0b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:47.911298 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:18:47.911926 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:48.003003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 15f92964-60f4-4c51-b696-14d630ddfc34 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:48.003607 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:48.014841 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088727c-c8ca-4f61-b77d-f6b689efdd6f None None] Pushing event updated for resources: {'Port': ['ID=8eee030c-64f7-4e1f-b42d-ba040b4683d4,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:48.039545 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9101169e-a4a4-498f-8688-d94945da0b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:48.091639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-9101169e-a4a4-498f-8688-d94945da0b3c None None] For port 8eee030c-64f7-4e1f-b42d-ba040b4683d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8eee030c-64f7-4e1f-b42d-ba040b4683d4,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:48.131367 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:18:48.150017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:18:48.195803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9101169e-a4a4-498f-8688-d94945da0b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:48.273045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101169e-a4a4-498f-8688-d94945da0b3c None None] Pushing event updated for resources: {'Port': ['ID=8eee030c-64f7-4e1f-b42d-ba040b4683d4,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:48.276062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:48.276291 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:48.333245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-d8c22299-0755-4b16-9e2c-466540476ce1 None None] Provisioning complete for port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:48.333603 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d8c22299-0755-4b16-9e2c-466540476ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:48.382683 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:47Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:18:48.411267 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70e064-2428-46ac-a687-6baa9103df8c None None] The sync data for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 is: [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:47Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:18:48.666639 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-af298a1f-b9b9-4e68-8f6c-14fa4cbae086 req-e218ea08-2949-4055-b08e-72cfce0807cf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 210 time: 0.0309339 Oct 22 16:18:49.704184 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-131c17de-07bf-408d-99b2-db9a80893595 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:49.706134 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-131c17de-07bf-408d-99b2-db9a80893595 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 797 time: 0.1125207 Oct 22 16:18:49.753595 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-2b36ea58-e101-43b8-82da-3d186740aac8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 380 time: 0.0371506 Oct 22 16:18:49.763878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'port': {'device_id': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'admin_state_up': True, 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'security_groups': ['d77b09a5-9177-4ddc-9517-d849f36ee375']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:49.768569 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b8dc58bc-6d02-40a4-a8c2-c1e5356e2c30 req-532f1fb0-3933-4cd5-a6e6-0a7730c83dbf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 210 time: 0.0276749 Oct 22 16:18:49.885964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8eee030c-64f7-4e1f-b42d-ba040b4683d4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:18:49.941222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:49.941633 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:49.978452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:18:49.978452 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:50.115072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.8 (156447cb-9784-4d26-b219-c1f247b2e27e/bccf615c-1c3a-4633-9349-19ab01184ff2/48b9f2ff-df79-43d3-99f5-874b2fa7b048) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:18:50.286303 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:50.373781 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:50.420448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 156447cb-9784-4d26-b219-c1f247b2e27e is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:18:50.423663 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:18:50.427993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:18:50.436904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:50.487919 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:50.488468 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:50.572395 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-a8604bf8-15e6-4cdf-b618-eb3001f57ed4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123651 Oct 22 16:18:50.586287 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Request body: {'port': {'device_id': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:18:50.646997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:50.713337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-130f22e8-0d93-433c-beae-13a224a3210a None None] Provisioning complete for port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:50.713984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-130f22e8-0d93-433c-beae-13a224a3210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:50.749421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-130f22e8-0d93-433c-beae-13a224a3210a None None] Port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:18:50.895836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e5270-84d2-45ec-af49-85f342c1e1eb req-9155147c-b865-413f-b1a5-3b5a48d20b83 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:50.897483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e31e5270-84d2-45ec-af49-85f342c1e1eb req-9155147c-b865-413f-b1a5-3b5a48d20b83 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 931 time: 0.0544050 Oct 22 16:18:50.942290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e31e5270-84d2-45ec-af49-85f342c1e1eb req-3a289259-70b2-4783-8491-a851841ce9b9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383832 Oct 22 16:18:51.240429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b9f2ff-df79-43d3-99f5-874b2fa7b048 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:18:51.247773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:51.260341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Transition to ACTIVE for port object 48b9f2ff-df79-43d3-99f5-874b2fa7b048 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:18:51.350166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:51.400251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:51.480908 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:18:51.481264 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:18:51.481598 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on network 156447cb-9784-4d26-b219-c1f247b2e27e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:18:51.486516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on network 156447cb-9784-4d26-b219-c1f247b2e27e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:18:51.486904 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on network 156447cb-9784-4d26-b219-c1f247b2e27e {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:18:51.492143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:18:51.492438 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Checking segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:18:51.492830 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Bound using segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:18:51.493258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Bound port: 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:18:51.493644 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:51.560445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:18:51.563778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:18:51.653966 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:51.688950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:51.689698 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:51.691201 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 1091 time: 1.1094482 Oct 22 16:18:51.691673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:18:51.693954 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:18:51.733867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae924dc-01f2-486a-b91d-e0e8b531f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:51.741814 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d26f1-1594-4c38-bde5-f6a5908055fe x-openstack-request-id: req-c18d26f1-1594-4c38-bde5-f6a5908055fe {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:18:51.742289 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:18:51.742388 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c18d26f1-1594-4c38-bde5-f6a5908055fe {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:18:51.742784 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'status': 'completed', 'code': 200} Oct 22 16:18:51.813657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8 req-8c4cc0d9-f594-4a1a-8168-cc5beefe07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:51.815828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8 req-8c4cc0d9-f594-4a1a-8168-cc5beefe07e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1094 time: 0.0503123 Oct 22 16:18:51.947758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8 req-f00355a1-3e89-4b91-92b0-f8e1df434485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:51.949265 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8 req-f00355a1-3e89-4b91-92b0-f8e1df434485 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d213fed605a04506a9afb5662d77170a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1249487 Oct 22 16:18:52.057691 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8 req-5d5f10c2-d13e-4878-af1b-f328010876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:52.059231 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-89c58ca2-9bf2-4d02-b577-912b7e49c5e8 req-5d5f10c2-d13e-4878-af1b-f328010876e7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030791 Oct 22 16:18:52.068849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591e4c-86c8-4b3b-af8c-7eff5feb4803 req-25e2c8b7-c8c7-4ae7-b8a4-1689dcc08189 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:52.070428 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15591e4c-86c8-4b3b-af8c-7eff5feb4803 req-25e2c8b7-c8c7-4ae7-b8a4-1689dcc08189 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0541849 Oct 22 16:18:52.117860 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15591e4c-86c8-4b3b-af8c-7eff5feb4803 req-f72a6cbc-ead7-4b4d-a7c6-15eac6a7a3e7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Oct 22 16:18:52.137689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-651ebce9-3dad-4c1d-b986-d347870a8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:52.139249 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-651ebce9-3dad-4c1d-b986-d347870a8511 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1094 time: 0.0420008 Oct 22 16:18:52.188038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-3f76d78d-8752-4e03-8f3f-4e60c3872f97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 217 time: 0.0401342 Oct 22 16:18:52.242529 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-6d704614-ccd8-4c5a-aca4-7b23000d9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:52.244053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-6d704614-ccd8-4c5a-aca4-7b23000d9e43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0480964 Oct 22 16:18:52.296310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-62122770-0007-4094-ba1a-04da8ee4313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:52.296310 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-62122770-0007-4094-ba1a-04da8ee4313e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441637 Oct 22 16:18:52.395962 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-e9e4bbc2-9b9c-4af7-bb82-b232715d0b86 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930893 Oct 22 16:18:52.493874 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-85f543b2-a596-41f7-a55f-f6e85f23bf03 req-4a9e7a25-4732-487e-aa81-ecf2c347d3c9 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905693 Oct 22 16:18:52.710587 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c2e3-8834-46ef-a6f4-2d1c0615ebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:53.241741 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9df30-729b-4848-8a97-17d61b657630 req-9059143f-31b8-4755-a462-a60608473fba tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:53.243281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7a9df30-729b-4848-8a97-17d61b657630 req-9059143f-31b8-4755-a462-a60608473fba tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0521936 Oct 22 16:18:53.284392 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7a9df30-729b-4848-8a97-17d61b657630 req-ea7dc1ed-a9c9-4b68-ac13-a52510f1fd5e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Oct 22 16:18:54.407350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d423ff-24a9-4426-b23a-0303e54a49d4 req-7d76ffa2-5013-4ae8-970f-8ce7ac1d8196 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:54.408570 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2d423ff-24a9-4426-b23a-0303e54a49d4 req-7d76ffa2-5013-4ae8-970f-8ce7ac1d8196 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0520372 Oct 22 16:18:54.452763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2d423ff-24a9-4426-b23a-0303e54a49d4 req-c0b70416-9fa0-4317-9467-c79923c86463 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376222 Oct 22 16:18:55.201518 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-70105e67-2a9b-4cc6-be47-1843365823b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:55.576994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529b2e7-bf15-4d4b-bebb-6756513ad974 req-6d31f27b-d11c-4da8-bd17-fc59a9d24ebe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:55.578531 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5529b2e7-bf15-4d4b-bebb-6756513ad974 req-6d31f27b-d11c-4da8-bd17-fc59a9d24ebe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0538533 Oct 22 16:18:55.621665 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5529b2e7-bf15-4d4b-bebb-6756513ad974 req-0084cd3f-b802-40c5-bffc-35fafcc1e795 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357399 Oct 22 16:18:56.487901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:56.791559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:18:56.792785 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff7f41-d203-4d8b-a868-21e6ed7eddf7 req-d4467f1b-4c98-4470-aabf-ed99e8ddb106 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:56.794342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eff7f41-d203-4d8b-a868-21e6ed7eddf7 req-d4467f1b-4c98-4470-aabf-ed99e8ddb106 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0508099 Oct 22 16:18:56.834411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6eff7f41-d203-4d8b-a868-21e6ed7eddf7 req-0c507ecb-7d81-469c-bc60-c434da643ee7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Oct 22 16:18:56.901806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:56.911996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:56.914413 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'port_id': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'mac_address': 'fa:16:3e:68:c7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:18:56.960065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:56.975211 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b9f2ff-df79-43d3-99f5-874b2fa7b048 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:18:56.996068 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:57.087933 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:57.138463 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:18:57.434621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['48b9f2ff-df79-43d3-99f5-874b2fa7b048'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:18:57.956483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3fad0-3795-4c18-8171-934bb614a9ec req-ab42f7c6-fa57-40ad-a7e4-35f7a4684020 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:57.957916 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f3fad0-3795-4c18-8171-934bb614a9ec req-ab42f7c6-fa57-40ad-a7e4-35f7a4684020 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 944 time: 0.0527236 Oct 22 16:18:57.998301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f3fad0-3795-4c18-8171-934bb614a9ec req-ff23ec9c-8a77-460f-840a-7edf355d140d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340855 Oct 22 16:18:58.464601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:58.811335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:18:58.956999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:18:58.961337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:18:58.961837 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:59.050210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:59.073066 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:18:59.075404 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff051ff-78d4-4ae9-af94-e70ae32c20ed" -d '{"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-plugged", "status": "completed", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:18:59.092671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:18:59.114470 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db258fa0-9dd6-4232-8040-5a2f3032b2ce x-openstack-request-id: req-db258fa0-9dd6-4232-8040-5a2f3032b2ce {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:18:59.114765 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-plugged", "status": "completed", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:18:59.115170 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db258fa0-9dd6-4232-8040-5a2f3032b2ce {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:18:59.115709 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'code': 200} Oct 22 16:18:59.125334 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d830d18-8807-437b-87bd-339791e12c0c req-f83c54d2-ccd5-4e12-bcda-058e9b251811 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:59.126888 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d830d18-8807-437b-87bd-339791e12c0c req-f83c54d2-ccd5-4e12-bcda-058e9b251811 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 944 time: 0.0570660 Oct 22 16:18:59.173258 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1d830d18-8807-437b-87bd-339791e12c0c req-8b1ad98d-fce4-4b23-b05d-480bacdcdccc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Oct 22 16:18:59.213216 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:18:59.221944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac34cb9-5f18-42c6-81cb-66787678e312 req-c20a4e7d-f655-4d0e-a0d6-298291b435aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:18:59.223370 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ac34cb9-5f18-42c6-81cb-66787678e312 req-c20a4e7d-f655-4d0e-a0d6-298291b435aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1095 time: 0.0463855 Oct 22 16:18:59.266585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-6ac34cb9-5f18-42c6-81cb-66787678e312 req-f7e7fb40-111b-4d8c-bd76-8ac1f748b0c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353682 Oct 22 16:18:59.268844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:19:00.293434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d2038-541d-4e8a-898f-a0962cc0a67f req-397eafb4-3914-4b39-ad4f-9d87f07ed87a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:00.294927 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571d2038-541d-4e8a-898f-a0962cc0a67f req-397eafb4-3914-4b39-ad4f-9d87f07ed87a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0494366 Oct 22 16:19:00.333716 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-571d2038-541d-4e8a-898f-a0962cc0a67f req-f20c0b94-ba1c-4b5d-bb4f-f7f9815d9607 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Oct 22 16:19:01.455523 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec5f36-15ce-493b-b25d-911fb22c21ce req-19236838-899c-4fba-b788-bf363cb3ce9e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:01.457116 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87ec5f36-15ce-493b-b25d-911fb22c21ce req-19236838-899c-4fba-b788-bf363cb3ce9e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0533228 Oct 22 16:19:01.496794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-87ec5f36-15ce-493b-b25d-911fb22c21ce req-6b1086e3-9ae7-48b3-af63-7ff75b183f17 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336115 Oct 22 16:19:01.616344 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a87e6c-c563-468f-b190-ffd86145b2a7 req-a3f486c6-3d5f-4e78-a9ea-b3280fc00fbf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:01.617794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9a87e6c-c563-468f-b190-ffd86145b2a7 req-a3f486c6-3d5f-4e78-a9ea-b3280fc00fbf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0513515 Oct 22 16:19:01.662221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a9a87e6c-c563-468f-b190-ffd86145b2a7 req-75264b70-7371-46ae-a604-93e7c5471877 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384290 Oct 22 16:19:01.684229 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47180) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:19:01.725585 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b16c7-8b7b-4037-8979-3159baf54611 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:01.727164 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-941b16c7-8b7b-4037-8979-3159baf54611 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1091 time: 0.0418959 Oct 22 16:19:01.730023 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47182) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:19:01.734355 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:19:01.887678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:01.994573 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:02.109414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.133 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/837e6d1e-cac7-4fdd-bbd4-49a2fd02883a) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:19:02.216338 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:02.299997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:02.344530 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:19:02.347639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:19:02.351199 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:19:02.377536 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=837e6d1e-cac7-4fdd-bbd4-49a2fd02883a,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:19:02.725131 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:02.846796 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:03.014801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:03.092588 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:03.169076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=837e6d1e-cac7-4fdd-bbd4-49a2fd02883a,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:19:03.180137 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:03.284473 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 5ad2235a-b766-458c-bb12-8a4a6806c9aa associated. External IP: 172.25.1.133, port: 48b9f2ff-df79-43d3-99f5-874b2fa7b048. Oct 22 16:19:03.501467 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router e629c096-73f4-4629-899e-f28b54a67098 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:19:03.619885 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:19:03.632702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] Sync routers for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:19:03.643373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:19:03.644017 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:19:03.683924 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:03.712393 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-463db138-41d9-4110-8ccf-0c8a4829a3d7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9813249 Oct 22 16:19:03.713136 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:19:03.715630 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:19:03.755019 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca8367d-ae0a-4f61-a1c5-a51e3d26ef41 x-openstack-request-id: req-6ca8367d-ae0a-4f61-a1c5-a51e3d26ef41 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:19:03.755648 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:19:03.755648 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ca8367d-ae0a-4f61-a1c5-a51e3d26ef41 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:19:03.756255 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'status': 'completed', 'code': 200} Oct 22 16:19:03.762533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:19:03.823472 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed7de-ba55-47c1-8f1f-0d2393ede5df req-8c9f54f8-98ab-4bb7-8621-01a6f2cf0718 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:03.825790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-8d66903a-a9a8-4c67-ab3e-13cd99683521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:03.826300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdaed7de-ba55-47c1-8f1f-0d2393ede5df req-8c9f54f8-98ab-4bb7-8621-01a6f2cf0718 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0589976 Oct 22 16:19:03.827602 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-8d66903a-a9a8-4c67-ab3e-13cd99683521 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1096 time: 0.0502245 Oct 22 16:19:03.870068 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdaed7de-ba55-47c1-8f1f-0d2393ede5df req-91aa92f6-7363-4647-ba54-4c05a517e3a7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369003 Oct 22 16:19:03.894076 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47188) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:19:03.936629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-0e6a3168-118e-4c9f-ac5a-4ec0658c2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:03.938159 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-0e6a3168-118e-4c9f-ac5a-4ec0658c2384 service neutron] 10.222.0.69 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.1027141 Oct 22 16:19:03.959882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a622ecaa-3d3c-4844-997d-c9c6ad88e45e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5ad2235a-b766-458c-bb12-8a4a6806c9aa HTTP/1.1" status: 200 len: 991 time: 0.0644524 Oct 22 16:19:04.008494 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-18e95e1e-5728-40ce-b662-47702c6885b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 999 time: 0.0627158 Oct 22 16:19:04.010194 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5ad2235a-b766-458c-bb12-8a4a6806c9aa', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'port_id': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'mac_address': 'fa:16:3e:68:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:19:02Z', 'updated_at': '2021-10-22T16:19:02Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:19:04.038196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] Checking router: e629c096-73f4-4629-899e-f28b54a67098 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:19:04.048978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:19:04.049426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:18:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:19:04.068433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-2d1fc05a-d7c7-429a-9c6b-b88846c19110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:04.070024 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-2d1fc05a-d7c7-429a-9c6b-b88846c19110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0540857 Oct 22 16:19:04.123219 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-e560c9e0-1e42-462d-b493-cfd8b93a5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:04.123219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-e560c9e0-1e42-462d-b493-cfd8b93a5ae2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443690 Oct 22 16:19:04.164706 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:19:04.220359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-90665a2b-0c24-4255-ac3e-111d28343c31 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899069 Oct 22 16:19:04.322889 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-536dc0c5-bc8c-494a-b696-ed71d1e7f6c3 req-c58bbb83-335c-4b80-a5e4-e2454b215798 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949998 Oct 22 16:19:04.415912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5ad2235a-b766-458c-bb12-8a4a6806c9aa', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'port_id': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'mac_address': 'fa:16:3e:68:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:19:02Z', 'updated_at': '2021-10-22T16:19:02Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:19:04.444043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:04.444909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6189e7-f6d2-4df6-94b4-2c157269e9b0 None None] The sync data for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 is: [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5ad2235a-b766-458c-bb12-8a4a6806c9aa', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'port_id': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'mac_address': 'fa:16:3e:68:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:19:02Z', 'updated_at': '2021-10-22T16:19:02Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:19:04.640964 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de581e98-03d7-4965-8607-79c04c118c88 None None] New status for floating IP 5ad2235a-b766-458c-bb12-8a4a6806c9aa: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:19:04.963855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47190) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:19:05.031406 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f0a6acb5-2103-474c-a0c0-f66ce71df20e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5ad2235a-b766-458c-bb12-8a4a6806c9aa HTTP/1.1" status: 200 len: 993 time: 0.0663593 Oct 22 16:19:12.436761 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:19.846177 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:19:22.710237 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4999a3c5-9b2c-4df2-b7bb-1af49cb93bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:25.201170 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b16524d8-7e1c-44d6-9088-b42ebabbcd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:26.504405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:26.904202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:28.487022 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:34.428272 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:42.445354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:51.133606 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-5b2ecc98-8104-40fe-9d46-92a68830d3a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970416 Oct 22 16:19:51.228468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad199564-11b3-4d16-928a-c235d798e93e req-ac98ba27-abe6-447b-8f87-84934861c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:51.230055 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-ac98ba27-abe6-447b-8f87-84934861c620 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1096 time: 0.0487013 Oct 22 16:19:51.338794 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad199564-11b3-4d16-928a-c235d798e93e req-4ccf70a4-4493-4470-97b2-a154807241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:51.340230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-4ccf70a4-4493-4470-97b2-a154807241b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0886040 Oct 22 16:19:51.413334 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-b5e99e98-2b49-418c-87cd-8b56de3c080c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 1001 time: 0.0648508 Oct 22 16:19:51.463871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad199564-11b3-4d16-928a-c235d798e93e req-b9fa16c4-59d0-4ae2-b36d-8432d24837e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:51.465360 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-b9fa16c4-59d0-4ae2-b36d-8432d24837e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0446723 Oct 22 16:19:51.513873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad199564-11b3-4d16-928a-c235d798e93e req-249db3b2-8824-4558-a8ca-91e4b7086624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:19:51.515538 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-249db3b2-8824-4558-a8ca-91e4b7086624 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425079 Oct 22 16:19:51.619343 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-76050816-27a8-45dc-8ec1-1b72794f80df service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952783 Oct 22 16:19:51.722101 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ad199564-11b3-4d16-928a-c235d798e93e req-02b47f6f-6381-4059-8d2b-807ddcfd316f service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953393 Oct 22 16:19:52.720087 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bef117fa-5713-495f-bc96-017c0fcd26b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:55.227541 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-16429986-7674-4881-b0c2-c4a76311947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:56.507627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:56.845417 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:19:56.903902 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:19:58.492465 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:04.467135 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:09.805253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-8563e42c-76c4-4d15-9e1d-0ceb9a82b49a req-d9d6e1be-1e6d-4a9f-ade1-ee30e1b27fd2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:20:09.806956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8563e42c-76c4-4d15-9e1d-0ceb9a82b49a req-d9d6e1be-1e6d-4a9f-ade1-ee30e1b27fd2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0569878 Oct 22 16:20:10.134320 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8229197-cecf-48f4-902a-2de8d4a56baa req-7f61b471-aaf8-48a2-8336-111a9c104c89 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:10.136062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8229197-cecf-48f4-902a-2de8d4a56baa req-7f61b471-aaf8-48a2-8336-111a9c104c89 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0553880 Oct 22 16:20:10.186275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e8229197-cecf-48f4-902a-2de8d4a56baa req-5cf51264-7112-45fe-b0a3-060977dd3cb9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405200 Oct 22 16:20:10.227130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47230) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:20:10.345427 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-2e748bf0-0c82-4db5-813f-1011703b4fe7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1169829 Oct 22 16:20:10.354763 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-d0206fbd-1861-4c9d-90a8-93e18b1a5b18 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:20:10.355854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-d0206fbd-1861-4c9d-90a8-93e18b1a5b18 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053751 Oct 22 16:20:11.330750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96656def-3ab6-4ec6-821a-9c93d8621e77 req-c3bb8444-92a8-4ff8-a80a-d3d68b8464e3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:11.332365 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96656def-3ab6-4ec6-821a-9c93d8621e77 req-c3bb8444-92a8-4ff8-a80a-d3d68b8464e3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0551934 Oct 22 16:20:11.382912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-96656def-3ab6-4ec6-821a-9c93d8621e77 req-fe5f65d4-bbb8-4e79-82d0-db12d0973be7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 Oct 22 16:20:12.372077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:12.547262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2d711-0de7-4a38-93ab-e76cae1276ac req-1fde222c-146e-45f5-b5ae-e3e1d1355cf5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:12.549993 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76d2d711-0de7-4a38-93ab-e76cae1276ac req-1fde222c-146e-45f5-b5ae-e3e1d1355cf5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0717635 Oct 22 16:20:12.618154 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-76d2d711-0de7-4a38-93ab-e76cae1276ac req-611bf9e8-7304-4788-b671-3b8ca636cdf3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616226 Oct 22 16:20:12.654400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-39e214b3-88d5-403a-9099-f8b89dcf962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:12.656631 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-39e214b3-88d5-403a-9099-f8b89dcf962c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1096 time: 0.0473390 Oct 22 16:20:12.762109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-d841d5e8-4f86-4f0b-ba35-cec55f97a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:12.763678 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-d841d5e8-4f86-4f0b-ba35-cec55f97a139 service neutron] 10.222.0.69 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0986826 Oct 22 16:20:12.836790 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-23dc4be2-bd11-4785-8aaf-ae05e555fc36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 1001 time: 0.0648546 Oct 22 16:20:12.887376 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-fef39058-97a0-40c2-97fe-06cc593b2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:12.888772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-fef39058-97a0-40c2-97fe-06cc593b2ee7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0446100 Oct 22 16:20:12.935583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-d6a62d3e-b078-41ec-90c2-c8ac6d3c3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:12.937652 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-d6a62d3e-b078-41ec-90c2-c8ac6d3c3cfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414181 Oct 22 16:20:13.034553 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-e5036bf1-4490-4454-af93-097053bab4c2 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885007 Oct 22 16:20:13.128642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-09023bcf-5110-4ccb-bc83-30f711f0ddb6 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866983 Oct 22 16:20:13.757660 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6e90d-0ff6-40a3-be1a-913ff92d9638 req-54bc1036-eb48-49d8-ac91-07a8ef0ed3a8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:13.759353 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2d6e90d-0ff6-40a3-be1a-913ff92d9638 req-54bc1036-eb48-49d8-ac91-07a8ef0ed3a8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0539024 Oct 22 16:20:13.806003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f2d6e90d-0ff6-40a3-be1a-913ff92d9638 req-a0171e38-8a33-45f9-862e-da43e2de58db tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 Oct 22 16:20:14.928836 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a5efc-bb7e-42ab-9216-5e7b738ecd75 req-4e4c83e0-41c9-4905-9ca8-0ea2db03f276 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:14.930351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-511a5efc-bb7e-42ab-9216-5e7b738ecd75 req-4e4c83e0-41c9-4905-9ca8-0ea2db03f276 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0520115 Oct 22 16:20:14.971293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-511a5efc-bb7e-42ab-9216-5e7b738ecd75 req-14e8d2a1-666c-4640-9408-72ab4c784d75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348194 Oct 22 16:20:16.093382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3720225-d9bc-4d75-b66d-c11e57ceaceb req-749c6d0a-9a30-4633-a8f7-274e5e339b32 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:16.094829 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3720225-d9bc-4d75-b66d-c11e57ceaceb req-749c6d0a-9a30-4633-a8f7-274e5e339b32 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0529251 Oct 22 16:20:16.135793 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3720225-d9bc-4d75-b66d-c11e57ceaceb req-b4f51686-0e48-45bc-98e5-d5fbeab296b3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347657 Oct 22 16:20:17.260000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9975582-f109-4224-8541-a9d6c398b3be req-464e5cab-1ff7-4b53-94ca-fe19a92cebaa tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:17.261516 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9975582-f109-4224-8541-a9d6c398b3be req-464e5cab-1ff7-4b53-94ca-fe19a92cebaa tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0505955 Oct 22 16:20:17.306182 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9975582-f109-4224-8541-a9d6c398b3be req-207deaf6-951d-47d7-8141-b92aedccb914 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375178 Oct 22 16:20:18.429595 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31507c72-cfad-40f8-bbe0-3ee3639f62d5 req-7c85321e-a196-4db7-b1f7-34838df31126 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:18.431215 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31507c72-cfad-40f8-bbe0-3ee3639f62d5 req-7c85321e-a196-4db7-b1f7-34838df31126 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0520713 Oct 22 16:20:18.472810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31507c72-cfad-40f8-bbe0-3ee3639f62d5 req-562145ee-7f60-4d6a-ae30-959652f8bfbb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353518 Oct 22 16:20:19.594435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691671dd-b189-4950-934c-606f643e6d73 req-cd6b8cc8-3ee3-4d51-a624-e00e54d1cda4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:19.595983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-691671dd-b189-4950-934c-606f643e6d73 req-cd6b8cc8-3ee3-4d51-a624-e00e54d1cda4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0525382 Oct 22 16:20:19.635191 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-691671dd-b189-4950-934c-606f643e6d73 req-9c45e85c-c9d2-4a5c-be09-abf468dbadae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Oct 22 16:20:20.761507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa59302-b620-4b3a-b096-0b45418991d1 req-dd720618-1330-4acb-8ce0-ef0a8e14a9e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:20.763207 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaa59302-b620-4b3a-b096-0b45418991d1 req-dd720618-1330-4acb-8ce0-ef0a8e14a9e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0552833 Oct 22 16:20:20.809854 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-aaa59302-b620-4b3a-b096-0b45418991d1 req-fad0a61b-fa7f-437a-8448-b9ccb73eed37 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Oct 22 16:20:21.932899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0810a-b1b1-4cd9-8b62-9d6e9a14d2be req-9cc67589-5ce3-44db-9ff4-ee84676e1c4e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:21.934402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cb0810a-b1b1-4cd9-8b62-9d6e9a14d2be req-9cc67589-5ce3-44db-9ff4-ee84676e1c4e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0504663 Oct 22 16:20:21.974275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7cb0810a-b1b1-4cd9-8b62-9d6e9a14d2be req-f9b910b5-cca3-41e1-ad1b-92761680e14d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Oct 22 16:20:22.746669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0671f777-9d1a-4aa6-a43c-061c95b08aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:23.092872 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b6e0-c1af-487a-916f-3a2717263bd6 req-8c865055-867a-4342-8a97-f4ee875e532c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:23.094371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a761b6e0-c1af-487a-916f-3a2717263bd6 req-8c865055-867a-4342-8a97-f4ee875e532c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0500846 Oct 22 16:20:23.133755 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a761b6e0-c1af-487a-916f-3a2717263bd6 req-766cf1e7-b35c-4f22-b7e0-b59d1ddc902f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331228 Oct 22 16:20:24.255078 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9d6c-e1eb-457c-a155-e3c7060c92c4 req-42001d5d-7c75-4127-95cf-2375beea856b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:24.256634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdff9d6c-e1eb-457c-a155-e3c7060c92c4 req-42001d5d-7c75-4127-95cf-2375beea856b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0507994 Oct 22 16:20:24.301060 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fdff9d6c-e1eb-457c-a155-e3c7060c92c4 req-1d84179b-46e6-454d-b357-1ee892bf8ff0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381601 Oct 22 16:20:25.205674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-04943338-c5d4-45d6-8e54-588a01595f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:25.425146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dfe94-11e5-4417-972d-ac20167165a7 req-219d195f-77ac-46b2-945d-f89c1bf58a56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:25.426918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-357dfe94-11e5-4417-972d-ac20167165a7 req-219d195f-77ac-46b2-945d-f89c1bf58a56 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0529065 Oct 22 16:20:25.466693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-357dfe94-11e5-4417-972d-ac20167165a7 req-4c23ee17-2b6c-439a-aae9-b888d2a59563 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Oct 22 16:20:26.497525 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:26.588649 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3204843-bd58-4f48-9846-ee7b5549e2ca req-0eacb474-2266-46f3-8e5f-cebc37df53b5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:26.590153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3204843-bd58-4f48-9846-ee7b5549e2ca req-0eacb474-2266-46f3-8e5f-cebc37df53b5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0497005 Oct 22 16:20:26.628954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b3204843-bd58-4f48-9846-ee7b5549e2ca req-e0f45ba9-2957-4ede-9488-f776c08d62bb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Oct 22 16:20:26.912082 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:27.750687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036ccc6-e16b-49f3-9a5c-e8266aa0829f req-e9bd4034-4559-42d4-b56f-7b20a25a90ab tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:27.752256 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2036ccc6-e16b-49f3-9a5c-e8266aa0829f req-e9bd4034-4559-42d4-b56f-7b20a25a90ab tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0528858 Oct 22 16:20:27.796562 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2036ccc6-e16b-49f3-9a5c-e8266aa0829f req-3cda9a71-d258-4e49-83a8-a7f8b5525545 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379641 Oct 22 16:20:28.468862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:28.918157 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97263-04ff-4591-a696-53024c490fbf req-3169040a-7713-4b32-b08d-2b1646d42a96 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:28.920290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9d97263-04ff-4591-a696-53024c490fbf req-3169040a-7713-4b32-b08d-2b1646d42a96 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0516171 Oct 22 16:20:28.961451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b9d97263-04ff-4591-a696-53024c490fbf req-e56f9da0-ca61-42e9-a032-c6c6fe392b68 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348635 Oct 22 16:20:30.080960 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2324d3-dfdf-4351-aff7-1c57b522b590 req-265d738d-d5e6-4b92-9ef0-8d287b32e5d5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:30.082472 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c2324d3-dfdf-4351-aff7-1c57b522b590 req-265d738d-d5e6-4b92-9ef0-8d287b32e5d5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0498247 Oct 22 16:20:30.121188 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0c2324d3-dfdf-4351-aff7-1c57b522b590 req-2f9d7901-f14b-45a4-9a18-50018ac147eb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Oct 22 16:20:30.307489 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-1032dce6-f289-4431-a0ce-20d6517467aa service neutron] show failed (client error): The resource could not be found. Oct 22 16:20:30.308542 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-1032dce6-f289-4431-a0ce-20d6517467aa service neutron] 10.222.0.69 "GET /v2.0/ports/48b9f2ff-df79-43d3-99f5-874b2fa7b048/bindings/n-h2-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0560808 Oct 22 16:20:30.992760 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-49876d58-f076-46a9-93ce-6b802145e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:30.994357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-49876d58-f076-46a9-93ce-6b802145e16a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 1096 time: 0.0904822 Oct 22 16:20:31.005791 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-2', 'device_owner': 'compute:nova'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:20:31.069035 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:31.302939 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094367c-c28b-460d-b178-a63deb13be86 req-88cfdca0-d0db-4d83-9be2-2885d2b62f4c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:31.304457 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2094367c-c28b-460d-b178-a63deb13be86 req-88cfdca0-d0db-4d83-9be2-2885d2b62f4c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.1085010 Oct 22 16:20:31.335793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:20:31.377000 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2094367c-c28b-460d-b178-a63deb13be86 req-eb34a2ad-3662-43ef-bce0-a7403054081d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636704 Oct 22 16:20:31.389962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h1-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:20:31.431875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:20:31.433771 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fec9981-5a5e-4d7b-bfa3-7576ad04d175" -d '{"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-unplugged", "status": "completed", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:20:31.439003 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:31.452590 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Transition to ACTIVE for port object 48b9f2ff-df79-43d3-99f5-874b2fa7b048 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:20:31.486787 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5a13d-3941-4464-8275-c100eb72ac71 x-openstack-request-id: req-6fc5a13d-3941-4464-8275-c100eb72ac71 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:20:31.487109 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-unplugged", "status": "completed", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:20:31.491519 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fc5a13d-3941-4464-8275-c100eb72ac71 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:20:31.491519 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'code': 200} Oct 22 16:20:31.508523 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:31.584189 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=6']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:20:31.603269 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.603648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.604000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.604351 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.604682 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.605012 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.605337 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.605662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.605986 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.606308 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.606628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.606948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:31.645412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] No DVR routers for this DVR port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on host n-h1-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:20:31.799040 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:20:31.799505 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:20:31.799954 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on network 156447cb-9784-4d26-b219-c1f247b2e27e {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:20:31.805319 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on network 156447cb-9784-4d26-b219-c1f247b2e27e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:20:31.805633 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Attempting to bind port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on network 156447cb-9784-4d26-b219-c1f247b2e27e {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:20:31.812224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:20:31.812639 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Checking segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:20:31.813215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Bound using segment: {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:20:31.813638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Bound port: 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71613289-6ef6-4146-ade6-99c9a0971488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:20:31.813985 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:31.879994 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:20:31.883323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:20:31.952905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:31.988858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:31.989480 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:31.990859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] 10.222.0.53 "PUT /v2.0/ports/48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 1091 time: 0.9890060 Oct 22 16:20:32.018652 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffca5f-e1d0-43b7-90f1-cd5750f48738 service neutron] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=7']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:20:32.072642 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-04f9d7a4-6aa4-42f2-ac45-22dc314f2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:32.074249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-04f9d7a4-6aa4-42f2-ac45-22dc314f2f97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1094 time: 0.0582321 Oct 22 16:20:32.174894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-2472f875-249e-4edd-aa99-764202cb1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:32.176889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-2472f875-249e-4edd-aa99-764202cb1e2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0953648 Oct 22 16:20:32.248861 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-1db5dc5d-332b-48b9-883b-e6e75494ce83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 999 time: 0.0651553 Oct 22 16:20:32.300374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-abf780a9-0713-4c9b-a97c-c8d387e4a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:32.301873 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-abf780a9-0713-4c9b-a97c-c8d387e4a85c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0457041 Oct 22 16:20:32.348127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-bc24dde8-d3f0-4109-99ff-6c28edd3d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:32.349647 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-bc24dde8-d3f0-4109-99ff-6c28edd3d1d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407016 Oct 22 16:20:32.799597 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-4658a938-3d88-419e-99cd-172d762ad166 service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427664 Oct 22 16:20:32.812722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c7f0-89e6-4427-b281-6850b3c110f0 req-bbf88f0b-1ef1-4930-99eb-925546f26a63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:32.814176 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f98c7f0-89e6-4427-b281-6850b3c110f0 req-bbf88f0b-1ef1-4930-99eb-925546f26a63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0703330 Oct 22 16:20:32.901904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8f98c7f0-89e6-4427-b281-6850b3c110f0 req-bcb1b381-43c3-4605-a679-ef4849f880e4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797410 Oct 22 16:20:32.929198 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-46d9fb51-2f25-4cdc-8511-1eb0e12e56c1 req-0264f67b-cf73-483c-9faa-365ce41050b9 service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140611 Oct 22 16:20:33.348916 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:20:33.392703 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:20:33.489459 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:20:33.492036 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b45daa-6865-41d2-80a9-60802d328b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:20:33.542333 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b615a-a4d8-4564-8765-8a725e69f7e3 x-openstack-request-id: req-158b615a-a4d8-4564-8765-8a725e69f7e3 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:20:33.542632 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:20:33.542885 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-158b615a-a4d8-4564-8765-8a725e69f7e3 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:20:33.543349 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'status': 'completed', 'code': 200} Oct 22 16:20:33.607596 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-5056bf46-545d-461b-8135-ba0a866055ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.608484 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-feb8ad2b-a6a6-48f5-8e01-94179d9d1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.609607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-5056bf46-545d-461b-8135-ba0a866055ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1094 time: 0.0477247 Oct 22 16:20:33.610057 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-feb8ad2b-a6a6-48f5-8e01-94179d9d1467 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1094 time: 0.0421667 Oct 22 16:20:33.706217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-5af58005-d214-47d8-b7d0-791323e90437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.707754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-5af58005-d214-47d8-b7d0-791323e90437 service neutron] 10.222.0.69 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0916131 Oct 22 16:20:33.712310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-67133adc-8627-4d90-99a2-f9c2f68c6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.713765 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-67133adc-8627-4d90-99a2-f9c2f68c6550 service neutron] 10.222.0.53 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0929451 Oct 22 16:20:33.781739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-b4b50b21-7766-45db-92d6-6be4f15a3de7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 999 time: 0.0593476 Oct 22 16:20:33.781987 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-afef1822-00a3-4de5-9b0e-a7d323c8425c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 999 time: 0.0662885 Oct 22 16:20:33.832410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-f50d5ef7-e30c-4973-9221-1a816f02e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.833197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-d5fa7b3e-2c48-480a-980b-4ca1f7e570a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.834002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-f50d5ef7-e30c-4973-9221-1a816f02e79d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0455742 Oct 22 16:20:33.834672 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-d5fa7b3e-2c48-480a-980b-4ca1f7e570a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0461612 Oct 22 16:20:33.844724 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:20:33.883837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-97e6220f-b609-4ce6-9c92-35ef9980f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.885353 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-97e6220f-b609-4ce6-9c92-35ef9980f9ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435696 Oct 22 16:20:33.888326 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-b7a47ad1-7253-4aa2-a77c-8026d5aa5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:33.890402 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-b7a47ad1-7253-4aa2-a77c-8026d5aa5cec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460017 Oct 22 16:20:33.987524 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-e8b654be-6347-48f6-9d05-5db3c5e9b740 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925686 Oct 22 16:20:33.998697 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-abddab6a-2ad1-4fc5-bb66-8bf9aaad15fa service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001256 Oct 22 16:20:34.083753 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-3d9b4b01-a2e3-4601-af7b-3a495fcd7a9e service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884922 Oct 22 16:20:34.105408 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c85387-3537-4c45-b84f-ea5e153fa5ff req-5b51bbfd-dd15-44af-8bd5-e3c374858b12 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:34.107128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8c85387-3537-4c45-b84f-ea5e153fa5ff req-5b51bbfd-dd15-44af-8bd5-e3c374858b12 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.1241372 Oct 22 16:20:34.145043 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f6b45daa-6865-41d2-80a9-60802d328b3a req-970181ab-b584-4439-89ce-69508ff67d8d service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313117 Oct 22 16:20:34.163032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d8c85387-3537-4c45-b84f-ea5e153fa5ff req-ea6adaaf-9a3b-4625-bdf3-3c102d703a73 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482531 Oct 22 16:20:34.440172 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:35.287567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477940b-eeed-41db-8305-19eada17270b req-b2d098dd-7216-4d8a-8d25-edba1b1a60e7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:35.289095 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c477940b-eeed-41db-8305-19eada17270b req-b2d098dd-7216-4d8a-8d25-edba1b1a60e7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0517435 Oct 22 16:20:35.326943 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c477940b-eeed-41db-8305-19eada17270b req-5892753e-a27e-47e3-ab16-1330f9c8a9aa tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Oct 22 16:20:35.663358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3533-ea65-48ea-8af9-bb34d6d1225a req-d206cb65-0eee-435a-b1ce-bbd185e763ac tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:35.664931 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1da3533-ea65-48ea-8af9-bb34d6d1225a req-d206cb65-0eee-435a-b1ce-bbd185e763ac tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0592322 Oct 22 16:20:35.709879 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d1da3533-ea65-48ea-8af9-bb34d6d1225a req-b98ad68d-a405-482e-8749-03bb03634952 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377445 Oct 22 16:20:35.746578 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-2a6d99db-777e-448c-919c-4a797981246b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:35.748212 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-2a6d99db-777e-448c-919c-4a797981246b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a&tenant_id=d213fed605a04506a9afb5662d77170a&binding%3Ahost_id=n-h2-812148-2 HTTP/1.1" status: 200 len: 943 time: 0.0590134 Oct 22 16:20:35.815319 n-d-812148-2 neutron-server[107801]: INFO neutron.api.v2.resource [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-10ec5a2a-fb9a-46b3-832a-994fd90e0aaf service neutron] delete failed (client error): The resource could not be found. Oct 22 16:20:35.816432 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-10ec5a2a-fb9a-46b3-832a-994fd90e0aaf service neutron] 10.222.0.69 "DELETE /v2.0/ports/48b9f2ff-df79-43d3-99f5-874b2fa7b048/bindings/n-h1-812148-2 HTTP/1.1" status: 404 len: 380 time: 0.0598836 Oct 22 16:20:35.840385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d61ed7-9625-4650-8609-21f7bfe6749e req-3aafcc64-4bb6-4628-9915-b2cdb11aeb7d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:35.842045 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52d61ed7-9625-4650-8609-21f7bfe6749e req-3aafcc64-4bb6-4628-9915-b2cdb11aeb7d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 943 time: 0.0547624 Oct 22 16:20:35.886453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-52d61ed7-9625-4650-8609-21f7bfe6749e req-abe3e3d7-fdb3-4dd9-82f6-4422ba7651ee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 Oct 22 16:20:35.906895 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-9e34b66b-b22c-4534-b696-7b43426e0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:35.909436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-9e34b66b-b22c-4534-b696-7b43426e0319 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1094 time: 0.0469165 Oct 22 16:20:36.007330 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-5fb53931-b848-4a02-b357-757b7f8c7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:36.008853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-5fb53931-b848-4a02-b357-757b7f8c7888 service neutron] 10.222.0.69 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0923965 Oct 22 16:20:36.076539 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-660e2313-bb84-4b53-8ea5-b2fca0e6ee20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 999 time: 0.0604527 Oct 22 16:20:36.127422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-5e6d8985-b807-440b-9932-7691c5d053fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:36.128951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-5e6d8985-b807-440b-9932-7691c5d053fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0456591 Oct 22 16:20:36.132760 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:20:36.181365 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-8c6a07f4-bbca-4a87-b184-ae8109568fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:36.182882 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-8c6a07f4-bbca-4a87-b184-ae8109568fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464211 Oct 22 16:20:36.231957 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:20:36.243662 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'port_id': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'mac_address': 'fa:16:3e:68:c7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:20:36.275266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-1ae966f2-b2e8-4b83-8d38-7f147e113c8c service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Oct 22 16:20:36.281654 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:36.294636 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b9f2ff-df79-43d3-99f5-874b2fa7b048 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:20:36.314674 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:20:36.374902 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a84e08f9-ca9f-427d-9191-5d1dabfdb134 req-7e161293-495e-4f0f-9201-d51d48560b47 service neutron] 10.222.0.69 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920782 Oct 22 16:20:36.392021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:36.440538 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:20:36.448078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.451438 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.452844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:20:36.628300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['48b9f2ff-df79-43d3-99f5-874b2fa7b048'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:20:37.020280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c406-a659-463c-a886-01829f9d3ded req-4796d12e-d1ea-4f01-a2b1-a7a67442cefe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:37.021814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e459c406-a659-463c-a886-01829f9d3ded req-4796d12e-d1ea-4f01-a2b1-a7a67442cefe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 944 time: 0.0515416 Oct 22 16:20:37.063840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e459c406-a659-463c-a886-01829f9d3ded req-584b1f03-798b-4bba-8628-60d298061a0b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359180 Oct 22 16:20:38.148358 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:20:38.236295 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9b738-49e7-45b5-929d-743394ade508 req-0162f87c-00d5-465c-8721-b593674b37e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:38.237850 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41a9b738-49e7-45b5-929d-743394ade508 req-0162f87c-00d5-465c-8721-b593674b37e5 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 944 time: 0.1035528 Oct 22 16:20:38.276278 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41a9b738-49e7-45b5-929d-743394ade508 req-bf40f031-16fa-48e2-90bb-aef06c7d020b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Oct 22 16:20:38.277473 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:20:38.282906 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:20:38.283310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:38.302224 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47316) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:20:38.365940 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:38.368813 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-71b3f38f-ec10-40ee-82cb-f0b8f40e2555 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5ad2235a-b766-458c-bb12-8a4a6806c9aa HTTP/1.1" status: 200 len: 992 time: 0.0652597 Oct 22 16:20:38.402227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:20:38.407233 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa182b1-3803-42db-a535-c70e3c8e6e48" -d '{"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-plugged", "status": "completed", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:20:38.423880 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:20:38.446091 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d727d6-71a8-421d-9127-5ffa8fc96936 x-openstack-request-id: req-c6d727d6-71a8-421d-9127-5ffa8fc96936 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:20:38.446390 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-plugged", "status": "completed", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:20:38.446645 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6d727d6-71a8-421d-9127-5ffa8fc96936 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:20:38.447162 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'code': 200} Oct 22 16:20:38.525671 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:38.575856 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:20:40.656803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-03dc7235-a419-4f19-b9de-a5ac71475151 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499563 Oct 22 16:20:40.745198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-a18a8e8e-955c-45cb-b313-922aec5d92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:40.746644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-a18a8e8e-955c-45cb-b313-922aec5d92d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1096 time: 0.0421715 Oct 22 16:20:40.865875 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-cb675f2c-6d1c-4d18-b17a-01d7b808f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:40.867414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-cb675f2c-6d1c-4d18-b17a-01d7b808f68e service neutron] 10.222.0.53 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0996091 Oct 22 16:20:40.954749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-716ad795-43a8-4ba8-aa2e-9b0e912c201f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 1001 time: 0.0801883 Oct 22 16:20:41.019529 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-663325db-efc9-41ee-ad28-8ed223063ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:41.022067 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-663325db-efc9-41ee-ad28-8ed223063ce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0599923 Oct 22 16:20:41.071267 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-c92e23e8-1da8-43cc-80ec-9d55bd4b7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:20:41.072772 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-c92e23e8-1da8-43cc-80ec-9d55bd4b7953 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435116 Oct 22 16:20:41.172343 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-2783c098-9bd2-4723-8c64-faa57a1f253d service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919623 Oct 22 16:20:41.268450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f22ed7cb-8a75-48e1-95a3-a829d764ebce req-856e3c69-32b9-463e-8486-23e1bfb2209e service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900071 Oct 22 16:20:42.383222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:52.737108 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7c40fc2a-b3f4-4991-9493-e0da588681f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:55.248346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0005f1d0-4108-4d15-909d-a90fb6495913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:56.513728 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:56.908494 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:20:58.468762 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:04.425363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:07.089691 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47328) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:07.268864 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 837e6d1e-cac7-4fdd-bbd4-49a2fd02883a {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:21:07.269241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:07.352784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:07.353028 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:07.366182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 837e6d1e-cac7-4fdd-bbd4-49a2fd02883a owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:21:07.596321 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:07.620331 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=837e6d1e-cac7-4fdd-bbd4-49a2fd02883a,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:07.691743 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:07.692081 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 5ad2235a-b766-458c-bb12-8a4a6806c9aa disassociated (deleted). External IP: 172.25.1.133, port: 48b9f2ff-df79-43d3-99f5-874b2fa7b048. Oct 22 16:21:07.916543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router e629c096-73f4-4629-899e-f28b54a67098 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:21:08.039861 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:21:08.044908 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:08.050176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] Sync routers for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:21:08.060260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:08.060874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:08.072399 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-70fdcc15-7dfd-409a-8796-e239c3807525 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/floatingips/5ad2235a-b766-458c-bb12-8a4a6806c9aa HTTP/1.1" status: 204 len: 168 time: 0.9815803 Oct 22 16:21:08.072962 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:21:08.075300 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b10e85-0346-4b6e-8654-a19fc8244086" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:21:08.118358 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32aafbd-4423-46c7-b207-b747b9785926 x-openstack-request-id: req-c32aafbd-4423-46c7-b207-b747b9785926 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:21:08.119020 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:21:08.119300 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c32aafbd-4423-46c7-b207-b747b9785926 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:21:08.119804 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'status': 'completed', 'code': 200} Oct 22 16:21:08.189894 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-cc49bb62-ed9c-4062-b100-2678847d2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:08.189894 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-cc49bb62-ed9c-4062-b100-2678847d2120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 1096 time: 0.0435264 Oct 22 16:21:08.190440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:08.286372 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-2dec2aeb-ca23-4ec8-befe-38a050ebde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:08.287964 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-2dec2aeb-ca23-4ec8-befe-38a050ebde8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 200 len: 898 time: 0.0955672 Oct 22 16:21:08.332858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-6c584dbf-d1b5-4d25-8d33-dc668c5690b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 200 len: 217 time: 0.0381186 Oct 22 16:21:08.383776 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-0fe472db-cca3-40be-8eaf-62333c0bcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:08.385300 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-0fe472db-cca3-40be-8eaf-62333c0bcf8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 200 len: 834 time: 0.0457363 Oct 22 16:21:08.395523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:08.426628 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] Checking router: e629c096-73f4-4629-899e-f28b54a67098 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:21:08.435534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:08.436826 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:08.446911 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-cbf979fe-e5ab-43b3-bead-7ef1a42f9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:08.449649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-cbf979fe-e5ab-43b3-bead-7ef1a42f9ee0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=156447cb-9784-4d26-b219-c1f247b2e27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561755 Oct 22 16:21:08.554492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:08.577480 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba310dd6-aa93-44fd-b741-529d984256df req-d52eaea5-1fb7-47e6-a1ee-a97616f16888 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:08.579190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba310dd6-aa93-44fd-b741-529d984256df req-d52eaea5-1fb7-47e6-a1ee-a97616f16888 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.1051559 Oct 22 16:21:08.583145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-19d3cb9b-eda4-450a-a5fd-27797f3fe420 service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261647 Oct 22 16:21:08.676418 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ba310dd6-aa93-44fd-b741-529d984256df req-dd8684dc-e014-4e41-b141-977febd6bfe9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898163 Oct 22 16:21:08.732306 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-97b10e85-0346-4b6e-8654-a19fc8244086 req-7857c696-34c5-4560-a2f7-14e0c9eac911 service neutron] 10.222.0.53 "GET /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369479 Oct 22 16:21:08.774574 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:08.802587 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed4278-560b-4d7b-b9cf-d582666e1c47 None None] The sync data for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 is: [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:18:45Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '8eee030c-64f7-4e1f-b42d-ba040b4683d4', 'name': '', 'network_id': '156447cb-9784-4d26-b219-c1f247b2e27e', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:47:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:44Z', 'updated_at': '2021-10-22T16:18:48Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'bccf615c-1c3a-4633-9349-19ab01184ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:21:09.041189 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878f608-18da-4e15-9f8c-69faa65babd5 None None] New status for floating IP 5ad2235a-b766-458c-bb12-8a4a6806c9aa: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:21:09.754364 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-6904ec28-4aa2-4bb2-b0fe-3c9c97ef8ef9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:09.756092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-6904ec28-4aa2-4bb2-b0fe-3c9c97ef8ef9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0515094 Oct 22 16:21:09.855180 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388735ad-aa0d-41f9-802d-71f7de36a179 req-b0c7f047-1903-4ee4-a39f-f96a697f7280 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:09.856683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-388735ad-aa0d-41f9-802d-71f7de36a179 req-b0c7f047-1903-4ee4-a39f-f96a697f7280 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 945 time: 0.0996797 Oct 22 16:21:09.911055 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-388735ad-aa0d-41f9-802d-71f7de36a179 req-804c3de6-ffbe-4495-b07b-c35be8a040a2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=d77b09a5-9177-4ddc-9517-d849f36ee375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444670 Oct 22 16:21:09.915828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:21:09.916164 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:10.010387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 48b9f2ff-df79-43d3-99f5-874b2fa7b048, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=48b9f2ff-df79-43d3-99f5-874b2fa7b048,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:10.010642 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:10.023519 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 48b9f2ff-df79-43d3-99f5-874b2fa7b048 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:21:10.247696 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:10.283550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=48b9f2ff-df79-43d3-99f5-874b2fa7b048,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:10.326057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] No DVR routers for this DVR port 48b9f2ff-df79-43d3-99f5-874b2fa7b048 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:21:10.330372 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:10.333764 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.53 "DELETE /v2.0/ports/48b9f2ff-df79-43d3-99f5-874b2fa7b048 HTTP/1.1" status: 204 len: 173 time: 0.5684705 Oct 22 16:21:10.334209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-deleted', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:21:10.336633 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574cda42-14e9-4b33-a145-429ef62a43af" -d '{"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-deleted", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:21:10.375324 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f86347-4cfe-4723-9a15-ccb47a67552d x-openstack-request-id: req-51f86347-4cfe-4723-9a15-ccb47a67552d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:21:10.375620 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d279a1-d615-426c-86bc-f475cf2ded8a", "name": "network-vif-deleted", "tag": "48b9f2ff-df79-43d3-99f5-874b2fa7b048", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:21:10.375866 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51f86347-4cfe-4723-9a15-ccb47a67552d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:21:10.376269 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d279a1-d615-426c-86bc-f475cf2ded8a', 'name': 'network-vif-deleted', 'tag': '48b9f2ff-df79-43d3-99f5-874b2fa7b048', 'status': 'completed', 'code': 200} Oct 22 16:21:10.845496 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:21:11.032270 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7e2bd85-7216-4da3-b7cf-e237c09cd5f4 req-5b5025e1-ac46-4d01-ac3f-8119d62f5ed0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d279a1-d615-426c-86bc-f475cf2ded8a HTTP/1.1" status: 200 len: 210 time: 0.0278423 Oct 22 16:21:12.097360 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47344) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:12.290294 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:21:12.312677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 48b9f2ff-df79-43d3-99f5-874b2fa7b048 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:21:12.313032 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 48b9f2ff-df79-43d3-99f5-874b2fa7b048 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:21:12.462077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:12.501665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:12.773495 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 8eee030c-64f7-4e1f-b42d-ba040b4683d4 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:21:12.773729 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:12.865181 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 8eee030c-64f7-4e1f-b42d-ba040b4683d4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8eee030c-64f7-4e1f-b42d-ba040b4683d4,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:12.865539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:12.879280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 8eee030c-64f7-4e1f-b42d-ba040b4683d4 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:21:13.121606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:13.149090 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=8eee030c-64f7-4e1f-b42d-ba040b4683d4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:13.652071 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:13.884384 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router e629c096-73f4-4629-899e-f28b54a67098 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:21:13.997202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:21:14.003153 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ad0312b9-e6ca-456c-b597-71eed79b57a6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/e629c096-73f4-4629-899e-f28b54a67098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044819 Oct 22 16:21:14.006621 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47346) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:14.009160 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] Sync routers for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:21:14.020647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:14.022783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:14.060711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting subnet bccf615c-1c3a-4633-9349-19ab01184ff2 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:21:14.064969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.107377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.131617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:14.200147 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.324108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:21:13Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:14.327695 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.351823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] Checking router: e629c096-73f4-4629-899e-f28b54a67098 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:21:14.356016 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Subnet': ['ID=bccf615c-1c3a-4633-9349-19ab01184ff2,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:14.359197 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.362630 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/subnets/bccf615c-1c3a-4633-9349-19ab01184ff2 HTTP/1.1" status: 204 len: 168 time: 0.3549387 Oct 22 16:21:14.365005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b91c5-0c67-4b8e-8700-9b80c7d3a497 None None] Network 156447cb-9784-4d26-b219-c1f247b2e27e requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:21:14.365815 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47348) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:14.369445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.369793 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.370129 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.370462 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.370791 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.371153 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.371480 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.371805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.372128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.372450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.372765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.373298 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75cd896-a550-41ae-96fe-5ed144ba9d06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:14.386207 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] Routers {'e629c096-73f4-4629-899e-f28b54a67098'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:14.386842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['e629c096-73f4-4629-899e-f28b54a67098'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:14.482807 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.589611 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] Set router e629c096-73f4-4629-899e-f28b54a67098 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:14.599384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.651941 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] DHCP port deletion for 156447cb-9784-4d26-b219-c1f247b2e27e request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:21:14.773173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:21:14.773406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.869481 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 8cc1290f-3cd8-4c7e-ae7e-242b1c149796, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:14.869844 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:14.883846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:21:14.961483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] Deleting port 15f92964-60f4-4c51-b696-14d630ddfc34 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:21:14.961851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.040236 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] For port 15f92964-60f4-4c51-b696-14d630ddfc34, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=15f92964-60f4-4c51-b696-14d630ddfc34,segment=NetworkSegment(71613289-6ef6-4146-ade6-99c9a0971488),segment_id=71613289-6ef6-4146-ade6-99c9a0971488)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:15.040943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.055777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] Calling delete_port for 15f92964-60f4-4c51-b696-14d630ddfc34 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:21:15.066658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:21:13Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:15.097421 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef80c69-9c4a-4d77-9341-a16a3a398d7c None None] The sync data for ids ['e629c096-73f4-4629-899e-f28b54a67098'] in n-d-812148-2 is: [{'id': 'e629c096-73f4-4629-899e-f28b54a67098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252214255', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:18:40Z', 'updated_at': '2021-10-22T16:21:13Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '8cc1290f-3cd8-4c7e-ae7e-242b1c149796', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629c096-73f4-4629-899e-f28b54a67098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:18:41Z', 'updated_at': '2021-10-22T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:21:15.121818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.151317 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=8cc1290f-3cd8-4c7e-ae7e-242b1c149796,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:15.218384 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.245620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.282844 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] Pushing event deleted for resources: {'Port': ['ID=15f92964-60f4-4c51-b696-14d630ddfc34,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:15.288484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9b33e-4f1f-4215-9aac-faf4ee5ebb1d None None] No DVR routers for this DVR port 15f92964-60f4-4c51-b696-14d630ddfc34 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:21:15.316127 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.318768 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.450657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.451675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Fanout notify agent at l3_agent the message router_deleted on router e629c096-73f4-4629-899e-f28b54a67098 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:21:15.460406 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.461563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-462ddd3b-9476-40c2-87ef-0ce5b9c90279 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/routers/e629c096-73f4-4629-899e-f28b54a67098 HTTP/1.1" status: 204 len: 168 time: 1.0945048 Oct 22 16:21:15.464433 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:15.873098 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.968619 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:15.993359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156447cb-9784-4d26-b219-c1f247b2e27e']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:16.004618 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71613289-6ef6-4146-ade6-99c9a0971488') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:16.004921 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71613289-6ef6-4146-ade6-99c9a0971488') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:16.020247 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.035013 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.041128 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:21:16.041513 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:21:16.044530 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:21:16.200271 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.206070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 15f92964-60f4-4c51-b696-14d630ddfc34 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:21:16.208436 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.212946 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/networks/156447cb-9784-4d26-b219-c1f247b2e27e HTTP/1.1" status: 204 len: 168 time: 0.7474055 Oct 22 16:21:16.215955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47352) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:16.228850 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c7dd-88e2-4c17-8830-da82b1d4346b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Network': ['ID=156447cb-9784-4d26-b219-c1f247b2e27e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:16.232869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 15f92964-60f4-4c51-b696-14d630ddfc34 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:21:16.234298 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 15f92964-60f4-4c51-b696-14d630ddfc34 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:21:16.234945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:21:16.256202 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:21:16.256550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8cc1290f-3cd8-4c7e-ae7e-242b1c149796 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:21:16.256966 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8eee030c-64f7-4e1f-b42d-ba040b4683d4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:21:16.278012 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 8eee030c-64f7-4e1f-b42d-ba040b4683d4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:21:16.278361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 8eee030c-64f7-4e1f-b42d-ba040b4683d4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:21:16.302124 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-040f4051-91a5-47af-9d87-700845a58963 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.328651 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-040f4051-91a5-47af-9d87-700845a58963 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.454010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-040f4051-91a5-47af-9d87-700845a58963 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.456712 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-040f4051-91a5-47af-9d87-700845a58963 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:16.457999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-040f4051-91a5-47af-9d87-700845a58963 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/security-groups/d77b09a5-9177-4ddc-9517-d849f36ee375 HTTP/1.1" status: 204 len: 168 time: 0.2402904 Oct 22 16:21:16.469340 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f4051-91a5-47af-9d87-700845a58963 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b09a5-9177-4ddc-9517-d849f36ee375,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:17.177494 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47358) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:17.182257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111560497', 'description': 'tempest-secgroup-smoke-1111560497 description', 'project_id': 'd213fed605a04506a9afb5662d77170a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:17.264947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.354260 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.439567 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.472583 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ce931-a854-450f-a229-2424009b8328,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:17.557997 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.560407 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e2e1382e-3fef-4fd9-b873-75d72194764d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3818078 Oct 22 16:21:17.563926 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47360) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:17.568512 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'e82ce931-a854-450f-a229-2424009b8328', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:17.664108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.731014 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.841617 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:17.864344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e5b457-dc44-4210-9082-f3221f9bce04,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:18.193125 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:18.195291 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b178a1e2-08fd-44be-b5cf-031bc504b2c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6301494 Oct 22 16:21:18.198263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47362) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:18.205615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'e82ce931-a854-450f-a229-2424009b8328', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:18.492595 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:18.706251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.016497 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.037897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2a0519-3c88-4fc9-9ef2-3d99b732313f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:19.133326 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.134842 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5950d220-3ef2-4e12-b01f-85c44396110b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9349425 Oct 22 16:21:19.137445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47364) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:19.141960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'e82ce931-a854-450f-a229-2424009b8328', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:19.241235 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.301877 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.395801 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.414692 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b16bc7-c089-4017-9853-609e3b2921ac,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:19.489589 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.490877 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-62ddb05f-4b9b-4f87-af48-fa95af9393cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3524561 Oct 22 16:21:19.493858 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47366) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:19.498657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'e82ce931-a854-450f-a229-2424009b8328', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:19.606526 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.675464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.756548 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.781840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3625cfcd-1c43-4a56-922f-2c1a201d8f73,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:19.866207 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:19.867483 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-131c0507-4014-4f4c-a404-1abbe412bfee tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3726478 Oct 22 16:21:19.870246 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47368) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:19.875157 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'e82ce931-a854-450f-a229-2424009b8328', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:19.956162 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:21:19.961728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.024158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.104665 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.125125 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a284df0-5656-4fa5-8ce0-c43249d8b495,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:20.224376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.225703 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fb8b63e4-b428-45f9-8ae8-46b9070f7c05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3544984 Oct 22 16:21:20.229115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47370) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:20.234334 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': 'e82ce931-a854-450f-a229-2424009b8328', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:20.350080 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:21:20.355954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.425670 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.487380 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.506760 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514815b7-d8e5-468c-bda1-20b10037ac84,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:20.596691 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.597993 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b37c5985-d653-4f54-97f2-ad8751de432d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678684 Oct 22 16:21:20.600888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47372) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:20.605886 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'network': {'name': 'tempest-network-smoke--1968184236', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'port_security_enabled': True}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:20.690869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:21:20.694667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.721204 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:21:20.730470 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.730806 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Added segment d5c67e22-b487-49d7-994b-1a5f9841b374 of type vlan for network a84732a9-c3f4-4534-aa4e-87f5c58c504d Oct 22 16:21:20.775118 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.873640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.879305 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:20.879893 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:20.947207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Network': ['ID=a84732a9-c3f4-4534-aa4e-87f5c58c504d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:20.962541 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:21:20.964777 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-be1584bc-e006-42c4-bcf5-84459d741c81 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3625977 Oct 22 16:21:20.966559 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47374) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:20.972859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'admin_state_up': True, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:21.041598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.042707 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.104726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.294360 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.567850 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.587787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.705367 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.47 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/0d666f62-26ab-45c9-ae5d-8168e3a35061) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:21:21.813714 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.954316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:21.994803 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:21:21.997872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:22.002104 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:21:22.036615 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=0d666f62-26ab-45c9-ae5d-8168e3a35061,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:22.343281 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:22.586767 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:22.744725 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-21294bfa-acd1-49e1-812f-39f43faaa26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:22.816639 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bd486978-6f44-4116-b5bd-f43109bad3be is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:21:22.937473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:21:22.947569 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Sync routers for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:21:22.959615 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:22.960255 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:23.026685 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.027937 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9b7a5032-d160-4dcb-ae97-91167a990a7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0592656 Oct 22 16:21:23.031930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47376) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:23.071901 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:23.130098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-556055fb-4835-49a4-beef-18167a2f0501 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d213fed605a04506a9afb5662d77170a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0970089 Oct 22 16:21:23.133032 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47380) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:23.235946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf60af62-f990-4227-95a2-7c03c4998498 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:23.237504 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cf60af62-f990-4227-95a2-7c03c4998498 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035483 Oct 22 16:21:23.240346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47382) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:23.274368 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-827e869c-2702-49d9-b22b-16cbe412e812 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329134 Oct 22 16:21:23.277307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47384) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:23.278952 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:22Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:23.282169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177967540', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:23.310078 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Checking router: bd486978-6f44-4116-b5bd-f43109bad3be for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:21:23.310428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Updating router bd486978-6f44-4116-b5bd-f43109bad3be port 0d666f62-26ab-45c9-ae5d-8168e3a35061 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:21:23.432322 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.441485 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:21:23.445344 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.704669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.729331 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.766439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Subnet': ['ID=a3eacdb0-e64a-481d-957d-390af54bd79f,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:23.777230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Checking segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:21:23.777589 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network hostable DHCP agents. Network: a84732a9-c3f4-4534-aa4e-87f5c58c504d, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:21:23.818100 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.869942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:21:23.870913 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Attempting to bind port 0d666f62-26ab-45c9-ae5d-8168e3a35061 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:21:23.871314 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Attempting to bind port 0d666f62-26ab-45c9-ae5d-8168e3a35061 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:21:23.871675 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Attempting to bind port 0d666f62-26ab-45c9-ae5d-8168e3a35061 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:21:23.880228 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Pushing event updated for resources: {'Port': ['ID=0d666f62-26ab-45c9-ae5d-8168e3a35061,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:23.885337 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:21:23.885723 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:21:23.886122 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.886519 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:21:23.887019 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Bound port: 0d666f62-26ab-45c9-ae5d-8168e3a35061, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:21:23.887389 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.894718 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.895098 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.895441 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.895775 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.896109 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.896437 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.896758 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.897079 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.897397 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.897715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.898033 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.898351 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:23.953157 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] For port 0d666f62-26ab-45c9-ae5d-8168e3a35061, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:21:23.955711 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, a84732a9-c3f4-4534-aa4e-87f5c58c504d) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:23.956593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] For port 0d666f62-26ab-45c9-ae5d-8168e3a35061, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0d666f62-26ab-45c9-ae5d-8168e3a35061,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:21:23.961030 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:23.962116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:23.965713 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690407ca-4ae5-49f1-bc6c-76824d7e49d1 None None] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:21:24.036740 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.063080 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1c20425f-c270-485f-ad06-88c754cdbbc2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7842760 Oct 22 16:21:24.065556 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47386) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:24.096264 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:24.097561 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:20:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:24.148583 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b964c-aa35-4d7f-a83f-107fb9e1c4bf None None] Pushing event updated for resources: {'Port': ['ID=0d666f62-26ab-45c9-ae5d-8168e3a35061,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:24.207786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:21:24.208943 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.227254 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:24.391200 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Allocated IP 172.20.0.2 (a84732a9-c3f4-4534-aa4e-87f5c58c504d/a3eacdb0-e64a-481d-957d-390af54bd79f/9114c710-c406-4699-913a-ccc1bee5e113) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:21:24.472406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:22Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:24.500628 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa28ca-f02c-466b-ad52-e9a50f39b12d None None] The sync data for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 is: [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:22Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:21:24.581310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.661196 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.675134 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.747594 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:21:24.751953 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:24.756030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:21:24.779841 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Pushing event updated for resources: {'Port': ['ID=9114c710-c406-4699-913a-ccc1bee5e113,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:24.838010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Attempting to bind port 9114c710-c406-4699-913a-ccc1bee5e113 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:21:24.838382 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Attempting to bind port 9114c710-c406-4699-913a-ccc1bee5e113 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:21:24.838746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Attempting to bind port 9114c710-c406-4699-913a-ccc1bee5e113 on network a84732a9-c3f4-4534-aa4e-87f5c58c504d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:21:24.845488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:21:24.845863 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Checking segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:21:24.846272 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.846675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Bound using segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:21:24.847265 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Bound port: 9114c710-c406-4699-913a-ccc1bee5e113, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:21:24.847573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:24.917534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] For port 9114c710-c406-4699-913a-ccc1bee5e113, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:21:24.921666 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] For port 9114c710-c406-4699-913a-ccc1bee5e113, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9114c710-c406-4699-913a-ccc1bee5e113,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:21:25.054280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:25.082174 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.1 (a84732a9-c3f4-4534-aa4e-87f5c58c504d/a3eacdb0-e64a-481d-957d-390af54bd79f/e2d3554f-631b-4d9b-9a08-2e70d87ecb2f) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:21:25.178545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc08fa-03f3-408f-939c-f36fec0aff9c None None] Pushing event updated for resources: {'Port': ['ID=9114c710-c406-4699-913a-ccc1bee5e113,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:25.222957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:25.245116 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9840f4e5-9369-4ed5-8a43-34cc214b7723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:25.348433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:25.397285 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:21:25.400788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:25.404948 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:21:25.437829 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:25.479030 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:25.698755 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.013915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9114c710-c406-4699-913a-ccc1bee5e113 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:21:26.065606 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.109174 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9114c710-c406-4699-913a-ccc1bee5e113 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:26.109905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.143107 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.213137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.227061 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.228933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:26.257182 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 9114c710-c406-4699-913a-ccc1bee5e113, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9114c710-c406-4699-913a-ccc1bee5e113,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:26.330153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.330153 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0d666f62-26ab-45c9-ae5d-8168e3a35061 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:21:26.351885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:21:26.353554 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:26.484770 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=9114c710-c406-4699-913a-ccc1bee5e113,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:26.494743 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0d666f62-26ab-45c9-ae5d-8168e3a35061 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:26.495190 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.512198 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bd486978-6f44-4116-b5bd-f43109bad3be has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:21:26.576243 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.595025 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.643222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 0d666f62-26ab-45c9-ae5d-8168e3a35061, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0d666f62-26ab-45c9-ae5d-8168e3a35061,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:26.659908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:21:26.665558 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c8a25da2-6b1b-460a-abcc-0621218ca66b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/bd486978-6f44-4116-b5bd-f43109bad3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5988431 Oct 22 16:21:26.702267 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eff94d-28e6-4860-93b8-91745ed17388 None None] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:21:26.724082 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.787839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Sync routers for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:21:26.837155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-a654e3c7-a1ae-438d-ac36-4135c2a08f2c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111560497&fields=id&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 267 time: 0.0368471 Oct 22 16:21:26.948638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:26.949282 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:26.955913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-c6cd13ca-1f02-4d77-a660-86ddfd2aea6a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:26.957677 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-c6cd13ca-1f02-4d77-a660-86ddfd2aea6a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 797 time: 0.1126561 Oct 22 16:21:26.962848 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3b71880d-6c76-4782-b8ba-11b2bc5bcad6 None None] Provisioning complete for port 9114c710-c406-4699-913a-ccc1bee5e113 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:26.963506 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3b71880d-6c76-4782-b8ba-11b2bc5bcad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:26.976557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-55238515-cf5a-4d49-8af5-6f0bf4a31840 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/quotas/d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 375 time: 0.0100639 Oct 22 16:21:27.021983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=0d666f62-26ab-45c9-ae5d-8168e3a35061,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:27.034671 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-579c3386-2d69-4732-b1e4-c3db9b42cc37 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508261 Oct 22 16:21:27.058561 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:27.060226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-c588825b-3f61-40f4-8bed-233dabe46c00 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:21:27.067249 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-c588825b-3f61-40f4-8bed-233dabe46c00 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055814 Oct 22 16:21:27.163982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-8e8c91b2-4645-4a36-906e-3113214af830 service neutron] 10.222.0.66 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946698 Oct 22 16:21:27.242384 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:27.271803 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-db575f02-9d15-45b5-a35c-7141a290f219 service neutron] 10.222.0.66 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010211 Oct 22 16:21:27.548858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 2, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:27.581561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Checking router: bd486978-6f44-4116-b5bd-f43109bad3be for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:21:27.581979 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Updating router bd486978-6f44-4116-b5bd-f43109bad3be port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:21:27.593232 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-afa5e8e6-5b04-4fe3-9084-5ae82df860ca req-21c7bec4-86a7-4dda-8488-4baec033c686 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 210 time: 0.0412557 Oct 22 16:21:27.616893 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:27.683426 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8f332f7a-74c6-4ad2-87bf-20ad33e7be5a None None] Provisioning complete for port 9114c710-c406-4699-913a-ccc1bee5e113 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:27.683810 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f332f7a-74c6-4ad2-87bf-20ad33e7be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:27.930514 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8f332f7a-74c6-4ad2-87bf-20ad33e7be5a None None] Provisioning complete for port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:27.930891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8f332f7a-74c6-4ad2-87bf-20ad33e7be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.154147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9114c710-c406-4699-913a-ccc1bee5e113 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:21:28.198937 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-8f332f7a-74c6-4ad2-87bf-20ad33e7be5a None None] Port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:21:28.262445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.271909 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 9114c710-c406-4699-913a-ccc1bee5e113 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:28.272300 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.335330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ac0eb4da-b084-4a6f-8338-38ce0b90546f None None] Provisioning complete for port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:28.335704 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb4da-b084-4a6f-8338-38ce0b90546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.387699 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.461898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eb4da-b084-4a6f-8338-38ce0b90546f None None] Port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:21:28.487537 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0d666f62-26ab-45c9-ae5d-8168e3a35061 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:21:28.500902 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e823dd-b4f5-44ba-ab11-829aed8c97b3 None None] Pushing event updated for resources: {'Port': ['ID=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:28.615332 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Attempting to bind port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:21:28.617685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Attempting to bind port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:21:28.617685 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Attempting to bind port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f on network a84732a9-c3f4-4534-aa4e-87f5c58c504d {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:21:28.633027 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:21:28.633580 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Checking segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:21:28.634209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.634853 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Bound using segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:21:28.635702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Bound port: e2d3554f-631b-4d9b-9a08-2e70d87ecb2f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:21:28.636370 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.654276 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0d666f62-26ab-45c9-ae5d-8168e3a35061 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:28.654835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.695251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f0830b44-bf28-4f68-87dc-450e9f86a8c3 req-968b67ed-b40f-4db3-bb38-a7cfc526e687 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 210 time: 0.0364237 Oct 22 16:21:28.769511 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] For port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:21:28.773712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] For port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:21:28.820329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-47f43bdc-fbca-4848-b3fb-b1c7a59eff24 None None] Provisioning complete for port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:28.820720 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-47f43bdc-fbca-4848-b3fb-b1c7a59eff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.855540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-47f43bdc-fbca-4848-b3fb-b1c7a59eff24 None None] Port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:21:28.860931 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:28.996120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:29.057927 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:29.058506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:29.105775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e823dd-b4f5-44ba-ab11-829aed8c97b3 None None] Pushing event updated for resources: {'Port': ['ID=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:29.188186 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:29.333111 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a215eb16-5954-44c9-a7ba-b93613e0a199 None None] Provisioning complete for port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:29.333920 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a215eb16-5954-44c9-a7ba-b93613e0a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:29.474285 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a215eb16-5954-44c9-a7ba-b93613e0a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:29.499691 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:28Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:29.538510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cb4ca-dd8e-49a9-ac4a-ac9cc513f533 None None] The sync data for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 is: [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:28Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:21:29.543460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a215eb16-5954-44c9-a7ba-b93613e0a199 None None] For port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:29.612964 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a215eb16-5954-44c9-a7ba-b93613e0a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:29.686467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215eb16-5954-44c9-a7ba-b93613e0a199 None None] Pushing event updated for resources: {'Port': ['ID=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:29.814633 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-040e4590-4654-4617-bcee-234fc33d5b99 req-aa8579d1-1eda-4f48-9a8a-2e231a30c6a2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 210 time: 0.0414934 Oct 22 16:21:29.971362 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d3554f-631b-4d9b-9a08-2e70d87ecb2f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:21:30.036932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:30.037302 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:30.407386 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-d7b84a78-8239-4ee6-bddd-ab8fc8243bfe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:30.412552 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-d7b84a78-8239-4ee6-bddd-ab8fc8243bfe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 797 time: 0.1247280 Oct 22 16:21:30.465789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-ebe0a6e9-7a5f-4561-a389-d88beab1a854 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 380 time: 0.0463884 Oct 22 16:21:30.476170 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'port': {'device_id': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'admin_state_up': True, 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'security_groups': ['e82ce931-a854-450f-a229-2424009b8328']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:30.707431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:21:30.711190 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:30.855445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.7 (a84732a9-c3f4-4534-aa4e-87f5c58c504d/a3eacdb0-e64a-481d-957d-390af54bd79f/e3f08641-fce0-4aef-a838-c6ad26bbbab7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:21:30.927784 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-170312a4-1665-4b69-b725-b54bd254a00f req-3d3548de-58ca-4dd3-b2d7-08e30de3269e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 210 time: 0.0285299 Oct 22 16:21:31.040636 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.139502 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.182187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:21:31.185260 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:31.189475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:21:31.198190 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=e3f08641-fce0-4aef-a838-c6ad26bbbab7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:31.249670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:31.250350 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.356269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-fe568c7a-4290-4ad8-b1d4-ad81395c60e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842480 Oct 22 16:21:31.369704 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Request body: {'port': {'device_id': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:31.432651 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.451235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-350cd46b-addc-4a37-9c6d-346a5a3483ae None None] Provisioning complete for port e3f08641-fce0-4aef-a838-c6ad26bbbab7 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:31.452364 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-350cd46b-addc-4a37-9c6d-346a5a3483ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.500129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-350cd46b-addc-4a37-9c6d-346a5a3483ae None None] Port e3f08641-fce0-4aef-a838-c6ad26bbbab7 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:21:31.706081 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f08641-fce0-4aef-a838-c6ad26bbbab7 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:21:31.713633 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.726654 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Transition to ACTIVE for port object e3f08641-fce0-4aef-a838-c6ad26bbbab7 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:21:31.806829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:31.860080 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f08641-fce0-4aef-a838-c6ad26bbbab7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:31.946098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Attempting to bind port e3f08641-fce0-4aef-a838-c6ad26bbbab7 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:21:31.946341 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Attempting to bind port e3f08641-fce0-4aef-a838-c6ad26bbbab7 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:21:31.946677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Attempting to bind port e3f08641-fce0-4aef-a838-c6ad26bbbab7 on network a84732a9-c3f4-4534-aa4e-87f5c58c504d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:21:31.953282 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Port e3f08641-fce0-4aef-a838-c6ad26bbbab7 on network a84732a9-c3f4-4534-aa4e-87f5c58c504d not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:21:31.953609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Attempting to bind port e3f08641-fce0-4aef-a838-c6ad26bbbab7 on network a84732a9-c3f4-4534-aa4e-87f5c58c504d {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:21:31.962158 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:21:31.963342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Checking segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:21:31.963342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Bound using segment: {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:21:31.963342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Bound port: e3f08641-fce0-4aef-a838-c6ad26bbbab7, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c67e22-b487-49d7-994b-1a5f9841b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:21:31.963838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:32.039985 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] For port e3f08641-fce0-4aef-a838-c6ad26bbbab7, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:21:32.043510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] For port e3f08641-fce0-4aef-a838-c6ad26bbbab7, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:21:32.065630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6810-b570-4380-ab5f-bc3278bfce81 req-c10ee638-2d0f-43c7-a63c-3ac9367d982d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.067317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62bd6810-b570-4380-ab5f-bc3278bfce81 req-c10ee638-2d0f-43c7-a63c-3ac9367d982d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 943 time: 0.0559380 Oct 22 16:21:32.108240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62bd6810-b570-4380-ab5f-bc3278bfce81 req-238004c1-00a8-472c-a7d5-d5280e906040 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Oct 22 16:21:32.139650 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:32.177940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.178409 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:32.179848 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 1091 time: 0.8146505 Oct 22 16:21:32.180308 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:21:32.182803 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c074ad76-0f46-4143-b6da-f0afcf0335e5" -d '{"events": [{"name": "network-changed", "server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:21:32.211251 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35df86-ef84-4723-928b-b6c399310f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f08641-fce0-4aef-a838-c6ad26bbbab7,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:32.312704 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fd2179-193e-46d7-a697-346950252247 x-openstack-request-id: req-d9fd2179-193e-46d7-a697-346950252247 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:21:32.313476 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:21:32.313476 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9fd2179-193e-46d7-a697-346950252247 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:21:32.314088 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'status': 'completed', 'code': 200} Oct 22 16:21:32.331548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-f42fccd1-a7b4-409f-a05f-d369175cff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.333097 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-f42fccd1-a7b4-409f-a05f-d369175cff29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1094 time: 0.0491073 Oct 22 16:21:32.380851 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-af31f22e-8b26-443b-95fe-af5eb4d8ec7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 217 time: 0.0395677 Oct 22 16:21:32.432753 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-481ba9ef-ec5e-4918-b796-bd677fc7a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.434213 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-481ba9ef-ec5e-4918-b796-bd677fc7a3ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0465965 Oct 22 16:21:32.482133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-f9a3bd96-c2b9-4a1b-a484-43c2b9467e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.484480 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-f9a3bd96-c2b9-4a1b-a484-43c2b9467e56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420940 Oct 22 16:21:32.579852 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-7260a1de-255e-4c7b-90e3-a62d369e7e7d service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883780 Oct 22 16:21:32.672322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ebf31e18-6a92-49a0-815e-167ed9c5e8c6 req-417ee398-319a-4abe-ac78-eef99e9b9610 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Oct 22 16:21:32.827505 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-38e88d98-3727-4fde-ba7f-5ac8b9ace54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.829050 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-38e88d98-3727-4fde-ba7f-5ac8b9ace54e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1094 time: 0.0468736 Oct 22 16:21:32.920508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-793fc7e6-ddfc-491b-9ce0-1cf381325226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:32.922064 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-793fc7e6-ddfc-491b-9ce0-1cf381325226 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.0864131 Oct 22 16:21:32.968348 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-9c27af80-3306-4873-ae39-9e5dbe456672 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 217 time: 0.0388076 Oct 22 16:21:33.020548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-08c2745b-d4b4-4236-9b9c-3c67ed61befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:33.021950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-08c2745b-d4b4-4236-9b9c-3c67ed61befd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0463388 Oct 22 16:21:33.068502 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-cf34580a-8794-479f-a98c-8339d413a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:33.070024 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-cf34580a-8794-479f-a98c-8339d413a4b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412543 Oct 22 16:21:33.171975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-60b2513d-4a68-482b-91cc-d709d1834359 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932024 Oct 22 16:21:33.244283 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b9875-d3de-4c96-bd7f-07a8689fd100 req-e0f973d4-db8a-4d40-bbd0-57380af8de95 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:33.245805 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-321b9875-d3de-4c96-bd7f-07a8689fd100 req-e0f973d4-db8a-4d40-bbd0-57380af8de95 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 943 time: 0.0517976 Oct 22 16:21:33.271876 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c074ad76-0f46-4143-b6da-f0afcf0335e5 req-92e69a8c-1790-4e20-b19c-84e38cd8f8b6 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924673 Oct 22 16:21:33.289339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-321b9875-d3de-4c96-bd7f-07a8689fd100 req-e3a3577f-696f-4501-8aa0-1fe6ef8b5628 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372820 Oct 22 16:21:34.446540 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:34.754753 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d551cf-3880-4f38-85ae-8cff8dae0952 req-11fd5e00-561b-416e-b724-b9b9959e98f9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:34.756675 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d551cf-3880-4f38-85ae-8cff8dae0952 req-11fd5e00-561b-416e-b724-b9b9959e98f9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 943 time: 0.3935792 Oct 22 16:21:34.798774 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e5d551cf-3880-4f38-85ae-8cff8dae0952 req-602801f1-2763-4052-994e-10c0eeca5126 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356441 Oct 22 16:21:35.586624 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e3f08641-fce0-4aef-a838-c6ad26bbbab7 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:21:35.689492 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e3f08641-fce0-4aef-a838-c6ad26bbbab7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:35.700983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'port_id': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'mac_address': 'fa:16:3e:90:70:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:21:35.741221 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:35.756105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f08641-fce0-4aef-a838-c6ad26bbbab7 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:21:35.777649 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e3f08641-fce0-4aef-a838-c6ad26bbbab7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:35.881352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:35.924586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e8f3c-e14a-45ab-84f2-a2acc6a8c2d5 req-59b3c69f-e046-4ff4-af72-bd9f3b2d8593 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:35.926208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f7e8f3c-e14a-45ab-84f2-a2acc6a8c2d5 req-59b3c69f-e046-4ff4-af72-bd9f3b2d8593 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 944 time: 0.0537655 Oct 22 16:21:35.931990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e3f08641-fce0-4aef-a838-c6ad26bbbab7,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:35.965992 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5f7e8f3c-e14a-45ab-84f2-a2acc6a8c2d5 req-f33a0e9f-f37d-4277-bb9b-339c22e7c6bb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335350 Oct 22 16:21:36.232907 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['e3f08641-fce0-4aef-a838-c6ad26bbbab7'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:21:37.088093 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9161-8b63-44e8-b316-9e4ef8ae50af req-706c9bbf-c3d6-4a76-a7fb-41c7d92ea003 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:37.089587 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8dbb9161-8b63-44e8-b316-9e4ef8ae50af req-706c9bbf-c3d6-4a76-a7fb-41c7d92ea003 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Oct 22 16:21:37.133748 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8dbb9161-8b63-44e8-b316-9e4ef8ae50af req-f6c35dfb-9520-42d5-8cda-0dff86585012 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Oct 22 16:21:37.583425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e3f08641-fce0-4aef-a838-c6ad26bbbab7 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:21:37.697712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port e3f08641-fce0-4aef-a838-c6ad26bbbab7 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:21:37.702060 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port e3f08641-fce0-4aef-a838-c6ad26bbbab7 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:21:37.702431 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:37.782744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:37.808875 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:21:37.811981 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9633b6f-053e-4f9e-b68c-cc83a0db307b" -d '{"events": [{"server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "name": "network-vif-plugged", "status": "completed", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:21:37.825523 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port e3f08641-fce0-4aef-a838-c6ad26bbbab7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:21:37.880994 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:37.915321 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de357ad-a5fe-468e-aeed-eb334c416215 x-openstack-request-id: req-8de357ad-a5fe-468e-aeed-eb334c416215 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:21:37.915713 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "name": "network-vif-plugged", "status": "completed", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:21:37.915910 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8de357ad-a5fe-468e-aeed-eb334c416215 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:21:37.916281 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'code': 200} Oct 22 16:21:37.940617 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=e3f08641-fce0-4aef-a838-c6ad26bbbab7,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:37.949323 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.949562 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.949893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.950231 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.950577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.950964 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.951312 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.951623 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.951946 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.952355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.952677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:37.953062 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:38.024763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1112-4841-4404-962e-aae83fae47a4 req-a25fdfa1-eef9-479e-910f-10fc3e39aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:38.026297 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52ff1112-4841-4404-962e-aae83fae47a4 req-a25fdfa1-eef9-479e-910f-10fc3e39aa79 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0471890 Oct 22 16:21:38.064828 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52ff1112-4841-4404-962e-aae83fae47a4 req-95ba79ce-2fef-4aca-a253-463fb6a32273 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296659 Oct 22 16:21:38.253781 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9df3-41bd-42df-b69b-856dfdb777f1 req-c1b85c87-d76c-418f-a73b-14bba6ef1266 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:38.255501 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-383a9df3-41bd-42df-b69b-856dfdb777f1 req-c1b85c87-d76c-418f-a73b-14bba6ef1266 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0511644 Oct 22 16:21:38.293795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-383a9df3-41bd-42df-b69b-856dfdb777f1 req-c74a597d-8564-4e47-8909-26fa5948a456 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Oct 22 16:21:39.421862 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d5a3d-1dc6-4d89-a6c3-e744c56bc5e4 req-fa6fcbae-5ca0-4ae6-9570-74c5e3daa3cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:39.427275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb5d5a3d-1dc6-4d89-a6c3-e744c56bc5e4 req-fa6fcbae-5ca0-4ae6-9570-74c5e3daa3cb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0584662 Oct 22 16:21:39.464644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb5d5a3d-1dc6-4d89-a6c3-e744c56bc5e4 req-40268917-7560-46d2-ae20-e1b41cc85f9c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349088 Oct 22 16:21:40.602274 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d360eb-40ad-40ac-b350-b5ac6cf13721 req-89e8dc81-4101-49cb-b9d8-e2fceeb7a6fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:40.604983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92d360eb-40ad-40ac-b350-b5ac6cf13721 req-89e8dc81-4101-49cb-b9d8-e2fceeb7a6fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0566423 Oct 22 16:21:40.653656 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-92d360eb-40ad-40ac-b350-b5ac6cf13721 req-c718d7c2-87d5-425e-bf67-1f90c03b6221 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Oct 22 16:21:40.804470 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6e5ed-b85f-476d-941d-7d967e8179da req-139b051d-ceb6-4202-b386-16d54cdd2190 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:40.806166 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57f6e5ed-b85f-476d-941d-7d967e8179da req-139b051d-ceb6-4202-b386-16d54cdd2190 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0545690 Oct 22 16:21:40.848139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57f6e5ed-b85f-476d-941d-7d967e8179da req-d697d029-8aac-44fd-895e-218f4f4d7858 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349855 Oct 22 16:21:40.870323 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47450) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:40.913223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a5c21-f0dc-4fa1-ac39-e523d1297841 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:40.914763 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2a1a5c21-f0dc-4fa1-ac39-e523d1297841 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1091 time: 0.0432808 Oct 22 16:21:40.919846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47452) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:40.924487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:21:41.069160 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:41.194504 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:41.317684 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.195 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/c68a7493-83a8-4cda-a9c7-6de8f2fe4b3a) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:21:41.433188 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:41.545132 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:41.596601 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:21:41.599908 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:21:41.604114 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:21:41.615001 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=c68a7493-83a8-4cda-a9c7-6de8f2fe4b3a,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:41.659692 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.660046 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.660404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.660728 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.661070 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.661403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.661735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.662065 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.662396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.662722 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.663069 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:41.663474 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:21:42.105405 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:42.248018 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:42.399426 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:42.440971 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:42.593950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-ea669dfe-49fd-428a-a4e8-35d623ef003f req-54e3b796-b594-4073-a4a7-c1514a72cadd service neutron] (107802) timed out ('10.222.0.66', 42890) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 16:21:42.776181 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:42.852511 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=c68a7493-83a8-4cda-a9c7-6de8f2fe4b3a,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:21:42.863304 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:42.982921 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 89916bf0-b877-491a-a909-6ddf37a0d86c associated. External IP: 172.25.1.195, port: e3f08641-fce0-4aef-a838-c6ad26bbbab7. Oct 22 16:21:43.207610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bd486978-6f44-4116-b5bd-f43109bad3be has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:21:43.320952 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:21:43.332872 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] Sync routers for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:21:43.342846 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:43.343485 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:43.459428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:43.488670 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:43.518317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dd2fe843-9dc3-4fc4-95ad-4b768765580c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5973141 Oct 22 16:21:43.538106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:21:43.538106 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f535b-df91-434b-9487-099972653313" -d '{"events": [{"name": "network-changed", "server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:21:43.628876 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0841b0f2-47d2-4112-8ffd-d80345f8ee47 x-openstack-request-id: req-0841b0f2-47d2-4112-8ffd-d80345f8ee47 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:21:43.635297 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:21:43.635297 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0841b0f2-47d2-4112-8ffd-d80345f8ee47 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:21:43.635297 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'status': 'completed', 'code': 200} Oct 22 16:21:43.642930 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf69f2-3973-446c-888a-4b9f09b788a4 req-09d03143-f598-4f4f-8945-4492c490731a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:43.644902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-adbf69f2-3973-446c-888a-4b9f09b788a4 req-09d03143-f598-4f4f-8945-4492c490731a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0634372 Oct 22 16:21:43.689836 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-adbf69f2-3973-446c-888a-4b9f09b788a4 req-494bcd4c-3014-4caf-8ca1-2cd31366cbb6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Oct 22 16:21:43.693978 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f535b-df91-434b-9487-099972653313 req-675e4e55-3ba7-47fb-9076-1743ca4ecc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:43.695582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-675e4e55-3ba7-47fb-9076-1743ca4ecc36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0439818 Oct 22 16:21:43.704259 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '89916bf0-b877-491a-a909-6ddf37a0d86c', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'port_id': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'mac_address': 'fa:16:3e:90:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:21:41Z', 'updated_at': '2021-10-22T16:21:41Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:29Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:43.713172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47460) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:43.731475 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] Checking router: bd486978-6f44-4116-b5bd-f43109bad3be for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:21:43.739988 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:21:43.740589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:21:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:43.785486 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f8822935-6bfc-453e-b947-fda689cb8c37 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/89916bf0-b877-491a-a909-6ddf37a0d86c HTTP/1.1" status: 200 len: 991 time: 0.0712233 Oct 22 16:21:43.806209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f535b-df91-434b-9487-099972653313 req-09908bc3-acc4-4981-b359-7a194afadd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:43.807648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-09908bc3-acc4-4981-b359-7a194afadd11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.1051803 Oct 22 16:21:43.852327 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:21:43.884911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-803d5a3b-8114-40a4-a2a7-99238198cbde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 999 time: 0.0611932 Oct 22 16:21:43.939151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f535b-df91-434b-9487-099972653313 req-b5241d30-2948-4b6f-9fd7-dc8302deb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:43.940701 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-b5241d30-2948-4b6f-9fd7-dc8302deb05e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0486670 Oct 22 16:21:43.994471 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f535b-df91-434b-9487-099972653313 req-2b5a049f-d9e6-4d45-8fe3-e1bfbd6708e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:43.995953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-2b5a049f-d9e6-4d45-8fe3-e1bfbd6708e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484083 Oct 22 16:21:44.101065 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '89916bf0-b877-491a-a909-6ddf37a0d86c', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'port_id': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'mac_address': 'fa:16:3e:90:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:21:41Z', 'updated_at': '2021-10-22T16:21:41Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:29Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:21:44.230644 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d165f-1843-405f-b0c9-e169c4ce1fdb None None] The sync data for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 is: [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '89916bf0-b877-491a-a909-6ddf37a0d86c', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'port_id': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'mac_address': 'fa:16:3e:90:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:21:41Z', 'updated_at': '2021-10-22T16:21:41Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:29Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:21:44.429778 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-c54e8d45-ee90-4c5e-907b-ed21ae04d464 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262190 Oct 22 16:21:44.448526 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020b5e5-51dd-43d6-99f7-e8afb00e798d None None] New status for floating IP 89916bf0-b877-491a-a909-6ddf37a0d86c: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:21:44.542404 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a35f535b-df91-434b-9487-099972653313 req-f0cd321b-66a1-4c0d-915e-f7b8947bf157 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051159 Oct 22 16:21:44.788605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47462) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:44.856923 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6c9765a3-2a67-416a-add4-b252cb96cdde tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/89916bf0-b877-491a-a909-6ddf37a0d86c HTTP/1.1" status: 200 len: 991 time: 0.0670772 Oct 22 16:21:45.859538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47464) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:21:45.923190 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b7c10575-8cb8-438e-95c8-e1eede0d1019 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/89916bf0-b877-491a-a909-6ddf37a0d86c HTTP/1.1" status: 200 len: 993 time: 0.0624418 Oct 22 16:21:47.845376 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:21:52.735996 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f441ad55-b89c-4ef9-9d68-8a8dc97a32f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:53.062554 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-22f60637-32f0-4ec0-bd56-05000c7eff12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464227 Oct 22 16:21:53.152173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-73a06ba6-51d8-41b7-b1eb-87050c5a484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:53.153696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-73a06ba6-51d8-41b7-b1eb-87050c5a484b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0448298 Oct 22 16:21:53.268443 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-6c35acda-082e-4e19-af40-35dc9be8e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:53.270065 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-6c35acda-082e-4e19-af40-35dc9be8e179 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.0933073 Oct 22 16:21:53.346190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-eb44a2c3-c80e-4fbf-ba41-6d127964a172 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 1001 time: 0.0684023 Oct 22 16:21:53.399413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-4e0a97a7-d839-47a7-a4ad-2e25e0143b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:53.400975 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-4e0a97a7-d839-47a7-a4ad-2e25e0143b6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0475669 Oct 22 16:21:53.453385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-b44bce61-59e9-473a-916f-a22eb89918e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:21:53.455066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-b44bce61-59e9-473a-916f-a22eb89918e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457864 Oct 22 16:21:53.554190 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-d0965134-007e-41f8-940c-938ff444b21d service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909231 Oct 22 16:21:53.650267 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e4bd2cef-bfc8-4586-bffa-adf497c3ab22 req-5a5c2811-35e5-4838-bde0-8aed3c983bc3 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887303 Oct 22 16:21:55.222998 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-754c7edb-52ca-471d-aa23-6ea33eda9501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:57.136639 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:57.210327 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:21:58.507321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:04.445508 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:12.410835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:22.719191 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-acf913f6-c9dc-4662-84d9-154d489f317b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:24.845643 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:22:25.170505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc7184bb-2572-40f6-9734-467a7d455400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:26.484382 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:26.895889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:28.479119 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:34.461310 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:42.432595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:52.758227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-94f9d29e-ad1f-40ac-be38-8b60e43a4bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:53.069308 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-e34bfe88-0ca9-471f-b84a-76c65e8f9c88 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402942 Oct 22 16:22:53.154594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-71d702a3-e25e-4c5c-b56c-72bfb605acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:53.156146 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-71d702a3-e25e-4c5c-b56c-72bfb605acf5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0424392 Oct 22 16:22:53.266022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-1f4f87bc-e2cd-46da-b806-3a713e7e3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:53.267551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-1f4f87bc-e2cd-46da-b806-3a713e7e3f74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.0907991 Oct 22 16:22:53.334245 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-62b8e8c3-fad3-4ab9-8c75-c661801c3ac6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 1001 time: 0.0589182 Oct 22 16:22:53.385002 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-5c28f665-a4f9-47a2-b71f-f02f88a5a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:53.386491 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-5c28f665-a4f9-47a2-b71f-f02f88a5a62a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0451856 Oct 22 16:22:53.441351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-20952e6d-e0e2-45a3-a2eb-92a4f4186fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:53.442911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-20952e6d-e0e2-45a3-a2eb-92a4f4186fe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491896 Oct 22 16:22:53.538158 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-0e88e256-32ff-469a-b97d-211d99b8fcc2 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871208 Oct 22 16:22:53.638314 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-589f601f-ca13-43a1-8510-afe1c6967e54 req-760af549-d25e-4433-9b91-9dfbe0eb55ae service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910828 Oct 22 16:22:55.185903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ccef-e0db-44d3-9cc2-a0931cf112b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:55.510485 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74c480-9841-4a7f-853c-cdb87651db6a req-e930b475-5341-496f-8857-796a7979f896 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:55.512589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f74c480-9841-4a7f-853c-cdb87651db6a req-e930b475-5341-496f-8857-796a7979f896 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0525496 Oct 22 16:22:55.551488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1f74c480-9841-4a7f-853c-cdb87651db6a req-1aaf7716-69e9-45eb-ad43-2a222eb84ea8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326712 Oct 22 16:22:56.483484 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:56.685665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc358d9-e2a5-4bf8-8a57-95d55fffa78e req-17b7d359-4bf9-4ad4-b1b3-e2c51a087930 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:56.687064 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc358d9-e2a5-4bf8-8a57-95d55fffa78e req-17b7d359-4bf9-4ad4-b1b3-e2c51a087930 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0552742 Oct 22 16:22:56.726093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abc358d9-e2a5-4bf8-8a57-95d55fffa78e req-0ab2cbb1-f709-44fc-9e15-b42241dd548e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330973 Oct 22 16:22:56.923630 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:57.854440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63446c5-3b4a-40d2-a54c-60ef3d9930a4 req-48ca4b37-703f-4f45-92be-6ec4208a8609 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:57.856106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f63446c5-3b4a-40d2-a54c-60ef3d9930a4 req-48ca4b37-703f-4f45-92be-6ec4208a8609 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0580657 Oct 22 16:22:57.901290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f63446c5-3b4a-40d2-a54c-60ef3d9930a4 req-a6570fe5-5d00-485a-b40d-f89739ecc79e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382965 Oct 22 16:22:58.489035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:22:59.027683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbc20f-4d17-4caf-bb06-b23a58d8f096 req-3a7a6e9f-666b-473c-887b-3eeba1c9fcaa tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:22:59.029898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cacbc20f-4d17-4caf-bb06-b23a58d8f096 req-3a7a6e9f-666b-473c-887b-3eeba1c9fcaa tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0548158 Oct 22 16:22:59.070617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cacbc20f-4d17-4caf-bb06-b23a58d8f096 req-1213278a-7eb6-4707-8c48-d08bc17f41b3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Oct 22 16:23:00.209178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da042c9-95db-40be-8710-b6624e24144a req-75fa2adc-d9e8-46f9-886c-fb4c8fd33424 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:00.210734 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4da042c9-95db-40be-8710-b6624e24144a req-75fa2adc-d9e8-46f9-886c-fb4c8fd33424 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0616870 Oct 22 16:23:00.253446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4da042c9-95db-40be-8710-b6624e24144a req-1f756de1-01a2-4840-abb8-1a0f04be71d6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360491 Oct 22 16:23:01.375464 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793b2e2-fbdb-4c7e-a550-f2d2183d790d req-7d14ded9-0d98-4515-a4b5-5c11e8a15ec3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:01.376981 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0793b2e2-fbdb-4c7e-a550-f2d2183d790d req-7d14ded9-0d98-4515-a4b5-5c11e8a15ec3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Oct 22 16:23:01.417065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0793b2e2-fbdb-4c7e-a550-f2d2183d790d req-3d5b222b-a785-43e1-ac27-8a8fd65b4f75 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 Oct 22 16:23:01.844063 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:23:02.537312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38f73-962d-4cce-bb47-65a6b4933468 req-cd32a365-d67e-4995-a965-e431bebeb54a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:02.539186 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c38f73-962d-4cce-bb47-65a6b4933468 req-cd32a365-d67e-4995-a965-e431bebeb54a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0517955 Oct 22 16:23:02.581951 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7c38f73-962d-4cce-bb47-65a6b4933468 req-c29d62c0-6401-4c1b-b064-7001cad6e153 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352342 Oct 22 16:23:03.712028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9561b6-013d-43c2-8101-fe40ab5356ec req-4d3e9321-7ff4-4df3-a23f-f20294010c15 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:03.713446 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e9561b6-013d-43c2-8101-fe40ab5356ec req-4d3e9321-7ff4-4df3-a23f-f20294010c15 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0573535 Oct 22 16:23:03.752604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1e9561b6-013d-43c2-8101-fe40ab5356ec req-6aa6660e-e4e3-4991-9bb2-4f472f5f6055 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329018 Oct 22 16:23:04.431561 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:04.873050 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88074-f109-4863-9077-af58679794d1 req-e10e13ac-05a5-4a1a-af47-4a92fda14dfd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:04.874777 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03d88074-f109-4863-9077-af58679794d1 req-e10e13ac-05a5-4a1a-af47-4a92fda14dfd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0521972 Oct 22 16:23:04.914466 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03d88074-f109-4863-9077-af58679794d1 req-3b3cb3b0-e05d-4daa-8d63-6c52b1f63da7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Oct 22 16:23:06.034559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc0e85-c149-4c74-b1f9-5df46cdca774 req-c9e21beb-fee1-49a7-a799-1f690f33816d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:06.036298 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3cc0e85-c149-4c74-b1f9-5df46cdca774 req-c9e21beb-fee1-49a7-a799-1f690f33816d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0524576 Oct 22 16:23:06.077231 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3cc0e85-c149-4c74-b1f9-5df46cdca774 req-bc6a1511-bf5e-4e9f-8dba-99fb645be9a2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Oct 22 16:23:06.099696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47524) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:23:06.165855 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ea39d294-fe9d-4af9-ad81-410fc9ee6267 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/89916bf0-b877-491a-a909-6ddf37a0d86c HTTP/1.1" status: 200 len: 993 time: 0.0649943 Oct 22 16:23:07.605186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec151d65-355d-4d95-a837-b010cc0329d9 req-a47d008e-2e27-4e19-8d88-ae58b9907b00 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:07.607559 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec151d65-355d-4d95-a837-b010cc0329d9 req-a47d008e-2e27-4e19-8d88-ae58b9907b00 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0547934 Oct 22 16:23:07.650339 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec151d65-355d-4d95-a837-b010cc0329d9 req-eee0e55e-d255-41a6-a95c-9237610581ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368781 Oct 22 16:23:07.714072 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-35978333-c1ad-4a89-8197-e36615e20fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:07.716191 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-35978333-c1ad-4a89-8197-e36615e20fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0458357 Oct 22 16:23:07.816508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-35a20764-9d30-459f-8490-bac2046e58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:07.819127 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-35a20764-9d30-459f-8490-bac2046e58e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.0962298 Oct 22 16:23:07.887674 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-95e5c261-d882-45a3-86aa-ca5943365dd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 1001 time: 0.0592601 Oct 22 16:23:07.938940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-00a19320-087f-4110-9264-14974cc73dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:07.940449 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-00a19320-087f-4110-9264-14974cc73dcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0467708 Oct 22 16:23:07.993331 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-4c7629a0-e651-4c55-9d6c-0a3d843337dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:07.994852 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-4c7629a0-e651-4c55-9d6c-0a3d843337dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468960 Oct 22 16:23:08.088549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-c96d7586-08b7-488f-b2fc-f19cb73a6eaf service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817380 Oct 22 16:23:08.180805 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9d5c0ebc-9bdc-4bc9-9e74-5a19fa1bbe41 req-dbc8cc64-a6f8-4070-944c-f94bcc83b587 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888495 Oct 22 16:23:08.797612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44637d4-bff8-4e03-9645-4c8711137d35 req-045e2d3f-d035-44bd-8795-714d55c9498c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:08.800260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a44637d4-bff8-4e03-9645-4c8711137d35 req-045e2d3f-d035-44bd-8795-714d55c9498c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0595207 Oct 22 16:23:08.848706 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a44637d4-bff8-4e03-9645-4c8711137d35 req-9b78fb6c-f03d-494d-a58e-921b78e94cfe tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425119 Oct 22 16:23:09.972434 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7e7f2-247c-4f54-b69f-b22dc295f004 req-b440dbc9-4b15-4d9a-84fc-4136f34f8d78 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:09.974038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3af7e7f2-247c-4f54-b69f-b22dc295f004 req-b440dbc9-4b15-4d9a-84fc-4136f34f8d78 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0517106 Oct 22 16:23:10.015082 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3af7e7f2-247c-4f54-b69f-b22dc295f004 req-e0628399-95fe-419c-a30e-06a1e5d1d8bd tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345368 Oct 22 16:23:10.038734 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47536) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:23:10.102196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-dbe61872-79a0-4b80-b0cd-34548c34110f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/89916bf0-b877-491a-a909-6ddf37a0d86c HTTP/1.1" status: 200 len: 993 time: 0.0622504 Oct 22 16:23:12.420241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:22.751139 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-91cb309b-40ed-418e-b99c-edd36bd8a21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:25.190881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0c40a0ab-a81d-4f5b-96b5-258d2feaf9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:26.505323 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:26.945590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:28.510842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:34.437040 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:38.843760 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:23:42.476459 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:52.717095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-93bc1e5b-2189-4b49-8e12-97152c2df4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:55.050761 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-ab832c38-50e1-48ae-81e7-5beacf80d332 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399210 Oct 22 16:23:55.135041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-cbf7666e-d900-4ab1-884a-784bbfb8cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:55.136563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-cbf7666e-d900-4ab1-884a-784bbfb8cbe4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0427506 Oct 22 16:23:55.196127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a7dae183-b92b-4aaf-86fd-22a3df032ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:55.250244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-a334d92d-e1cf-4e5e-9032-31e0c0aacd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:55.252077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-a334d92d-e1cf-4e5e-9032-31e0c0aacd85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.0934401 Oct 22 16:23:55.323616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-7af3cb7f-a5b5-4180-9387-b9d852ac7e32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 1001 time: 0.0639896 Oct 22 16:23:55.378510 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-017dbb98-8e82-46f7-9004-c814b2a6aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:55.380066 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-017dbb98-8e82-46f7-9004-c814b2a6aeee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0493743 Oct 22 16:23:55.431537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-51f8c434-6298-44e0-b9ed-9b8032e1c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:23:55.433847 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-51f8c434-6298-44e0-b9ed-9b8032e1c93f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465777 Oct 22 16:23:55.526007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-5fddf86b-4e80-4868-90ec-ebc1242a40db service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838919 Oct 22 16:23:55.622119 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d4e0cc8e-807b-4306-97a7-513c71f3d03b req-ee7d91a5-808d-4d24-afde-9f101c2484ed service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884476 Oct 22 16:23:56.487445 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:56.933057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:23:58.482753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:00.737643 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47560) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:01.034570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port c68a7493-83a8-4cda-a9c7-6de8f2fe4b3a {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:24:01.034921 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:01.113480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:01.113806 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:01.125346 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for c68a7493-83a8-4cda-a9c7-6de8f2fe4b3a owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:24:01.344711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:01.375824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=c68a7493-83a8-4cda-a9c7-6de8f2fe4b3a,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:01.389100 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.389444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.389792 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.390133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.390469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.390805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.391169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.391504 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.391880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.392211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.392538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.392862 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:01.450696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:01.451713 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 89916bf0-b877-491a-a909-6ddf37a0d86c disassociated (deleted). External IP: 172.25.1.195, port: e3f08641-fce0-4aef-a838-c6ad26bbbab7. Oct 22 16:24:01.670917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bd486978-6f44-4116-b5bd-f43109bad3be has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:24:01.778641 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:24:01.783469 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:01.788026 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] Sync routers for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:24:01.797835 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:01.798440 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:01.809839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a3ecb5d6-3c45-4559-96ed-eed9332a9627 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/floatingips/89916bf0-b877-491a-a909-6ddf37a0d86c HTTP/1.1" status: 204 len: 168 time: 1.0706098 Oct 22 16:24:01.810608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:24:01.813383 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e35b462-00f3-4da2-bc25-f6e44c844730" -d '{"events": [{"name": "network-changed", "server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:24:01.853624 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f97add-8b42-4168-be8d-d75612f2f712 x-openstack-request-id: req-66f97add-8b42-4168-be8d-d75612f2f712 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:24:01.853986 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:24:01.854303 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66f97add-8b42-4168-be8d-d75612f2f712 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:24:01.855248 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'status': 'completed', 'code': 200} Oct 22 16:24:01.910998 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:01.921635 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-d6f41a20-47ca-452b-8305-924a07774a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:01.923161 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-d6f41a20-47ca-452b-8305-924a07774a17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0438144 Oct 22 16:24:02.023965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-1ab4134c-ee8a-4fdf-ad83-a8397eccaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:02.025477 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-1ab4134c-ee8a-4fdf-ad83-a8397eccaeaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 200 len: 898 time: 0.0953636 Oct 22 16:24:02.069909 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-e1351c5c-32c4-46d6-9fd5-5c0ca66e90bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 200 len: 217 time: 0.0346186 Oct 22 16:24:02.118655 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:29Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:02.127182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-09634a95-4bf1-4a90-99d7-c253fb293da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:02.128669 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-09634a95-4bf1-4a90-99d7-c253fb293da9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 200 len: 834 time: 0.0492477 Oct 22 16:24:02.146381 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] Checking router: bd486978-6f44-4116-b5bd-f43109bad3be for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:24:02.155220 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:02.155801 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:02.182648 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-13bb72bb-c743-49da-ae6d-675fb3fe8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:02.182648 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-13bb72bb-c743-49da-ae6d-675fb3fe8b3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a84732a9-c3f4-4534-aa4e-87f5c58c504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429804 Oct 22 16:24:02.272074 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:02.281772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-f6af9696-7b36-44b5-8fe0-6f105a995483 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951569 Oct 22 16:24:02.382298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3e35b462-00f3-4da2-bc25-f6e44c844730 req-db7296b1-178d-4467-874a-22bda7ff8321 service neutron] 10.222.0.69 "GET /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916948 Oct 22 16:24:02.401648 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b101-c45f-4f93-a119-46d74ed42c3d req-20acb059-660e-4371-82dc-e1b7c6340825 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:02.403283 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21e4b101-c45f-4f93-a119-46d74ed42c3d req-20acb059-660e-4371-82dc-e1b7c6340825 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.1897793 Oct 22 16:24:02.444502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21e4b101-c45f-4f93-a119-46d74ed42c3d req-e9ced505-4484-4309-ab09-537d39c6ce21 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344770 Oct 22 16:24:02.490441 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:29Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:02.521967 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc0c25-dee4-4ead-975d-87900ab15f40 None None] The sync data for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 is: [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:25Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'e2d3554f-631b-4d9b-9a08-2e70d87ecb2f', 'name': '', 'network_id': 'a84732a9-c3f4-4534-aa4e-87f5c58c504d', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:51:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:24Z', 'updated_at': '2021-10-22T16:21:29Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': 'a3eacdb0-e64a-481d-957d-390af54bd79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:24:02.759978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58d1f6-c530-4178-90bd-a5687eb724c4 None None] New status for floating IP 89916bf0-b877-491a-a909-6ddf37a0d86c: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:24:03.571610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b918-2604-4b10-8363-1bc2b474fab7 req-508a704f-f24b-40c1-ac71-c8ddd98e3993 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:03.573126 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f90b918-2604-4b10-8363-1bc2b474fab7 req-508a704f-f24b-40c1-ac71-c8ddd98e3993 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0501215 Oct 22 16:24:03.612128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f90b918-2604-4b10-8363-1bc2b474fab7 req-9f71d696-8c7d-4520-96b4-c3aba78d0a4f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=e82ce931-a854-450f-a229-2424009b8328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Oct 22 16:24:04.043745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-99424359-f553-4ac0-856f-5a5def5fe992 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:04.045199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-99424359-f553-4ac0-856f-5a5def5fe992 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Oct 22 16:24:04.140972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port e3f08641-fce0-4aef-a838-c6ad26bbbab7 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:24:04.141285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:04.241453 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port e3f08641-fce0-4aef-a838-c6ad26bbbab7, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=e3f08641-fce0-4aef-a838-c6ad26bbbab7,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:04.241713 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:04.256296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for e3f08641-fce0-4aef-a838-c6ad26bbbab7 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:24:04.447907 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:04.476724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=e3f08641-fce0-4aef-a838-c6ad26bbbab7,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:04.483760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:04.523061 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] No DVR routers for this DVR port e3f08641-fce0-4aef-a838-c6ad26bbbab7 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:24:04.525725 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:04.529322 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ed5d2ff9-73e1-47a9-aca0-e2f9c52e17e3 req-c063a80e-4a94-4607-9ac1-cacb6538e04f tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "DELETE /v2.0/ports/e3f08641-fce0-4aef-a838-c6ad26bbbab7 HTTP/1.1" status: 204 len: 173 time: 0.4771817 Oct 22 16:24:04.529762 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'name': 'network-vif-deleted', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:24:04.532067 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f1ca6c-bdd0-4e5e-9292-8f427a14334b" -d '{"events": [{"server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "name": "network-vif-deleted", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:24:04.569055 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f84a90-14ca-49e9-80d2-69a1602e3109 x-openstack-request-id: req-a4f84a90-14ca-49e9-80d2-69a1602e3109 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:24:04.569352 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a0d94-039c-47f7-8e9f-db3cc4a8ad98", "name": "network-vif-deleted", "tag": "e3f08641-fce0-4aef-a838-c6ad26bbbab7", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:24:04.569606 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4f84a90-14ca-49e9-80d2-69a1602e3109 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:24:04.570011 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a0d94-039c-47f7-8e9f-db3cc4a8ad98', 'name': 'network-vif-deleted', 'tag': 'e3f08641-fce0-4aef-a838-c6ad26bbbab7', 'status': 'completed', 'code': 200} Oct 22 16:24:04.710838 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0f1bb2d7-f24e-4b59-b60a-05b47098f492 req-b5c33649-3d83-4dd8-97b2-26d9e27dec7a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=375a0d94-039c-47f7-8e9f-db3cc4a8ad98 HTTP/1.1" status: 200 len: 210 time: 0.0268276 Oct 22 16:24:05.772314 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47580) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:06.142342 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:06.324835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e3f08641-fce0-4aef-a838-c6ad26bbbab7 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:24:06.345397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: e3f08641-fce0-4aef-a838-c6ad26bbbab7 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:24:06.345734 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device e3f08641-fce0-4aef-a838-c6ad26bbbab7 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:24:06.399197 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:24:06.399197 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:06.493477 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port e2d3554f-631b-4d9b-9a08-2e70d87ecb2f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:06.493848 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:06.507291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for e2d3554f-631b-4d9b-9a08-2e70d87ecb2f owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:24:07.098829 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:07.126208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=e2d3554f-631b-4d9b-9a08-2e70d87ecb2f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:07.307245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:07.538765 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router bd486978-6f44-4116-b5bd-f43109bad3be has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:24:07.646288 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:24:07.659663 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1a992c4f-3a6b-437d-9ca8-b903ece94aa1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/bd486978-6f44-4116-b5bd-f43109bad3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857224 Oct 22 16:24:07.661342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47582) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:07.664908 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] Sync routers for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:24:07.678211 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:07.678865 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:07.714986 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting subnet a3eacdb0-e64a-481d-957d-390af54bd79f {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:24:07.719218 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:07.764623 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:07.785576 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:07.851792 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:07.996598 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.031180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Subnet': ['ID=a3eacdb0-e64a-481d-957d-390af54bd79f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:08.034851 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.038266 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-533ec718-fa2e-46ff-a70f-e186832741c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/subnets/a3eacdb0-e64a-481d-957d-390af54bd79f HTTP/1.1" status: 204 len: 168 time: 0.3759015 Oct 22 16:24:08.041102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d1ec0-6b91-423b-a232-d17210a33a85 None None] Network a84732a9-c3f4-4534-aa4e-87f5c58c504d requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:24:08.041659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47584) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:08.076924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:24:06Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:08.104370 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] Checking router: bd486978-6f44-4116-b5bd-f43109bad3be for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:24:08.113601 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] Routers {'bd486978-6f44-4116-b5bd-f43109bad3be'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:08.114330 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['bd486978-6f44-4116-b5bd-f43109bad3be'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:08.156004 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.238348 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] Set router bd486978-6f44-4116-b5bd-f43109bad3be gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:08.246074 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] DHCP port deletion for a84732a9-c3f4-4534-aa4e-87f5c58c504d request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:24:08.275379 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.299448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Deleting port 9114c710-c406-4699-913a-ccc1bee5e113 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:24:08.299804 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.366786 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] For port 9114c710-c406-4699-913a-ccc1bee5e113, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=9114c710-c406-4699-913a-ccc1bee5e113,segment=NetworkSegment(d5c67e22-b487-49d7-994b-1a5f9841b374),segment_id=d5c67e22-b487-49d7-994b-1a5f9841b374)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:08.367210 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.380719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Calling delete_port for 9114c710-c406-4699-913a-ccc1bee5e113 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:24:08.427697 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:24:06Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:08.455602 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe777a1-4411-4eab-aa38-fbfbea94becc None None] The sync data for ids ['bd486978-6f44-4116-b5bd-f43109bad3be'] in n-d-812148-2 is: [{'id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821455522', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:24:06Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': '0d666f62-26ab-45c9-ae5d-8168e3a35061', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd486978-6f44-4116-b5bd-f43109bad3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:21:21Z', 'updated_at': '2021-10-22T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:24:08.469586 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 0d666f62-26ab-45c9-ae5d-8168e3a35061 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:24:08.469906 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.555443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 0d666f62-26ab-45c9-ae5d-8168e3a35061, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0d666f62-26ab-45c9-ae5d-8168e3a35061,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:08.555799 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.567584 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.568106 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 0d666f62-26ab-45c9-ae5d-8168e3a35061 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:24:08.594346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Pushing event deleted for resources: {'Port': ['ID=9114c710-c406-4699-913a-ccc1bee5e113,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:08.598577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] No DVR routers for this DVR port 9114c710-c406-4699-913a-ccc1bee5e113 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:24:08.611718 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.612061 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.612401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.612889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.613117 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.613444 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.613769 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.614092 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.614423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.614795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.615179 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.619945 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f8ff0-dba5-4b4f-a868-6c04bafb6e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.813633 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:08.842194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=0d666f62-26ab-45c9-ae5d-8168e3a35061,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:08.853380 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.854275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.854275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.854544 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.854700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.855060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.855394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.855720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.856541 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.857153 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.857559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.857883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:08.915213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.019536 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.022088 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.127355 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.128084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Fanout notify agent at l3_agent the message router_deleted on router bd486978-6f44-4116-b5bd-f43109bad3be {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:24:09.137505 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.138287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-edd14b06-6fb1-4890-ad3c-aecf98ba5905 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/routers/bd486978-6f44-4116-b5bd-f43109bad3be HTTP/1.1" status: 204 len: 168 time: 1.0955193 Oct 22 16:24:09.140927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47586) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:09.220518 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.316141 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.336025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84732a9-c3f4-4534-aa4e-87f5c58c504d']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:09.346240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c67e22-b487-49d7-994b-1a5f9841b374') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:09.346537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c67e22-b487-49d7-994b-1a5f9841b374') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:09.356873 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.369798 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.375953 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:24:09.376341 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:24:09.379345 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:24:09.550391 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.558457 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.561529 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/networks/a84732a9-c3f4-4534-aa4e-87f5c58c504d HTTP/1.1" status: 204 len: 168 time: 0.4195623 Oct 22 16:24:09.564471 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47588) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:09.573951 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f546b8-e647-4ccd-a6e0-69d1c0c89248 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Network': ['ID=a84732a9-c3f4-4534-aa4e-87f5c58c504d,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:09.631121 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acfc945c-546a-472b-b3d5-fa30bc8993d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.657963 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acfc945c-546a-472b-b3d5-fa30bc8993d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.795751 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acfc945c-546a-472b-b3d5-fa30bc8993d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.798473 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-acfc945c-546a-472b-b3d5-fa30bc8993d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:09.800036 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-acfc945c-546a-472b-b3d5-fa30bc8993d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/security-groups/e82ce931-a854-450f-a229-2424009b8328 HTTP/1.1" status: 204 len: 168 time: 0.2342672 Oct 22 16:24:09.810041 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc945c-546a-472b-b3d5-fa30bc8993d1 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ce931-a854-450f-a229-2424009b8328,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:10.013467 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9114c710-c406-4699-913a-ccc1bee5e113 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:24:10.034341 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 9114c710-c406-4699-913a-ccc1bee5e113 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:24:10.034682 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 9114c710-c406-4699-913a-ccc1bee5e113 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:24:10.035127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0d666f62-26ab-45c9-ae5d-8168e3a35061 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:24:10.054879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 0d666f62-26ab-45c9-ae5d-8168e3a35061 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:24:10.055269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0d666f62-26ab-45c9-ae5d-8168e3a35061 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:24:10.055672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d3554f-631b-4d9b-9a08-2e70d87ecb2f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:24:10.075738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e2d3554f-631b-4d9b-9a08-2e70d87ecb2f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:24:10.075738 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e2d3554f-631b-4d9b-9a08-2e70d87ecb2f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:24:10.421423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47594) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:10.426473 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058964451', 'description': 'tempest-secgroup-smoke-1058964451 description', 'project_id': 'd213fed605a04506a9afb5662d77170a'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:10.504673 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:10.577962 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:10.654241 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:10.684037 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6cde9-d183-4b88-8fdc-299b0de45754,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:10.764630 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:10.765912 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-73422052-054b-4d47-a821-34bf40ee1b06 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3433628 Oct 22 16:24:10.771431 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47596) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:10.776440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '43f6cde9-d183-4b88-8fdc-299b0de45754', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:10.893169 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:10.952692 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.041657 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.060108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001a0657-459d-4922-b5fd-8c2f17bc9701,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:11.123699 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.124949 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-af421b65-901e-429b-8fdf-b5cd6b181f41 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3520994 Oct 22 16:24:11.128717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:11.133350 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '43f6cde9-d183-4b88-8fdc-299b0de45754', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:11.229505 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.289672 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.373449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.392098 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2837f8-f85a-4980-a950-9d7372a36457,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:11.500853 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.502057 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a20da4f2-fb33-494e-89a9-fbaaa7ba5dcf tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3723178 Oct 22 16:24:11.504920 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47600) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:11.509294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '43f6cde9-d183-4b88-8fdc-299b0de45754', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:11.623752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.686251 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.761720 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.780046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f757152a-562d-46ac-a125-58694fd37807,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:11.883382 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:11.884688 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-698ee8d1-6f49-4456-ab50-500d7a9382ec tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788240 Oct 22 16:24:11.887793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47602) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:11.892398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '43f6cde9-d183-4b88-8fdc-299b0de45754', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:11.984684 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.052837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.133182 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.153873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d08cfa8-f404-49d2-a7c8-09360e46f09e,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:12.233146 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.234451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7e52672f-44c9-4e9e-993b-f2b800532290 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3456025 Oct 22 16:24:12.240162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47604) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:12.244456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '43f6cde9-d183-4b88-8fdc-299b0de45754', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:12.350151 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:24:12.355368 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.419234 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.422692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.510312 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.530527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2239f23c-c5fe-4d15-8a41-2de0f6468679,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:12.598114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.599444 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-486856ae-588a-4e9f-96a8-5d6d82c159fc tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3583117 Oct 22 16:24:12.602312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47606) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:12.607298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'security_group_rule': {'security_group_id': '43f6cde9-d183-4b88-8fdc-299b0de45754', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:12.699076 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Project d213fed605a04506a9afb5662d77170a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:24:12.705082 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.771118 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.830099 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.848473 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21028d72-b546-4632-826a-8ec0b024a690,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:12.901369 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:12.902753 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-72f6e7a9-4074-49e2-ab56-68b74782c2ae tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2994096 Oct 22 16:24:12.905812 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47608) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:12.910961 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'network': {'name': 'tempest-network-smoke--332438563', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'port_security_enabled': True}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:13.023273 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:24:13.027106 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.053915 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:24:13.063056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.063344 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Added segment 3e94aa69-d35d-45bf-bc3a-5b6223d8d57f of type vlan for network 3ab29896-7530-4f0f-93d4-ab8966d394b9 Oct 22 16:24:13.105220 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.201328 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.207058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:13.211950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.274230 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Network': ['ID=3ab29896-7530-4f0f-93d4-ab8966d394b9,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:13.285864 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:24:13.306882 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d264413-072a-4a23-a2b2-e6578e7c35c9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3999634 Oct 22 16:24:13.310007 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47610) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:13.314515 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'admin_state_up': True, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:13.407691 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.408974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.791610 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:13.996083 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:14.318334 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:14.337702 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:14.447898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.137 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/d861fe1c-eef1-4f13-aa6a-1a442ec47124) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:24:14.603074 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:14.693356 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:14.736282 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:24:14.739127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:14.742545 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:24:14.750447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=d861fe1c-eef1-4f13-aa6a-1a442ec47124,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:15.061823 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:15.262056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:15.493049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router 08f4cae9-5817-4444-b2c1-025783fbc1cd is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:24:15.605164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:24:15.617630 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Sync routers for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:24:15.628792 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:15.629415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:15.695350 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:15.696560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7da00713-b46a-4413-87f1-36e11e6d0f0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3855896 Oct 22 16:24:15.700770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47612) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:15.730142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-15ebd96a-7c6e-42ec-a770-f459b8bd1a00 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d213fed605a04506a9afb5662d77170a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281210 Oct 22 16:24:15.733164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47614) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:15.744195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:15.823837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2934cdb-9c57-4129-a1a0-a085ef15d7f4 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:15.825895 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e2934cdb-9c57-4129-a1a0-a085ef15d7f4 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918007 Oct 22 16:24:15.828683 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47616) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:15.843733 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:24:15.857073 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-111ba68c-890e-4e32-a96c-e02441b589d5 tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=d9fda528-0403-4d4f-a06a-a88fdc884a3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272710 Oct 22 16:24:15.859457 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47618) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:15.865380 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353822992', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'project_id': 'd213fed605a04506a9afb5662d77170a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:15.931002 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:14Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:15.958297 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Checking router: 08f4cae9-5817-4444-b2c1-025783fbc1cd for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:24:15.960893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Updating router 08f4cae9-5817-4444-b2c1-025783fbc1cd port d861fe1c-eef1-4f13-aa6a-1a442ec47124 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:24:15.984403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.030019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:24:16.033821 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.248118 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.303610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.338496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.374876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Subnet': ['ID=5dd0253a-4154-4754-b920-9248b90d0eb8,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:16.384356 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Checking segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:24:16.384745 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network hostable DHCP agents. Network: 3ab29896-7530-4f0f-93d4-ab8966d394b9, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:24:16.393419 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Attempting to bind port d861fe1c-eef1-4f13-aa6a-1a442ec47124 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:24:16.393905 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Attempting to bind port d861fe1c-eef1-4f13-aa6a-1a442ec47124 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:24:16.394272 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Attempting to bind port d861fe1c-eef1-4f13-aa6a-1a442ec47124 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:24:16.405471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1779ff9-82e5-4502-8094-510baf7efd77 None None] Pushing event updated for resources: {'Port': ['ID=d861fe1c-eef1-4f13-aa6a-1a442ec47124,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:16.407874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:24:16.408255 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:24:16.409057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.409057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:24:16.409484 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Bound port: d861fe1c-eef1-4f13-aa6a-1a442ec47124, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:24:16.409862 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.462639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] For port d861fe1c-eef1-4f13-aa6a-1a442ec47124, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:24:16.465813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] For port d861fe1c-eef1-4f13-aa6a-1a442ec47124, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d861fe1c-eef1-4f13-aa6a-1a442ec47124,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:24:16.492861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:24:16.528394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.588379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:16.589069 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:16.594823 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1779ff9-82e5-4502-8094-510baf7efd77 None None] Pushing event updated for resources: {'Port': ['ID=d861fe1c-eef1-4f13-aa6a-1a442ec47124,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:16.601517 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 3ab29896-7530-4f0f-93d4-ab8966d394b9) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:16.606291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:16.607320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:16.634861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8017f6-cd0b-4abd-b5bb-27ab5f800221 None None] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:24:16.724175 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bcac6073-fd2f-411e-9455-9450dda28775 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8636599 Oct 22 16:24:16.727022 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47620) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:16.776044 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:17.135370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-3ab29896-7530-4f0f-93d4-ab8966d394b9', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:24:17.136242 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.184034 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.307370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:14Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:17.342501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ad67-0610-4269-ab2e-e209435fde4f None None] The sync data for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 is: [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:14Z', 'revision_number': 3, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:24:17.344701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Allocated IP 172.20.0.2 (3ab29896-7530-4f0f-93d4-ab8966d394b9/5dd0253a-4154-4754-b920-9248b90d0eb8/d8492233-805f-4cd3-b9b9-0c3b326b2604) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:24:17.515256 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.625249 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.667751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:24:17.673313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:17.677134 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:24:17.682552 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.1 (3ab29896-7530-4f0f-93d4-ab8966d394b9/5dd0253a-4154-4754-b920-9248b90d0eb8/462e4552-8514-4789-b470-52d69f63757c) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:24:17.689432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Pushing event updated for resources: {'Port': ['ID=d8492233-805f-4cd3-b9b9-0c3b326b2604,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:17.753287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Attempting to bind port d8492233-805f-4cd3-b9b9-0c3b326b2604 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:24:17.753836 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Attempting to bind port d8492233-805f-4cd3-b9b9-0c3b326b2604 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:24:17.754329 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Attempting to bind port d8492233-805f-4cd3-b9b9-0c3b326b2604 on network 3ab29896-7530-4f0f-93d4-ab8966d394b9 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:24:17.760243 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:24:17.760746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Checking segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:24:17.766251 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.766251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Bound using segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:24:17.766251 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Bound port: d8492233-805f-4cd3-b9b9-0c3b326b2604, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:24:17.766251 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.816646 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:17.842465 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] For port d8492233-805f-4cd3-b9b9-0c3b326b2604, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:24:17.846219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] For port d8492233-805f-4cd3-b9b9-0c3b326b2604, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d8492233-805f-4cd3-b9b9-0c3b326b2604,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:24:17.955799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.001187 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.028098 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001c1cf-28b7-45ec-b476-90a0f728ceba None None] Pushing event updated for resources: {'Port': ['ID=d8492233-805f-4cd3-b9b9-0c3b326b2604,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:18.068889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d861fe1c-eef1-4f13-aa6a-1a442ec47124 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:24:18.069744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:24:18.074396 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:18.077516 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:24:18.127178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=462e4552-8514-4789-b470-52d69f63757c,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:18.138258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d861fe1c-eef1-4f13-aa6a-1a442ec47124 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:18.138626 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.146814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.235497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.267506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d861fe1c-eef1-4f13-aa6a-1a442ec47124, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d861fe1c-eef1-4f13-aa6a-1a442ec47124,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:18.366615 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.434376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d861fe1c-eef1-4f13-aa6a-1a442ec47124,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:18.494184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.795731 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.864103 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:18.941469 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=462e4552-8514-4789-b470-52d69f63757c,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:18.944150 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:19.051496 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:24:19.052943 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:19.175592 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router 08f4cae9-5817-4444-b2c1-025783fbc1cd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:24:19.617928 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:24:19.623934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-78fb913d-d186-4589-9b16-29a1557b2cd0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/08f4cae9-5817-4444-b2c1-025783fbc1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8958843 Oct 22 16:24:19.627677 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Sync routers for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:24:19.638688 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab2a32c-5a6a-4779-ab74-888572fe9e2c None None] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:24:19.640220 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:19.640826 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:19.720983 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3046a071-0d26-4614-a7b1-0c0b294dd239 None None] Provisioning complete for port d8492233-805f-4cd3-b9b9-0c3b326b2604 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:19.721340 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3046a071-0d26-4614-a7b1-0c0b294dd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:19.754655 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:19.805699 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-cf4218f2-82bf-4364-9cf9-4d98d1130a79 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058964451&fields=id&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 267 time: 0.0355177 Oct 22 16:24:19.881269 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3046a071-0d26-4614-a7b1-0c0b294dd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:19.926725 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-7e45ea12-e4f6-4add-a9fe-c894dad44e10 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:19.928630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-7e45ea12-e4f6-4add-a9fe-c894dad44e10 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/networks?id=3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 200 len: 796 time: 0.1125655 Oct 22 16:24:19.928980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-3046a071-0d26-4614-a7b1-0c0b294dd239 None None] For port d8492233-805f-4cd3-b9b9-0c3b326b2604, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d8492233-805f-4cd3-b9b9-0c3b326b2604,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:19.951923 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-fb37d85f-e8b4-4b1f-a235-daf413792b02 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/quotas/d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 375 time: 0.0106597 Oct 22 16:24:19.993943 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 2, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:20.017640 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3046a071-0d26-4614-a7b1-0c0b294dd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.030063 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Checking router: 08f4cae9-5817-4444-b2c1-025783fbc1cd for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:24:20.036852 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Updating router 08f4cae9-5817-4444-b2c1-025783fbc1cd port 462e4552-8514-4789-b470-52d69f63757c binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:24:20.037175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-59242a5c-280b-4b9e-ba4e-e73b042782b2 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739322 Oct 22 16:24:20.091145 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.166788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046a071-0d26-4614-a7b1-0c0b294dd239 None None] Pushing event updated for resources: {'Port': ['ID=d8492233-805f-4cd3-b9b9-0c3b326b2604,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:20.201287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d8492233-805f-4cd3-b9b9-0c3b326b2604 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:24:20.211247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-72e9f546-5ceb-475c-b560-238190a643fa service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:24:20.212331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-72e9f546-5ceb-475c-b560-238190a643fa service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1709437 Oct 22 16:24:20.313840 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d8492233-805f-4cd3-b9b9-0c3b326b2604 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:20.314218 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.337898 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-4a65a303-f8e2-4022-ab1f-afce1f4850a2 service neutron] 10.222.0.66 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153276 Oct 22 16:24:20.383995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-24c79e9e-f4df-440a-b78c-fc0b8aab4aa9 None None] Provisioning complete for port d8492233-805f-4cd3-b9b9-0c3b326b2604 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:20.384350 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24c79e9e-f4df-440a-b78c-fc0b8aab4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.454615 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.479750 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-1d2cd44d-e842-48f3-bab5-9f926d7d993b service neutron] 10.222.0.66 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404297 Oct 22 16:24:20.489427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d861fe1c-eef1-4f13-aa6a-1a442ec47124 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:24:20.519993 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.583779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d861fe1c-eef1-4f13-aa6a-1a442ec47124 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:20.584147 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.595607 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Pushing event updated for resources: {'Port': ['ID=462e4552-8514-4789-b470-52d69f63757c,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:20.618820 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.619357 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.619795 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.620550 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.620550 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.621840 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.621986 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.622406 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.623055 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.623453 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.623874 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.624294 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:24:20.628380 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-24c79e9e-f4df-440a-b78c-fc0b8aab4aa9 None None] Provisioning complete for port 462e4552-8514-4789-b470-52d69f63757c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:20.628739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-24c79e9e-f4df-440a-b78c-fc0b8aab4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.664399 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Attempting to bind port 462e4552-8514-4789-b470-52d69f63757c on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:24:20.665003 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Attempting to bind port 462e4552-8514-4789-b470-52d69f63757c by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:24:20.665344 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Attempting to bind port 462e4552-8514-4789-b470-52d69f63757c on network 3ab29896-7530-4f0f-93d4-ab8966d394b9 {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:24:20.671184 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:24:20.672248 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Checking segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:24:20.672379 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-24c79e9e-f4df-440a-b78c-fc0b8aab4aa9 None None] Port 462e4552-8514-4789-b470-52d69f63757c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:24:20.672863 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.672863 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Bound using segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:24:20.673589 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Bound port: 462e4552-8514-4789-b470-52d69f63757c, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:24:20.673930 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.766437 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] For port 462e4552-8514-4789-b470-52d69f63757c, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:24:20.770218 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] For port 462e4552-8514-4789-b470-52d69f63757c, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=462e4552-8514-4789-b470-52d69f63757c,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:24:20.786779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5b39e044-bd01-43ca-8201-5b51b395e854 req-a9b41820-6c59-4dd7-935e-6d2445871f25 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 210 time: 0.0424781 Oct 22 16:24:20.803372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-e1b1e313-6bd1-443b-ac43-c42ba8dd3e9f None None] Provisioning complete for port 462e4552-8514-4789-b470-52d69f63757c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:20.803738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e313-6bd1-443b-ac43-c42ba8dd3e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.843397 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1e313-6bd1-443b-ac43-c42ba8dd3e9f None None] Port 462e4552-8514-4789-b470-52d69f63757c cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:24:20.848261 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:20.914945 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:20.915613 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:23:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:20.955663 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669536a-339c-4a41-8e3d-2b4d0af7cc8b None None] Pushing event updated for resources: {'Port': ['ID=462e4552-8514-4789-b470-52d69f63757c,revision_number=4']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:20.966806 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2ccd81aa-ab43-4526-957d-9b7aaa332c59 None None] Provisioning complete for port 462e4552-8514-4789-b470-52d69f63757c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:20.967332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ccd81aa-ab43-4526-957d-9b7aaa332c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:21.063947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ccd81aa-ab43-4526-957d-9b7aaa332c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:21.074409 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:21.103184 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2ccd81aa-ab43-4526-957d-9b7aaa332c59 None None] For port 462e4552-8514-4789-b470-52d69f63757c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=462e4552-8514-4789-b470-52d69f63757c,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:21.167450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2ccd81aa-ab43-4526-957d-9b7aaa332c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:21.225619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd81aa-ab43-4526-957d-9b7aaa332c59 None None] Pushing event updated for resources: {'Port': ['ID=462e4552-8514-4789-b470-52d69f63757c,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:21.289225 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-75a5f9a5-8b51-46d2-82c9-21b83f4ffe80 None None] Provisioning complete for port 462e4552-8514-4789-b470-52d69f63757c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:21.289995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-75a5f9a5-8b51-46d2-82c9-21b83f4ffe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:21.389593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:20Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:21.416207 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f2d1-161b-4ddc-8841-efe8f5497ded None None] The sync data for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 is: [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:20Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:24:21.508934 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-71a738dd-6b30-4950-96bb-2480f3ef48b8 None None] Provisioning complete for port 462e4552-8514-4789-b470-52d69f63757c triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:21.510751 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-71a738dd-6b30-4950-96bb-2480f3ef48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:21.916281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c4903ba-2657-4b26-8711-2962a4bfd821 req-88105bcb-d666-446e-90cf-eaf7698d099e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 210 time: 0.0364823 Oct 22 16:24:22.089283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 462e4552-8514-4789-b470-52d69f63757c up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:24:22.149698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 462e4552-8514-4789-b470-52d69f63757c triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:22.150065 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:22.241669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d8492233-805f-4cd3-b9b9-0c3b326b2604 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:24:22.294575 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d8492233-805f-4cd3-b9b9-0c3b326b2604 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:22.295077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:22.761174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1abe7d9c-9bd7-4cb9-abbf-24138fbe5a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:23.020333 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-be0f2ada-0e56-4ffc-a844-f035d3aad3f5 req-8bd0686f-3cd2-4799-b5fb-e01eda165a17 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 210 time: 0.0279696 Oct 22 16:24:23.078609 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-c4be7ae7-533d-41f8-89bc-cc1f61eb6993 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:23.080223 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-c4be7ae7-533d-41f8-89bc-cc1f61eb6993 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/networks?id=3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 200 len: 796 time: 0.1086340 Oct 22 16:24:23.124157 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-d586b653-743f-4a71-9a51-cffdcd413757 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d213fed605a04506a9afb5662d77170a HTTP/1.1" status: 200 len: 380 time: 0.0335891 Oct 22 16:24:23.134602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'port': {'device_id': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'admin_state_up': True, 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'security_groups': ['43f6cde9-d183-4b88-8fdc-299b0de45754']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:23.356233 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Made reservation on behalf of d213fed605a04506a9afb5662d77170a for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:24:23.360081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:23.494445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.20.0.7 (3ab29896-7530-4f0f-93d4-ab8966d394b9/5dd0253a-4154-4754-b920-9248b90d0eb8/3996b88f-831e-4771-b8fd-06a9f97aa81f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:24:23.640440 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:23.733108 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:23.779718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:24:23.782861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:23.786487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:24:23.799874 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=3996b88f-831e-4771-b8fd-06a9f97aa81f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:23.851576 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:23.852240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:23.912755 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-390e4b64-2e34-4dda-a864-45186c2cd8ea tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817454 Oct 22 16:24:23.925702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-e694dbc7-d933-4954-b691-0d12a5284b88 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:24:23.927182 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-e694dbc7-d933-4954-b691-0d12a5284b88 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075734 Oct 22 16:24:23.942018 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Request body: {'port': {'device_id': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:24.005274 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.040321 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bca2fd61-3833-489b-a7c6-b46187d60d05 None None] Provisioning complete for port 3996b88f-831e-4771-b8fd-06a9f97aa81f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:24.040946 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bca2fd61-3833-489b-a7c6-b46187d60d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.087692 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bca2fd61-3833-489b-a7c6-b46187d60d05 None None] Port 3996b88f-831e-4771-b8fd-06a9f97aa81f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:24:24.155460 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761ae92-0cae-47aa-8574-57a2facc0922 req-6f8e36b2-0b79-4534-924c-8e830f981297 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:24.156907 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7761ae92-0cae-47aa-8574-57a2facc0922 req-6f8e36b2-0b79-4534-924c-8e830f981297 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 931 time: 0.0522530 Oct 22 16:24:24.203152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7761ae92-0cae-47aa-8574-57a2facc0922 req-14be6830-0744-47d4-8eb7-15afb65ac07b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Oct 22 16:24:24.279835 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3996b88f-831e-4771-b8fd-06a9f97aa81f {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:24:24.287253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.299178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Transition to ACTIVE for port object 3996b88f-831e-4771-b8fd-06a9f97aa81f will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:24:24.378667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.439200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Pushing event updated for resources: {'Port': ['ID=3996b88f-831e-4771-b8fd-06a9f97aa81f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:24.513655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Attempting to bind port 3996b88f-831e-4771-b8fd-06a9f97aa81f on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:24:24.514007 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Attempting to bind port 3996b88f-831e-4771-b8fd-06a9f97aa81f by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:24:24.514379 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Attempting to bind port 3996b88f-831e-4771-b8fd-06a9f97aa81f on network 3ab29896-7530-4f0f-93d4-ab8966d394b9 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:24:24.519486 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Port 3996b88f-831e-4771-b8fd-06a9f97aa81f on network 3ab29896-7530-4f0f-93d4-ab8966d394b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:24:24.519848 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Attempting to bind port 3996b88f-831e-4771-b8fd-06a9f97aa81f on network 3ab29896-7530-4f0f-93d4-ab8966d394b9 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:24:24.525275 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:24:24.525603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Checking segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:24:24.526011 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Bound using segment: {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:24:24.526481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Bound port: 3996b88f-831e-4771-b8fd-06a9f97aa81f, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:24:24.526838 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.605971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] For port 3996b88f-831e-4771-b8fd-06a9f97aa81f, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:24:24.605971 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] For port 3996b88f-831e-4771-b8fd-06a9f97aa81f, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:24:24.722163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.758655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:24.759320 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:24.760934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] 10.222.0.69 "PUT /v2.0/ports/3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 200 len: 1091 time: 0.8251469 Oct 22 16:24:24.761404 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:24:24.763842 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:24:24.798183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c2200-5c19-4474-a359-9ef952c441fb service neutron] Pushing event updated for resources: {'Port': ['ID=3996b88f-831e-4771-b8fd-06a9f97aa81f,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:24.810956 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2f0e7-b596-4282-9874-f67383b96ffb x-openstack-request-id: req-d2f2f0e7-b596-4282-9874-f67383b96ffb {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:24:24.811382 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:24:24.811643 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2f2f0e7-b596-4282-9874-f67383b96ffb {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:24:24.812084 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'status': 'completed', 'code': 200} Oct 22 16:24:24.879454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a req-2df3887a-4d49-4dfa-80e9-77a4712cc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:24.880994 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a req-2df3887a-4d49-4dfa-80e9-77a4712cc944 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1094 time: 0.0497127 Oct 22 16:24:24.997182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a req-6eb59ea1-af35-4656-a3a7-7b7e74bbe110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:24.998694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a req-6eb59ea1-af35-4656-a3a7-7b7e74bbe110 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d213fed605a04506a9afb5662d77170a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1087799 Oct 22 16:24:25.101205 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a req-c1513dcc-86f7-4901-83d0-37f6549a129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:25.102622 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-dec72ec0-2f31-4b50-ab38-699b2fa6e55a req-c1513dcc-86f7-4901-83d0-37f6549a129a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976260 Oct 22 16:24:25.181677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-2e2745cb-ef68-4a71-b5b8-56c0be583857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:25.183500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-2e2745cb-ef68-4a71-b5b8-56c0be583857 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1094 time: 0.0437191 Oct 22 16:24:25.195892 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-01c0210f-e530-4feb-b73c-0be0b81231de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:25.228515 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-138193d4-87d2-4076-b42a-aba9abd6b9cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 200 len: 217 time: 0.0364215 Oct 22 16:24:25.281206 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-82884616-1a6d-4916-bd79-a03829a2fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:25.282634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-82884616-1a6d-4916-bd79-a03829a2fb16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5dd0253a-4154-4754-b920-9248b90d0eb8 HTTP/1.1" status: 200 len: 835 time: 0.0478795 Oct 22 16:24:25.324415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dab65-727d-4b76-a080-0e3809b94ec4 req-2e23c9f5-1efb-4a51-a5bd-ed58ecaa4d18 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:25.327120 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-818dab65-727d-4b76-a080-0e3809b94ec4 req-2e23c9f5-1efb-4a51-a5bd-ed58ecaa4d18 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 943 time: 0.0537879 Oct 22 16:24:25.336447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-d9113b78-7f20-459b-b2e5-6f7239d3fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:25.337953 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-d9113b78-7f20-459b-b2e5-6f7239d3fb2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ab29896-7530-4f0f-93d4-ab8966d394b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474055 Oct 22 16:24:25.367371 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-818dab65-727d-4b76-a080-0e3809b94ec4 req-d38c0f25-ed0d-46d5-a49d-91b705f09a02 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Oct 22 16:24:25.434283 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-f0ac2636-96be-4226-84e5-fe891af53cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885465 Oct 22 16:24:25.532691 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7f58de80-6c46-4dfe-9577-c3323196a594 req-691af415-8384-49f7-96fd-11906f5ed173 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914483 Oct 22 16:24:26.494247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ffba-e831-4e08-9e53-876a3ca5e7e6 req-4ac1b627-a875-46d3-888d-c477fa224f51 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:26.495903 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c619ffba-e831-4e08-9e53-876a3ca5e7e6 req-4ac1b627-a875-46d3-888d-c477fa224f51 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 943 time: 0.0524566 Oct 22 16:24:26.538205 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c619ffba-e831-4e08-9e53-876a3ca5e7e6 req-01222351-f375-4af9-82ae-2568381f73d8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348032 Oct 22 16:24:26.573066 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:26.921250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:27.658094 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010366e-d8b7-4f19-ad63-9b7caaad54e3 req-db1f5d9b-249a-4623-aea0-585d53ef0490 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:27.659511 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9010366e-d8b7-4f19-ad63-9b7caaad54e3 req-db1f5d9b-249a-4623-aea0-585d53ef0490 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 943 time: 0.0498395 Oct 22 16:24:27.704744 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9010366e-d8b7-4f19-ad63-9b7caaad54e3 req-90373344-116c-46dd-8065-e577cde90d6e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 Oct 22 16:24:28.423187 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3996b88f-831e-4771-b8fd-06a9f97aa81f details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:24:28.535789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:28.542285 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 3996b88f-831e-4771-b8fd-06a9f97aa81f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:28.553135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'port_id': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'mac_address': 'fa:16:3e:da:b9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:24:28.597081 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:28.612054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3996b88f-831e-4771-b8fd-06a9f97aa81f {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:24:28.632885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 3996b88f-831e-4771-b8fd-06a9f97aa81f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:28.750389 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:28.803287 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=3996b88f-831e-4771-b8fd-06a9f97aa81f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:28.825129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c113e6-9dce-48c7-bd7f-b6c1d55122f1 req-7927be1f-4f91-4ec8-9441-0437be129091 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:28.826620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41c113e6-9dce-48c7-bd7f-b6c1d55122f1 req-7927be1f-4f91-4ec8-9441-0437be129091 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 944 time: 0.0530913 Oct 22 16:24:28.867390 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41c113e6-9dce-48c7-bd7f-b6c1d55122f1 req-c0b86dd8-fd68-4500-a71e-2d5101fab138 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Oct 22 16:24:29.092569 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['3996b88f-831e-4771-b8fd-06a9f97aa81f'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:24:29.989258 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9f37-6bf4-44ee-939d-f4cb039b745e req-b94eb60b-f002-4344-bcb7-44a62a346d03 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:29.990802 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5de9f37-6bf4-44ee-939d-f4cb039b745e req-b94eb60b-f002-4344-bcb7-44a62a346d03 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 944 time: 0.0525508 Oct 22 16:24:30.032822 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5de9f37-6bf4-44ee-939d-f4cb039b745e req-637141a5-5f27-4ae7-bd0f-c36ed92b7cda tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352185 Oct 22 16:24:30.449597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3996b88f-831e-4771-b8fd-06a9f97aa81f up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:24:30.582376 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 3996b88f-831e-4771-b8fd-06a9f97aa81f completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:24:30.587011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 3996b88f-831e-4771-b8fd-06a9f97aa81f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:24:30.587360 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:30.672556 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:30.693003 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:24:30.695371 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc237eaa-7117-4574-bb5c-e5ecc5874f18" -d '{"events": [{"server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "name": "network-vif-plugged", "status": "completed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:24:30.709753 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 3996b88f-831e-4771-b8fd-06a9f97aa81f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:24:30.734894 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca64e43f-eb9a-49a3-8aa2-ad1c1d6cd931 x-openstack-request-id: req-ca64e43f-eb9a-49a3-8aa2-ad1c1d6cd931 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:24:30.735235 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "name": "network-vif-plugged", "status": "completed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:24:30.735527 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca64e43f-eb9a-49a3-8aa2-ad1c1d6cd931 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:24:30.735921 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'code': 200} Oct 22 16:24:30.778574 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:30.831842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=3996b88f-831e-4771-b8fd-06a9f97aa81f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:30.835092 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0eec-8a08-40ff-8a24-bf66a7143754 req-d77cc25b-9887-4cab-8c38-89009f83fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:30.836627 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b22a0eec-8a08-40ff-8a24-bf66a7143754 req-d77cc25b-9887-4cab-8c38-89009f83fc20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1096 time: 0.0426931 Oct 22 16:24:30.873543 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b22a0eec-8a08-40ff-8a24-bf66a7143754 req-1613813a-bf07-400c-ad65-94922b5f4d4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297379 Oct 22 16:24:31.157514 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e5dfe-771d-414a-9553-92c8b29a9ca5 req-054a1acb-8893-4b04-b01e-76991df7899e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:31.159146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-091e5dfe-771d-414a-9553-92c8b29a9ca5 req-054a1acb-8893-4b04-b01e-76991df7899e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0554309 Oct 22 16:24:31.207386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-091e5dfe-771d-414a-9553-92c8b29a9ca5 req-975c86fa-2a20-451c-bf84-a637b84e0e95 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368686 Oct 22 16:24:32.331068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49f5ba-4a97-45ac-b236-b41269701e73 req-aee18282-97bc-468a-bab5-908e823dff0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:32.332707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b49f5ba-4a97-45ac-b236-b41269701e73 req-aee18282-97bc-468a-bab5-908e823dff0c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0534880 Oct 22 16:24:32.375681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8b49f5ba-4a97-45ac-b236-b41269701e73 req-861dd258-01d9-469e-901e-f1ca956a105d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Oct 22 16:24:33.494587 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6439-7f1f-49f9-accd-28f21ec45ca7 req-5fa5a67d-8f58-4c5c-8d77-f077cce24895 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:33.496653 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77bb6439-7f1f-49f9-accd-28f21ec45ca7 req-5fa5a67d-8f58-4c5c-8d77-f077cce24895 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0516841 Oct 22 16:24:33.537296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-77bb6439-7f1f-49f9-accd-28f21ec45ca7 req-1d4a9672-6aaa-4b51-9274-8b9d4acba4d9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Oct 22 16:24:33.659950 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a69be-c959-48d4-8524-77ca39ce567a req-e2114949-534b-4bf6-af13-c3e6a85911e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:33.661376 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-217a69be-c959-48d4-8524-77ca39ce567a req-e2114949-534b-4bf6-af13-c3e6a85911e6 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0522690 Oct 22 16:24:33.708002 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-217a69be-c959-48d4-8524-77ca39ce567a req-3efa5531-ca0a-4570-a151-70939d85bb1b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 Oct 22 16:24:33.729450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47686) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:33.776419 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ed21b-8209-4fe4-a7ff-2d01d758270a tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:33.777984 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-628ed21b-8209-4fe4-a7ff-2d01d758270a tempest-TestNetworkAdvancedServerOps-1185965481 tempest-TestNetworkAdvancedServerOps-1185965481-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1091 time: 0.0470252 Oct 22 16:24:33.781178 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47688) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:33.785590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:24:33.863883 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:33.987647 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:34.107697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Allocated IP 172.25.1.248 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/1fe7b6f7-59a3-4007-b5da-cabadb355413) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:24:34.211449 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:34.332766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:34.375410 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:24:34.378255 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:24:34.381743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:24:34.391588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=1fe7b6f7-59a3-4007-b5da-cabadb355413,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:34.492602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:34.757095 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:34.884610 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:35.045459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:35.102711 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:35.185414 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event updated for resources: {'Port': ['ID=1fe7b6f7-59a3-4007-b5da-cabadb355413,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:24:35.196414 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:35.301164 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 5b7511dd-f01c-48df-b06d-d0875fb62a92 associated. External IP: 172.25.1.248, port: 3996b88f-831e-4771-b8fd-06a9f97aa81f. Oct 22 16:24:35.522364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router 08f4cae9-5817-4444-b2c1-025783fbc1cd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:24:35.641175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:24:35.651471 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] Sync routers for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:24:35.662428 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:35.672028 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:24:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:35.734202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:35.764989 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-13f22d4c-f991-4965-8eda-4ca665785a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9827158 Oct 22 16:24:35.765727 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:24:35.768068 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6178dd-6aae-4964-91be-5d0603f30863" -d '{"events": [{"name": "network-changed", "server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:24:35.815191 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fef826-f148-4958-96a4-707169129045 x-openstack-request-id: req-15fef826-f148-4958-96a4-707169129045 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:24:35.815530 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:24:35.815954 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15fef826-f148-4958-96a4-707169129045 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:24:35.816396 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'status': 'completed', 'code': 200} Oct 22 16:24:35.883724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76f58e-5181-45b7-b516-f806dc48d3d5 req-6e5976b5-ee5a-45b3-8cf1-ec0f7957e76e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:35.886317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db76f58e-5181-45b7-b516-f806dc48d3d5 req-6e5976b5-ee5a-45b3-8cf1-ec0f7957e76e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0636618 Oct 22 16:24:35.889594 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-3a4d1814-aaac-45d9-bd05-c21eae0e81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:35.891284 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-3a4d1814-aaac-45d9-bd05-c21eae0e81a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1096 time: 0.0500083 Oct 22 16:24:35.949924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-db76f58e-5181-45b7-b516-f806dc48d3d5 req-6981a741-074c-4726-a2ce-8c101dc1a989 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556145 Oct 22 16:24:35.976403 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47694) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:35.976987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:36.008590 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-682818e7-ef8a-4dd4-9822-f7b17d73e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:36.010647 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-682818e7-ef8a-4dd4-9822-f7b17d73e173 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 200 len: 897 time: 0.1021793 Oct 22 16:24:36.042152 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-337b12bc-2167-44b9-8f19-8fc8af3cccc4 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5b7511dd-f01c-48df-b06d-d0875fb62a92 HTTP/1.1" status: 200 len: 991 time: 0.0642769 Oct 22 16:24:36.078841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-36163e80-7de8-427b-9108-e59f2ab13e7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 200 len: 999 time: 0.0606058 Oct 22 16:24:36.133758 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-89aa8767-c6e6-40f7-825d-ea391217a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:36.135596 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-89aa8767-c6e6-40f7-825d-ea391217a0d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5dd0253a-4154-4754-b920-9248b90d0eb8 HTTP/1.1" status: 200 len: 835 time: 0.0487819 Oct 22 16:24:36.185063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-a2019b1e-69fd-4d11-8668-da165f581b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:36.186535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-a2019b1e-69fd-4d11-8668-da165f581b3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ab29896-7530-4f0f-93d4-ab8966d394b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432386 Oct 22 16:24:36.227936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5b7511dd-f01c-48df-b06d-d0875fb62a92', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'port_id': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'mac_address': 'fa:16:3e:da:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:24:34Z', 'updated_at': '2021-10-22T16:24:34Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:21Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:36.259283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] Checking router: 08f4cae9-5817-4444-b2c1-025783fbc1cd for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:24:36.268822 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:24:36.269442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:24:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:36.285290 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-7d414151-73dc-4476-878d-144647915d93 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909367 Oct 22 16:24:36.378634 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ec6178dd-6aae-4964-91be-5d0603f30863 req-9e821ddd-6b80-444b-8463-cfb298853983 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847456 Oct 22 16:24:36.382470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:24:36.621208 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5b7511dd-f01c-48df-b06d-d0875fb62a92', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'port_id': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'mac_address': 'fa:16:3e:da:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:24:34Z', 'updated_at': '2021-10-22T16:24:34Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:21Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:24:36.653700 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80564e3c-b548-41ef-9273-fb4124597cad None None] The sync data for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 is: [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '5b7511dd-f01c-48df-b06d-d0875fb62a92', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'port_id': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'mac_address': 'fa:16:3e:da:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:24:34Z', 'updated_at': '2021-10-22T16:24:34Z', 'revision_number': 0, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:21Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:24:36.850165 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe9544-e824-4e07-a9b3-815849a4d608 None None] New status for floating IP 5b7511dd-f01c-48df-b06d-d0875fb62a92: ACTIVE {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:24:37.046858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47696) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:24:37.113374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-772cae35-a9c5-46a3-b0b9-24caeb6c3213 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5b7511dd-f01c-48df-b06d-d0875fb62a92 HTTP/1.1" status: 200 len: 993 time: 0.0652816 Oct 22 16:24:42.446947 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:52.766374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fef36ddf-5d06-4ae4-8983-0c5124d7ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:52.843655 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:24:55.212048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-da2dddff-bb7d-427c-bd01-0244a65a8854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:56.496160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:56.924617 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:24:57.109762 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-071ba9d8-7a38-410c-bf23-5266dfc5d9d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924201 Oct 22 16:24:57.201200 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df725-c55a-417d-9282-92869c633521 req-93822bc0-fd57-4710-961d-c1c342e8144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:57.202616 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-93822bc0-fd57-4710-961d-c1c342e8144a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1096 time: 0.0472250 Oct 22 16:24:57.315228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df725-c55a-417d-9282-92869c633521 req-ea55bf67-bfe8-4d38-bff9-023d43de535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:57.316696 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-ea55bf67-bfe8-4d38-bff9-023d43de535a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 200 len: 897 time: 0.0939314 Oct 22 16:24:57.388535 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-6f3bfe0d-63c4-44e6-be58-a1e55b175c75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 200 len: 1001 time: 0.0632269 Oct 22 16:24:57.440422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df725-c55a-417d-9282-92869c633521 req-3633abfc-02dc-48a5-9a6d-9180f059d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:57.441901 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-3633abfc-02dc-48a5-9a6d-9180f059d61e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5dd0253a-4154-4754-b920-9248b90d0eb8 HTTP/1.1" status: 200 len: 835 time: 0.0454607 Oct 22 16:24:57.491501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df725-c55a-417d-9282-92869c633521 req-0658141b-7a7c-4113-91bb-dbf0cafb076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:24:57.492920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-0658141b-7a7c-4113-91bb-dbf0cafb076a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ab29896-7530-4f0f-93d4-ab8966d394b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416396 Oct 22 16:24:57.589178 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-a7cf56e7-1572-4195-ac55-714303652a81 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880196 Oct 22 16:24:57.680293 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c18df725-c55a-417d-9282-92869c633521 req-3e57b04a-6201-4327-b7e8-2f537f91d7d5 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845001 Oct 22 16:24:58.507390 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:04.535679 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:12.503077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:22.769648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3708-af39-44b2-ab98-d2ad8cfe4652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:25.229164 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-db2b8dd5-74ee-4fc3-8795-e1089dc2fc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:26.495279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:26.969259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:28.514386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:29.842335 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:25:34.513914 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:42.297982 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd58b8-29eb-4f15-8c1e-7fb05612957c req-47fa5977-ad51-48cd-8471-b6583dab56bb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:42.299514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3bd58b8-29eb-4f15-8c1e-7fb05612957c req-47fa5977-ad51-48cd-8471-b6583dab56bb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0502071 Oct 22 16:25:42.337388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3bd58b8-29eb-4f15-8c1e-7fb05612957c req-126b2279-8aaa-4885-ba70-14fbec6d4b03 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Oct 22 16:25:42.482931 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:43.508845 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5d75c-7b43-41e4-9488-e8fa529cdbe5 req-14127243-62d0-482d-841c-652c1598abc8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:43.510344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67a5d75c-7b43-41e4-9488-e8fa529cdbe5 req-14127243-62d0-482d-841c-652c1598abc8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.1020997 Oct 22 16:25:43.551350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-67a5d75c-7b43-41e4-9488-e8fa529cdbe5 req-c61618cb-7069-4562-901b-6f061bab4a57 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Oct 22 16:25:44.671967 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93938572-3569-4320-b3d2-324817495052 req-8c9c3406-22f9-4ed1-8ee6-0391c02301ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:44.673336 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93938572-3569-4320-b3d2-324817495052 req-8c9c3406-22f9-4ed1-8ee6-0391c02301ed tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0515320 Oct 22 16:25:44.711711 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93938572-3569-4320-b3d2-324817495052 req-688f4d1a-d047-4fa8-a2cb-874b2b61cccb tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Oct 22 16:25:44.733560 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47732) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:44.796579 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-edf2de5b-93e3-459b-81fa-8c47ad2392aa tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5b7511dd-f01c-48df-b06d-d0875fb62a92 HTTP/1.1" status: 200 len: 993 time: 0.0618596 Oct 22 16:25:46.258847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f269dc-4ae2-4634-9b8d-0afc1eef6dd1 req-3c7cb1f8-6214-436f-9ec1-e3e849f1a8b7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:46.260393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1f269dc-4ae2-4634-9b8d-0afc1eef6dd1 req-3c7cb1f8-6214-436f-9ec1-e3e849f1a8b7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0537314 Oct 22 16:25:46.302208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f1f269dc-4ae2-4634-9b8d-0afc1eef6dd1 req-4d731f4c-1c9a-4c35-87f4-ad637cbb5c4e tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349844 Oct 22 16:25:46.366342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a048f-b5af-4d79-a410-869ef63f46be req-8f7a0ba0-fa5f-4deb-951d-36b937a6275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:46.367885 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-8f7a0ba0-fa5f-4deb-951d-36b937a6275b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1096 time: 0.0456605 Oct 22 16:25:46.457646 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a048f-b5af-4d79-a410-869ef63f46be req-223c9a72-d324-47ae-8128-9aa5f2b9d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:46.459199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-223c9a72-d324-47ae-8128-9aa5f2b9d8f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 200 len: 897 time: 0.0846832 Oct 22 16:25:46.528372 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-5f405da5-7d5a-4bf8-9f41-290b9ce83f8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 200 len: 1001 time: 0.0625255 Oct 22 16:25:46.580772 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a048f-b5af-4d79-a410-869ef63f46be req-21f2742b-27a8-4248-8886-08ac013804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:46.582356 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-21f2742b-27a8-4248-8886-08ac013804f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5dd0253a-4154-4754-b920-9248b90d0eb8 HTTP/1.1" status: 200 len: 835 time: 0.0467482 Oct 22 16:25:46.627364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a048f-b5af-4d79-a410-869ef63f46be req-bb901f36-52e6-4eb7-a057-87117e5fe07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:46.628933 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-bb901f36-52e6-4eb7-a057-87117e5fe07d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ab29896-7530-4f0f-93d4-ab8966d394b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401521 Oct 22 16:25:47.028618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-6a7a36c0-752d-45f2-8359-ae714cdf7366 service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922827 Oct 22 16:25:47.120214 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-728a048f-b5af-4d79-a410-869ef63f46be req-270cd096-18ca-4c12-bb3c-64b266527f0c service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831420 Oct 22 16:25:47.446964 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9055ac-9ba1-41ac-a8d2-07f4f646aac7 req-35271445-a953-49ed-9cfd-9da6b570947a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:47.448779 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e9055ac-9ba1-41ac-a8d2-07f4f646aac7 req-35271445-a953-49ed-9cfd-9da6b570947a tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0514967 Oct 22 16:25:47.487177 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2e9055ac-9ba1-41ac-a8d2-07f4f646aac7 req-044f02e8-8a5d-4d94-8f7d-fc59e0e2fb88 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Oct 22 16:25:48.608348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dab7fa-9dc3-4464-a7f1-4f04eda43ebc req-f49b27b0-2ba3-4c6d-bfad-4a615f95849c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:48.609859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1dab7fa-9dc3-4464-a7f1-4f04eda43ebc req-f49b27b0-2ba3-4c6d-bfad-4a615f95849c tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0500820 Oct 22 16:25:48.649453 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1dab7fa-9dc3-4464-a7f1-4f04eda43ebc req-3d6e014d-f40c-4478-86ea-7067d608a081 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Oct 22 16:25:48.673550 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47744) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:48.737789 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-caaa820a-f65d-40eb-80d5-40cedc152ad9 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/floatingips/5b7511dd-f01c-48df-b06d-d0875fb62a92 HTTP/1.1" status: 200 len: 993 time: 0.0629826 Oct 22 16:25:49.040411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47750) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:49.195543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 1fe7b6f7-59a3-4007-b5da-cabadb355413 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:25:49.196439 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:49.270625 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:49.270939 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:49.282508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 1fe7b6f7-59a3-4007-b5da-cabadb355413 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:25:49.519878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:49.545426 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=1fe7b6f7-59a3-4007-b5da-cabadb355413,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:49.573483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.573825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.574160 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.574491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.574823 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.575175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.575501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.575829 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.576145 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.576463 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.576781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.577103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:49.618658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:49.618999 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Floating IP 5b7511dd-f01c-48df-b06d-d0875fb62a92 disassociated (deleted). External IP: 172.25.1.248, port: 3996b88f-831e-4771-b8fd-06a9f97aa81f. Oct 22 16:25:49.835629 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router 08f4cae9-5817-4444-b2c1-025783fbc1cd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:25:49.943303 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:25:49.948285 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:49.953533 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] Sync routers for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:25:49.963998 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:25:49.964610 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:49.975994 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d0617f28-fc6e-44b3-9f99-7d40f9d504e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/floatingips/5b7511dd-f01c-48df-b06d-d0875fb62a92 HTTP/1.1" status: 204 len: 168 time: 0.9344985 Oct 22 16:25:49.976582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:25:49.979772 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:25:50.018356 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29bca3-f733-4991-b68e-7f328354f823 x-openstack-request-id: req-9d29bca3-f733-4991-b68e-7f328354f823 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:25:50.018653 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:25:50.018904 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d29bca3-f733-4991-b68e-7f328354f823 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:25:50.019404 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'status': 'completed', 'code': 200} Oct 22 16:25:50.091358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-a2383a52-603a-4921-b71a-403dd7f4b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:50.091358 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-a2383a52-603a-4921-b71a-403dd7f4b961 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d213fed605a04506a9afb5662d77170a&device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 1096 time: 0.0437021 Oct 22 16:25:50.091745 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:25:50.193124 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-0cc6b973-3384-4076-ba35-9fb88272ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:50.194643 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-0cc6b973-3384-4076-ba35-9fb88272ceb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 200 len: 897 time: 0.0966706 Oct 22 16:25:50.246122 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-be9d9c1e-54f6-4339-94ff-af7675166e5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 200 len: 217 time: 0.0362082 Oct 22 16:25:50.301083 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:21Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:50.310208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-bd42a218-9c6f-429c-a624-de3f5c2614d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:50.311898 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-bd42a218-9c6f-429c-a624-de3f5c2614d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5dd0253a-4154-4754-b920-9248b90d0eb8 HTTP/1.1" status: 200 len: 835 time: 0.0478795 Oct 22 16:25:50.332903 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] Checking router: 08f4cae9-5817-4444-b2c1-025783fbc1cd for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:25:50.343874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:25:50.343874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:50.373807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-afb2e233-89b7-412f-baa8-991cfc5c9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:50.375551 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-afb2e233-89b7-412f-baa8-991cfc5c9992 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ab29896-7530-4f0f-93d4-ab8966d394b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538428 Oct 22 16:25:50.462726 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2990f4-2eaf-47c6-9ecc-2b7760c41cab req-bf7b4bec-c45c-43c0-bfbf-07a1024fee54 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:50.463427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:25:50.464269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e2990f4-2eaf-47c6-9ecc-2b7760c41cab req-bf7b4bec-c45c-43c0-bfbf-07a1024fee54 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0544436 Oct 22 16:25:50.480530 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-5e4815b1-a7cc-4642-8285-6a8515cf745c service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958402 Oct 22 16:25:50.510171 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e2990f4-2eaf-47c6-9ecc-2b7760c41cab req-5ca89ca5-ef3c-4ad0-a930-42cfabadf75d tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Oct 22 16:25:50.589082 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-d0c6b4de-9d72-4291-8c61-19e7b8eaac2c req-e2a4317a-9497-425b-92b2-b037fb0e6c3c service neutron] 10.222.0.69 "GET /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986395 Oct 22 16:25:50.674240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:21Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:50.701571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d3a00-8a24-4a5a-8f0c-cb2aa5b82cfe None None] The sync data for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 is: [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '462e4552-8514-4789-b470-52d69f63757c', 'name': '', 'network_id': '3ab29896-7530-4f0f-93d4-ab8966d394b9', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'mac_address': 'fa:16:3e:b5:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:17Z', 'updated_at': '2021-10-22T16:24:21Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'subnets': [{'id': '5dd0253a-4154-4754-b920-9248b90d0eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:25:50.931202 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d943804-7bd1-43e8-9b3b-8029ad42383c None None] New status for floating IP 5b7511dd-f01c-48df-b06d-d0875fb62a92: DOWN {{(pid=107804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:25:51.631246 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fde5d-904a-43ba-963d-0fd3ef1ad1cc req-b91746c4-99aa-43cd-b567-9e3cfb49ef05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:51.632650 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b1fde5d-904a-43ba-963d-0fd3ef1ad1cc req-b91746c4-99aa-43cd-b567-9e3cfb49ef05 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0508423 Oct 22 16:25:51.670589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b1fde5d-904a-43ba-963d-0fd3ef1ad1cc req-c54131ab-42ab-44f3-82ae-424b2e66bd73 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Oct 22 16:25:52.379665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-8e324f87-c0f3-4bb9-9dc5-3a13d87b2a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:52.381138 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-8e324f87-c0f3-4bb9-9dc5-3a13d87b2a64 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 945 time: 0.0504646 Oct 22 16:25:52.475363 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 3996b88f-831e-4771-b8fd-06a9f97aa81f {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:25:52.475703 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:52.569276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 3996b88f-831e-4771-b8fd-06a9f97aa81f, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=3996b88f-831e-4771-b8fd-06a9f97aa81f,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:25:52.569643 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:52.582519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 3996b88f-831e-4771-b8fd-06a9f97aa81f owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:25:52.748956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cd1fc3c3-90c4-4706-9baa-2c341822a5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:52.776749 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:52.796806 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53aee-3de1-42f2-8342-11933efbe536 req-635140e4-2978-49ed-89e2-d63ef23743e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:25:52.798316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57a53aee-3de1-42f2-8342-11933efbe536 req-635140e4-2978-49ed-89e2-d63ef23743e8 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e576abf-fe68-4fda-b04b-0f4fa25f6fed HTTP/1.1" status: 200 len: 867 time: 0.0567081 Oct 22 16:25:52.806902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=3996b88f-831e-4771-b8fd-06a9f97aa81f,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:52.844924 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-57a53aee-3de1-42f2-8342-11933efbe536 req-f90a0917-7ad8-4695-b24f-79b37d8e670b tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f6cde9-d183-4b88-8fdc-299b0de45754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Oct 22 16:25:52.850917 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] No DVR routers for this DVR port 3996b88f-831e-4771-b8fd-06a9f97aa81f on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:25:52.854844 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:52.858192 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c8708a1a-76ef-4f08-9da4-8c5be09db734 req-842ca5cd-2b23-4177-aa1f-77d267a02a71 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.69 "DELETE /v2.0/ports/3996b88f-831e-4771-b8fd-06a9f97aa81f HTTP/1.1" status: 204 len: 173 time: 0.4698777 Oct 22 16:25:52.858690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'name': 'network-vif-deleted', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:25:52.861219 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b7109-b4fc-472d-9668-17af77499f02" -d '{"events": [{"server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "name": "network-vif-deleted", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:25:52.903173 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee5a873-fcdf-43c6-bb10-8774c9fc9c3c x-openstack-request-id: req-cee5a873-fcdf-43c6-bb10-8774c9fc9c3c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:25:52.903588 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e576abf-fe68-4fda-b04b-0f4fa25f6fed", "name": "network-vif-deleted", "tag": "3996b88f-831e-4771-b8fd-06a9f97aa81f", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:25:52.903846 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cee5a873-fcdf-43c6-bb10-8774c9fc9c3c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:25:52.904259 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e576abf-fe68-4fda-b04b-0f4fa25f6fed', 'name': 'network-vif-deleted', 'tag': '3996b88f-831e-4771-b8fd-06a9f97aa81f', 'status': 'completed', 'code': 200} Oct 22 16:25:53.910479 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47768) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:54.285366 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:54.556636 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port 462e4552-8514-4789-b470-52d69f63757c {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:25:54.556878 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:54.652676 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port 462e4552-8514-4789-b470-52d69f63757c, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=462e4552-8514-4789-b470-52d69f63757c,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:25:54.653070 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:54.667211 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for 462e4552-8514-4789-b470-52d69f63757c owned by network:router_interface {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:25:54.899661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3996b88f-831e-4771-b8fd-06a9f97aa81f no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:25:54.921107 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 3996b88f-831e-4771-b8fd-06a9f97aa81f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:25:54.921483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 3996b88f-831e-4771-b8fd-06a9f97aa81f not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:25:54.960153 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:54.995619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=462e4552-8514-4789-b470-52d69f63757c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:55.169816 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.191158 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-113525bc-df4d-44de-8ab3-5773941045cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.394782 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Router 08f4cae9-5817-4444-b2c1-025783fbc1cd has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:25:55.503685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:25:55.509561 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-4755e660-054b-4596-b19f-3caa19319216 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "PUT /v2.0/routers/08f4cae9-5817-4444-b2c1-025783fbc1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5979962 Oct 22 16:25:55.513327 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47770) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:55.514612 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6103f-6296-4006-a142-b4de01165661 None None] Sync routers for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:25:55.527051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:25:55.527683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:55.565722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting subnet 5dd0253a-4154-4754-b920-9248b90d0eb8 {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:25:55.569732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.611987 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.706591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.802196 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:25:55.831336 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.860290 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd0253a-4154-4754-b920-9248b90d0eb8,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:55.864008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:55.867943 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-6d429ad7-525b-4a84-845c-66aee6b1fdc7 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/subnets/5dd0253a-4154-4754-b920-9248b90d0eb8 HTTP/1.1" status: 204 len: 168 time: 0.3528955 Oct 22 16:25:55.870673 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47772) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:55.874994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06eeeb-13eb-4914-9051-32d885f38031 None None] Network 3ab29896-7530-4f0f-93d4-ab8966d394b9 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:25:55.988974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.103972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:25:54Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:56.110387 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.138915 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6103f-6296-4006-a142-b4de01165661 None None] Checking router: 08f4cae9-5817-4444-b2c1-025783fbc1cd for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:25:56.147804 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] Routers {'08f4cae9-5817-4444-b2c1-025783fbc1cd'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:25:56.148410 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['08f4cae9-5817-4444-b2c1-025783fbc1cd'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:56.190014 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] DHCP port deletion for 3ab29896-7530-4f0f-93d4-ab8966d394b9 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:25:56.247476 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Deleting port d861fe1c-eef1-4f13-aa6a-1a442ec47124 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:25:56.247814 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.293302 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] Set router 08f4cae9-5817-4444-b2c1-025783fbc1cd gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:25:56.333442 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] For port d861fe1c-eef1-4f13-aa6a-1a442ec47124, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d861fe1c-eef1-4f13-aa6a-1a442ec47124,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:25:56.333730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.346965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Calling delete_port for d861fe1c-eef1-4f13-aa6a-1a442ec47124 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:25:56.359790 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Deleting port d8492233-805f-4cd3-b9b9-0c3b326b2604 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:25:56.360155 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.502468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] For port d8492233-805f-4cd3-b9b9-0c3b326b2604, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d8492233-805f-4cd3-b9b9-0c3b326b2604,segment=NetworkSegment(3e94aa69-d35d-45bf-bc3a-5b6223d8d57f),segment_id=3e94aa69-d35d-45bf-bc3a-5b6223d8d57f)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:25:56.503029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.533801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Calling delete_port for d8492233-805f-4cd3-b9b9-0c3b326b2604 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:25:56.605925 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.663524 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-33e6103f-6296-4006-a142-b4de01165661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:25:54Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:56.692240 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6103f-6296-4006-a142-b4de01165661 None None] The sync data for ids ['08f4cae9-5817-4444-b2c1-025783fbc1cd'] in n-d-812148-2 is: [{'id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190123778', 'tenant_id': 'd213fed605a04506a9afb5662d77170a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:24:13Z', 'updated_at': '2021-10-22T16:25:54Z', 'revision_number': 5, 'project_id': 'd213fed605a04506a9afb5662d77170a', 'gw_port': {'id': 'd861fe1c-eef1-4f13-aa6a-1a442ec47124', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4cae9-5817-4444-b2c1-025783fbc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:24:14Z', 'updated_at': '2021-10-22T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:25:56.750890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.778460 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Pushing event deleted for resources: {'Port': ['ID=d8492233-805f-4cd3-b9b9-0c3b326b2604,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:56.782669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] No DVR routers for this DVR port d8492233-805f-4cd3-b9b9-0c3b326b2604 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:25:56.793552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.794065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.794237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.794563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.794895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.797475 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ea83a-ad1b-481f-9197-fa58c9f48e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:56.900751 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.926744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Port': ['ID=d861fe1c-eef1-4f13-aa6a-1a442ec47124,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:56.928901 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:56.992523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.094259 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.096969 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.231245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.231876 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Fanout notify agent at l3_agent the message router_deleted on router 08f4cae9-5817-4444-b2c1-025783fbc1cd {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:25:57.238938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.240093 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-97543d30-7a41-4adc-b22c-bc4c37521e63 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/routers/08f4cae9-5817-4444-b2c1-025783fbc1cd HTTP/1.1" status: 204 len: 168 time: 1.3684268 Oct 22 16:25:57.243115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47774) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:57.332525 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.429189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.451132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab29896-7530-4f0f-93d4-ab8966d394b9']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:57.461465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:57.462842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e94aa69-d35d-45bf-bc3a-5b6223d8d57f') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:25:57.472174 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.486724 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.493428 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:25:57.493831 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:25:57.497261 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:25:57.636811 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.644246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.647779 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/networks/3ab29896-7530-4f0f-93d4-ab8966d394b9 HTTP/1.1" status: 204 len: 168 time: 0.4035904 Oct 22 16:25:57.655341 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47776) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:57.661666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4975f-1890-4905-8cb3-abbabdcd0d87 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'Network': ['ID=3ab29896-7530-4f0f-93d4-ab8966d394b9,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:57.726332 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.755482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.865024 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.868245 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:57.869465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] 10.222.0.66 "DELETE /v2.0/security-groups/43f6cde9-d183-4b88-8fdc-299b0de45754 HTTP/1.1" status: 204 len: 168 time: 0.2127314 Oct 22 16:25:57.880755 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6cde9-d183-4b88-8fdc-299b0de45754,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:57.888183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.888531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.889095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.889617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.890144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.890659 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.891212 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.891736 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.892252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.892765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.893098 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:57.893602 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ccb0c-a241-4df3-a389-27d77e4637d3 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:25:58.083920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 462e4552-8514-4789-b470-52d69f63757c no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:25:58.108183 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 462e4552-8514-4789-b470-52d69f63757c {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:25:58.108531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 462e4552-8514-4789-b470-52d69f63757c not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:25:58.108939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d8492233-805f-4cd3-b9b9-0c3b326b2604 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:25:58.128955 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d8492233-805f-4cd3-b9b9-0c3b326b2604 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:25:58.129567 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d8492233-805f-4cd3-b9b9-0c3b326b2604 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:25:58.129982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d861fe1c-eef1-4f13-aa6a-1a442ec47124 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:25:58.149755 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d861fe1c-eef1-4f13-aa6a-1a442ec47124 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:25:58.151480 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d861fe1c-eef1-4f13-aa6a-1a442ec47124 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:25:58.509005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:58.518418 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47784) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:58.652525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d2d4e1f7-9836-43cf-bcfa-79d9232d6347 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d213fed605a04506a9afb5662d77170a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328030 Oct 22 16:25:58.654888 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47788) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:58.704076 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18701d9b-e67b-48ed-88dd-6ab38e696aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:58.725267 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18701d9b-e67b-48ed-88dd-6ab38e696aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:58.830904 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18701d9b-e67b-48ed-88dd-6ab38e696aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:58.833551 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-18701d9b-e67b-48ed-88dd-6ab38e696aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:58.834733 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-18701d9b-e67b-48ed-88dd-6ab38e696aa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b30c794-68e6-42c6-8a97-5d6f79069eca HTTP/1.1" status: 204 len: 168 time: 0.1788192 Oct 22 16:25:58.844519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701d9b-e67b-48ed-88dd-6ab38e696aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30c794-68e6-42c6-8a97-5d6f79069eca,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:59.515218 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47794) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:59.529085 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-171e9e1b-b3cc-4042-8945-c864b0c941d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.604883 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-171e9e1b-b3cc-4042-8945-c864b0c941d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.682458 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-171e9e1b-b3cc-4042-8945-c864b0c941d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.722746 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-171e9e1b-b3cc-4042-8945-c864b0c941d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1bc96d8f824459eb1de75ecda343c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063968 Oct 22 16:25:59.723729 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9e1b-b3cc-4042-8945-c864b0c941d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1960d70d-6e57-467f-8e15-245402eba8ca,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:25:59.725465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47796) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:25:59.775162 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9d8b54a5-1162-456f-ba59-29d0b4b92898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.795655 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9d8b54a5-1162-456f-ba59-29d0b4b92898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.905227 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9d8b54a5-1162-456f-ba59-29d0b4b92898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.907895 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9d8b54a5-1162-456f-ba59-29d0b4b92898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:25:59.909106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9d8b54a5-1162-456f-ba59-29d0b4b92898 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1960d70d-6e57-467f-8e15-245402eba8ca HTTP/1.1" status: 204 len: 168 time: 0.1826472 Oct 22 16:25:59.919515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b54a5-1162-456f-ba59-29d0b4b92898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960d70d-6e57-467f-8e15-245402eba8ca,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:00.936685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47818) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:01.036779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372931180-network', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:01.153789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Made reservation on behalf of 692f3d0915f94c3199ab540b9266e39e for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:26:01.156280 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.164938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.238777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.322458 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.348880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:26:01.355686 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e38b75-780f-473a-9916-596b78452e53,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:01.361696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.362040 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Added segment e5de2be7-dea1-4655-b54b-00faf414eea6 of type vlan for network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 Oct 22 16:26:01.407116 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.488242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.489228 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:01.489974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.549368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] Pushing event updated for resources: {'Network': ['ID=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:01.560242 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:26:01.585618 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a57beff7-0f3b-4313-bbe5-e5be5963da7a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6476142 Oct 22 16:26:01.589223 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47822) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:01.594063 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Request body: {'subnet': {'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372931180-subnet', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'ip_version': 4}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:01.671025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Made reservation on behalf of 692f3d0915f94c3199ab540b9266e39e for: {'subnet': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:26:01.673390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237097'] for subnet, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.908750 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4196039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237083'] for subnet, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:01.966116 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1d79d2-585f-43e3-b1af-25aabca6b82c,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:01.977344 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Checking segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:01.978273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Network hostable DHCP agents. Network: 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:26:02.065082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:26:02.138930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3) {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:02.143017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:02.143780 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.150614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767fe09-9a46-4804-a3d6-7f1c5b1de65c None None] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:26:02.268208 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e188b590-5f01-468e-a9d0-fcca7bf69434 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6777759 Oct 22 16:26:02.270887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47824) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:02.275515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:02.302510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:26:02.302510 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.408581 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.409793 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.437130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Allocated IP 172.20.0.2 (80c9bc78-71c9-4c7b-b928-a937ce2d8bf3/5e1d79d2-585f-43e3-b1af-25aabca6b82c/b0d86ca4-e681-4409-aea2-e6e00774d78e) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:02.474003 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.577050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.645895 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.689670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:02.693994 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:02.701033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:02.704188 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Pushing event updated for resources: {'Port': ['ID=b0d86ca4-e681-4409-aea2-e6e00774d78e,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:02.705583 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.756895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Attempting to bind port b0d86ca4-e681-4409-aea2-e6e00774d78e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:02.757264 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Attempting to bind port b0d86ca4-e681-4409-aea2-e6e00774d78e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:02.757654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Attempting to bind port b0d86ca4-e681-4409-aea2-e6e00774d78e on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:02.762788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:02.763195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Checking segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:02.763602 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.763999 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Bound using segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:02.764479 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Bound port: b0d86ca4-e681-4409-aea2-e6e00774d78e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:02.764860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.829043 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] For port b0d86ca4-e681-4409-aea2-e6e00774d78e, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:02.832337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] For port b0d86ca4-e681-4409-aea2-e6e00774d78e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0d86ca4-e681-4409-aea2-e6e00774d78e,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:02.917326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.952149 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.973773 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:02.981607 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970c4eb-8aea-4da3-bd27-ec265cd74f5f None None] Pushing event updated for resources: {'Port': ['ID=b0d86ca4-e681-4409-aea2-e6e00774d78e,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:03.088265 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Allocated IP 172.25.1.91 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/d421669d-e7c0-49d0-97e5-61f345efdd1e) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:03.201669 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:03.293899 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:03.333859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:03.338537 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:03.345167 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:03.348252 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Pushing event updated for resources: {'Port': ['ID=d421669d-e7c0-49d0-97e5-61f345efdd1e,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:03.659951 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:03.863656 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:03.889385 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91fbcc-c502-487c-9a18-adbb3d01f0a0 None None] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:26:04.019105 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-5c3c4700-2711-4f18-a7b5-153e4ca8e385 None None] Provisioning complete for port b0d86ca4-e681-4409-aea2-e6e00774d78e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:04.019481 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4700-2711-4f18-a7b5-153e4ca8e385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.092076 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:26:04.097696 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0d86ca4-e681-4409-aea2-e6e00774d78e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:04.161662 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4700-2711-4f18-a7b5-153e4ca8e385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.216421 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:26:04.233956 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:26:04.249383 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:04.250095 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:04.347165 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.351269 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1947c646-3abc-4dce-9454-ece3ca9f0423 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0766098 Oct 22 16:26:04.352654 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47826) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:04.367090 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:04.367838 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-5c3c4700-2711-4f18-a7b5-153e4ca8e385 None None] For port b0d86ca4-e681-4409-aea2-e6e00774d78e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0d86ca4-e681-4409-aea2-e6e00774d78e,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:04.372802 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b0d86ca4-e681-4409-aea2-e6e00774d78e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:04.373174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.460702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4700-2711-4f18-a7b5-153e4ca8e385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.505008 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.542678 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.548366 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4700-2711-4f18-a7b5-153e4ca8e385 None None] Pushing event updated for resources: {'Port': ['ID=b0d86ca4-e681-4409-aea2-e6e00774d78e,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:04.553875 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:03Z', 'revision_number': 3, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:04.586958 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:26:04.587347 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Updating router cbaec3de-0567-480c-aa56-a5e1728b4c24 port d421669d-e7c0-49d0-97e5-61f345efdd1e binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:26:04.600881 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 16:26:04.601228 n-d-812148-2 neutron-server[107803]: DEBUG oslo_db.api [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 16:26:04.604440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-273dea39-0855-4a6c-8525-b8e303466413 None None] Provisioning complete for port b0d86ca4-e681-4409-aea2-e6e00774d78e triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:04.604817 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-273dea39-0855-4a6c-8525-b8e303466413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.627418 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.789327 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.874310 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:04.946546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Allocated IP 172.20.0.1 (80c9bc78-71c9-4c7b-b928-a937ce2d8bf3/5e1d79d2-585f-43e3-b1af-25aabca6b82c/6a5e0c18-31f2-41d3-b8eb-1f16638a1da8) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:04.950888 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.002755 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Attempting to bind port d421669d-e7c0-49d0-97e5-61f345efdd1e on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:05.003146 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Attempting to bind port d421669d-e7c0-49d0-97e5-61f345efdd1e by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:05.003514 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Attempting to bind port d421669d-e7c0-49d0-97e5-61f345efdd1e on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:05.015377 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:05.015752 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:05.016150 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.016539 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:05.017008 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Bound port: d421669d-e7c0-49d0-97e5-61f345efdd1e, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:05.017382 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.018905 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Pushing event updated for resources: {'Port': ['ID=d421669d-e7c0-49d0-97e5-61f345efdd1e,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:05.042602 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.042948 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.043310 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.043642 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.043990 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.044296 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.044617 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.044937 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.045256 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.045576 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.045893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.046209 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:26:05.050902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.083349 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] For port d421669d-e7c0-49d0-97e5-61f345efdd1e, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:05.087061 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] For port d421669d-e7c0-49d0-97e5-61f345efdd1e, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d421669d-e7c0-49d0-97e5-61f345efdd1e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:05.174227 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.197500 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.216201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:05.217479 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:05.220020 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:05.245348 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:05.245348 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:05.410343 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9c78a-66a0-4954-be29-31b264261da1 None None] Pushing event updated for resources: {'Port': ['ID=d421669d-e7c0-49d0-97e5-61f345efdd1e,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:05.474451 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:05.517233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ee218d54-d1df-4075-a302-d0f182754d80 None None] Provisioning complete for port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:05.517795 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ee218d54-d1df-4075-a302-d0f182754d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.556112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-ee218d54-d1df-4075-a302-d0f182754d80 None None] Port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:05.599453 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Pushing event updated for resources: {'Port': ['ID=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:05.610242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.660697 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:03Z', 'revision_number': 3, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:05.690990 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1486fb-5cc4-430f-b6a6-7198e2a9373d None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:03Z', 'revision_number': 3, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:26:05.798022 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:05.984649 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.065001 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.135677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.137621 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Pushing event updated for resources: {'Port': ['ID=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:06.155773 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0d86ca4-e681-4409-aea2-e6e00774d78e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:06.212335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port b0d86ca4-e681-4409-aea2-e6e00774d78e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:06.212709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.246749 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:06.248522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:06.301810 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d421669d-e7c0-49d0-97e5-61f345efdd1e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:06.358572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d421669d-e7c0-49d0-97e5-61f345efdd1e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:06.359116 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.405443 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:26:06.486437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.507799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port d421669d-e7c0-49d0-97e5-61f345efdd1e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d421669d-e7c0-49d0-97e5-61f345efdd1e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:06.533873 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:26:06.548179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cbb1fbd3-1214-4d1e-85d8-b04178fa31ef admin admin] 10.222.0.66 "PUT /v2.0/routers/cbaec3de-0567-480c-aa56-a5e1728b4c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859369 Oct 22 16:26:06.587654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6ba7c026-dff0-446e-afc0-9e7941f1e523 None None] Provisioning complete for port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:06.591834 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c026-dff0-446e-afc0-9e7941f1e523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.612825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:06.651990 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7c026-dff0-446e-afc0-9e7941f1e523 None None] Port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:06.677278 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=d421669d-e7c0-49d0-97e5-61f345efdd1e,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:06.841474 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:26:07.245531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47842) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:07.250804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-868501100-network', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:07.300935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:26:07.311677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:07.312283 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:07.324896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Made reservation on behalf of b5953e0fe9c540d697427a64f1b8a770 for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:26:07.327436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.337944 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.419511 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.426359 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:07.494140 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.522350 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:26:07.529049 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fd388-06f9-40b4-8c2d-da1b6c12f644,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:07.537358 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.537358 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Added segment 017131b3-810d-4dff-8b9c-f39847699f25 of type vlan for network 51bf8240-32d6-4382-a671-9410ba5f24a3 Oct 22 16:26:07.580409 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.634603 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 2, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:07.661224 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:26:07.661572 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Updating router cbaec3de-0567-480c-aa56-a5e1728b4c24 port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:26:07.670802 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.671816 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:07.672403 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.692265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:07.738063 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] Pushing event updated for resources: {'Network': ['ID=51bf8240-32d6-4382-a671-9410ba5f24a3,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:07.765290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e755608d-46bb-4789-92a2-d0fb9fdc3adc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5185926 Oct 22 16:26:07.768247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47844) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:07.773152 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Request body: {'subnet': {'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-868501100-subnet', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:07.785173 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:26:07.856871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Made reservation on behalf of b5953e0fe9c540d697427a64f1b8a770 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:26:07.859325 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.035599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.078716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d421669d-e7c0-49d0-97e5-61f345efdd1e up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:08.091740 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.120641 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.151028 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe880d4-216b-44b4-bf52-a3638ed4f0f8,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:08.164494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Checking segment: {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:08.164494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Network hostable DHCP agents. Network: 51bf8240-32d6-4382-a671-9410ba5f24a3, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:26:08.169619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port d421669d-e7c0-49d0-97e5-61f345efdd1e triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:08.170005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.201950 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a234c3-4074-49f8-a8f9-cf0672a3d96b None None] Pushing event updated for resources: {'Port': ['ID=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:08.239628 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:26:08.278819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Attempting to bind port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:08.279095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Attempting to bind port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:08.279454 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Attempting to bind port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:08.302785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:08.303169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Checking segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:08.303573 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.303975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Bound using segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:08.304803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Bound port: 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:08.305038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.325275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 51bf8240-32d6-4382-a671-9410ba5f24a3) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:08.329795 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:08.330387 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.335055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe67469-52b7-446b-9a30-c10a581e9d45 None None] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:26:08.411591 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-499f8ff5-fb40-44b4-bc01-855182018077 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6422367 Oct 22 16:26:08.414835 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47846) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:08.419315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:08.448548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] For port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:08.466059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] For port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:08.514236 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.515443 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.528565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2cb406a4-6002-4fb2-95cf-92cb61cabb89 None None] Provisioning complete for port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:08.528997 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2cb406a4-6002-4fb2-95cf-92cb61cabb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.575659 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.580685 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.593837 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-51bf8240-32d6-4382-a671-9410ba5f24a3', 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'fixed_ips': [{'subnet_id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:26:08.593837 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:08.648046 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2cb406a4-6002-4fb2-95cf-92cb61cabb89 None None] Port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:08.685809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:08.686442 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:08.732671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a234c3-4074-49f8-a8f9-cf0672a3d96b None None] Pushing event updated for resources: {'Port': ['ID=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:08.804045 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.079698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:09.081877 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Allocated IP 172.20.0.2 (51bf8240-32d6-4382-a671-9410ba5f24a3/1fe880d4-216b-44b4-bf52-a3638ed4f0f8/6bad85da-e764-4afa-82bb-fc14f2fd38f3) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:09.086843 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.110346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-209284f6-e104-4241-858b-ee9996722966 None None] Provisioning complete for port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:09.110653 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.110789 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-209284f6-e104-4241-858b-ee9996722966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.220612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Allocated IP 172.25.1.12 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/3c515c95-06cb-475d-b7c8-23fe5428e1b4) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:09.385364 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.406568 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-209284f6-e104-4241-858b-ee9996722966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.500010 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.502897 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.510874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-209284f6-e104-4241-858b-ee9996722966 None None] For port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:09.530082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:08Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:09.545000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:09.547937 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:09.551494 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:09.560154 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a4723-915e-4d33-bce3-47df859be9c4 None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:08Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:26:09.578735 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Pushing event updated for resources: {'Port': ['ID=3c515c95-06cb-475d-b7c8-23fe5428e1b4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:09.623034 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.698669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:09.701952 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:09.707020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:09.719669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-209284f6-e104-4241-858b-ee9996722966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.724821 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Pushing event updated for resources: {'Port': ['ID=6bad85da-e764-4afa-82bb-fc14f2fd38f3,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:09.801638 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Attempting to bind port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:09.802102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Attempting to bind port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:09.802564 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Attempting to bind port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 on network 51bf8240-32d6-4382-a671-9410ba5f24a3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:09.818552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:09.818920 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Checking segment: {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:09.819342 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.819737 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Bound using segment: {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:09.820750 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Bound port: 6bad85da-e764-4afa-82bb-fc14f2fd38f3, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:09.821125 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.833919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209284f6-e104-4241-858b-ee9996722966 None None] Pushing event updated for resources: {'Port': ['ID=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:09.903422 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] For port 6bad85da-e764-4afa-82bb-fc14f2fd38f3, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:09.909158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] For port 6bad85da-e764-4afa-82bb-fc14f2fd38f3, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6bad85da-e764-4afa-82bb-fc14f2fd38f3,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:09.949919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:09.989739 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:10.122767 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9874d-a548-41fe-8624-b39ca77f78f6 None None] Pushing event updated for resources: {'Port': ['ID=6bad85da-e764-4afa-82bb-fc14f2fd38f3,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:10.154643 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:10.222880 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:10.235260 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:10.248424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:10.553846 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Router 44a96942-8ef5-4fd7-8346-286b5e367af6 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:26:10.674248 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:26:10.682911 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Sync routers for ids ['44a96942-8ef5-4fd7-8346-286b5e367af6'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:26:10.693053 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Routers {'44a96942-8ef5-4fd7-8346-286b5e367af6'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:10.701830 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['44a96942-8ef5-4fd7-8346-286b5e367af6'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:10.738356 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:10.741357 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d3d8eb01-60da-405f-9a83-c46ee3f8bd7e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3253968 Oct 22 16:26:10.743296 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47848) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:10.810696 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Set router 44a96942-8ef5-4fd7-8346-286b5e367af6 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:11.006740 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 3, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:11.040308 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Checking router: 44a96942-8ef5-4fd7-8346-286b5e367af6 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:26:11.040661 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Updating router 44a96942-8ef5-4fd7-8346-286b5e367af6 port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:26:11.067834 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.199799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5b04a-61c9-4709-bd40-75afcd36ef8e None None] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:26:11.287544 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-38ced34e-1090-4c7f-84ea-0f54964eef88 None None] Provisioning complete for port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:11.287916 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ced34e-1090-4c7f-84ea-0f54964eef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.352585 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.422767 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.439620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ced34e-1090-4c7f-84ea-0f54964eef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.481398 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-38ced34e-1090-4c7f-84ea-0f54964eef88 None None] For port 6bad85da-e764-4afa-82bb-fc14f2fd38f3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6bad85da-e764-4afa-82bb-fc14f2fd38f3,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:11.497501 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Attempting to bind port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:11.497875 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Attempting to bind port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:11.498240 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Attempting to bind port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:11.509889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:11.510188 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:11.510518 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.510910 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:11.511410 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Bound port: 3c515c95-06cb-475d-b7c8-23fe5428e1b4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:11.511788 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.535793 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729ccdc-ddf6-42b2-9b63-81c6ed3e9375 None None] Pushing event updated for resources: {'Port': ['ID=3c515c95-06cb-475d-b7c8-23fe5428e1b4,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:11.543013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-38ced34e-1090-4c7f-84ea-0f54964eef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.545477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.572209 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] For port 3c515c95-06cb-475d-b7c8-23fe5428e1b4, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:11.575756 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] For port 3c515c95-06cb-475d-b7c8-23fe5428e1b4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3c515c95-06cb-475d-b7c8-23fe5428e1b4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:11.604361 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced34e-1090-4c7f-84ea-0f54964eef88 None None] Pushing event updated for resources: {'Port': ['ID=6bad85da-e764-4afa-82bb-fc14f2fd38f3,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:11.642532 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.693698 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Routers {'44a96942-8ef5-4fd7-8346-286b5e367af6'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:11.694340 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['44a96942-8ef5-4fd7-8346-286b5e367af6'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:11.726277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Allocated IP 172.20.0.1 (51bf8240-32d6-4382-a671-9410ba5f24a3/1fe880d4-216b-44b4-bf52-a3638ed4f0f8/1e7c7b2a-9640-448e-9ad8-1407b5d5150f) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:11.746964 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729ccdc-ddf6-42b2-9b63-81c6ed3e9375 None None] Pushing event updated for resources: {'Port': ['ID=3c515c95-06cb-475d-b7c8-23fe5428e1b4,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:11.766724 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-8425cbad-a157-4e4b-b257-ad7a79993e07 None None] Provisioning complete for port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:11.767124 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8425cbad-a157-4e4b-b257-ad7a79993e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.828621 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] Set router 44a96942-8ef5-4fd7-8346-286b5e367af6 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:11.844790 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.939621 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:11.981176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:11.984207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:11.987992 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:12.012725 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 3, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:12.026321 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:12.041931 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.055254 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf225a-869c-4893-8d61-7e38a32b8314 None None] The sync data for ids ['44a96942-8ef5-4fd7-8346-286b5e367af6'] in n-d-812148-2 is: [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 3, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:26:12.162996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6bad85da-e764-4afa-82bb-fc14f2fd38f3 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:12.221230 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:12.221917 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.295378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-bd8e0b4b-3b13-495d-afc8-b9e65ecf4692 None None] Provisioning complete for port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:12.295378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0b4b-3b13-495d-afc8-b9e65ecf4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.337702 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.371269 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e0b4b-3b13-495d-afc8-b9e65ecf4692 None None] Port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:12.468581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.535316 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.603246 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.676151 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:12.681245 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:12.780164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:12.781743 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:12.911806 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Router 44a96942-8ef5-4fd7-8346-286b5e367af6 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:26:13.032452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:26:13.037317 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b67e5424-d023-433f-94bd-476c177dddf3 admin admin] 10.222.0.66 "PUT /v2.0/routers/44a96942-8ef5-4fd7-8346-286b5e367af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2923460 Oct 22 16:26:13.096227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6013e2ec-91d0-4cbf-96e4-711d384f0a8b None None] Provisioning complete for port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:13.096605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6013e2ec-91d0-4cbf-96e4-711d384f0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:13.136291 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6013e2ec-91d0-4cbf-96e4-711d384f0a8b None None] Port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:13.616375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47856) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:13.621963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906638839', 'description': 'tempest-secgroup-smoke-906638839 description', 'project_id': '692f3d0915f94c3199ab540b9266e39e'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:13.673404 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Sync routers for ids ['44a96942-8ef5-4fd7-8346-286b5e367af6'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:26:13.684719 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Routers {'44a96942-8ef5-4fd7-8346-286b5e367af6'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:13.685356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['44a96942-8ef5-4fd7-8346-286b5e367af6'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:13.736537 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:13.795675 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Set router 44a96942-8ef5-4fd7-8346-286b5e367af6 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:13.816288 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:13.902476 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:13.931351 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:14.003192 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:26:12Z', 'revision_number': 4, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1e7c7b2a-9640-448e-9ad8-1407b5d5150f', 'name': '', 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'mac_address': 'fa:16:3e:49:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:11Z', 'updated_at': '2021-10-22T16:26:12Z', 'revision_number': 2, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'subnets': [{'id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:14.033901 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.038874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Checking router: 44a96942-8ef5-4fd7-8346-286b5e367af6 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:26:14.038874 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Updating router 44a96942-8ef5-4fd7-8346-286b5e367af6 port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:26:14.039452 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a688bb8d-6164-4615-8a11-835679bc683e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4171939 Oct 22 16:26:14.039452 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47858) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:14.048877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': 'fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:14.065177 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.106415 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3c515c95-06cb-475d-b7c8-23fe5428e1b4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:14.135766 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.195627 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.253129 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:14.253499 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.268225 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.290960 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621e2b25-1972-4e0a-9341-af527c2ad7d7,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:14.361726 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.363532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-38f64b75-e0e7-424c-88a8-ae8e136f2582 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191383 Oct 22 16:26:14.366207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47860) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:14.372578 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': 'fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:14.463251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.530020 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.596259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.603080 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.622787 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9563bd-3ea2-427b-b13e-50808d11b5a8,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:14.633394 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 3c515c95-06cb-475d-b7c8-23fe5428e1b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3c515c95-06cb-475d-b7c8-23fe5428e1b4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:14.635596 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.714076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.715413 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a5ae5d06-e63a-4465-a4a3-f618475215f7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3472471 Oct 22 16:26:14.718388 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47862) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:14.723445 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': 'fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:14.751570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.762174 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.825656 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=3c515c95-06cb-475d-b7c8-23fe5428e1b4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:14.833937 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.902560 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Attempting to bind port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:14.902933 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Attempting to bind port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:14.903355 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Attempting to bind port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f on network 51bf8240-32d6-4382-a671-9410ba5f24a3 {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:14.915959 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435c7a-9733-4a58-995f-5941c7c4f8a9 None None] Pushing event updated for resources: {'Port': ['ID=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:14.918667 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:14.919072 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Checking segment: {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:14.919485 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.919879 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Bound using segment: {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:14.920370 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Bound port: 1e7c7b2a-9640-448e-9ad8-1407b5d5150f, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017131b3-810d-4dff-8b9c-f39847699f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:14.920753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.928940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:14.995531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] For port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:14.999217 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] For port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:15.013908 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.026844 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4708ef76-6305-4b85-85c5-2ac4f3ef6e6f,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:15.067763 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-cf056ef0-3843-43d3-840f-fd7ee6d14000 None None] Provisioning complete for port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:15.068048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cf056ef0-3843-43d3-840f-fd7ee6d14000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.103034 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-cf056ef0-3843-43d3-840f-fd7ee6d14000 None None] Port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:15.106148 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.143232 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.145106 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-a5e25908-87f8-4867-8c14-6825ed48fc83 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4251623 Oct 22 16:26:15.147775 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47864) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:15.157717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': 'fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:15.172593 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Routers {'44a96942-8ef5-4fd7-8346-286b5e367af6'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:15.173427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:25:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['44a96942-8ef5-4fd7-8346-286b5e367af6'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:15.215781 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435c7a-9733-4a58-995f-5941c7c4f8a9 None None] Pushing event updated for resources: {'Port': ['ID=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:15.263385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.297967 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] Set router 44a96942-8ef5-4fd7-8346-286b5e367af6 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:15.333738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.407846 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.428196 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4beeaed-dc7e-4c8c-b7e4-cf0c1b2777e6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:15.466508 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-95f586de-992c-42c5-a3e5-8969a075d325 None None] Provisioning complete for port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:15.466884 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-95f586de-992c-42c5-a3e5-8969a075d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.487224 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.488488 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d2b49cb-ea53-46a0-91eb-79c6156e788d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387299 Oct 22 16:26:15.491769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47866) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:15.496849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': 'fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:15.582516 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Project 692f3d0915f94c3199ab540b9266e39e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:26:15.588974 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.589693 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-95f586de-992c-42c5-a3e5-8969a075d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.594440 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:26:12Z', 'revision_number': 4, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1e7c7b2a-9640-448e-9ad8-1407b5d5150f', 'name': '', 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'mac_address': 'fa:16:3e:49:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:11Z', 'updated_at': '2021-10-22T16:26:14Z', 'revision_number': 4, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'subnets': [{'id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:15.637468 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cf26f-5a50-4c84-bbaa-644fae7fc83b None None] The sync data for ids ['44a96942-8ef5-4fd7-8346-286b5e367af6'] in n-d-812148-2 is: [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:26:12Z', 'revision_number': 4, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '1e7c7b2a-9640-448e-9ad8-1407b5d5150f', 'name': '', 'network_id': '51bf8240-32d6-4382-a671-9410ba5f24a3', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'mac_address': 'fa:16:3e:49:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:11Z', 'updated_at': '2021-10-22T16:26:14Z', 'revision_number': 4, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'subnets': [{'id': '1fe880d4-216b-44b4-bf52-a3638ed4f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:26:15.657507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-95f586de-992c-42c5-a3e5-8969a075d325 None None] For port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:15.659559 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.743332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-95f586de-992c-42c5-a3e5-8969a075d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.753869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.773696 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d1f320-5efd-4dff-8f0e-075d9c4258d2,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:15.800313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f586de-992c-42c5-a3e5-8969a075d325 None None] Pushing event updated for resources: {'Port': ['ID=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:15.844213 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:15.845551 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-ef112a43-31bb-4b09-b479-fe9f985ae815 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3526049 Oct 22 16:26:15.848571 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47868) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:15.854013 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': 'fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:15.933736 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Project 692f3d0915f94c3199ab540b9266e39e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:26:15.939191 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:16.013973 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:16.122312 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:16.142685 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1d59cf-af89-4f7e-9d41-08d0898ea3c4,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:16.149539 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3c515c95-06cb-475d-b7c8-23fe5428e1b4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:16.201602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:16.202060 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:16.255209 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:16.262846 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0fc015e5-a633-42c0-a307-5eda10bce6eb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4069035 Oct 22 16:26:16.297120 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e7c7b2a-9640-448e-9ad8-1407b5d5150f up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:16.356342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:16.356842 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:16.480310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-5b1b6745-143c-425d-af7e-a8a2c6f69a71 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906638839&fields=id&tenant_id=692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 267 time: 0.0394893 Oct 22 16:26:16.598349 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-a8b21ac9-d85b-4a80-b139-f51971a7e895 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:16.600155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-a8b21ac9-d85b-4a80-b139-f51971a7e895 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 809 time: 0.1124980 Oct 22 16:26:16.616926 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-5305d910-a5b6-4f6b-bcd0-fdf3b8eb2ca0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/quotas/692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 375 time: 0.0099421 Oct 22 16:26:16.681374 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-2a6e3c01-2d7c-4177-ab00-f669f6cdc0fc tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570178 Oct 22 16:26:16.787820 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-f2af602b-2072-443a-b80b-d58ef55a1307 service neutron] 10.222.0.66 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947061 Oct 22 16:26:16.900297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-16d153fc-33e2-4920-bb24-c9cf27d7796b service neutron] 10.222.0.66 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050670 Oct 22 16:26:17.163109 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-30fd6db8-ec52-419b-87b5-a4967a7bccac req-4cd56528-def5-4019-b555-9374ccf93520 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0280695 Oct 22 16:26:18.243438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dca51f40-3ae6-4393-a584-38097c6cd342 req-46b0ae6a-9dc1-4d9a-805d-7fd411fd0178 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Oct 22 16:26:19.326837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-248a48b0-fd67-4353-b50f-3831736c0b41 req-44833960-da18-448f-b7c6-a57ca4a0a392 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0276666 Oct 22 16:26:20.408063 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a3df6735-c400-48e7-bea3-15934526b17f req-70f8b538-5dea-4f65-ae53-3a4b4562819d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0273590 Oct 22 16:26:21.510488 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-83169f24-18ee-47bf-b2c2-3b18c9e66bd0 req-4ae664d3-0155-46c2-9b25-02569cee9dec tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0369134 Oct 22 16:26:22.607783 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-21e534ca-82fe-4f73-811f-d5e522ef37a5 req-b129e530-1078-41fe-9285-186d60decc22 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0266106 Oct 22 16:26:22.744254 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f9b1037a-5855-44f4-9e5c-4383ad64a3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:23.463677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-77b6621c-3472-4e44-adef-8b795d81e20f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:23.465094 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-77b6621c-3472-4e44-adef-8b795d81e20f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 809 time: 0.1056809 Oct 22 16:26:23.510203 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-59ceac60-dcc3-4bd9-a765-e9e8e3d7df0c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 379 time: 0.0359447 Oct 22 16:26:23.519459 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'port': {'device_id': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'admin_state_up': True, 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'security_groups': ['fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:23.707469 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5d6b495-6d84-42d1-b577-a4002913d86b req-e390d224-645f-4906-8242-f4e313935113 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Oct 22 16:26:23.738873 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Made reservation on behalf of 692f3d0915f94c3199ab540b9266e39e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:26:23.743077 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:23.876115 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Allocated IP 172.20.0.4 (80c9bc78-71c9-4c7b-b928-a937ce2d8bf3/5e1d79d2-585f-43e3-b1af-25aabca6b82c/8fdfe56e-ca37-4c64-9976-3da9158227cb) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:24.018934 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.133887 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.175837 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:24.179780 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:24.183887 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:24.219705 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:24.250082 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:24.250732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.322756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-ab01d7d4-f7b9-4dba-866c-7607604e338f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069203 Oct 22 16:26:24.335807 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Request body: {'port': {'device_id': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:24.390843 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.419872 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-80565921-cc03-4a8a-8591-a99c73ac5579 None None] Provisioning complete for port 8fdfe56e-ca37-4c64-9976-3da9158227cb triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:24.420729 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-80565921-cc03-4a8a-8591-a99c73ac5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.455845 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-80565921-cc03-4a8a-8591-a99c73ac5579 None None] Port 8fdfe56e-ca37-4c64-9976-3da9158227cb cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:26:24.663972 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdfe56e-ca37-4c64-9976-3da9158227cb {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:26:24.671484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.684070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Transition to ACTIVE for port object 8fdfe56e-ca37-4c64-9976-3da9158227cb will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:26:24.773297 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.829489 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4668a0-451a-4ec4-9cbf-1b1a04d66e80 req-c23bf41f-1b58-49df-9c29-76ca0f4bd432 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:24.831078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b4668a0-451a-4ec4-9cbf-1b1a04d66e80 req-c23bf41f-1b58-49df-9c29-76ca0f4bd432 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0544620 Oct 22 16:26:24.831224 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:24.877468 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b4668a0-451a-4ec4-9cbf-1b1a04d66e80 req-e13bc146-fd2a-49b2-bc56-e35c900e48c6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382407 Oct 22 16:26:24.906212 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Attempting to bind port 8fdfe56e-ca37-4c64-9976-3da9158227cb on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:26:24.906474 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Attempting to bind port 8fdfe56e-ca37-4c64-9976-3da9158227cb by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:26:24.906789 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Attempting to bind port 8fdfe56e-ca37-4c64-9976-3da9158227cb on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:24.911770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Port 8fdfe56e-ca37-4c64-9976-3da9158227cb on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:26:24.911770 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Attempting to bind port 8fdfe56e-ca37-4c64-9976-3da9158227cb on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:26:24.917797 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:26:24.918093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Checking segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:26:24.918427 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Bound using segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:26:24.918859 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Bound port: 8fdfe56e-ca37-4c64-9976-3da9158227cb, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:26:24.919242 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:24.988043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:26:24.991483 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:26:25.082484 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:25.123024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.123716 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:25.125130 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] 10.222.0.69 "PUT /v2.0/ports/8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1091 time: 0.7938662 Oct 22 16:26:25.125656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:26:25.127905 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:26:25.155965 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df1b36-a0d5-46f6-96a2-94e8c09fb8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:25.181592 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0fbd58-ade5-49ea-8be7-d7dc58a5a1c3 x-openstack-request-id: req-9e0fbd58-ade5-49ea-8be7-d7dc58a5a1c3 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:26:25.181890 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:26:25.182200 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e0fbd58-ade5-49ea-8be7-d7dc58a5a1c3 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:26:25.182618 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'status': 'completed', 'code': 200} Oct 22 16:26:25.247808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-843638d6-ee65-4cf1-a84c-0ca8f4db2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:25.248194 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5 req-e9d506b0-7616-45db-a579-b454510c17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.250916 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5 req-e9d506b0-7616-45db-a579-b454510c17a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1094 time: 0.0458214 Oct 22 16:26:25.360383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5 req-e6f398c3-8864-4467-a9ed-28944f4621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.361866 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5 req-e6f398c3-8864-4467-a9ed-28944f4621d8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=692f3d0915f94c3199ab540b9266e39e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1020627 Oct 22 16:26:25.456582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5 req-87a352bf-1037-4653-ad95-eeaada158120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.458003 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e62d52f2-e3a9-4d08-b185-663f3fa0f3c5 req-87a352bf-1037-4653-ad95-eeaada158120 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895202 Oct 22 16:26:25.534548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-10ec8891-4a74-46e7-8af4-617a9b7b8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.536125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-10ec8891-4a74-46e7-8af4-617a9b7b8e58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1094 time: 0.0423059 Oct 22 16:26:25.587194 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-35c31d65-fe0a-4a2e-80e0-487ea58df7c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 217 time: 0.0423269 Oct 22 16:26:25.641105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-b2528665-13e2-4668-9e55-1283c2a82212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.642580 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-b2528665-13e2-4668-9e55-1283c2a82212 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0475941 Oct 22 16:26:25.690603 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-d3b081bb-28a1-4587-adf3-94c1dbb03370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.692187 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-d3b081bb-28a1-4587-adf3-94c1dbb03370 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413699 Oct 22 16:26:25.788500 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-80c52e26-45cb-413f-af59-042a3af81924 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887930 Oct 22 16:26:25.881532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-c1f7e7e7-f796-4479-a5c5-0ab39abb7dd0 req-20693dd1-f5a2-4211-894c-03ed3943e4a8 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Oct 22 16:26:25.997687 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb7894-b4d3-49be-aaad-2ec174573d2d req-6658fb79-887e-4a49-b53f-e7a0f9d1821d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:25.999259 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ecb7894-b4d3-49be-aaad-2ec174573d2d req-6658fb79-887e-4a49-b53f-e7a0f9d1821d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0506973 Oct 22 16:26:26.042897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6ecb7894-b4d3-49be-aaad-2ec174573d2d req-180e0200-4232-4e59-99da-f2e4a92c0a68 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Oct 22 16:26:26.541952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:26.925120 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:27.168256 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f637-b893-478e-983c-05e25a8d6af7 req-bf4b7545-fa05-4f6f-aec7-419efea8b634 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:27.169773 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c602f637-b893-478e-983c-05e25a8d6af7 req-bf4b7545-fa05-4f6f-aec7-419efea8b634 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0545437 Oct 22 16:26:27.215329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c602f637-b893-478e-983c-05e25a8d6af7 req-a52cea7c-5870-46af-b32b-eef8a388e70e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391369 Oct 22 16:26:28.330779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a7c5-0a27-44d2-916c-b6300ec8ac27 req-e158edaa-6785-479f-833b-20556aaf87ea tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:28.332297 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f49a7c5-0a27-44d2-916c-b6300ec8ac27 req-e158edaa-6785-479f-833b-20556aaf87ea tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0511029 Oct 22 16:26:28.372093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4f49a7c5-0a27-44d2-916c-b6300ec8ac27 req-f7297873-1629-4e8a-ad18-ce1f751004de tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Oct 22 16:26:28.513146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:29.053399 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:26:29.153765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:29.165109 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'mac_address': 'fa:16:3e:d9:5a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:26:29.203241 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:29.217121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdfe56e-ca37-4c64-9976-3da9158227cb {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:26:29.236258 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:29.322703 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:29.369627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:29.492496 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330742-5676-4c9d-b57c-c684f5e71592 req-f7d17dd3-d688-4a53-a872-12fe208741f1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:29.494026 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00330742-5676-4c9d-b57c-c684f5e71592 req-f7d17dd3-d688-4a53-a872-12fe208741f1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 944 time: 0.0517173 Oct 22 16:26:29.537819 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-00330742-5676-4c9d-b57c-c684f5e71592 req-701fdcfa-e068-4eeb-be76-c14e43284386 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371697 Oct 22 16:26:29.619073 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8fdfe56e-ca37-4c64-9976-3da9158227cb'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:26:30.656036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4f401-0879-4187-9a75-48b335413870 req-58c55c85-7398-4bd8-8db1-a96c6ac10241 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:30.657712 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99d4f401-0879-4187-9a75-48b335413870 req-58c55c85-7398-4bd8-8db1-a96c6ac10241 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 944 time: 0.0509431 Oct 22 16:26:30.696512 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-99d4f401-0879-4187-9a75-48b335413870 req-5d9770c8-f5c9-4b83-b6d5-f162e38cf1a6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324607 Oct 22 16:26:31.061520 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:26:31.199450 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8fdfe56e-ca37-4c64-9976-3da9158227cb completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:26:31.203448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8fdfe56e-ca37-4c64-9976-3da9158227cb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:26:31.203825 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:31.280709 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:31.302456 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:26:31.305377 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a96e5-3f7d-4c77-b670-dac0ba0e204b" -d '{"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:26:31.318078 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:26:31.342618 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85ff45f-faed-489a-a2f0-00a29462ce29 x-openstack-request-id: req-b85ff45f-faed-489a-a2f0-00a29462ce29 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:26:31.342909 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:26:31.343191 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b85ff45f-faed-489a-a2f0-00a29462ce29 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:26:31.343590 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'code': 200} Oct 22 16:26:31.401674 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:31.446207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de34754-c732-40d3-8691-d388ddebd3fe req-46a66eba-1857-4a65-812a-162348e25ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:31.447767 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5de34754-c732-40d3-8691-d388ddebd3fe req-46a66eba-1857-4a65-812a-162348e25ace service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1096 time: 0.0465770 Oct 22 16:26:31.450169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:31.484142 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5de34754-c732-40d3-8691-d388ddebd3fe req-92772dce-b590-4de9-91b4-a7747e0ce333 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290563 Oct 22 16:26:31.817262 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688efe3c-7ac0-40a6-840b-330f46610a9a req-55298a12-ba13-41b6-968c-f46e4730cad3 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:31.818714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-688efe3c-7ac0-40a6-840b-330f46610a9a req-55298a12-ba13-41b6-968c-f46e4730cad3 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Oct 22 16:26:31.858098 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-688efe3c-7ac0-40a6-840b-330f46610a9a req-bcbe5610-a018-4bde-a4e2-54610202af24 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332181 Oct 22 16:26:32.979548 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ff0fb-9440-4954-824d-342e07f48798 req-de4aa15c-a494-45fb-8ea2-9fd93b221fa3 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:32.981090 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa2ff0fb-9440-4954-824d-342e07f48798 req-de4aa15c-a494-45fb-8ea2-9fd93b221fa3 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Oct 22 16:26:33.023678 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fa2ff0fb-9440-4954-824d-342e07f48798 req-f66f3611-25b6-4f26-8a9e-f3d92594d517 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363035 Oct 22 16:26:34.176139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23fad1-1a2e-4451-a7c3-2fc3ed56b19f req-081666a6-5c68-48fd-8c7b-6b55007fd6fd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:34.176139 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b23fad1-1a2e-4451-a7c3-2fc3ed56b19f req-081666a6-5c68-48fd-8c7b-6b55007fd6fd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Oct 22 16:26:34.187518 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2b23fad1-1a2e-4451-a7c3-2fc3ed56b19f req-36695c7e-1cc5-444c-a2d8-9e8c770029ef tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332172 Oct 22 16:26:34.305289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d0d3-95b2-4f88-bc13-b7cbbfdfe059 req-9238c87d-46c4-45bf-9fe4-8c4296e03533 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:34.306785 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb57d0d3-95b2-4f88-bc13-b7cbbfdfe059 req-9238c87d-46c4-45bf-9fe4-8c4296e03533 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0494816 Oct 22 16:26:34.345158 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bb57d0d3-95b2-4f88-bc13-b7cbbfdfe059 req-028fc18f-fd86-4787-ae44-82c162418e57 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Oct 22 16:26:34.368484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 47940) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:34.502656 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069d329-b750-4868-95f7-1c5096d94257 tempest-TestShelveInstance-378313222 tempest-TestShelveInstance-378313222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:34.504267 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-1069d329-b750-4868-95f7-1c5096d94257 tempest-TestShelveInstance-378313222 tempest-TestShelveInstance-378313222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1091 time: 0.1347740 Oct 22 16:26:34.507883 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 47944) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:26:34.512675 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:26:34.521149 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:34.635869 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:34.735092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:34.836475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Allocated IP 172.25.1.128 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/cb27873d-0eb8-41b3-8aa6-7ab87be1cb14) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:26:34.940241 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:35.035658 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:35.071953 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:26:35.076247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:26:35.079644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:26:35.087681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'Port': ['ID=cb27873d-0eb8-41b3-8aa6-7ab87be1cb14,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:35.763092 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:35.908629 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:36.063866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:36.159153 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:36.232311 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'Port': ['ID=cb27873d-0eb8-41b3-8aa6-7ab87be1cb14,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:26:36.248787 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:36.345565 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Floating IP 9b4a2498-6d52-4596-ae78-79a2ef7d5fd9 associated. External IP: 172.25.1.128, port: 8fdfe56e-ca37-4c64-9976-3da9158227cb. Oct 22 16:26:36.565933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:26:36.681000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:26:36.691410 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:26:36.700815 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:36.705977 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:36.761175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:36.791072 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f36c6ffe-6b2c-4dac-a819-f9b384db8cd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2819772 Oct 22 16:26:36.791857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:26:36.794025 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c0b718-68f9-46e4-bb60-8bed651ab835" -d '{"events": [{"name": "network-changed", "server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:26:36.840638 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d3ecd8-2e47-4526-8ab1-cd08e220a151 x-openstack-request-id: req-c1d3ecd8-2e47-4526-8ab1-cd08e220a151 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:26:36.840947 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:26:36.841192 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1d3ecd8-2e47-4526-8ab1-cd08e220a151 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:26:36.841597 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'status': 'completed', 'code': 200} Oct 22 16:26:36.896317 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:36.903254 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-1e0595b1-8d56-4ed9-b039-98ac8ea5a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:36.904772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-1e0595b1-8d56-4ed9-b039-98ac8ea5a4c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1096 time: 0.0408750 Oct 22 16:26:37.006177 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-b80ab594-93d0-4eb8-a35a-86a4aec94005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:37.007792 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-b80ab594-93d0-4eb8-a35a-86a4aec94005 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.0918577 Oct 22 16:26:37.073619 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-0a6817e6-46ce-4d49-ac09-92200836a2f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 999 time: 0.0587449 Oct 22 16:26:37.126790 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-acbae5db-b7b0-4f87-9141-140f57027a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:37.128358 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-acbae5db-b7b0-4f87-9141-140f57027a45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0485582 Oct 22 16:26:37.133296 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '9b4a2498-6d52-4596-ae78-79a2ef7d5fd9', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'mac_address': 'fa:16:3e:d9:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:26:35Z', 'updated_at': '2021-10-22T16:26:35Z', 'revision_number': 0, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:37.161408 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:26:37.170712 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:26:37.171336 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:26:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:37.175668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-f17ce3ff-0a5a-432e-bf8a-d2df717b1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:37.177152 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-f17ce3ff-0a5a-432e-bf8a-d2df717b1e5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410337 Oct 22 16:26:37.277563 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-5bfd4685-bb2d-4c33-867d-4e7554efaaee service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858791 Oct 22 16:26:37.281752 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:26:37.383952 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-19c0b718-68f9-46e4-bb60-8bed651ab835 req-1e16e0d0-1daf-4826-abac-b88fc27535f7 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989320 Oct 22 16:26:37.513031 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '9b4a2498-6d52-4596-ae78-79a2ef7d5fd9', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'mac_address': 'fa:16:3e:d9:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:26:35Z', 'updated_at': '2021-10-22T16:26:35Z', 'revision_number': 0, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:26:37.543163 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b77265-c673-4e93-9111-f9a5b99b812f None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '9b4a2498-6d52-4596-ae78-79a2ef7d5fd9', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'mac_address': 'fa:16:3e:d9:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:26:35Z', 'updated_at': '2021-10-22T16:26:35Z', 'revision_number': 0, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:26:37.739835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d916871-1b36-4c1a-af5b-72203813e14a None None] New status for floating IP 9b4a2498-6d52-4596-ae78-79a2ef7d5fd9: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:26:42.478936 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:43.840541 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:26:52.743663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-20da218d-89e8-40ae-bfc6-721a876f0e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:55.198553 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d30af9d7-ce33-4b09-98fc-cb432da134cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:56.532911 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:56.932601 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:58.503866 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:26:59.046911 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-ec0a6d33-6867-4c34-99df-2b4e3bdf7099 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420470 Oct 22 16:26:59.130539 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-9d1fef54-403e-4dfd-b75f-5ac81dfb1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:59.133238 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-9d1fef54-403e-4dfd-b75f-5ac81dfb1ab9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1096 time: 0.0428300 Oct 22 16:26:59.247565 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-e08eeddf-1fd6-4b3c-97be-625d1ca4a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:59.249057 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-e08eeddf-1fd6-4b3c-97be-625d1ca4a61a service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.0947967 Oct 22 16:26:59.326256 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-b5a4bb10-c182-43a1-be6b-a90858d68afb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1001 time: 0.0652866 Oct 22 16:26:59.384644 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-78e098cd-e881-411f-ba25-b5c1de7158b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:59.386129 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-78e098cd-e881-411f-ba25-b5c1de7158b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0520229 Oct 22 16:26:59.438336 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-ca488b90-7ea8-4647-b174-1d4323ec9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:26:59.440021 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-ca488b90-7ea8-4647-b174-1d4323ec9dc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456605 Oct 22 16:26:59.547954 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-947a70e1-176e-44c4-9dbf-7f003a2a8b0a service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003909 Oct 22 16:26:59.649408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-83bcded9-dc8c-43ba-afa1-42323a5d5567 req-dd3162b6-54be-4766-ae99-3d9a5c2956ec service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940275 Oct 22 16:27:04.526024 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:12.462823 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:20.839805 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:27:22.765332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f1e9bb10-5ef1-462c-bc75-1480b4f040e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:25.205192 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2f119462-9355-4478-9366-a23a6ef8cc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:26.513937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:26.948349 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:28.496424 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:34.559508 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:42.508077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:52.770435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dc52d916-849f-4b7e-8e70-7490f32ee2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:55.193786 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-196de239-6e6b-46fd-b9ad-f91b9934924d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:56.575487 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:56.964560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:57.839731 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:27:58.518585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:27:59.062077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-a6247475-1a3a-4817-a71f-22c7da266a13 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497053 Oct 22 16:27:59.166332 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-c50145de-a4ee-4c6d-aec1-b96a3be25e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:27:59.167951 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-c50145de-a4ee-4c6d-aec1-b96a3be25e25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1096 time: 0.0532684 Oct 22 16:27:59.285824 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-48c374ae-0bce-4384-85f8-f6d0b2cedac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:27:59.287398 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-48c374ae-0bce-4384-85f8-f6d0b2cedac3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.0973461 Oct 22 16:27:59.370809 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-81bbabc4-53e2-4da7-aa22-c9faf45dc1b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1001 time: 0.0747874 Oct 22 16:27:59.426655 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-8245e4c9-f755-4df2-9664-bb4e5888b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:27:59.428441 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-8245e4c9-f755-4df2-9664-bb4e5888b931 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0500314 Oct 22 16:27:59.479078 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-dfce13c9-2460-463e-8c8f-594b4d645096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:27:59.480694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-dfce13c9-2460-463e-8c8f-594b4d645096 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457416 Oct 22 16:27:59.589476 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-61b889ff-64b2-4488-9c62-0998a65eee89 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010571 Oct 22 16:27:59.692971 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-470ad16d-1fd7-4cd3-8cb0-175ec410ee37 req-0861c004-c560-4df2-9081-cd8bb785818e service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960391 Oct 22 16:28:04.530158 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:12.546903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:22.752476 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d35b0748-36a1-4e65-8bfa-d419e87a921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:25.232410 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d6b16aa2-0e8b-4e34-bbf3-e08fabf059bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:26.536169 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:26.981036 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:28.512129 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:34.599533 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:34.841270 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:28:42.528983 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:52.780374 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2810a7e-05c9-4ad1-ad5f-ffef4c71b262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:55.260530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8156-0a79-484e-bef9-95fbeddda265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:56.563352 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:56.951403 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:28:58.557666 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:01.075230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-e305a686-22ca-4df1-94c4-96770b629245 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494432 Oct 22 16:29:01.165408 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-4a29468e-ddc1-4629-984e-8d9ef3595905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:01.166950 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-4a29468e-ddc1-4629-984e-8d9ef3595905 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1096 time: 0.0470529 Oct 22 16:29:01.285322 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-db9573cd-7670-44c7-9059-68e4b876e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:01.286839 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-db9573cd-7670-44c7-9059-68e4b876e464 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.0981212 Oct 22 16:29:01.694410 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-282e5aff-52fc-4914-8530-5df4ba9d40c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1001 time: 0.3985476 Oct 22 16:29:01.745871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-b81ca848-6da9-4332-a5d3-c613148c34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:01.747457 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-b81ca848-6da9-4332-a5d3-c613148c34e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0453706 Oct 22 16:29:01.795304 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-731553bc-6ca1-436a-9338-f3af05f97110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:01.796890 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-731553bc-6ca1-436a-9338-f3af05f97110 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426455 Oct 22 16:29:01.897217 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-292cecf4-dc30-48ec-a0bd-729efd5f3bff service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926700 Oct 22 16:29:02.009038 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-b6757c75-0f85-4be3-842f-1642db842bc2 req-2dbf6ced-b3e9-4e8c-be11-985359cce23a service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034882 Oct 22 16:29:04.585700 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:06.608137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a130de-e57b-4ea4-a64b-8c592641bfe6 req-76db0f5b-a4f8-4b42-a4a8-fa5106a5f384 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:06.609971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70a130de-e57b-4ea4-a64b-8c592641bfe6 req-76db0f5b-a4f8-4b42-a4a8-fa5106a5f384 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0721195 Oct 22 16:29:06.656622 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-70a130de-e57b-4ea4-a64b-8c592641bfe6 req-139f4a5b-e1e7-4d1c-af9f-75d3bd23a92c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381043 Oct 22 16:29:07.800121 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1745d0-e667-4879-8396-de43ac3079b7 req-32c74684-d786-4d71-b9ce-1bec55c73453 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:07.801795 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f1745d0-e667-4879-8396-de43ac3079b7 req-32c74684-d786-4d71-b9ce-1bec55c73453 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0615094 Oct 22 16:29:07.848844 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3f1745d0-e667-4879-8396-de43ac3079b7 req-49cfcf03-fb37-4c8e-81a2-9f9609a36b13 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406580 Oct 22 16:29:08.999410 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea76c5c-4270-4b5e-b707-1243b285177c req-3ffae9ae-7259-4e79-935a-b38d22277b8f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:09.000990 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ea76c5c-4270-4b5e-b707-1243b285177c req-3ffae9ae-7259-4e79-935a-b38d22277b8f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0524285 Oct 22 16:29:09.042823 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ea76c5c-4270-4b5e-b707-1243b285177c req-6505e0ae-d886-4003-ae6f-6a72f5dc2e90 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345352 Oct 22 16:29:10.177456 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d544d-91f7-4d54-8742-78cccbf3668b req-db3ccb56-54fd-406b-abfb-606174db4ba0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:10.179193 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c68d544d-91f7-4d54-8742-78cccbf3668b req-db3ccb56-54fd-406b-abfb-606174db4ba0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0562155 Oct 22 16:29:10.225040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c68d544d-91f7-4d54-8742-78cccbf3668b req-bcbdb90b-32aa-409c-b98c-ca32f87bfde7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383425 Oct 22 16:29:11.361467 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a6b1c-480d-491c-8ac4-187df8cebb17 req-1f40bd2e-84fe-493a-a896-4b66501e40d6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:11.363221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac9a6b1c-480d-491c-8ac4-187df8cebb17 req-1f40bd2e-84fe-493a-a896-4b66501e40d6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0615926 Oct 22 16:29:11.412350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac9a6b1c-480d-491c-8ac4-187df8cebb17 req-9c385fdc-7165-4a7c-916c-882c3e2ae8da tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378549 Oct 22 16:29:11.840947 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:29:12.534702 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:12.553166 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49e9e3-ea87-403b-bedf-8ed881f82421 req-8a840b24-5601-4842-9618-bf832b28f111 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:12.554768 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc49e9e3-ea87-403b-bedf-8ed881f82421 req-8a840b24-5601-4842-9618-bf832b28f111 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0575519 Oct 22 16:29:12.599957 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc49e9e3-ea87-403b-bedf-8ed881f82421 req-95a9af89-a779-42a4-baee-2b5159c63e2d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385051 Oct 22 16:29:13.737681 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0da07-4f1e-496e-9732-b8f1fdfd4fd0 req-7a082ab9-827f-4efb-9da2-c572ab435cb6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:13.739534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f0da07-4f1e-496e-9732-b8f1fdfd4fd0 req-7a082ab9-827f-4efb-9da2-c572ab435cb6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0641398 Oct 22 16:29:13.781946 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b4f0da07-4f1e-496e-9732-b8f1fdfd4fd0 req-90c5d990-1815-4e1f-afe0-55c5a230874d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356464 Oct 22 16:29:14.914959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a8de-e99c-4b77-a555-94e219fb3e4f req-461d7192-a30c-4b0d-a443-b7d3c5499fc9 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:14.916595 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6621a8de-e99c-4b77-a555-94e219fb3e4f req-461d7192-a30c-4b0d-a443-b7d3c5499fc9 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0591366 Oct 22 16:29:14.959537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6621a8de-e99c-4b77-a555-94e219fb3e4f req-7532dbb3-bbbb-4e42-ab98-857cce16de40 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368569 Oct 22 16:29:16.097370 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b7ca3-c93d-4063-8d5c-f43c980b215c req-06766177-e4fe-4c01-9a7c-f9b784f64f91 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:16.099094 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-572b7ca3-c93d-4063-8d5c-f43c980b215c req-06766177-e4fe-4c01-9a7c-f9b784f64f91 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0620992 Oct 22 16:29:16.144869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-572b7ca3-c93d-4063-8d5c-f43c980b215c req-e14c038c-2ad2-498c-9746-4a36440a2036 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393050 Oct 22 16:29:17.274310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0693-8cb6-4a00-8389-ae0f911a0e7b req-ce35f9b4-b8ee-4c09-945a-01ee9beca201 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:17.275956 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d58d0693-8cb6-4a00-8389-ae0f911a0e7b req-ce35f9b4-b8ee-4c09-945a-01ee9beca201 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Oct 22 16:29:17.318429 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d58d0693-8cb6-4a00-8389-ae0f911a0e7b req-cfb5ebbc-0d8b-447a-a7f8-3a5e3dcd6276 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363145 Oct 22 16:29:18.453382 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9438a-a628-4260-a6ba-cf5f883ad623 req-6860a290-0614-4252-afa7-10a996f9d045 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:18.456355 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edf9438a-a628-4260-a6ba-cf5f883ad623 req-6860a290-0614-4252-afa7-10a996f9d045 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0605335 Oct 22 16:29:18.500630 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-edf9438a-a628-4260-a6ba-cf5f883ad623 req-3b6bbf65-eac7-4278-a133-c3f5e15c29e1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379829 Oct 22 16:29:19.641792 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787fa1-5f39-4daa-aa99-938689c15116 req-cc551998-e65b-402e-bfab-b052f2846f1f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:19.643628 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73787fa1-5f39-4daa-aa99-938689c15116 req-cc551998-e65b-402e-bfab-b052f2846f1f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0571237 Oct 22 16:29:19.693668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-73787fa1-5f39-4daa-aa99-938689c15116 req-123ed509-34b6-4691-bd09-cf1cf31bcf32 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Oct 22 16:29:19.954687 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:29:20.081686 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:29:20.105221 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'mac_address': 'fa:16:3e:d9:5a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:29:20.162007 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:20.184123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fdfe56e-ca37-4c64-9976-3da9158227cb {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:29:20.208925 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:29:20.373627 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:20.434604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:29:20.443086 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.443433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.443779 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.444108 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.444439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.444765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.445089 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.445409 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.445731 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.446051 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.446373 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.446689 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:29:20.452256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8fdfe56e-ca37-4c64-9976-3da9158227cb'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:29:20.859662 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1adc9e-1173-4436-9a3b-eedbbc68a811 req-588bce7f-02f3-4258-88a0-4adc39fd37a4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:20.861578 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe1adc9e-1173-4436-9a3b-eedbbc68a811 req-588bce7f-02f3-4258-88a0-4adc39fd37a4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 944 time: 0.0561602 Oct 22 16:29:20.909566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe1adc9e-1173-4436-9a3b-eedbbc68a811 req-7352ad4a-3906-442a-9824-c439ce775744 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405881 Oct 22 16:29:21.972455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:29:22.041008 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8fdfe56e-ca37-4c64-9976-3da9158227cb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:29:22.041442 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:22.045451 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342a504-1e82-4318-863e-30076aa310b8 req-9df5674d-8d54-4e75-b491-bfa2a3ab3c5d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:22.047066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8342a504-1e82-4318-863e-30076aa310b8 req-9df5674d-8d54-4e75-b491-bfa2a3ab3c5d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 944 time: 0.0619032 Oct 22 16:29:22.095766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8342a504-1e82-4318-863e-30076aa310b8 req-a5b1490b-899d-44b5-a25d-c5ee4f30a4ad tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374932 Oct 22 16:29:22.152067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:22.175699 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:29:22.178036 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719ddf1-a68b-4279-9842-8cd209a5532f" -d '{"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:29:22.195501 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:29:22.300986 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:22.357167 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:29:22.802632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-eb48d607-beec-4c4a-9ccb-177d424181c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:23.241486 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0101b06-adba-4ecd-80be-2de066c431ee req-5c0fc1ec-7338-4d68-9cdf-6cf996fdeb8d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:23.244680 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0101b06-adba-4ecd-80be-2de066c431ee req-5c0fc1ec-7338-4d68-9cdf-6cf996fdeb8d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0651703 Oct 22 16:29:23.296548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d0101b06-adba-4ecd-80be-2de066c431ee req-adc64b13-beae-4123-a8e6-91ecd8f93275 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427310 Oct 22 16:29:23.347409 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e75748-088e-47b9-86ed-15cf69c3cbce x-openstack-request-id: req-48e75748-088e-47b9-86ed-15cf69c3cbce {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:29:23.348220 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:29:23.348220 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48e75748-088e-47b9-86ed-15cf69c3cbce {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:29:23.348560 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'code': 200} Oct 22 16:29:24.468910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722af0-1f7a-45ed-ae68-cdca519bfac9 req-87cf5b2e-9417-4f51-9b6b-22c9c7b7e685 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:24.471351 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b722af0-1f7a-45ed-ae68-cdca519bfac9 req-87cf5b2e-9417-4f51-9b6b-22c9c7b7e685 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0544753 Oct 22 16:29:24.516996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b722af0-1f7a-45ed-ae68-cdca519bfac9 req-70ea5230-5947-4184-a5eb-8b9f89c08a71 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 Oct 22 16:29:25.248096 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-761c911f-cde8-44c5-b8e5-3859e9e4bbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:25.702896 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d653e68-2612-427f-8073-2eb018267ea7 req-79d807c2-29d6-4510-8a30-166a7b1ea6cb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:25.705088 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d653e68-2612-427f-8073-2eb018267ea7 req-79d807c2-29d6-4510-8a30-166a7b1ea6cb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0606039 Oct 22 16:29:25.753573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8d653e68-2612-427f-8073-2eb018267ea7 req-64cee004-00e6-4cc2-8f0a-8578084e0b14 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 Oct 22 16:29:26.568299 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:26.935773 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91a81-66a6-4659-bcf9-8ebeb1d265c7 req-9f703125-fde0-4b6d-b8ec-13f894b58a24 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:26.938999 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1f91a81-66a6-4659-bcf9-8ebeb1d265c7 req-9f703125-fde0-4b6d-b8ec-13f894b58a24 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0811012 Oct 22 16:29:27.009996 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a1f91a81-66a6-4659-bcf9-8ebeb1d265c7 req-9886d108-4715-494c-8ee4-c9385fda2aaf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634918 Oct 22 16:29:27.281799 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:28.192715 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb710f-17ed-4e8b-878e-fe114ae99135 req-d5c7a9ee-4c49-433b-965e-e0ccb2a4ac03 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:28.195250 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4afb710f-17ed-4e8b-878e-fe114ae99135 req-d5c7a9ee-4c49-433b-965e-e0ccb2a4ac03 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0787015 Oct 22 16:29:28.268447 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4afb710f-17ed-4e8b-878e-fe114ae99135 req-7d96cb44-54af-47bc-9b23-15c469bbdcd8 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666902 Oct 22 16:29:28.566122 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:29.438120 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6ed94-fcaf-4870-8902-1e5339bb2f12 req-591ce92f-bf1a-4ee6-a216-2b938b728c0d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:29.440935 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d6ed94-fcaf-4870-8902-1e5339bb2f12 req-591ce92f-bf1a-4ee6-a216-2b938b728c0d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0823076 Oct 22 16:29:29.502747 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-26d6ed94-fcaf-4870-8902-1e5339bb2f12 req-0447c1ad-a71c-4367-83fd-e4742e276e68 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551040 Oct 22 16:29:30.761247 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b087fc-e4bb-413a-a847-096d9e8b622f req-561c36cb-9993-4477-8f03-cea8bd254475 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:30.761247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34b087fc-e4bb-413a-a847-096d9e8b622f req-561c36cb-9993-4477-8f03-cea8bd254475 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0651839 Oct 22 16:29:30.761247 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-34b087fc-e4bb-413a-a847-096d9e8b622f req-f7126153-6638-40a3-b0e1-c780e339e673 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Oct 22 16:29:31.992552 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bf32-6c05-4210-8a8b-919542b62f2e req-43fd53b2-0f21-4051-8cf0-41c4ecb0f857 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:31.999827 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c57bf32-6c05-4210-8a8b-919542b62f2e req-43fd53b2-0f21-4051-8cf0-41c4ecb0f857 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.1064575 Oct 22 16:29:32.066049 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3c57bf32-6c05-4210-8a8b-919542b62f2e req-6f90580b-8940-4ecf-8d0d-d487af1df5ab tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633543 Oct 22 16:29:33.341164 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff8e2-470d-4da6-80fb-d46311ce8a96 req-7e5b9d05-437c-406c-bcb2-b7af24bc881f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:33.346240 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-855ff8e2-470d-4da6-80fb-d46311ce8a96 req-7e5b9d05-437c-406c-bcb2-b7af24bc881f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.1262283 Oct 22 16:29:33.425564 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-855ff8e2-470d-4da6-80fb-d46311ce8a96 req-c8b803df-9c8d-4981-b93f-38fd7d283de9 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706420 Oct 22 16:29:34.602473 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:34.663689 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b118bf-c9eb-4f17-b380-80e8abc12956 req-c341ce69-3560-4563-aea3-e89cdde97b94 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:34.675767 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35b118bf-c9eb-4f17-b380-80e8abc12956 req-c341ce69-3560-4563-aea3-e89cdde97b94 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.1086452 Oct 22 16:29:34.728670 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35b118bf-c9eb-4f17-b380-80e8abc12956 req-f9ff52a7-13b2-4486-aff9-9373fbf56dfc tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502784 Oct 22 16:29:35.886929 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec08db5-e63a-44fe-95d4-c087a9cdd22a req-94d55b34-f963-4e69-88c0-80743507e668 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:35.888662 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dec08db5-e63a-44fe-95d4-c087a9cdd22a req-94d55b34-f963-4e69-88c0-80743507e668 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0597241 Oct 22 16:29:35.933071 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dec08db5-e63a-44fe-95d4-c087a9cdd22a req-4791a29b-3c95-43e3-a717-5d42c77da577 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361047 Oct 22 16:29:36.649528 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0c09-0599-49af-93c6-de502b9031ee req-0506f7df-8432-4c01-ba60-a062e36ac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:36.658152 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-0506f7df-8432-4c01-ba60-a062e36ac57d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1096 time: 0.0497904 Oct 22 16:29:36.759548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0c09-0599-49af-93c6-de502b9031ee req-03df63fd-038f-4a5c-8d41-7716e7ffcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:36.760459 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-03df63fd-038f-4a5c-8d41-7716e7ffcfdb service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1017323 Oct 22 16:29:36.837944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-a205be51-3112-493d-890d-bb92150eeef1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1001 time: 0.0698764 Oct 22 16:29:36.892182 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0c09-0599-49af-93c6-de502b9031ee req-c788785d-e959-48f7-9832-9071dae326b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:36.893771 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-c788785d-e959-48f7-9832-9071dae326b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0483069 Oct 22 16:29:36.953364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0c09-0599-49af-93c6-de502b9031ee req-aaaa0b2b-bc83-4ef0-96c9-b5140be51417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:36.956944 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-aaaa0b2b-bc83-4ef0-96c9-b5140be51417 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559189 Oct 22 16:29:37.074199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fff25-647c-41e8-8e01-4f82cc80652f req-cef7b602-cde3-45ca-a27d-21162103dde4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:37.075853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f1fff25-647c-41e8-8e01-4f82cc80652f req-cef7b602-cde3-45ca-a27d-21162103dde4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0626359 Oct 22 16:29:37.101636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-618c2eb7-ddf8-441a-ac2e-7eb426ae44c7 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372788 Oct 22 16:29:37.136208 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7f1fff25-647c-41e8-8e01-4f82cc80652f req-0f081bbf-5ccf-464f-8b7b-eba713dbc8cf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512075 Oct 22 16:29:37.213474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-9aee0c09-0599-49af-93c6-de502b9031ee req-cc9b2110-b443-447b-aaeb-c8157a40299f service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038299 Oct 22 16:29:38.271363 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474de96-28ff-4e1d-a02e-d22aa31979a5 req-21507a4e-0f6d-407a-ac0a-d2f4501996cd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:38.272995 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7474de96-28ff-4e1d-a02e-d22aa31979a5 req-21507a4e-0f6d-407a-ac0a-d2f4501996cd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0547252 Oct 22 16:29:38.318145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7474de96-28ff-4e1d-a02e-d22aa31979a5 req-9af6a583-d652-4267-ba70-e763ccc53d41 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380442 Oct 22 16:29:39.451436 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c948d4-7da3-4551-a889-69e020807eba req-f0ab3f38-f239-47aa-94d2-caa1c3d458b0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:39.453146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80c948d4-7da3-4551-a889-69e020807eba req-f0ab3f38-f239-47aa-94d2-caa1c3d458b0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0565536 Oct 22 16:29:39.497556 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-80c948d4-7da3-4551-a889-69e020807eba req-df064098-b0c3-4cc5-aa37-32625d867ad8 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368476 Oct 22 16:29:39.639721 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-5cb6969d-ac2f-4773-82c1-e81eb45f6e2b req-700578ec-b827-47b8-a7cc-b360033ddbfb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:29:39.640863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5cb6969d-ac2f-4773-82c1-e81eb45f6e2b req-700578ec-b827-47b8-a7cc-b360033ddbfb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0585766 Oct 22 16:29:40.065076 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:29:40.080129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2e81a-f4aa-4484-981a-4e000b7a1706 req-048f8d7a-4804-43ba-8780-b72703d22697 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:40.083229 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdc2e81a-f4aa-4484-981a-4e000b7a1706 req-048f8d7a-4804-43ba-8780-b72703d22697 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 945 time: 0.0878494 Oct 22 16:29:40.155025 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-bdc2e81a-f4aa-4484-981a-4e000b7a1706 req-85ad6b5c-7118-4cc3-a723-e927d4f6ccd7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633409 Oct 22 16:29:40.230560 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:40.269800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:29:40.273357 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac0ec8-315b-4269-9c8a-5113c5e1ea66" -d '{"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:29:40.295982 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:29:40.342234 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a6228-324c-4cf4-8ffa-b959777765c7 x-openstack-request-id: req-248a6228-324c-4cf4-8ffa-b959777765c7 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:29:40.342655 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-unplugged", "status": "failed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "code": 422}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:29:40.343080 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-248a6228-324c-4cf4-8ffa-b959777765c7 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:29:40.343713 n-d-812148-2 neutron-server[107803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'code': 422} returned with failed status Oct 22 16:29:40.449152 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:40.510655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:29:40.516149 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-3238e18f-01ad-45cd-a036-97f1c6bf2019 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074800 Oct 22 16:29:41.317003 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06493-374f-4fcb-bdd1-3a2f98c12851 req-0172d297-63ee-4a8e-be42-cd1e3e54a326 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:41.319451 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0be06493-374f-4fcb-bdd1-3a2f98c12851 req-0172d297-63ee-4a8e-be42-cd1e3e54a326 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0813582 Oct 22 16:29:41.364938 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0be06493-374f-4fcb-bdd1-3a2f98c12851 req-989c2353-af82-47c6-bd2c-f7cb6da02390 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395586 Oct 22 16:29:42.361714 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-702053b9-171d-47ea-975c-c690b00243b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:42.363304 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-702053b9-171d-47ea-975c-c690b00243b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93&tenant_id=692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 1094 time: 0.0451243 Oct 22 16:29:42.436481 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-09e939b2-8dd9-4c8d-b93c-f7e5928f343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:42.440242 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-09e939b2-8dd9-4c8d-b93c-f7e5928f343b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1094 time: 0.0532899 Oct 22 16:29:42.539899 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:42.547577 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ae81f-d17a-4761-99a9-177294ce9ab5 req-05e39612-a223-48b4-be73-82d228ccbb25 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:42.551230 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e9ae81f-d17a-4761-99a9-177294ce9ab5 req-05e39612-a223-48b4-be73-82d228ccbb25 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0600379 Oct 22 16:29:42.582420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-6462a8e8-cec2-4abd-b108-328935ba89be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:42.584972 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-6462a8e8-cec2-4abd-b108-328935ba89be service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1351705 Oct 22 16:29:42.611843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3e9ae81f-d17a-4761-99a9-177294ce9ab5 req-2c678777-2f08-4cf3-9e63-afe0de0d2c94 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552263 Oct 22 16:29:42.699756 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-ad0051fb-69a7-4521-b63c-5f28a23b26fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 999 time: 0.1061635 Oct 22 16:29:42.762417 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-c9d46210-0aaf-4d5d-bff3-575ad4126c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:42.765115 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-c9d46210-0aaf-4d5d-bff3-575ad4126c37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0587080 Oct 22 16:29:42.822665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-0351a799-ead6-4404-97b1-857545784dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:42.824371 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-0351a799-ead6-4404-97b1-857545784dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526512 Oct 22 16:29:42.922823 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-2c4ee46b-342d-4ce6-a60d-3839621d0180 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906186 Oct 22 16:29:43.029106 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-ae156866-de9c-4963-8d3c-564ae7a93898 req-7468c76b-c2b5-4830-9e1d-bd928c516ab0 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998406 Oct 22 16:29:43.831980 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63363ff-faf4-4826-b2df-9c2712dbd5d8 req-ba244e34-2bea-4596-9101-1dbecc14a529 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:43.844506 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b63363ff-faf4-4826-b2df-9c2712dbd5d8 req-ba244e34-2bea-4596-9101-1dbecc14a529 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.1041286 Oct 22 16:29:43.904944 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b63363ff-faf4-4826-b2df-9c2712dbd5d8 req-a0cd3ea8-4280-43ea-a685-8439dd82bc06 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568678 Oct 22 16:29:44.099820 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:29:45.069583 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf499fd-a794-4bea-8738-d08502ad72dd req-ebbfc7a4-2f39-48f7-a769-bb8bea0ad621 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:45.072128 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bf499fd-a794-4bea-8738-d08502ad72dd req-ebbfc7a4-2f39-48f7-a769-bb8bea0ad621 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0587134 Oct 22 16:29:45.117845 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7bf499fd-a794-4bea-8738-d08502ad72dd req-61bde522-dc6b-4474-8132-e94461b4cd21 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364537 Oct 22 16:29:46.259401 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e53-f2ef-4b2a-a378-a6d53edcc8ba req-61704ad4-763f-44ce-9a22-2b88bd2dbe29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:46.261033 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec383e53-f2ef-4b2a-a378-a6d53edcc8ba req-61704ad4-763f-44ce-9a22-2b88bd2dbe29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0612535 Oct 22 16:29:46.335865 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ec383e53-f2ef-4b2a-a378-a6d53edcc8ba req-736c01ce-8b28-4af5-a8a6-0a9d750489ed tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642462 Oct 22 16:29:47.495860 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020953-2447-4c87-9903-9a5cc6baf653 req-2a1152c6-16a1-4b46-8d0d-b81d66866c91 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:47.497475 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f020953-2447-4c87-9903-9a5cc6baf653 req-2a1152c6-16a1-4b46-8d0d-b81d66866c91 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0622699 Oct 22 16:29:47.554642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9f020953-2447-4c87-9903-9a5cc6baf653 req-9823596d-a47c-4581-b234-1e6b4610d0d6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483110 Oct 22 16:29:48.729884 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638899-e07f-4252-9f77-08885ee9a337 req-d7da04b6-34e1-492d-b5ed-484c5382a806 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:48.731702 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b638899-e07f-4252-9f77-08885ee9a337 req-d7da04b6-34e1-492d-b5ed-484c5382a806 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0651469 Oct 22 16:29:48.790544 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4b638899-e07f-4252-9f77-08885ee9a337 req-590ec6bd-46c2-4606-bead-3aff36226bfc tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Oct 22 16:29:48.841684 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:29:49.999375 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed8f6-e795-493f-87d9-63bcd52d12ec req-e7fa7a71-5a8e-475f-aa74-aca9a56d5073 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:50.003034 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d81ed8f6-e795-493f-87d9-63bcd52d12ec req-e7fa7a71-5a8e-475f-aa74-aca9a56d5073 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0772543 Oct 22 16:29:50.073590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d81ed8f6-e795-493f-87d9-63bcd52d12ec req-1339b091-e39e-4579-852c-86818bee5a3d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636601 Oct 22 16:29:51.253524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194c28f-23d9-42c8-8720-315b9c0297ec req-9436164a-fa99-4a87-a6d7-9731f3eaa966 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:51.255338 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0194c28f-23d9-42c8-8720-315b9c0297ec req-9436164a-fa99-4a87-a6d7-9731f3eaa966 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0784204 Oct 22 16:29:51.326223 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0194c28f-23d9-42c8-8720-315b9c0297ec req-6faef693-f74d-4771-bea3-6690b2d969d3 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582509 Oct 22 16:29:52.507582 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43663a-2f7f-4ca5-b299-9e904dfafcaa req-38a3dcd8-fbf3-47b2-bfac-cd132b907285 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:52.511840 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b43663a-2f7f-4ca5-b299-9e904dfafcaa req-38a3dcd8-fbf3-47b2-bfac-cd132b907285 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0726228 Oct 22 16:29:52.563344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3b43663a-2f7f-4ca5-b299-9e904dfafcaa req-8d613ca4-014f-49e0-8636-655577a30a27 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 Oct 22 16:29:52.784771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4121a14-2262-406c-835c-72cd8a90bdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:53.697478 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a7673-1f98-4e6c-b066-1d40fc6037b8 req-2547512d-5ca7-4f80-83e8-a040a69fee61 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:53.699031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f8a7673-1f98-4e6c-b066-1d40fc6037b8 req-2547512d-5ca7-4f80-83e8-a040a69fee61 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0555465 Oct 22 16:29:53.746837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f8a7673-1f98-4e6c-b066-1d40fc6037b8 req-fc964a8d-5cc0-44f3-8f8d-228cba9ed4aa tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Oct 22 16:29:54.883624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd047c1-8ffb-4643-a885-d66eff07359b req-36c0678d-ace4-4629-bea2-2f4574e5796e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:54.885837 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efd047c1-8ffb-4643-a885-d66eff07359b req-36c0678d-ace4-4629-bea2-2f4574e5796e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0602372 Oct 22 16:29:54.929065 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efd047c1-8ffb-4643-a885-d66eff07359b req-5ccfa222-b3ff-447d-92f1-61b6b41cf105 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362000 Oct 22 16:29:55.196326 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fc1825a5-5307-4797-83a3-7aae3c0251c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:56.075813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392aad8-5c40-474d-93f6-0f6a0c2182c4 req-f2fc4f90-1091-4188-b36a-87c657565ce8 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:56.077450 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a392aad8-5c40-474d-93f6-0f6a0c2182c4 req-f2fc4f90-1091-4188-b36a-87c657565ce8 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0575800 Oct 22 16:29:56.124971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a392aad8-5c40-474d-93f6-0f6a0c2182c4 req-31b22337-7403-465a-9f0f-0c292921eefa tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Oct 22 16:29:56.515076 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:56.979891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:57.298251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb24b1e-def1-477b-bfbe-989538710254 req-4f76769d-1401-4530-aabb-ab4a134b151f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:57.300545 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fb24b1e-def1-477b-bfbe-989538710254 req-4f76769d-1401-4530-aabb-ab4a134b151f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0629199 Oct 22 16:29:57.352780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9fb24b1e-def1-477b-bfbe-989538710254 req-e3a3666f-ebda-4d0d-a0e6-ced5fcf01fb9 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Oct 22 16:29:58.532731 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083bfb-d6a7-461c-9379-5ce161c83b75 req-65619de0-959e-42a7-a82f-16c93e74c9c7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:58.534317 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a083bfb-d6a7-461c-9379-5ce161c83b75 req-65619de0-959e-42a7-a82f-16c93e74c9c7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0753126 Oct 22 16:29:58.539255 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:29:58.574814 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6a083bfb-d6a7-461c-9379-5ce161c83b75 req-93b020c0-6992-4cfe-96ec-41a6027dba07 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Oct 22 16:29:59.724412 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73284-086a-493a-aa4f-3efbbafff3bc req-579a9c99-e44f-4e60-9615-7056a3e327ec tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:29:59.725904 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19d73284-086a-493a-aa4f-3efbbafff3bc req-579a9c99-e44f-4e60-9615-7056a3e327ec tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 943 time: 0.0546138 Oct 22 16:29:59.771939 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-19d73284-086a-493a-aa4f-3efbbafff3bc req-31b3de83-6d10-4e16-b0e0-6a38b5a7e9ea tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369334 Oct 22 16:30:00.173333 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:30:00.283193 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:30:00.295589 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'port_id': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'mac_address': 'fa:16:3e:d9:5a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:30:00.353005 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:00.377087 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdfe56e-ca37-4c64-9976-3da9158227cb {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:30:00.414830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:30:00.516353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:00.579550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=9']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:30:00.846455 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8fdfe56e-ca37-4c64-9976-3da9158227cb'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:30:00.930316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612d95-2e9c-4116-8d8f-0e1fc8a7fc10 req-94e0abdf-5415-461a-b2c5-fdbe8ef5d43b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:00.932589 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb612d95-2e9c-4116-8d8f-0e1fc8a7fc10 req-94e0abdf-5415-461a-b2c5-fdbe8ef5d43b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 944 time: 0.0793066 Oct 22 16:30:00.997115 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cb612d95-2e9c-4116-8d8f-0e1fc8a7fc10 req-87907a09-f684-459f-8f0e-a441562bb643 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517941 Oct 22 16:30:02.136811 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f3e4-198c-4298-b79b-367b26587950 req-2923116e-dca1-4681-9506-bf0524ce788e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:02.138498 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac71f3e4-198c-4298-b79b-367b26587950 req-2923116e-dca1-4681-9506-bf0524ce788e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 944 time: 0.0582483 Oct 22 16:30:02.182720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-8e153e4c-caff-4bae-9bb4-8d722a29ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:02.184303 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-8e153e4c-caff-4bae-9bb4-8d722a29ce96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1095 time: 0.1365337 Oct 22 16:30:02.188592 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:30:02.213905 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ac71f3e4-198c-4298-b79b-367b26587950 req-82b1ed17-ee3b-4c6b-b8e4-f38c24ddae39 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616136 Oct 22 16:30:02.273898 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8fdfe56e-ca37-4c64-9976-3da9158227cb triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:30:02.274313 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:02.325242 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-5013b0ad-6eda-44b6-8612-34c48c186572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:02.326945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-5013b0ad-6eda-44b6-8612-34c48c186572 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1152318 Oct 22 16:30:02.387656 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:02.415327 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:30:02.417823 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0395da-ea63-4882-9697-ccc629383095" -d '{"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:30:02.443976 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:30:02.447461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-3d7ddb0b-2681-4466-af1b-9f0d6687a6d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1000 time: 0.1130056 Oct 22 16:30:02.464958 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564263f-cda2-4a4f-9228-3b9b7d28a370 x-openstack-request-id: req-a564263f-cda2-4a4f-9228-3b9b7d28a370 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:30:02.465355 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:30:02.465726 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a564263f-cda2-4a4f-9228-3b9b7d28a370 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:30:02.466275 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'code': 200} Oct 22 16:30:02.516422 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-6d483214-4382-4a28-ac8f-171ecbca5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:02.517932 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-6d483214-4382-4a28-ac8f-171ecbca5ba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0629275 Oct 22 16:30:02.585387 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:02.588134 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-40e9a320-34e9-470a-817c-afc4bd1bb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:02.589869 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-40e9a320-34e9-470a-817c-afc4bd1bb708 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567400 Oct 22 16:30:02.665616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=10']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:30:02.719626 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-25e00f2d-a6a7-4aa7-9b5e-d59d355691b3 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228135 Oct 22 16:30:02.736404 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.69', 49730) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:30:02.804162 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3800ab5-bfc2-47a6-afdb-2b612cfd1a88 req-cc8596fc-1192-4611-861c-1824e282fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:02.805909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3800ab5-bfc2-47a6-afdb-2b612cfd1a88 req-cc8596fc-1192-4611-861c-1824e282fde3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1097 time: 0.0681908 Oct 22 16:30:02.853145 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d3800ab5-bfc2-47a6-afdb-2b612cfd1a88 req-160f3136-4c04-43f1-bd83-da29c746a824 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385325 Oct 22 16:30:02.853998 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7a0a440e-d78c-4598-8ea9-21840f4472bd req-178dbe94-928e-4b73-ac75-073d4d70914d service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160846 Oct 22 16:30:03.359559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2728ef-2f7d-41da-bc68-d09705aa6e2b req-3da739be-ee96-43f0-8313-039c21415c8e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:03.361282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb2728ef-2f7d-41da-bc68-d09705aa6e2b req-3da739be-ee96-43f0-8313-039c21415c8e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.0545464 Oct 22 16:30:03.412037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fb2728ef-2f7d-41da-bc68-d09705aa6e2b req-02d04032-00ae-4e1f-ad56-05b6b62121b9 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437644 Oct 22 16:30:04.579813 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15131406-9a71-41c0-a704-1f24183888a0 req-ad30c3a8-e47d-41f6-8f61-e13139a95349 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:04.583913 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15131406-9a71-41c0-a704-1f24183888a0 req-ad30c3a8-e47d-41f6-8f61-e13139a95349 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.0636988 Oct 22 16:30:04.629492 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15131406-9a71-41c0-a704-1f24183888a0 req-4c52dde4-1280-4832-81d3-714259c1dcbe tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 Oct 22 16:30:04.658070 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:05.772183 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67276d-e78b-41f2-b075-54d45aaf8e78 req-4323ef61-f800-448c-9c89-96e32fc74970 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:05.774436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd67276d-e78b-41f2-b075-54d45aaf8e78 req-4323ef61-f800-448c-9c89-96e32fc74970 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.0671356 Oct 22 16:30:05.825632 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dd67276d-e78b-41f2-b075-54d45aaf8e78 req-80386024-0b8e-4cf1-8a05-518e16cb0f5d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Oct 22 16:30:06.962900 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08373-5394-43df-8403-3500611d7ae7 req-382f58de-1596-4f71-aec8-37bb5dacd21a tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:30:06.964530 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49e08373-5394-43df-8403-3500611d7ae7 req-382f58de-1596-4f71-aec8-37bb5dacd21a tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.0591278 Oct 22 16:30:07.012766 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-49e08373-5394-43df-8403-3500611d7ae7 req-f52006c3-5573-4bd9-814f-1a80f117ad00 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 Oct 22 16:30:12.611293 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:22.744963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-cdd55c1c-552a-48dd-b2bd-256b882cf59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:25.194202 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0f94df81-0154-4816-ad9d-7839cd0d9cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:25.841521 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:30:26.553890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:26.967624 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:28.519411 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:34.599471 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:42.573159 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:52.755450 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c864e929-62b8-4e10-af41-1a7191af48f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:55.209889 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e7254430-1f0e-40a7-b10e-0e6d8bb58256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:56.558434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:56.964803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:30:58.541332 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:02.843256 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:31:03.052601 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-053ef148-16b6-4060-890b-43ab4879bd3e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470889 Oct 22 16:31:03.145478 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-3d4b283c-a61b-40d2-ae7d-83dfed1a5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:03.147161 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-3d4b283c-a61b-40d2-ae7d-83dfed1a5789 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1097 time: 0.0484624 Oct 22 16:31:03.276964 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-fab07140-2697-42a7-9f1b-deaee874efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:03.278483 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-fab07140-2697-42a7-9f1b-deaee874efe3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1091607 Oct 22 16:31:03.360549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-9583770e-88d9-471c-b530-9026c32c50f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 1001 time: 0.0749140 Oct 22 16:31:03.426220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-42135685-97b0-41ed-8fc8-f3b96826a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:03.428850 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-42135685-97b0-41ed-8fc8-f3b96826a6d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0607114 Oct 22 16:31:03.480950 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-b253a7df-3a9d-4955-82c0-a423b9de3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:03.483112 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-b253a7df-3a9d-4955-82c0-a423b9de3c66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466869 Oct 22 16:31:03.613790 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-db982a19-8351-4463-89c0-55feb121c984 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231401 Oct 22 16:31:03.734548 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1cd158b2-4545-4fbe-b5be-6f2dd41c1b86 req-e85c54f3-673a-495f-988b-b5129c98bd9a service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132731 Oct 22 16:31:04.583831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:12.535742 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:22.746223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c25129c4-294f-4819-adc4-69aba3cc6079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:25.226259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1aa51014-831d-4a2c-b208-e441eadcae6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:26.540293 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:27.014784 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:28.540620 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:34.637102 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:39.844519 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:31:42.620414 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:42.786567 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48300) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:43.073358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Deleting port cb27873d-0eb8-41b3-8aa6-7ab87be1cb14 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:31:43.073839 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:43.162283 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:43.162665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:43.178686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Calling delete_port for cb27873d-0eb8-41b3-8aa6-7ab87be1cb14 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:31:43.498763 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:43.537192 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event deleted for resources: {'Port': ['ID=cb27873d-0eb8-41b3-8aa6-7ab87be1cb14,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:43.584137 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.584619 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.585056 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.585498 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.585989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.586440 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.586913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.587318 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.587724 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.588182 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.588683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.589133 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:43.649501 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:43.649990 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Floating IP 9b4a2498-6d52-4596-ae78-79a2ef7d5fd9 disassociated (deleted). External IP: 172.25.1.128, port: 8fdfe56e-ca37-4c64-9976-3da9158227cb. Oct 22 16:31:44.337243 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:31:44.484095 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:31:44.490356 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:44.500039 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:31:44.517219 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:31:44.518235 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:31:44.540411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-615aa01e-412a-42c9-ac69-d64ae6c05cff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "DELETE /v2.0/floatingips/9b4a2498-6d52-4596-ae78-79a2ef7d5fd9 HTTP/1.1" status: 204 len: 168 time: 1.7471089 Oct 22 16:31:44.540411 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:31:44.540411 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901c59ac-6292-4a0b-a49f-837b7f30e033" -d '{"events": [{"name": "network-changed", "server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:31:44.705896 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:31:44.718542 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b1b3d4-490c-4bb2-b602-4e7d03df7a58 x-openstack-request-id: req-52b1b3d4-490c-4bb2-b602-4e7d03df7a58 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:31:44.718835 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:31:44.719101 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52b1b3d4-490c-4bb2-b602-4e7d03df7a58 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:31:44.719515 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'status': 'completed', 'code': 200} Oct 22 16:31:44.817754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-63c8ad74-8491-4d2d-b345-af04f7210be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:44.820621 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-63c8ad74-8491-4d2d-b345-af04f7210be3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 1097 time: 0.0741422 Oct 22 16:31:44.980674 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-1ddfb1ce-a5cf-4864-98aa-f2159dab3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:44.983077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-1ddfb1ce-a5cf-4864-98aa-f2159dab3bcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1557167 Oct 22 16:31:45.044933 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:31:45.073868 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-36d7ecd1-c471-4fdd-ac43-f5f365b999af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 200 len: 217 time: 0.0831137 Oct 22 16:31:45.088408 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:31:45.105689 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:31:45.107871 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:31:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:31:45.124827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2630701-6ff7-4591-a9b8-13106394a524 req-d70a625e-01ea-48bd-b630-94018ba510bb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:45.126513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2630701-6ff7-4591-a9b8-13106394a524 req-d70a625e-01ea-48bd-b630-94018ba510bb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.0576560 Oct 22 16:31:45.170907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-6b22262e-4116-44e5-8fe6-4e32a14a41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:45.174087 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-6b22262e-4116-44e5-8fe6-4e32a14a41b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0913606 Oct 22 16:31:45.192985 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e2630701-6ff7-4591-a9b8-13106394a524 req-7daddae0-13f1-473e-bf39-d66083ffe397 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594659 Oct 22 16:31:45.261879 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-51fccfc5-f4b3-4ffb-93d4-98c98ce12da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:45.264226 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-51fccfc5-f4b3-4ffb-93d4-98c98ce12da6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814943 Oct 22 16:31:45.301093 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:31:45.393007 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-8fc8a84c-ce80-4cf4-beb1-837173d0b85d service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192625 Oct 22 16:31:45.513301 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-901c59ac-6292-4a0b-a49f-837b7f30e033 req-a9edc909-8621-49a4-9dba-36c869d2b450 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109807 Oct 22 16:31:45.606058 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:31:45.644206 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d856265-17ea-4e44-b6a7-74a6a23939a0 None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:31:45.904507 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d4d42-df2d-4aee-a49e-faaca94043ed None None] New status for floating IP 9b4a2498-6d52-4596-ae78-79a2ef7d5fd9: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:31:46.409499 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0835a-b1d0-4054-9ba0-51dcc46aef87 req-02b84764-2a9b-4dfe-b365-07fd5735ad7c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:46.411130 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31d0835a-b1d0-4054-9ba0-51dcc46aef87 req-02b84764-2a9b-4dfe-b365-07fd5735ad7c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.1116984 Oct 22 16:31:46.458897 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-31d0835a-b1d0-4054-9ba0-51dcc46aef87 req-4f05d35a-86ed-4a42-9328-d57a1612add7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Oct 22 16:31:46.653659 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-41444d5c-1587-419a-b4b0-ae39de0fa224 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:31:46.655530 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-41444d5c-1587-419a-b4b0-ae39de0fa224 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 946 time: 0.0561192 Oct 22 16:31:46.770444 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Deleting port 8fdfe56e-ca37-4c64-9976-3da9158227cb {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:31:46.770776 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:46.871582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] For port 8fdfe56e-ca37-4c64-9976-3da9158227cb, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8fdfe56e-ca37-4c64-9976-3da9158227cb,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:31:46.872047 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:46.887751 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Calling delete_port for 8fdfe56e-ca37-4c64-9976-3da9158227cb owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:31:47.121008 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:47.151411 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event deleted for resources: {'Port': ['ID=8fdfe56e-ca37-4c64-9976-3da9158227cb,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:47.168492 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.168942 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.169501 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.170343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.170718 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.171087 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.171429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.171763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.172101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.172491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.172802 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.173133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:31:47.228531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] No DVR routers for this DVR port 8fdfe56e-ca37-4c64-9976-3da9158227cb on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:31:47.228531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:47.228531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-3d001d23-b6d1-44af-a23b-7bcc0d91decc req-2959a70e-65ea-4970-9c2e-0fc65f377a67 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "DELETE /v2.0/ports/8fdfe56e-ca37-4c64-9976-3da9158227cb HTTP/1.1" status: 204 len: 173 time: 0.5616100 Oct 22 16:31:47.228531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-deleted', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:31:47.228531 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7bbb5-4e69-45a3-8ccf-b607117e4971" -d '{"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-deleted", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:31:47.358360 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dae3dc-1d79-41fd-8460-f9a5f0890c9c x-openstack-request-id: req-c2dae3dc-1d79-41fd-8460-f9a5f0890c9c {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:31:47.358657 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac56de0-f82e-4b6a-a693-74e872d23d93", "name": "network-vif-deleted", "tag": "8fdfe56e-ca37-4c64-9976-3da9158227cb", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:31:47.358911 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2dae3dc-1d79-41fd-8460-f9a5f0890c9c {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:31:47.359351 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56de0-f82e-4b6a-a693-74e872d23d93', 'name': 'network-vif-deleted', 'tag': '8fdfe56e-ca37-4c64-9976-3da9158227cb', 'status': 'completed', 'code': 200} Oct 22 16:31:47.606523 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-abe6c044-c055-4fa0-aea8-fc557a1131d5 req-57458060-6142-4660-957e-a6c7f523b8b0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac56de0-f82e-4b6a-a693-74e872d23d93 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Oct 22 16:31:48.682393 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48330) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:48.754119 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22383d93-6258-4e45-bbdf-d7d571a9104c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:48.784779 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22383d93-6258-4e45-bbdf-d7d571a9104c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:48.934776 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22383d93-6258-4e45-bbdf-d7d571a9104c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:48.937788 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-22383d93-6258-4e45-bbdf-d7d571a9104c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:48.943889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-22383d93-6258-4e45-bbdf-d7d571a9104c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "DELETE /v2.0/security-groups/fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d HTTP/1.1" status: 204 len: 168 time: 0.2553720 Oct 22 16:31:48.955688 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22383d93-6258-4e45-bbdf-d7d571a9104c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb51b1fd-cdee-40ac-bb5a-61257bf2bb4d,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:50.685510 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:31:50.718244 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8fdfe56e-ca37-4c64-9976-3da9158227cb {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:31:50.718835 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8fdfe56e-ca37-4c64-9976-3da9158227cb not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:31:51.759570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48340) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:51.766172 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156614636', 'description': 'tempest-secgroup-smoke-1156614636 description', 'project_id': '692f3d0915f94c3199ab540b9266e39e'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:51.871389 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:51.971318 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.025319 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.062670 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059dd774-eb72-4384-9ec9-19c091148df4,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:52.130251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.131810 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9b0ddd56-e998-4cd7-abe5-0e3e94aadc10 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3710909 Oct 22 16:31:52.137437 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48342) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:52.143722 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': '059dd774-eb72-4384-9ec9-19c091148df4', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:52.259658 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.323004 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.420283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.441933 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0438b1ce-4f01-4959-854e-462a4b0877c1,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:52.518859 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.520184 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a33056d7-dd1a-4c88-bf33-245c9b5d0e43 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814070 Oct 22 16:31:52.523137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48344) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:52.528093 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': '059dd774-eb72-4384-9ec9-19c091148df4', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:52.641546 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.716370 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.779895 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-68f5951b-bf46-4dc2-b4f6-c1e476fdfc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.813785 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.832156 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36b3d41-8654-4c7f-8b34-f16cce5c35d6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:52.937772 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:52.939247 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e84adec8-10d2-4bab-ac36-ddbb9780301f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4150662 Oct 22 16:31:52.942312 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48346) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:52.947261 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': '059dd774-eb72-4384-9ec9-19c091148df4', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:53.039983 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.117738 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.219566 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.237400 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d0c03f-b56c-476c-a59e-b7eea91b5bde,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:53.345432 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.346762 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-05fa0492-a3b2-413b-a88a-0e15515294c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032793 Oct 22 16:31:53.349697 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48348) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:53.354423 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': '059dd774-eb72-4384-9ec9-19c091148df4', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:53.470932 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.540615 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.648143 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.667172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979b6472-3b29-4942-86e8-ad27eb56f9f6,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:53.764869 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.766074 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0d45138a-0f16-45e2-9736-96a651bc6e29 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4153800 Oct 22 16:31:53.770465 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48350) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:53.775187 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': '059dd774-eb72-4384-9ec9-19c091148df4', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:53.865514 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Project 692f3d0915f94c3199ab540b9266e39e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:31:53.871693 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:53.937261 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.002269 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.023273 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0801a9-7225-4ff2-8f2a-53cccceee5e9,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:54.131596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.133654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-3c01cb19-0c08-457b-ae71-1eb7632c7c88 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619671 Oct 22 16:31:54.136877 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48352) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:31:54.142392 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'security_group_rule': {'security_group_id': '059dd774-eb72-4384-9ec9-19c091148df4', 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:31:54.320623 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Project 692f3d0915f94c3199ab540b9266e39e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:31:54.328667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.407516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.562464 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.581738 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4a93a5-080c-4a8f-acfb-012537a04266,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:31:54.700611 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:54.702079 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-58719cbf-d965-41cd-8fc0-88356aa79bee tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5640094 Oct 22 16:31:55.186076 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bb03dfa8-01be-4197-b740-8b978f2b7e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:56.525944 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:56.989536 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:31:58.561533 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:04.619864 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:12.583069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:16.844211 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:32:20.475874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-ef60e6ab-b7cc-4f29-bf03-9a0851c1b75d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156614636&fields=id&tenant_id=692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 267 time: 0.0412812 Oct 22 16:32:20.616066 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-65ba1a0d-6074-4533-86cd-a4ecc090db52 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:20.617800 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-65ba1a0d-6074-4533-86cd-a4ecc090db52 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 809 time: 0.1330595 Oct 22 16:32:20.637603 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-dee4d63d-a251-447a-82bc-241fee423090 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/quotas/692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 375 time: 0.0122247 Oct 22 16:32:20.706442 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-4a482527-0b33-44d7-ba59-a7b4c68b51b4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622003 Oct 22 16:32:20.817694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-0e07c836-0ea0-4570-b0a1-74d14470f91d service neutron] 10.222.0.66 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986080 Oct 22 16:32:20.952708 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6d9948c-3df2-4dd3-be57-14d7f99e90eb service neutron] 10.222.0.66 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263404 Oct 22 16:32:21.677883 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-41d3690c-1a1a-45e0-9bfb-eb494b85c8d8 req-995d0252-8c33-4db2-ae5b-c757ff6dece1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0348766 Oct 22 16:32:22.773482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-dfcc9313-7450-4b16-9406-fd71a54a2cf5 req-35e35ae1-cf4a-4b71-ba6f-b2aedb843f6d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0302038 Oct 22 16:32:22.879981 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60ba44cf-b862-46aa-b991-cb2bf48fbd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:23.888175 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5bb6d104-a948-48e3-b5a4-a779d96ae151 req-ddfbdbc4-5993-4010-97e3-50069bc0acbe tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0284083 Oct 22 16:32:24.355489 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-1da6db2b-8168-4016-8b9d-9e778ded080b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:24.357978 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-1da6db2b-8168-4016-8b9d-9e778ded080b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 809 time: 0.1528637 Oct 22 16:32:24.410408 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-b19d0613-4930-4b08-a873-89db4c86362d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 380 time: 0.0404742 Oct 22 16:32:24.417447 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'port': {'device_id': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'admin_state_up': True, 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'security_groups': ['059dd774-eb72-4384-9ec9-19c091148df4']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:32:24.727468 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Made reservation on behalf of 692f3d0915f94c3199ab540b9266e39e for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:32:24.732407 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:24.928425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Allocated IP 172.20.0.9 (80c9bc78-71c9-4c7b-b928-a937ce2d8bf3/5e1d79d2-585f-43e3-b1af-25aabca6b82c/8bc7b90e-8047-4cdc-bb45-d770cfdc85be) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:32:25.039625 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-053f3e25-5f0a-4150-accc-e66bbf493155 req-87809d20-f053-454c-b243-863c97805113 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0348630 Oct 22 16:32:25.135752 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:25.190127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2208eea8-1e00-47ca-bc4c-9c2588785610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:25.281716 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:25.333533 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:32:25.337120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:32:25.343470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:32:25.381025 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:25.419910 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:25.420596 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:25.595509 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c6286388-2a34-46e9-b574-156050cb6976 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1818578 Oct 22 16:32:25.610017 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Request body: {'port': {'device_id': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:32:25.673133 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:25.694801 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-3df108ff-9839-46ff-85bd-699287db844c None None] Provisioning complete for port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:32:25.695535 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3df108ff-9839-46ff-85bd-699287db844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:25.741127 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-3df108ff-9839-46ff-85bd-699287db844c None None] Port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:32:26.008375 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc7b90e-8047-4cdc-bb45-d770cfdc85be {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:32:26.017455 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:26.032930 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Transition to ACTIVE for port object 8bc7b90e-8047-4cdc-bb45-d770cfdc85be will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:32:26.081990 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:26.182043 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:26.260926 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c330-ccaa-44d1-a42d-5c42837f226e req-34512789-1b8f-41fa-afa7-ad06f6e60a26 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:26.263780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9d6c330-ccaa-44d1-a42d-5c42837f226e req-34512789-1b8f-41fa-afa7-ad06f6e60a26 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.1019306 Oct 22 16:32:26.323570 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Attempting to bind port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:32:26.324097 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Attempting to bind port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:32:26.324497 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Attempting to bind port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:32:26.331279 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f9d6c330-ccaa-44d1-a42d-5c42837f226e req-a858830a-d1dc-4ee1-98eb-330a1b621901 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538089 Oct 22 16:32:26.335795 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:32:26.336144 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Attempting to bind port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be on network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:32:26.343867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:32:26.344237 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Checking segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:32:26.344642 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Bound using segment: {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:32:26.345728 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Bound port: 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5de2be7-dea1-4655-b54b-00faf414eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:32:26.345728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:26.443232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:32:26.449927 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:32:26.520283 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:26.558109 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:26.562435 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:26.563271 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:26.564821 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] 10.222.0.69 "PUT /v2.0/ports/8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1091 time: 0.9611695 Oct 22 16:32:26.565354 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:32:26.567893 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533db2e-060f-4216-8337-52aafd4c3c49" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:32:26.612872 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29708853-55b4-44fb-97fa-10859fb5c298 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:26.641599 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f633096-e4c8-4d64-907e-a5c20561e715 x-openstack-request-id: req-7f633096-e4c8-4d64-907e-a5c20561e715 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:32:26.642431 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:32:26.642431 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f633096-e4c8-4d64-907e-a5c20561e715 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:32:26.642871 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'status': 'completed', 'code': 200} Oct 22 16:32:26.708409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533db2e-060f-4216-8337-52aafd4c3c49 req-12482a51-d4ed-4ed2-b864-74c73661c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:26.710120 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7533db2e-060f-4216-8337-52aafd4c3c49 req-12482a51-d4ed-4ed2-b864-74c73661c354 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1094 time: 0.0478358 Oct 22 16:32:26.829582 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533db2e-060f-4216-8337-52aafd4c3c49 req-96bde87b-ef9c-470f-ab98-e7c3e31a37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:26.831107 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7533db2e-060f-4216-8337-52aafd4c3c49 req-96bde87b-ef9c-470f-ab98-e7c3e31a37f9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=692f3d0915f94c3199ab540b9266e39e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1123652 Oct 22 16:32:26.935383 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533db2e-060f-4216-8337-52aafd4c3c49 req-b059ecea-81ce-4af4-84e4-57881a8ee8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:26.936985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7533db2e-060f-4216-8337-52aafd4c3c49 req-b059ecea-81ce-4af4-84e4-57881a8ee8dc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993707 Oct 22 16:32:26.995982 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:27.024291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-cd17b9cf-b3f8-4fee-8cd6-a89d319930ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:27.026582 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-cd17b9cf-b3f8-4fee-8cd6-a89d319930ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1094 time: 0.0480170 Oct 22 16:32:27.074206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-68d8579a-04e8-476e-8de0-6ab0e9355423 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 217 time: 0.0397639 Oct 22 16:32:27.128653 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-1e44736d-32ed-4803-b352-035d811609b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:27.130636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-1e44736d-32ed-4803-b352-035d811609b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0490346 Oct 22 16:32:27.180293 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-8b0652cb-0535-4f79-a0c1-55bb36b4f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:27.182679 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-8b0652cb-0535-4f79-a0c1-55bb36b4f827 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447087 Oct 22 16:32:27.295384 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-c3ebc56c-f6cc-4255-a013-e27226635abc service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063902 Oct 22 16:32:27.424298 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-cd85e717-8538-4e8b-b774-fb74b2bc4dc5 req-e7b8e85a-6156-4a7d-8ad5-5c2e3e4236f6 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216521 Oct 22 16:32:27.515574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387089-4fb1-4d5e-86dd-d3d172d951e6 req-eeffbf2e-531c-48b9-b0a2-dcdc14ac00d4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:27.517478 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5387089-4fb1-4d5e-86dd-d3d172d951e6 req-eeffbf2e-531c-48b9-b0a2-dcdc14ac00d4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0606961 Oct 22 16:32:27.581146 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c5387089-4fb1-4d5e-86dd-d3d172d951e6 req-0e9c66dd-529b-457a-b242-de22838eb93f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517647 Oct 22 16:32:28.561655 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:28.761501 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01127c89-3edb-46e6-aa61-0f3fa05050be req-e1b1e612-08a5-4d89-9aca-9c02613af133 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:28.764411 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01127c89-3edb-46e6-aa61-0f3fa05050be req-e1b1e612-08a5-4d89-9aca-9c02613af133 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0935459 Oct 22 16:32:28.809385 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-01127c89-3edb-46e6-aa61-0f3fa05050be req-4ec2a77b-7a5b-444c-8d8c-02164102d5a6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 Oct 22 16:32:29.951441 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79add93-3c7e-4f45-9ff1-7a41bc5a3801 req-eeeb4fca-575b-4a7e-a034-48aaee224b94 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:29.953386 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c79add93-3c7e-4f45-9ff1-7a41bc5a3801 req-eeeb4fca-575b-4a7e-a034-48aaee224b94 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0599909 Oct 22 16:32:30.012954 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c79add93-3c7e-4f45-9ff1-7a41bc5a3801 req-41c76969-71f1-4dd8-907a-c809bb6f4e8e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477588 Oct 22 16:32:31.165209 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1bd5-2853-4a4f-878f-c0c46b6fd701 req-aafee89c-0815-40ff-8d36-f868d88ed01f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:31.167681 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28da1bd5-2853-4a4f-878f-c0c46b6fd701 req-aafee89c-0815-40ff-8d36-f868d88ed01f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0585115 Oct 22 16:32:31.212019 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28da1bd5-2853-4a4f-878f-c0c46b6fd701 req-5332b911-9c4f-4d85-8982-ee5236e9b39b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Oct 22 16:32:32.342493 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14d837-4d7a-4071-9257-9894134d9e41 req-d6bbc064-34f6-48a7-804f-6e6ce751f9b2 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:32.344180 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e14d837-4d7a-4071-9257-9894134d9e41 req-d6bbc064-34f6-48a7-804f-6e6ce751f9b2 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0558028 Oct 22 16:32:32.393760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e14d837-4d7a-4071-9257-9894134d9e41 req-7d4a9316-121a-43be-a3b8-0612947087b0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382483 Oct 22 16:32:33.527124 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611348f-5d43-4566-8aa8-083d7c853de7 req-2938a128-2c87-421c-a63b-81f12d857b78 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:33.528824 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9611348f-5d43-4566-8aa8-083d7c853de7 req-2938a128-2c87-421c-a63b-81f12d857b78 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0564406 Oct 22 16:32:33.577295 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9611348f-5d43-4566-8aa8-083d7c853de7 req-fe28c0ee-6159-46b5-b682-e13442054b1c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Oct 22 16:32:34.595375 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:34.726949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d058d-5606-49fd-85d4-cd43cf3efa1e req-9068f35b-fb58-468e-8511-59cce8eb4924 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:34.729393 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-860d058d-5606-49fd-85d4-cd43cf3efa1e req-9068f35b-fb58-468e-8511-59cce8eb4924 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0591414 Oct 22 16:32:34.774410 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-860d058d-5606-49fd-85d4-cd43cf3efa1e req-0df6745f-2142-47f9-9ece-16da23b87152 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379806 Oct 22 16:32:35.901912 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6784b94-1c0d-4cee-829c-446487ce9035 req-9c859eed-1eed-49c0-87a6-3fb768bc7a85 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:35.903629 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6784b94-1c0d-4cee-829c-446487ce9035 req-9c859eed-1eed-49c0-87a6-3fb768bc7a85 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0549145 Oct 22 16:32:35.944634 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e6784b94-1c0d-4cee-829c-446487ce9035 req-2fa992bc-895a-4e49-be42-8f8664b33c45 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345817 Oct 22 16:32:37.073989 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681c80-b423-4056-beee-415fe545c9c6 req-d422a4f7-8e34-462b-ba63-430d94539e66 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:37.075667 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39681c80-b423-4056-beee-415fe545c9c6 req-d422a4f7-8e34-462b-ba63-430d94539e66 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0558853 Oct 22 16:32:37.130866 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-39681c80-b423-4056-beee-415fe545c9c6 req-72eedb73-aabd-4fd7-93e4-6bc4960c7f8e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441175 Oct 22 16:32:38.288252 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e981201-1487-40c4-a3da-13b86456bbc4 req-f1720965-c88e-4878-bc1f-60d3fdb48fac tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:38.290031 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e981201-1487-40c4-a3da-13b86456bbc4 req-f1720965-c88e-4878-bc1f-60d3fdb48fac tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0565605 Oct 22 16:32:38.340613 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e981201-1487-40c4-a3da-13b86456bbc4 req-bd0e7017-c568-4164-8e17-ab924fb28b16 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Oct 22 16:32:38.887292 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:32:38.994601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:32:39.008701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'port_id': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'mac_address': 'fa:16:3e:a8:85:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:32:39.064292 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:39.080212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc7b90e-8047-4cdc-bb45-d770cfdc85be {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:32:39.102885 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:32:39.178437 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:39.234476 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:39.243163 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.243503 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.243965 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.245128 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.245653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.246000 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.246337 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.246670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.247020 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.247356 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.247683 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.248010 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:32:39.475011 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde717e-6fa5-49a1-8268-634fd4419605 req-b3c439a8-fb6c-4bbb-b6a4-38b20cf325c0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:39.476532 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bde717e-6fa5-49a1-8268-634fd4419605 req-b3c439a8-fb6c-4bbb-b6a4-38b20cf325c0 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 944 time: 0.0546134 Oct 22 16:32:39.490277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8bc7b90e-8047-4cdc-bb45-d770cfdc85be'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:32:39.539909 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-8bde717e-6fa5-49a1-8268-634fd4419605 req-6b6e524c-475f-41f2-aee1-cdf372f6b8ce tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530438 Oct 22 16:32:40.679920 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abfd6f-fada-487c-92ae-f63e4852c8f3 req-a3f6e774-fd61-4ee3-b8c5-eb9beaf68887 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:40.682244 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72abfd6f-fada-487c-92ae-f63e4852c8f3 req-a3f6e774-fd61-4ee3-b8c5-eb9beaf68887 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 944 time: 0.0547633 Oct 22 16:32:40.735243 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-72abfd6f-fada-487c-92ae-f63e4852c8f3 req-3aa2e4cb-1c77-4d52-b3c2-d3c7a51e6b36 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Oct 22 16:32:40.893112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:32:41.029488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:32:41.034722 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:32:41.036280 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:41.123808 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:41.148833 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:32:41.151534 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538cb4e6-863c-476a-b87b-74620a4fb25c" -d '{"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-plugged", "status": "completed", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:32:41.167470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:32:41.196718 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf79d0-093d-4d43-ac16-d88e6398a55d x-openstack-request-id: req-40bf79d0-093d-4d43-ac16-d88e6398a55d {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:32:41.200515 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-plugged", "status": "completed", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:32:41.200979 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40bf79d0-093d-4d43-ac16-d88e6398a55d {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:32:41.201769 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'code': 200} Oct 22 16:32:41.257724 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:41.324487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ec60-2b59-4152-9850-7fda1babef6d req-0b60f9b3-d783-4a4a-babb-3aac86172f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:41.326747 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-daa8ec60-2b59-4152-9850-7fda1babef6d req-0b60f9b3-d783-4a4a-babb-3aac86172f18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0584428 Oct 22 16:32:41.331405 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:41.372312 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-daa8ec60-2b59-4152-9850-7fda1babef6d req-5f810e14-f671-4ab3-876d-db651d8359c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 Oct 22 16:32:41.888129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b77088-9e92-4430-b656-85e8e124991b req-240d5bb7-4ee0-4aad-acd6-e73e3e208891 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:41.889799 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7b77088-9e92-4430-b656-85e8e124991b req-240d5bb7-4ee0-4aad-acd6-e73e3e208891 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0587454 Oct 22 16:32:41.934872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e7b77088-9e92-4430-b656-85e8e124991b req-63d7f974-3ce0-4411-8ee7-fc3b200ae7b6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376964 Oct 22 16:32:42.566338 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:43.063074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34561-71d8-4b60-b5d0-17441d3e38c5 req-58ea439a-0ee3-4bf3-8420-8cd0d40a00dd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:43.064683 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4aa34561-71d8-4b60-b5d0-17441d3e38c5 req-58ea439a-0ee3-4bf3-8420-8cd0d40a00dd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0526714 Oct 22 16:32:43.106608 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4aa34561-71d8-4b60-b5d0-17441d3e38c5 req-423f5a00-171f-4438-9545-37400aeea129 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355158 Oct 22 16:32:43.231928 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c02a05-2291-40fc-8b58-f2e521a1b763 req-32998a03-6295-4a0b-9d1f-c27fb51127bb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:43.233483 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03c02a05-2291-40fc-8b58-f2e521a1b763 req-32998a03-6295-4a0b-9d1f-c27fb51127bb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0537748 Oct 22 16:32:43.286566 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-03c02a05-2291-40fc-8b58-f2e521a1b763 req-f3aa7cb9-b632-485e-a4e0-9284b1037441 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453103 Oct 22 16:32:43.316487 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48592) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:32:43.501531 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401600c1-c4bb-4d8e-8b8c-958f2fdfecdf tempest-TestShelveInstance-378313222 tempest-TestShelveInstance-378313222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:43.503098 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-401600c1-c4bb-4d8e-8b8c-958f2fdfecdf tempest-TestShelveInstance-378313222 tempest-TestShelveInstance-378313222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1091 time: 0.1854196 Oct 22 16:32:43.507766 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48598) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:32:43.512811 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:32:43.640898 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:43.756376 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:43.876257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Allocated IP 172.25.1.77 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/81c0cbaf-0a7a-4094-9765-bea5dff3cbb5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:32:44.008394 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:44.161591 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:44.205137 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:32:44.208358 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:32:44.212295 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:32:44.239439 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'Port': ['ID=81c0cbaf-0a7a-4094-9765-bea5dff3cbb5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:44.969240 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:45.128482 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:45.329769 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:45.434696 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:45.512491 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event updated for resources: {'Port': ['ID=81c0cbaf-0a7a-4094-9765-bea5dff3cbb5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:32:45.529159 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:45.686459 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Floating IP c06eda41-23e9-4f9e-922d-94423d874f52 associated. External IP: 172.25.1.77, port: 8bc7b90e-8047-4cdc-bb45-d770cfdc85be. Oct 22 16:32:45.925667 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:32:46.099049 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:32:46.112369 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:32:46.126466 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:32:46.133071 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:32:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:32:46.198787 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:46.255547 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-98ef22c6-72f5-4284-a591-c466db3ebbfb tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7301304 Oct 22 16:32:46.255547 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:32:46.255547 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:32:46.261521 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:32:46.295243 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee89bd59-c33e-4e62-894e-8864812b8d9e x-openstack-request-id: req-ee89bd59-c33e-4e62-894e-8864812b8d9e {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:32:46.295518 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:32:46.295760 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee89bd59-c33e-4e62-894e-8864812b8d9e {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:32:46.296173 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'status': 'completed', 'code': 200} Oct 22 16:32:46.379901 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-d4bdb0da-ac0c-4e8f-8e3a-46a2006a66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:46.381381 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-d4bdb0da-ac0c-4e8f-8e3a-46a2006a66ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0549033 Oct 22 16:32:46.490744 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-d2775729-6e63-4096-bf19-6f187d365da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:46.492323 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-d2775729-6e63-4096-bf19-6f187d365da1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1038611 Oct 22 16:32:46.577168 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-ce2a3384-85c3-4b13-b326-8605ac248e6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 998 time: 0.0778453 Oct 22 16:32:46.596995 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'c06eda41-23e9-4f9e-922d-94423d874f52', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'floating_ip_address': '172.25.1.77', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'port_id': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'mac_address': 'fa:16:3e:a8:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:32:44Z', 'updated_at': '2021-10-22T16:32:44Z', 'revision_number': 0, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:32:46.643778 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:32:46.653819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-52b60b8b-b9bb-454f-b076-38ddb7eef913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:46.655868 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:32:46.656053 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-52b60b8b-b9bb-454f-b076-38ddb7eef913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0716951 Oct 22 16:32:46.656715 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:32:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:32:46.709940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-7fb58000-6202-40c0-8816-d4e7bf004f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:32:46.711549 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-7fb58000-6202-40c0-8816-d4e7bf004f1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486116 Oct 22 16:32:46.785405 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:32:46.842523 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-02724e08-4222-4c69-8e88-3aae2480bc98 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221075 Oct 22 16:32:46.958860 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-f90d1a01-01d7-4c0e-8f55-ba05c5b038f4 req-0abeb486-dd84-4b24-b91e-a908e72b8f47 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089568 Oct 22 16:32:47.152626 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'c06eda41-23e9-4f9e-922d-94423d874f52', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'floating_ip_address': '172.25.1.77', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'port_id': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'mac_address': 'fa:16:3e:a8:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:32:44Z', 'updated_at': '2021-10-22T16:32:44Z', 'revision_number': 0, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:32:47.184645 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3497ca-bc75-484e-bd12-15b5f22f7357 None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': 'c06eda41-23e9-4f9e-922d-94423d874f52', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'floating_ip_address': '172.25.1.77', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'port_id': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'mac_address': 'fa:16:3e:a8:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:32:44Z', 'updated_at': '2021-10-22T16:32:44Z', 'revision_number': 0, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:32:47.395085 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c357d6-d011-4584-ac51-e71914870e1a None None] New status for floating IP c06eda41-23e9-4f9e-922d-94423d874f52: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:32:52.789236 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-57f5677d-0774-4e43-9dbe-914d24462d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:53.844394 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:32:55.251683 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ecb8e77e-e08b-4bdf-97ca-3e01275d1e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:56.520213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:57.063100 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:32:58.565540 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:04.634537 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:07.039229 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-174a08b2-1a56-4d9d-bb13-7d0de8f42a2f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460427 Oct 22 16:33:07.148270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-5636be05-1d93-4317-9153-aa880699841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:33:07.151826 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-5636be05-1d93-4317-9153-aa880699841d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0678248 Oct 22 16:33:07.292123 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-29217d19-6e13-4cf3-a576-0614739841b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:33:07.293550 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-29217d19-6e13-4cf3-a576-0614739841b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1208944 Oct 22 16:33:07.365525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-ee4bbbf8-4e60-4090-be76-018a3a9adb91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1000 time: 0.0640340 Oct 22 16:33:07.421368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-f5fcb143-85e0-4807-b9da-a4dccf0dee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:33:07.423029 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-f5fcb143-85e0-4807-b9da-a4dccf0dee60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0501704 Oct 22 16:33:07.488120 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-32e845ff-59a0-4cf8-861e-93dbcf099a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:33:07.490069 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-32e845ff-59a0-4cf8-861e-93dbcf099a44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595026 Oct 22 16:33:07.600607 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-953fdaca-d024-461d-83b3-8dfcec9b34e3 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016214 Oct 22 16:33:07.716671 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-e3682f69-4121-48c8-8b30-43b62adf7514 req-d30cfd46-4ce3-481e-a678-f1e2bfbdfda6 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083558 Oct 22 16:33:12.605730 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:22.764772 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f7798fef-5cb4-4e94-b139-dad955c395a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:25.216491 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3b0faf55-c8db-480f-8b52-d515bd434caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:26.564479 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:26.953492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:28.565458 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:30.845159 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:33:34.610812 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:42.587648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:52.753000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3430940c-b58d-46b4-8371-32ea8d7bad8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:55.170017 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a90be481-d8d7-4af6-a422-1f55fc258777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:56.535586 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:57.003663 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:33:58.581420 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:04.673150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:07.844139 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:34:09.061126 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-b7e2472f-97c6-4f0d-9168-1980b66d5c82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487130 Oct 22 16:34:09.160294 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-13de8423-1213-4d5e-bbd9-43cb3e5ce8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:34:09.161920 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-13de8423-1213-4d5e-bbd9-43cb3e5ce8ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0510993 Oct 22 16:34:09.292982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-65814d4c-71b1-4856-ac03-f5be00d0a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:34:09.294534 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-65814d4c-71b1-4856-ac03-f5be00d0a96d service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1103177 Oct 22 16:34:09.367209 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-6218bd10-9778-4fbb-8849-8befa87f0c6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1000 time: 0.0652552 Oct 22 16:34:09.424706 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-07eb89fa-e107-462d-980b-e695bf4d23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:34:09.426230 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-07eb89fa-e107-462d-980b-e695bf4d23c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0529246 Oct 22 16:34:09.479735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-da0326e6-0fe3-46a7-a84d-46dbca28aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:34:09.481325 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-da0326e6-0fe3-46a7-a84d-46dbca28aadc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473948 Oct 22 16:34:09.595644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-87d8b1ea-6284-4fb9-9353-05440157be79 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064985 Oct 22 16:34:09.712397 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2a24bcce-e509-4047-ab4f-36c907efb7a4 req-0879f03d-8e59-48a3-9b32-32a53fbafdd5 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089075 Oct 22 16:34:12.649316 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:22.735695 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-13eb4170-0ece-4001-b42e-924b951d0253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:25.198259 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-04c61b4d-3ba8-46b0-8924-84356c153249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:26.535230 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:26.981018 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:28.586304 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:34.620667 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:42.620888 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:44.843570 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:34:52.763113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5b35-2d25-4304-9492-b100538ea1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:55.202860 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-556c3023-0008-411e-b5ab-efa0e050cd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:56.534589 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:56.975008 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:34:58.609246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:04.672095 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:11.116956 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-d7879122-7d29-46c0-af17-e0e92ebcb53a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015368 Oct 22 16:35:11.210506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-fdf03a18-92ca-4dff-b6b1-8adb0f5071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:11.212089 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-fdf03a18-92ca-4dff-b6b1-8adb0f5071be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0465863 Oct 22 16:35:11.337347 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-314d99fd-2604-496d-8861-1987017939ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:11.338908 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-314d99fd-2604-496d-8861-1987017939ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1051521 Oct 22 16:35:11.416194 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-1d6080cd-cf19-4e2b-ae5e-b72f2ed4b3c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1000 time: 0.0695653 Oct 22 16:35:11.509959 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-79b9239b-525e-45b1-bba9-c5aecdb150cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:11.512642 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-79b9239b-525e-45b1-bba9-c5aecdb150cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0886793 Oct 22 16:35:11.571328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-8afdf88c-63ad-487e-b138-60f33c0fe785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:11.574052 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-8afdf88c-63ad-487e-b138-60f33c0fe785 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540402 Oct 22 16:35:11.585207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-df5c63fc-9c3c-48df-a483-f1a92208fd3f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:35:11.586258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-df5c63fc-9c3c-48df-a483-f1a92208fd3f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055628 Oct 22 16:35:11.691095 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-f055ed12-592f-4baa-9145-f21a33f3ff65 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964904 Oct 22 16:35:11.792374 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-2f6f699d-f189-47dd-8d51-e2e50ed3156f req-045e0cfc-feba-4089-a9a2-16f3e8994114 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945492 Oct 22 16:35:12.666226 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:13.952487 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009252d6-cac6-4f99-872c-e2c781d7695b req-858832fe-d955-4bf6-af1b-2c399692aeae tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:13.954465 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-009252d6-cac6-4f99-872c-e2c781d7695b req-858832fe-d955-4bf6-af1b-2c399692aeae tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.1775870 Oct 22 16:35:14.015724 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-009252d6-cac6-4f99-872c-e2c781d7695b req-8ba768f3-5d30-406a-8917-ef78d5a4fa08 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539346 Oct 22 16:35:15.172580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7faa3-fc42-413a-8385-b71b83d0a0b3 req-c5b3b862-6eca-4052-a49e-8edbd228eebf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:15.174261 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b7faa3-fc42-413a-8385-b71b83d0a0b3 req-c5b3b862-6eca-4052-a49e-8edbd228eebf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0554905 Oct 22 16:35:15.219859 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-62b7faa3-fc42-413a-8385-b71b83d0a0b3 req-0fd0f48d-654c-4742-b833-fdfd450e7a09 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Oct 22 16:35:16.385609 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32726509-a3c0-4ba3-9cb3-d30be5bf74b4 req-2770ccb3-da9c-411c-95f1-ee4be69382dd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:16.387287 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32726509-a3c0-4ba3-9cb3-d30be5bf74b4 req-2770ccb3-da9c-411c-95f1-ee4be69382dd tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0588658 Oct 22 16:35:16.436979 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32726509-a3c0-4ba3-9cb3-d30be5bf74b4 req-5be9d374-5661-49d1-a697-cbd70fb28369 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Oct 22 16:35:17.570887 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adfb20-ae04-43ad-b5ac-06e74ea83fb7 req-fa801a1e-f1a4-4147-b6aa-1edc916f3165 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:17.572719 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11adfb20-ae04-43ad-b5ac-06e74ea83fb7 req-fa801a1e-f1a4-4147-b6aa-1edc916f3165 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0599351 Oct 22 16:35:17.619833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-11adfb20-ae04-43ad-b5ac-06e74ea83fb7 req-42844710-93f0-4f2a-ad7d-0ef33682d8d6 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Oct 22 16:35:18.765665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe23f1-b334-4611-89d2-f9c450c4a009 req-d7b59b3e-b8bf-45c3-8365-054d001bb6b5 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:18.767316 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9fe23f1-b334-4611-89d2-f9c450c4a009 req-d7b59b3e-b8bf-45c3-8365-054d001bb6b5 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0544610 Oct 22 16:35:18.811032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9fe23f1-b334-4611-89d2-f9c450c4a009 req-ade45367-726e-45a2-ac58-d87886135d56 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365016 Oct 22 16:35:19.954717 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dd443-05fb-478a-ad1d-f44c4ffd9fa8 req-6a52364e-e51a-439c-89d8-2c197e1061bf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:19.956433 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e4dd443-05fb-478a-ad1d-f44c4ffd9fa8 req-6a52364e-e51a-439c-89d8-2c197e1061bf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0605421 Oct 22 16:35:20.001869 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0e4dd443-05fb-478a-ad1d-f44c4ffd9fa8 req-105d91da-df52-4961-82ed-cd17479196e1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387733 Oct 22 16:35:21.137720 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e3d4d-2c39-4413-845a-23e7b1117782 req-5a5b3db0-8cb4-4e32-b966-47a16c44660c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:21.143203 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef5e3d4d-2c39-4413-845a-23e7b1117782 req-5a5b3db0-8cb4-4e32-b966-47a16c44660c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0582714 Oct 22 16:35:21.188685 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ef5e3d4d-2c39-4413-845a-23e7b1117782 req-f4c5094c-0c02-484b-9ad1-48cf29dddcff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Oct 22 16:35:21.843131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:35:22.337538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424809c-82ce-4eb6-bfdb-12c7a72487c9 req-2d34e4c4-8638-4693-b283-f15f054296c8 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:22.339140 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a424809c-82ce-4eb6-bfdb-12c7a72487c9 req-2d34e4c4-8638-4693-b283-f15f054296c8 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0523326 Oct 22 16:35:22.383440 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a424809c-82ce-4eb6-bfdb-12c7a72487c9 req-e0103c4f-3a0a-4e1a-8d72-18a9ad83abe1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381460 Oct 22 16:35:22.755716 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a925-2b76-4a3e-abd9-eb23777dc4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:23.541856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b469c5-6a8f-4fa7-ba65-7d905435460f req-5ffa1718-3d81-41f9-9990-53cb1f951e06 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:23.544419 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59b469c5-6a8f-4fa7-ba65-7d905435460f req-5ffa1718-3d81-41f9-9990-53cb1f951e06 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0831997 Oct 22 16:35:23.592590 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-59b469c5-6a8f-4fa7-ba65-7d905435460f req-746e57a6-e2df-4efd-a560-3cbc90748e73 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Oct 22 16:35:24.069101 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-d5dde2a9-edfb-44c4-9fdb-ee35da247dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:24.070644 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-d5dde2a9-edfb-44c4-9fdb-ee35da247dec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0465515 Oct 22 16:35:24.184169 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-a49e6f54-35a6-43db-ac77-dbe15e38d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:24.189764 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-a49e6f54-35a6-43db-ac77-dbe15e38d56f service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1097238 Oct 22 16:35:24.264803 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-0f3f837a-82e5-49f3-bc7b-20ec85a2822b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1000 time: 0.0672915 Oct 22 16:35:24.324543 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-7b4479d9-7b86-4408-990d-d5e9b3728e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:24.326199 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-7b4479d9-7b86-4408-990d-d5e9b3728e00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0544355 Oct 22 16:35:24.385105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-614c3339-f877-4d52-bde9-7abacfd28b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:24.386694 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-614c3339-f877-4d52-bde9-7abacfd28b72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530024 Oct 22 16:35:24.544041 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-e6b989c3-6093-4ff2-8cc7-94ac079ead15 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482244 Oct 22 16:35:24.667077 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-8acdd6ae-e856-4bd3-b823-7f867cba2fd7 req-b6147df3-0395-4c23-8a6c-f340fc2af3b2 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158090 Oct 22 16:35:24.757394 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144ea8b-a359-4771-bbf5-6c5459029571 req-d38cb3d6-45fc-464e-9d72-a5a919a9924f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:24.759502 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4144ea8b-a359-4771-bbf5-6c5459029571 req-d38cb3d6-45fc-464e-9d72-a5a919a9924f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0566609 Oct 22 16:35:24.803920 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4144ea8b-a359-4771-bbf5-6c5459029571 req-a9883a6f-21a0-4d0d-a253-1ebb5d367fb1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Oct 22 16:35:25.197157 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9960301f-3827-40a0-82d6-23e526bb81a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:25.940179 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002845-e14e-4857-902e-326924251c63 req-2d14326f-de84-4c5e-a806-3015126bea2b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:25.942536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7002845-e14e-4857-902e-326924251c63 req-2d14326f-de84-4c5e-a806-3015126bea2b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0564868 Oct 22 16:35:25.992157 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a7002845-e14e-4857-902e-326924251c63 req-1a488c73-f22e-4bd7-a9fe-2924a3fe98e1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Oct 22 16:35:26.538112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:27.007240 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:27.165611 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66481f9c-d3bc-4183-bb3b-d3a0aac6a1fc req-da3f4c6c-d834-4e3d-85ed-a477fe3e0f58 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:27.169042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66481f9c-d3bc-4183-bb3b-d3a0aac6a1fc req-da3f4c6c-d834-4e3d-85ed-a477fe3e0f58 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0888982 Oct 22 16:35:27.227436 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-66481f9c-d3bc-4183-bb3b-d3a0aac6a1fc req-15ecb9e0-276d-44a6-821c-61c2efa13184 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520253 Oct 22 16:35:28.384104 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d48bf-49f1-438b-893d-b99287603e3c req-605ed626-5d4b-4ff2-a81d-13fe5056c72e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:28.385794 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d52d48bf-49f1-438b-893d-b99287603e3c req-605ed626-5d4b-4ff2-a81d-13fe5056c72e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0613627 Oct 22 16:35:28.430093 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d52d48bf-49f1-438b-893d-b99287603e3c req-f18f8990-0e8b-4d2b-bf89-474c72f309b2 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376368 Oct 22 16:35:28.597539 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:29.563877 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27e267-5327-41cb-86e3-873c849e701f req-ad755861-bc2a-40a1-8795-73887b7c3fd4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:29.565431 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c27e267-5327-41cb-86e3-873c849e701f req-ad755861-bc2a-40a1-8795-73887b7c3fd4 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0531592 Oct 22 16:35:29.608310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2c27e267-5327-41cb-86e3-873c849e701f req-d8654166-52ef-4d22-9ee1-73af329fb067 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361638 Oct 22 16:35:29.664751 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:35:29.781405 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:29.783653 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-d6ea1f55-4bdb-401c-967b-bd9779b39e65 req-77980717-96d2-46d2-b5fb-1ff96db8c3b4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:35:29.785788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d6ea1f55-4bdb-401c-967b-bd9779b39e65 req-77980717-96d2-46d2-b5fb-1ff96db8c3b4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0712187 Oct 22 16:35:29.824627 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:35:29.827398 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124389a5-0dd1-49b3-babe-de6bf5be2013" -d '{"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:35:29.842893 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:35:29.947547 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e15af0-bc65-4bdf-ae42-79fddc49e98d x-openstack-request-id: req-58e15af0-bc65-4bdf-ae42-79fddc49e98d {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:35:29.947987 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-unplugged", "status": "failed", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "code": 422}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:35:29.948393 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58e15af0-bc65-4bdf-ae42-79fddc49e98d {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:35:29.948969 n-d-812148-2 neutron-server[107803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'code': 422} returned with failed status Oct 22 16:35:29.974908 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:30.059558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:35:30.072515 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.073025 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.073655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.074011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.074448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.074997 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.075470 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.075929 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.081736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.081736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.081736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.081736 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:35:30.209194 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7312a7-d37f-4fc3-be37-7ac6b133e567 req-cadbe6ae-9315-4890-a5a4-f8bd7edc9c19 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:30.212275 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f7312a7-d37f-4fc3-be37-7ac6b133e567 req-cadbe6ae-9315-4890-a5a4-f8bd7edc9c19 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0929427 Oct 22 16:35:30.303642 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-2f7312a7-d37f-4fc3-be37-7ac6b133e567 req-92f6b06b-a6f5-4364-8fb6-8b91763969b5 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574787 Oct 22 16:35:30.314375 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-ff3c176b-3843-438e-8b6e-94aa8b3efee7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1504328 Oct 22 16:35:30.328398 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-0c3ca6e7-a72f-4ae4-a936-0040c59ca689 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:35:30.329745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-0c3ca6e7-a72f-4ae4-a936-0040c59ca689 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061781 Oct 22 16:35:31.473032 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960db1b-60c9-4155-ba86-63d59fe00362 req-82d58c35-ec02-4a1c-86b0-c18ac30e7090 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:31.475694 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f960db1b-60c9-4155-ba86-63d59fe00362 req-82d58c35-ec02-4a1c-86b0-c18ac30e7090 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0819008 Oct 22 16:35:31.539196 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f960db1b-60c9-4155-ba86-63d59fe00362 req-8e176767-100b-4da0-966f-1201b26d57cf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563598 Oct 22 16:35:32.734447 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419534c-98ae-47bc-a936-860205b750a2 req-b912032f-c7b4-4fb7-8d81-0940354f097f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:32.737092 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6419534c-98ae-47bc-a936-860205b750a2 req-b912032f-c7b4-4fb7-8d81-0940354f097f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0732951 Oct 22 16:35:32.807648 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6419534c-98ae-47bc-a936-860205b750a2 req-662cfc13-8a11-466e-aad0-ad5173d4545d tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627029 Oct 22 16:35:33.973309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8f8c2-8fc8-43d6-bd99-d814f663c3dd req-5ab1cfb7-c411-44d8-923a-805840871149 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:33.976137 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4aa8f8c2-8fc8-43d6-bd99-d814f663c3dd req-5ab1cfb7-c411-44d8-923a-805840871149 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0856640 Oct 22 16:35:34.031739 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4aa8f8c2-8fc8-43d6-bd99-d814f663c3dd req-7a72c274-6d2a-49c4-a692-ca4c25783906 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484090 Oct 22 16:35:34.636677 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:35.198617 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a350a-1a6f-498d-aad9-cc4cece174ee req-8a5b0cc3-a4bd-4f39-a74d-e7ae62e8851b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:35.200315 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e24a350a-1a6f-498d-aad9-cc4cece174ee req-8a5b0cc3-a4bd-4f39-a74d-e7ae62e8851b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0656333 Oct 22 16:35:35.251042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e24a350a-1a6f-498d-aad9-cc4cece174ee req-fead320f-908e-44ea-b6b4-5be606bd3568 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383160 Oct 22 16:35:36.413207 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd543f-e205-4221-8a83-60283b87dd3d req-ef3b6a72-f8ba-4a05-ab2a-365a30744a5c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:36.414688 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efbd543f-e205-4221-8a83-60283b87dd3d req-ef3b6a72-f8ba-4a05-ab2a-365a30744a5c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0769663 Oct 22 16:35:36.471179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-efbd543f-e205-4221-8a83-60283b87dd3d req-e8d156af-bb07-495f-ab19-b3717f309366 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Oct 22 16:35:37.612130 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958917-b39e-4c78-9bce-8b4e1bb371af req-b8fcfe1a-e83c-44cd-b823-1795b9aad22b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:37.614301 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5958917-b39e-4c78-9bce-8b4e1bb371af req-b8fcfe1a-e83c-44cd-b823-1795b9aad22b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0537224 Oct 22 16:35:37.661514 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a5958917-b39e-4c78-9bce-8b4e1bb371af req-7cd84225-2b55-44b1-9d0e-51fc6c129fa2 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364838 Oct 22 16:35:38.475624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-25dbbf42-3c47-49e5-b499-8d99d45c84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:38.477160 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-25dbbf42-3c47-49e5-b499-8d99d45c84b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&tenant_id=692f3d0915f94c3199ab540b9266e39e HTTP/1.1" status: 200 len: 1094 time: 0.0454919 Oct 22 16:35:38.550112 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-3e94c973-b492-4e6a-a451-f38477245c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:38.551709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-3e94c973-b492-4e6a-a451-f38477245c1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1094 time: 0.0512908 Oct 22 16:35:38.651263 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-6ba8eb82-7ff6-485b-9c79-e100d2c7c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:38.652727 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-6ba8eb82-7ff6-485b-9c79-e100d2c7c8e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.0939987 Oct 22 16:35:38.736244 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-66c2edff-b2f3-4e42-b7a6-f15800c7fca8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 998 time: 0.0751431 Oct 22 16:35:38.808085 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-796f42a4-62ab-413d-b549-654dd80eba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:38.810041 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-796f42a4-62ab-413d-b549-654dd80eba59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0668910 Oct 22 16:35:38.827546 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971cf7e-a8c1-42dc-b39d-f4924e22426e req-cb8e68b9-da1d-4de3-bb6a-487a90552515 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:38.829143 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5971cf7e-a8c1-42dc-b39d-f4924e22426e req-cb8e68b9-da1d-4de3-bb6a-487a90552515 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0646496 Oct 22 16:35:38.872449 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5971cf7e-a8c1-42dc-b39d-f4924e22426e req-4c56d143-db4f-4ddb-8dc7-d901c4967d03 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357168 Oct 22 16:35:38.874918 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-efbb96de-3b6b-4311-bf3a-bb85360f357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:38.876525 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-efbb96de-3b6b-4311-bf3a-bb85360f357a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594485 Oct 22 16:35:38.984666 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-1f3c33b6-e774-46ef-8294-9c92979073aa service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004362 Oct 22 16:35:39.085754 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-80953bd5-08b2-40db-b0f0-84e958126949 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938878 Oct 22 16:35:40.006636 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e5a3-c7ef-4e6f-9df9-ec9499f68523 req-88ab7b54-f10a-41e1-b12b-da27be54ee13 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:40.008296 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ee8e5a3-c7ef-4e6f-9df9-ec9499f68523 req-88ab7b54-f10a-41e1-b12b-da27be54ee13 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0597320 Oct 22 16:35:40.077517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7ee8e5a3-c7ef-4e6f-9df9-ec9499f68523 req-43e57082-6276-4053-a96a-124362aea31e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567129 Oct 22 16:35:41.214892 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93898930-61a9-4b6e-a5e8-2977edecdc57 req-8e09ae3b-bb21-4ebc-9138-4edb3c13b27c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:41.216872 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93898930-61a9-4b6e-a5e8-2977edecdc57 req-8e09ae3b-bb21-4ebc-9138-4edb3c13b27c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0567272 Oct 22 16:35:41.263557 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-93898930-61a9-4b6e-a5e8-2977edecdc57 req-059a0f28-4bd3-4db5-875b-17faceb03014 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Oct 22 16:35:42.401683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda3643-185b-4a26-9bae-2ad22c4d9b25 req-0dc3390d-7a64-402e-ba37-2a03cc1af765 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:42.403327 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cda3643-185b-4a26-9bae-2ad22c4d9b25 req-0dc3390d-7a64-402e-ba37-2a03cc1af765 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0618415 Oct 22 16:35:42.448853 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-1cda3643-185b-4a26-9bae-2ad22c4d9b25 req-3b4fd5ac-d7b3-421c-9278-7477dbaba998 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382574 Oct 22 16:35:42.660044 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:43.581750 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245f794-75d4-4c56-8bff-cc10da5c57a9 req-24a19a27-2d01-4100-94bf-85aa80a51f3c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:43.583644 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7245f794-75d4-4c56-8bff-cc10da5c57a9 req-24a19a27-2d01-4100-94bf-85aa80a51f3c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0566812 Oct 22 16:35:43.634285 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7245f794-75d4-4c56-8bff-cc10da5c57a9 req-bb79e381-afce-47e0-b132-349d1b55f3a3 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Oct 22 16:35:44.763290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e95618-d24a-4683-b61e-3932930a0d37 req-a33cedce-5b71-4fa0-9b15-81f2884accff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:44.764971 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81e95618-d24a-4683-b61e-3932930a0d37 req-a33cedce-5b71-4fa0-9b15-81f2884accff tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0561867 Oct 22 16:35:44.814930 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-81e95618-d24a-4683-b61e-3932930a0d37 req-dbd3df41-baf5-4bcd-826a-bd70492c7b6f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367296 Oct 22 16:35:45.946584 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834771-7ba2-4371-a953-ced80b15c349 req-c9cdb996-ef93-4335-9667-84b097822a3a tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:45.948267 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28834771-7ba2-4371-a953-ced80b15c349 req-c9cdb996-ef93-4335-9667-84b097822a3a tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0561852 Oct 22 16:35:45.995789 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-28834771-7ba2-4371-a953-ced80b15c349 req-48841a52-dbf1-45dc-a53a-3f1b7aac9320 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Oct 22 16:35:47.121876 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa9fa-9004-4964-8783-9725c8b9a14b req-295fc7e7-8f22-48fa-a466-be4c5f67c9c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:47.123495 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-babaa9fa-9004-4964-8783-9725c8b9a14b req-295fc7e7-8f22-48fa-a466-be4c5f67c9c1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 943 time: 0.0520384 Oct 22 16:35:47.176782 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-babaa9fa-9004-4964-8783-9725c8b9a14b req-9f46509e-8466-4bd7-a7e0-669e21e4583b tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Oct 22 16:35:47.754130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:35:47.857216 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:35:47.870026 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'port_id': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'mac_address': 'fa:16:3e:a8:85:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:35:47.915776 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:47.932402 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc7b90e-8047-4cdc-bb45-d770cfdc85be {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:35:47.956158 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:35:48.034591 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:48.089176 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:35:48.301381 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e2e3-7a32-4322-bfff-c1ce2992b47a req-0a3abd07-b99c-4d14-94cd-f5b7dfc531f1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:48.302989 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e2e2e3-7a32-4322-bfff-c1ce2992b47a req-0a3abd07-b99c-4d14-94cd-f5b7dfc531f1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 944 time: 0.0563192 Oct 22 16:35:48.345846 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c9e2e2e3-7a32-4322-bfff-c1ce2992b47a req-a4f8a8b8-ab5e-409f-8329-646fdf1d608f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366280 Oct 22 16:35:48.405798 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['8bc7b90e-8047-4cdc-bb45-d770cfdc85be'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:35:49.477610 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f1bf-3a36-47d3-8a09-569b59904347 req-7b1d7896-1dd4-4dd8-a729-6ed181bc8ef7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:49.479476 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c77f1bf-3a36-47d3-8a09-569b59904347 req-7b1d7896-1dd4-4dd8-a729-6ed181bc8ef7 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 944 time: 0.0569630 Oct 22 16:35:49.524912 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4c77f1bf-3a36-47d3-8a09-569b59904347 req-0d6b33cb-cf0a-4a93-a16e-4e2c7a208313 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 Oct 22 16:35:49.762673 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:35:49.819690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:35:49.820284 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:49.944094 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:49.969932 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:35:49.973154 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21186c2-4dc1-407b-8c93-ea6d4d9f0386" -d '{"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-plugged", "status": "completed", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:35:49.991578 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:35:50.103150 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:50.154169 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:35:50.685635 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a2d15-5126-4563-a1b6-7aeb6f6bd7b9 req-910cd4e9-4548-4ba1-9c29-a5776441f731 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:50.687290 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-768a2d15-5126-4563-a1b6-7aeb6f6bd7b9 req-910cd4e9-4548-4ba1-9c29-a5776441f731 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0540378 Oct 22 16:35:50.735342 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-768a2d15-5126-4563-a1b6-7aeb6f6bd7b9 req-93718da0-285d-4cbe-9078-b2dff9e2aee2 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Oct 22 16:35:51.038693 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e48a058-fa32-46dd-ac74-f00ceb04b9b4 x-openstack-request-id: req-0e48a058-fa32-46dd-ac74-f00ceb04b9b4 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:35:51.039633 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-plugged", "status": "completed", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:35:51.039633 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e48a058-fa32-46dd-ac74-f00ceb04b9b4 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:35:51.040113 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'code': 200} Oct 22 16:35:51.234006 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51406a42-7ecd-42b0-b763-107c955ac1cd req-e1a2f073-112c-418a-a429-97028206f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:51.236708 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51406a42-7ecd-42b0-b763-107c955ac1cd req-e1a2f073-112c-418a-a429-97028206f8ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0708985 Oct 22 16:35:51.295206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-51406a42-7ecd-42b0-b763-107c955ac1cd req-f9e17d77-09f8-44bc-8c4d-b944cd755ed7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505691 Oct 22 16:35:51.866335 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46311-6d15-4ca2-9b4d-bc991311cfa1 req-dea3e545-da7a-4651-b143-bea7ca0abd48 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:51.868037 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37d46311-6d15-4ca2-9b4d-bc991311cfa1 req-dea3e545-da7a-4651-b143-bea7ca0abd48 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0576680 Oct 22 16:35:51.912155 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-37d46311-6d15-4ca2-9b4d-bc991311cfa1 req-c882590f-18ba-4793-b349-6febef7e1bf1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 Oct 22 16:35:52.828581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc506416-978a-4936-aafc-b25d002c5097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:53.044966 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608169-b405-44cb-8446-f87fb3493af6 req-6ff2d5b5-479f-47b9-be7e-5fc6669ed952 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:35:53.046617 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4608169-b405-44cb-8446-f87fb3493af6 req-6ff2d5b5-479f-47b9-be7e-5fc6669ed952 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0557053 Oct 22 16:35:53.089513 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-a4608169-b405-44cb-8446-f87fb3493af6 req-8abb6d33-4b33-4a67-8dd6-2e8c730b635e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360780 Oct 22 16:35:55.213559 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03202e2f-af7c-4204-9b23-412125a03788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:56.551071 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:56.990949 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:58.614835 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:35:58.842671 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:36:04.653873 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:10.335828 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-61c0d633-1ea9-4fd4-ab64-de5a57525a84 req-5438efed-d0f8-4753-a74d-a4bae9ddf9f0 tempest-TestNetworkAdvancedServerOps-1043115197 tempest-TestNetworkAdvancedServerOps-1043115197-project] (107802) timed out ('10.222.0.53', 54494) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 16:36:12.750482 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:13.037206 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-71114fd3-3b7e-465f-b1cb-44833c135adb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504920 Oct 22 16:36:13.131878 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-7dbddef6-e656-454f-99ff-4cdf8c4a3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:36:13.133570 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-7dbddef6-e656-454f-99ff-4cdf8c4a3e27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0459056 Oct 22 16:36:13.259984 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-e57fbf13-17d2-4d28-b8be-f233b7d42e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:36:13.261591 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-e57fbf13-17d2-4d28-b8be-f233b7d42e23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1060443 Oct 22 16:36:13.339133 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-8c60f244-3fec-4161-b381-d2c2efd2ce64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1000 time: 0.0692096 Oct 22 16:36:13.396678 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-bf725c5a-042e-462c-8cd3-a0bb1126aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:36:13.398340 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-bf725c5a-042e-462c-8cd3-a0bb1126aed0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0516143 Oct 22 16:36:13.456555 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-348f80c7-89cb-446c-827a-31d77efde595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:36:13.458161 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-348f80c7-89cb-446c-827a-31d77efde595 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522497 Oct 22 16:36:13.561793 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-42121576-8b19-4b57-8367-5ad6493978ab service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958943 Oct 22 16:36:13.672985 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d42709c-e5bf-450e-aad8-1915c81db830 req-140d69b9-1665-4fd8-b4a4-4b281bbf6d95 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036127 Oct 22 16:36:22.758793 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3eddce28-9ab8-4da1-a7c7-c4ae404bc316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:25.207646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ddc19c82-6163-4114-a948-110aa4c9b836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:26.570140 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:27.058515 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:28.570106 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:34.672496 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:35.842859 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:36:42.767288 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:52.768052 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-34f699ed-cc2e-4242-9080-896a0437e6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:55.235438 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5fcb2248-7ba1-403a-8975-e6a19705260c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:56.545852 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:57.044105 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:36:58.677344 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:04.675647 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:12.722669 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:12.842779 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:37:13.047474 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-9f47f6b2-1485-4a77-bf70-85ad3b6cfd86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415542 Oct 22 16:37:13.135040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-03637eb6-0b39-4b19-85fd-64eee342bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:13.136569 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-03637eb6-0b39-4b19-85fd-64eee342bdad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0435200 Oct 22 16:37:13.558509 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-6d02188d-fb9d-4b73-9c6d-affa5470a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:13.560030 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-6d02188d-fb9d-4b73-9c6d-affa5470a699 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.4024420 Oct 22 16:37:13.630781 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-27ca9a66-fc07-49c3-95a9-039cf134a8f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 1000 time: 0.0635004 Oct 22 16:37:13.685226 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-e0ec0d83-7bf2-43ca-8377-b83b8ab7a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:13.686611 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-e0ec0d83-7bf2-43ca-8377-b83b8ab7a5b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0493960 Oct 22 16:37:13.734668 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-0a895a83-e63e-4c9d-a79b-6d96831bc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:13.744519 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-0a895a83-e63e-4c9d-a79b-6d96831bc86d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427015 Oct 22 16:37:13.834740 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-d36fa8c5-72ed-40a5-afe4-0ae5a7c1ec55 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915034 Oct 22 16:37:13.927636 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-eaa754e2-6b42-4542-9d6b-95ce4fb7f567 req-b7fef536-0a34-4676-92cb-cec7c1c8bbd9 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852129 Oct 22 16:37:22.756775 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d07279fb-0551-41dd-8c6c-fecae81dd5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:25.242275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-648fd3e6-7ef5-4e96-9045-a5493f71c4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:26.532516 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:27.013492 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:28.585178 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:32.891623 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48818) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:33.291849 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Deleting port 81c0cbaf-0a7a-4094-9765-bea5dff3cbb5 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:33.292194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:33.377216 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:33.377539 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:33.392314 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Calling delete_port for 81c0cbaf-0a7a-4094-9765-bea5dff3cbb5 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:33.659455 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:33.714537 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event deleted for resources: {'Port': ['ID=81c0cbaf-0a7a-4094-9765-bea5dff3cbb5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:33.767091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.767718 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.768290 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.768858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.769446 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.770038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.770614 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.771228 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.771997 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.772565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.773127 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.773701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:33.838473 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:33.839186 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Floating IP c06eda41-23e9-4f9e-922d-94423d874f52 disassociated (deleted). External IP: 172.25.1.77, port: 8bc7b90e-8047-4cdc-bb45-d770cfdc85be. Oct 22 16:37:34.150809 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:37:34.281788 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:37:34.287837 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:34.295131 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:37:34.309384 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:37:34.310241 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:34.319079 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-b57892f1-6cf3-4f39-b302-525d540ea65f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "DELETE /v2.0/floatingips/c06eda41-23e9-4f9e-922d-94423d874f52 HTTP/1.1" status: 204 len: 168 time: 1.4262099 Oct 22 16:37:34.329416 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:37:34.329416 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:37:34.466042 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:37:34.580379 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788a5a67-760d-4e19-bbaa-1fdbbe8e258d x-openstack-request-id: req-788a5a67-760d-4e19-bbaa-1fdbbe8e258d {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:37:34.582014 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:37:34.583035 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-788a5a67-760d-4e19-bbaa-1fdbbe8e258d {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:37:34.583270 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'status': 'completed', 'code': 200} Oct 22 16:37:34.657475 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-042113a2-9477-44f4-932e-973b11f905fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:34.659710 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-042113a2-9477-44f4-932e-973b11f905fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=692f3d0915f94c3199ab540b9266e39e&device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 1096 time: 0.0494640 Oct 22 16:37:34.705143 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:34.727335 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:34.767814 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:37:34.779663 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:37:34.780901 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:34.803359 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-86f3bb72-fc3c-430c-b158-3974ab8d510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:34.805412 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-86f3bb72-fc3c-430c-b158-3974ab8d510d service neutron] 10.222.0.69 "GET /v2.0/networks?id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 200 len: 910 time: 0.1385090 Oct 22 16:37:34.860559 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-a176bc84-670b-4ca2-accc-233e29c4232a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 200 len: 217 time: 0.0475152 Oct 22 16:37:34.926429 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-9c017c92-e950-4700-91c0-78ed7f5f363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:34.928034 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-9c017c92-e950-4700-91c0-78ed7f5f363c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 200 len: 848 time: 0.0613732 Oct 22 16:37:35.017084 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:37:35.021605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-426a2bd8-9f2a-4982-8679-03dc252ce375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:35.023258 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-426a2bd8-9f2a-4982-8679-03dc252ce375 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856373 Oct 22 16:37:35.129420 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-2b248efc-48f8-4d7b-8cd5-a6fb72cd4ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984421 Oct 22 16:37:35.255709 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-392b6e8f-183a-4a0f-8efa-87a7ad4ab0eb req-ad26fe6d-dfbb-4fff-97fb-35bd3b7d7c81 service neutron] 10.222.0.69 "GET /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190519 Oct 22 16:37:35.295268 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:35.328953 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edfc7f4-8a2d-4dd1-af6e-cf15800dd65a None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:05Z', 'revision_number': 4, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6a5e0c18-31f2-41d3-b8eb-1f16638a1da8', 'name': '', 'network_id': '80c9bc78-71c9-4c7b-b928-a937ce2d8bf3', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'mac_address': 'fa:16:3e:a7:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:04Z', 'updated_at': '2021-10-22T16:26:09Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'subnets': [{'id': '5e1d79d2-585f-43e3-b1af-25aabca6b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:37:35.579586 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c5fc7-6e8c-4572-a3a1-165d35df3cf8 None None] New status for floating IP c06eda41-23e9-4f9e-922d-94423d874f52: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:37:35.913538 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36487-895d-409f-a42e-055290a1a4ca req-42af1640-33c0-4df2-b929-8b704e5ea79a tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:35.915537 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8e36487-895d-409f-a42e-055290a1a4ca req-42af1640-33c0-4df2-b929-8b704e5ea79a tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0611849 Oct 22 16:37:35.976649 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f8e36487-895d-409f-a42e-055290a1a4ca req-720f0c17-33a6-4fdc-9c99-dbf2fbb11622 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541821 Oct 22 16:37:37.154643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7f623-3e05-4c76-bc12-bcc0be551984 req-67ce34f9-4315-445a-88b4-63592db5cfce tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:37.156409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ff7f623-3e05-4c76-bc12-bcc0be551984 req-67ce34f9-4315-445a-88b4-63592db5cfce tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.1042717 Oct 22 16:37:37.198604 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0ff7f623-3e05-4c76-bc12-bcc0be551984 req-b364ad02-817f-4c26-8efd-45b413955910 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/security-groups?id=059dd774-eb72-4384-9ec9-19c091148df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360005 Oct 22 16:37:37.479796 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8869ccf-4880-4836-a258-f37b8539b47c req-50cee148-010c-407c-ae52-16ba2f3d5b8e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:37.481454 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a8869ccf-4880-4836-a258-f37b8539b47c req-50cee148-010c-407c-ae52-16ba2f3d5b8e tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 945 time: 0.0573428 Oct 22 16:37:37.581944 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Deleting port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:37.582278 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:37.679364 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] For port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:37.679678 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:37.699109 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Calling delete_port for 8bc7b90e-8047-4cdc-bb45-d770cfdc85be owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:37.923325 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:37.955605 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event deleted for resources: {'Port': ['ID=8bc7b90e-8047-4cdc-bb45-d770cfdc85be,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:37.970299 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.970657 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.971040 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.971368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.971715 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.972046 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.972368 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.972700 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.973024 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.973343 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.973665 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:37.973996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:38.017297 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] No DVR routers for this DVR port 8bc7b90e-8047-4cdc-bb45-d770cfdc85be on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:37:38.024613 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:38.024613 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a8869ccf-4880-4836-a258-f37b8539b47c req-12117ddb-bb22-4a0e-9b23-b5cf6fefdf6c tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.69 "DELETE /v2.0/ports/8bc7b90e-8047-4cdc-bb45-d770cfdc85be HTTP/1.1" status: 204 len: 173 time: 0.5363507 Oct 22 16:37:38.024963 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-deleted', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:37:38.027242 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0480ee4-17a5-41bc-b724-21e7b223fae7" -d '{"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-deleted", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:37:38.122530 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc13d36-d9f1-4c68-9a08-2817be6117c4 x-openstack-request-id: req-cdc13d36-d9f1-4c68-9a08-2817be6117c4 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:37:38.122530 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a4b8f-6462-4586-82ca-323449b53bcd", "name": "network-vif-deleted", "tag": "8bc7b90e-8047-4cdc-bb45-d770cfdc85be", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:37:38.122530 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdc13d36-d9f1-4c68-9a08-2817be6117c4 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:37:38.122530 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a4b8f-6462-4586-82ca-323449b53bcd', 'name': 'network-vif-deleted', 'tag': '8bc7b90e-8047-4cdc-bb45-d770cfdc85be', 'status': 'completed', 'code': 200} Oct 22 16:37:38.328889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-badbaf97-0f25-4258-8060-18eac265eeed req-433d4686-8f0c-4572-abdf-a4d5889a583f tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0388737 Oct 22 16:37:39.461652 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ca83a83-c03b-4545-bba5-2b81b87b5125 req-39318941-099f-4f10-ba83-fd3b5b72c392 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0449908 Oct 22 16:37:40.599398 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-f5647c12-ee40-4063-aa18-971bfe54ed2a req-44403a08-b233-42d0-bcee-d6f26a9258f5 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0549805 Oct 22 16:37:41.997430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d259c174-9c66-491a-a5c8-7b9ab4e8f438 req-aca625b3-7c31-45e9-b474-6c066e3b29e1 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0326986 Oct 22 16:37:42.263742 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:42.286331 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 8bc7b90e-8047-4cdc-bb45-d770cfdc85be {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:37:42.286702 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 8bc7b90e-8047-4cdc-bb45-d770cfdc85be not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:42.688008 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:43.146508 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-35ac353a-760e-4855-81b4-5397bba3e53c req-eed217e5-eef2-4f5c-ba8b-078e1f0906fc tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0469785 Oct 22 16:37:44.281563 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-cc302be6-4b69-46ff-996c-6c898c0e4042 req-5a3de22e-3e02-4625-b9c3-814004b7fd48 tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9a4b8f-6462-4586-82ca-323449b53bcd HTTP/1.1" status: 200 len: 210 time: 0.0294976 Oct 22 16:37:45.375176 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48878) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:45.462277 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb42e277-d8a0-439a-8389-f75a329f0edf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:45.501482 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb42e277-d8a0-439a-8389-f75a329f0edf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:45.630528 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb42e277-d8a0-439a-8389-f75a329f0edf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:45.633731 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-cb42e277-d8a0-439a-8389-f75a329f0edf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:45.637354 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-cb42e277-d8a0-439a-8389-f75a329f0edf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] 10.222.0.66 "DELETE /v2.0/security-groups/059dd774-eb72-4384-9ec9-19c091148df4 HTTP/1.1" status: 204 len: 168 time: 0.2581251 Oct 22 16:37:45.648047 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42e277-d8a0-439a-8389-f75a329f0edf tempest-TestShelveInstance-1335548023 tempest-TestShelveInstance-1335548023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059dd774-eb72-4384-9ec9-19c091148df4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:45.806847 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48882) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:46.462093 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:46.777298 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Deleting port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:46.777665 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:46.883800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] For port 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:46.884416 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:46.907177 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Calling delete_port for 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:47.190590 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:47.251992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5e0c18-31f2-41d3-b8eb-1f16638a1da8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:47.467832 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:48.113643 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Router cbaec3de-0567-480c-aa56-a5e1728b4c24 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:37:48.242942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:37:48.252707 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6dfa1048-6208-4306-aed6-7bb2f29f25f6 admin admin] 10.222.0.66 "PUT /v2.0/routers/cbaec3de-0567-480c-aa56-a5e1728b4c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4440160 Oct 22 16:37:48.252923 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48886) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:48.259856 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] Sync routers for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:37:48.277019 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:37:48.278329 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:48.380026 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:48.402778 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:37:48.550888 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:48.649077 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:37:47Z', 'revision_number': 5, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port': {'id': 'd421669d-e7c0-49d0-97e5-61f345efdd1e', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:48.688404 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] Checking router: cbaec3de-0567-480c-aa56-a5e1728b4c24 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:37:48.699113 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] Routers {'cbaec3de-0567-480c-aa56-a5e1728b4c24'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:37:48.699747 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['cbaec3de-0567-480c-aa56-a5e1728b4c24'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:48.707566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Deleting port d421669d-e7c0-49d0-97e5-61f345efdd1e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:48.707900 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:48.802226 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] Set router cbaec3de-0567-480c-aa56-a5e1728b4c24 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:37:48.807840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] For port d421669d-e7c0-49d0-97e5-61f345efdd1e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=d421669d-e7c0-49d0-97e5-61f345efdd1e,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:48.808388 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:48.824702 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Calling delete_port for d421669d-e7c0-49d0-97e5-61f345efdd1e owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:48.863784 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:37:48Z', 'revision_number': 6, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:48.892689 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79294ae7-fd9b-4f61-a959-e01cd51df332 None None] The sync data for ids ['cbaec3de-0567-480c-aa56-a5e1728b4c24'] in n-d-812148-2 is: [{'id': 'cbaec3de-0567-480c-aa56-a5e1728b4c24', 'name': 'tempest-TestShelveInstance-1372931180-router', 'tenant_id': '692f3d0915f94c3199ab540b9266e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:02Z', 'updated_at': '2021-10-22T16:37:48Z', 'revision_number': 6, 'project_id': '692f3d0915f94c3199ab540b9266e39e', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:37:49.099263 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.135902 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Pushing event deleted for resources: {'Port': ['ID=d421669d-e7c0-49d0-97e5-61f345efdd1e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:49.205974 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.329902 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.332841 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.470206 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.470734 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbaec3de-0567-480c-aa56-a5e1728b4c24 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:37:49.478565 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.478565 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-66b5071b-91fe-4def-8698-870d9d73629f admin admin] 10.222.0.66 "DELETE /v2.0/routers/cbaec3de-0567-480c-aa56-a5e1728b4c24 HTTP/1.1" status: 204 len: 168 time: 1.2234790 Oct 22 16:37:49.481993 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48888) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:49.539461 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Deleting subnet 5e1d79d2-585f-43e3-b1af-25aabca6b82c {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:37:49.543984 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.583845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.672211 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.836184 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.842432 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:37:49.870470 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1d79d2-585f-43e3-b1af-25aabca6b82c,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:49.875335 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:49.878723 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-06f99c56-a473-42f4-9b0c-c1d6b8490e36 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5e1d79d2-585f-43e3-b1af-25aabca6b82c HTTP/1.1" status: 204 len: 168 time: 0.3956499 Oct 22 16:37:49.883222 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48890) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:49.886222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd135116-8b96-45f9-b134-de760c8b9e4b None None] Network 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:37:49.973459 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.046244 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Deleting port b0d86ca4-e681-4409-aea2-e6e00774d78e {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:50.046640 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.106895 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] DHCP port deletion for 80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:37:50.136932 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] For port b0d86ca4-e681-4409-aea2-e6e00774d78e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0d86ca4-e681-4409-aea2-e6e00774d78e,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:50.137442 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.151328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Calling delete_port for b0d86ca4-e681-4409-aea2-e6e00774d78e owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:50.167608 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Deleting port b0d86ca4-e681-4409-aea2-e6e00774d78e {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:50.168138 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.250619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] For port b0d86ca4-e681-4409-aea2-e6e00774d78e, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=b0d86ca4-e681-4409-aea2-e6e00774d78e,segment=NetworkSegment(e5de2be7-dea1-4655-b54b-00faf414eea6),segment_id=e5de2be7-dea1-4655-b54b-00faf414eea6)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:50.251512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.273300 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Calling delete_port for b0d86ca4-e681-4409-aea2-e6e00774d78e owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:50.321425 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.372420 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d86ca4-e681-4409-aea2-e6e00774d78e,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:50.380238 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] No DVR routers for this DVR port b0d86ca4-e681-4409-aea2-e6e00774d78e on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:37:50.380628 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.409749 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Pushing event deleted for resources: {'Port': ['ID=b0d86ca4-e681-4409-aea2-e6e00774d78e,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:50.418388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] No DVR routers for this DVR port b0d86ca4-e681-4409-aea2-e6e00774d78e on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:37:50.422827 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.423512 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.424023 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.424540 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.425045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.425546 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.426050 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.426601 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.427166 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.427725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.428096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.428436 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa944652-b7ba-4a3e-a58c-e47643530f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:37:50.484594 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.499869 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0d86ca4-e681-4409-aea2-e6e00774d78e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:50.509616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c9bc78-71c9-4c7b-b928-a937ce2d8bf3']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:50.523336 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: b0d86ca4-e681-4409-aea2-e6e00774d78e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:37:50.523871 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5de2be7-dea1-4655-b54b-00faf414eea6') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:50.524063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device b0d86ca4-e681-4409-aea2-e6e00774d78e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:50.524192 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5de2be7-dea1-4655-b54b-00faf414eea6') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:50.524878 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d421669d-e7c0-49d0-97e5-61f345efdd1e no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:50.535777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.547259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: d421669d-e7c0-49d0-97e5-61f345efdd1e {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:37:50.547616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device d421669d-e7c0-49d0-97e5-61f345efdd1e not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:50.548037 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:50.551128 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.558143 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:37:50.558544 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:37:50.560328 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:37:50.601057 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:37:50.601563 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6a5e0c18-31f2-41d3-b8eb-1f16638a1da8 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:50.715909 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.722418 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:50.725526 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] 10.222.0.66 "DELETE /v2.0/networks/80c9bc78-71c9-4c7b-b928-a937ce2d8bf3 HTTP/1.1" status: 204 len: 168 time: 0.8410547 Oct 22 16:37:50.732294 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48892) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:50.738640 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59290b82-1105-4696-bc21-58af95223345 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c9bc78-71c9-4c7b-b928-a937ce2d8bf3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:51.134194 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:51.411644 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Deleting port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:51.411983 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:51.503111 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] For port 1e7c7b2a-9640-448e-9ad8-1407b5d5150f, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:51.503527 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:51.518637 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Calling delete_port for 1e7c7b2a-9640-448e-9ad8-1407b5d5150f owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:51.824108 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:51.859241 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7c7b2a-9640-448e-9ad8-1407b5d5150f,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:52.098507 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:52.336933 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Router 44a96942-8ef5-4fd7-8346-286b5e367af6 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:37:52.459197 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:37:52.464382 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-5c41b468-7c38-4eed-870e-34318b1336ed admin admin] 10.222.0.66 "PUT /v2.0/routers/44a96942-8ef5-4fd7-8346-286b5e367af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7296760 Oct 22 16:37:52.467821 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48894) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:52.472147 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] Sync routers for ids ['44a96942-8ef5-4fd7-8346-286b5e367af6'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:37:52.485988 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] Routers {'44a96942-8ef5-4fd7-8346-286b5e367af6'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:37:52.486795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['44a96942-8ef5-4fd7-8346-286b5e367af6'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:52.599431 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks [] for router, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:52.749296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:52.791549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] Set router 44a96942-8ef5-4fd7-8346-286b5e367af6 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:37:52.910075 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a0c38bf9-1630-4147-abb7-b60d612ba62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:52.928541 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Deleting port 3c515c95-06cb-475d-b7c8-23fe5428e1b4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:52.929062 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.012633 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:37:51Z', 'revision_number': 5, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port': {'id': '3c515c95-06cb-475d-b7c8-23fe5428e1b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:26:09Z', 'updated_at': '2021-10-22T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:53.041994 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] For port 3c515c95-06cb-475d-b7c8-23fe5428e1b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=3c515c95-06cb-475d-b7c8-23fe5428e1b4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:53.042363 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.047115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] Checking router: 44a96942-8ef5-4fd7-8346-286b5e367af6 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:37:53.057210 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Calling delete_port for 3c515c95-06cb-475d-b7c8-23fe5428e1b4 owned by network:router_gateway {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:53.058996 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] Routers {'44a96942-8ef5-4fd7-8346-286b5e367af6'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:37:53.059789 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['44a96942-8ef5-4fd7-8346-286b5e367af6'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:53.157145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] Set router 44a96942-8ef5-4fd7-8346-286b5e367af6 gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:37:53.219506 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:37:52Z', 'revision_number': 6, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:53.262082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba918c-6e80-4bd2-97e0-7072dc59880b None None] The sync data for ids ['44a96942-8ef5-4fd7-8346-286b5e367af6'] in n-d-812148-2 is: [{'id': '44a96942-8ef5-4fd7-8346-286b5e367af6', 'name': 'tempest-TestShelveInstance-868501100-router', 'tenant_id': 'b5953e0fe9c540d697427a64f1b8a770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:26:08Z', 'updated_at': '2021-10-22T16:37:52Z', 'revision_number': 6, 'project_id': 'b5953e0fe9c540d697427a64f1b8a770', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:37:53.344385 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.370701 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c515c95-06cb-475d-b7c8-23fe5428e1b4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:53.443115 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.544384 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.548134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.688197 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.688810 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a96942-8ef5-4fd7-8346-286b5e367af6 {{(pid=107801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:37:53.694504 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.695853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-58c08f73-3285-42fe-8eb7-c74095f41828 admin admin] 10.222.0.66 "DELETE /v2.0/routers/44a96942-8ef5-4fd7-8346-286b5e367af6 HTTP/1.1" status: 204 len: 168 time: 1.2269759 Oct 22 16:37:53.703955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48896) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:53.762620 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Deleting subnet 1fe880d4-216b-44b4-bf52-a3638ed4f0f8 {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:37:53.766286 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.805017 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:53.887902 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.001635 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.033705 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe880d4-216b-44b4-bf52-a3638ed4f0f8,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:54.040490 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.043842 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d5a28a97-688c-4111-9839-f2be2888aa06 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1fe880d4-216b-44b4-bf52-a3638ed4f0f8 HTTP/1.1" status: 204 len: 168 time: 0.3422146 Oct 22 16:37:54.047799 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48898) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:54.049152 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19bc3cf-b7a9-4a64-b3f5-9a78e6349990 None None] Network 51bf8240-32d6-4382-a671-9410ba5f24a3 requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:37:54.151756 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.230004 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Deleting port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:54.230855 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.261248 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] DHCP port deletion for 51bf8240-32d6-4382-a671-9410ba5f24a3 request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:37:54.322602 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] For port 6bad85da-e764-4afa-82bb-fc14f2fd38f3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6bad85da-e764-4afa-82bb-fc14f2fd38f3,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:54.322602 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.333159 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Calling delete_port for 6bad85da-e764-4afa-82bb-fc14f2fd38f3 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:54.335006 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] Deleting port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:37:54.335398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.428842 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] For port 6bad85da-e764-4afa-82bb-fc14f2fd38f3, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6bad85da-e764-4afa-82bb-fc14f2fd38f3,segment=NetworkSegment(017131b3-810d-4dff-8b9c-f39847699f25),segment_id=017131b3-810d-4dff-8b9c-f39847699f25)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:37:54.429376 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.443775 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] Calling delete_port for 6bad85da-e764-4afa-82bb-fc14f2fd38f3 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:37:54.487647 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6bad85da-e764-4afa-82bb-fc14f2fd38f3 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:54.509377 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.537176 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Pushing event deleted for resources: {'Port': ['ID=6bad85da-e764-4afa-82bb-fc14f2fd38f3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:54.542413 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] No DVR routers for this DVR port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:37:54.556433 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No active binding found for port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 {{(pid=107803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 16:37:54.556857 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6bad85da-e764-4afa-82bb-fc14f2fd38f3 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:54.557274 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3c515c95-06cb-475d-b7c8-23fe5428e1b4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:54.579554 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 3c515c95-06cb-475d-b7c8-23fe5428e1b4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:37:54.579797 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 3c515c95-06cb-475d-b7c8-23fe5428e1b4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:54.580195 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e7c7b2a-9640-448e-9ad8-1407b5d5150f no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:37:54.582128 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.608716 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 1e7c7b2a-9640-448e-9ad8-1407b5d5150f {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:37:54.609103 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 1e7c7b2a-9640-448e-9ad8-1407b5d5150f not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:37:54.629047 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] Pushing event deleted for resources: {'Port': ['ID=6bad85da-e764-4afa-82bb-fc14f2fd38f3,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:54.629343 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.631130 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902597a9-ed44-4c5e-841d-44a9dbed695d None None] No DVR routers for this DVR port 6bad85da-e764-4afa-82bb-fc14f2fd38f3 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:37:54.672230 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bf8240-32d6-4382-a671-9410ba5f24a3']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:54.684867 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017131b3-810d-4dff-8b9c-f39847699f25') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:54.687064 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017131b3-810d-4dff-8b9c-f39847699f25') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:37:54.698024 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.713319 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.721913 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:37:54.722419 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:37:54.724594 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:37:54.835983 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.842081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:54.846775 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] 10.222.0.66 "DELETE /v2.0/networks/51bf8240-32d6-4382-a671-9410ba5f24a3 HTTP/1.1" status: 204 len: 168 time: 0.7971816 Oct 22 16:37:54.865566 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586716-bce7-4c46-808b-e696d112137d admin admin] Pushing event deleted for resources: {'Network': ['ID=51bf8240-32d6-4382-a671-9410ba5f24a3,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:55.195354 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-dc70628e-0cc9-41aa-8647-92ef07e3fd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:55.289857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48902) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:55.338925 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-5e5a6fff-29cb-4edb-aeb0-167ab07ac62c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=692f3d0915f94c3199ab540b9266e39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475945 Oct 22 16:37:55.342570 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48904) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:55.416433 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79dc46b5-a4a8-4ac9-8470-8b83abab7388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:55.443866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79dc46b5-a4a8-4ac9-8470-8b83abab7388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:55.601514 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79dc46b5-a4a8-4ac9-8470-8b83abab7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:55.604595 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-79dc46b5-a4a8-4ac9-8470-8b83abab7388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:55.605983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-79dc46b5-a4a8-4ac9-8470-8b83abab7388 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85e38b75-780f-473a-9916-596b78452e53 HTTP/1.1" status: 204 len: 168 time: 0.2620549 Oct 22 16:37:55.618101 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc46b5-a4a8-4ac9-8470-8b83abab7388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e38b75-780f-473a-9916-596b78452e53,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:56.394207 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48910) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:56.463735 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-afc67550-bade-4b16-8cff-b4abc96a2821 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5953e0fe9c540d697427a64f1b8a770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617001 Oct 22 16:37:56.463735 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48912) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:56.524194 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0234f24a-1bf0-406f-8617-dadedf7dbac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:56.543829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:56.572820 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0234f24a-1bf0-406f-8617-dadedf7dbac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:56.676740 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0234f24a-1bf0-406f-8617-dadedf7dbac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:56.680104 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-0234f24a-1bf0-406f-8617-dadedf7dbac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:56.681772 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-0234f24a-1bf0-406f-8617-dadedf7dbac4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a4fd388-06f9-40b4-8c2d-da1b6c12f644 HTTP/1.1" status: 204 len: 168 time: 0.2206819 Oct 22 16:37:56.694569 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f24a-1bf0-406f-8617-dadedf7dbac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fd388-06f9-40b4-8c2d-da1b6c12f644,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:57.029828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.129898 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48934) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:58.243559 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2126148072-network', 'tenant_id': '826e321668e64cba91d4844025bb728d'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:37:58.354507 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Made reservation on behalf of 826e321668e64cba91d4844025bb728d for: {'network': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:37:58.357762 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.368454 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.498660 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.589612 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.605698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.619175 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=107802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:37:58.633385 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c950203a-f663-4dc9-983f-563b16e8d9c5,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:58.638744 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.639197 n-d-812148-2 neutron-server[107802]: INFO neutron.db.segments_db [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Added segment 81463bcb-2396-4c1c-9a96-3bb545b6b07c of type vlan for network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b Oct 22 16:37:58.686943 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.783666 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.784738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:58.785390 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:58.851867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] Pushing event updated for resources: {'Network': ['ID=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:58.864882 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:37:58.924350 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c8f78518-121e-4540-868b-97e32d9d52b0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7928908 Oct 22 16:37:58.927882 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48938) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:58.933713 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Request body: {'subnet': {'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2126148072-subnet', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:37:59.047055 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Made reservation on behalf of 826e321668e64cba91d4844025bb728d for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:37:59.050154 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.321017 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.374362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Pushing event updated for resources: {'Subnet': ['ID=576454af-d9c0-401d-8ef2-2f864fa273ec,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:37:59.392913 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Checking segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:37:59.393276 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Network hostable DHCP agents. Network: 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:37:59.509580 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:37:59.595129 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:37:59.600765 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:37:59.601913 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.606205 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba35660f-6a05-4082-b65a-d321da43cd14 None None] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:37:59.695521 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f4cb6e74-0fce-4435-ae77-de01af1216de admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7661707 Oct 22 16:37:59.699945 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48940) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:37:59.704747 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:37:59.818195 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.819709 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.836077 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:37:59.837112 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.917957 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:37:59.993522 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Allocated IP 172.20.0.2 (88434c0a-5554-4c0b-9e4a-bbeeb6c0439b/576454af-d9c0-401d-8ef2-2f864fa273ec/4688855a-55ce-4498-a715-777b7fc50ee4) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:00.161189 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.184719 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.265876 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.343545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:00.348995 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:00.355597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:00.369441 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Pushing event updated for resources: {'Port': ['ID=4688855a-55ce-4498-a715-777b7fc50ee4,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:00.428819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Attempting to bind port 4688855a-55ce-4498-a715-777b7fc50ee4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:00.429191 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Attempting to bind port 4688855a-55ce-4498-a715-777b7fc50ee4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:00.429651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Attempting to bind port 4688855a-55ce-4498-a715-777b7fc50ee4 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:00.435793 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:00.436122 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Checking segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:00.436650 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.437063 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Bound using segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:00.437571 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Bound port: 4688855a-55ce-4498-a715-777b7fc50ee4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:00.437956 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.474092 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.499668 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.514711 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] For port 4688855a-55ce-4498-a715-777b7fc50ee4, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:00.520237 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] For port 4688855a-55ce-4498-a715-777b7fc50ee4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4688855a-55ce-4498-a715-777b7fc50ee4,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:00.584395 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:00.624508 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Allocated IP 172.25.1.217 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/e70a39ae-dc40-4018-a414-9fbaf64039b4) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:00.694658 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f1810-54d4-4925-b42c-98026ceb0176 None None] Pushing event updated for resources: {'Port': ['ID=4688855a-55ce-4498-a715-777b7fc50ee4,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:01.110056 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:01.189832 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:01.240348 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:01.243519 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:01.247454 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:01.256450 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Pushing event updated for resources: {'Port': ['ID=e70a39ae-dc40-4018-a414-9fbaf64039b4,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:01.668161 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:01.802093 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc16975-9a0e-4a81-b83c-947737d6490c None None] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:38:01.914549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0907c70a-db79-4e40-98e8-9317a2f57f73 None None] Provisioning complete for port 4688855a-55ce-4498-a715-777b7fc50ee4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:01.914930 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0907c70a-db79-4e40-98e8-9317a2f57f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:01.953039 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:02.133428 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0907c70a-db79-4e40-98e8-9317a2f57f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:02.173765 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-0907c70a-db79-4e40-98e8-9317a2f57f73 None None] For port 4688855a-55ce-4498-a715-777b7fc50ee4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4688855a-55ce-4498-a715-777b7fc50ee4,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:02.201328 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:38:02.252869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0907c70a-db79-4e40-98e8-9317a2f57f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:02.334448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c70a-db79-4e40-98e8-9317a2f57f73 None None] Pushing event updated for resources: {'Port': ['ID=4688855a-55ce-4498-a715-777b7fc50ee4,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:02.389670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:38:02.398940 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:38:02.421006 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:02.421006 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:02.488296 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] Publish callbacks [] for router, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:02.489623 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-fa3c824d-679b-4881-80f9-0a34d5296f93 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7884855 Oct 22 16:38:02.494051 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48942) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:02.508800 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-ab05b1ee-f555-4d96-87f5-563968682ece None None] Provisioning complete for port 4688855a-55ce-4498-a715-777b7fc50ee4 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:02.511883 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ab05b1ee-f555-4d96-87f5-563968682ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:02.564783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4688855a-55ce-4498-a715-777b7fc50ee4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:02.578593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:02.741144 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 4688855a-55ce-4498-a715-777b7fc50ee4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:02.741624 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:02.868137 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:01Z', 'revision_number': 3, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:02.921313 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:38:02.921847 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Updating router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 port e70a39ae-dc40-4018-a414-9fbaf64039b4 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:38:02.967017 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.060827 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.234464 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Allocated IP 172.20.0.1 (88434c0a-5554-4c0b-9e4a-bbeeb6c0439b/576454af-d9c0-401d-8ef2-2f864fa273ec/6f1927cb-e81a-44c1-9989-f7da66c2e5c2) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:03.350428 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.486728 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.526690 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:03.532342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:03.536173 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:03.546183 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:03.550086 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.585109 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.684010 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.755465 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Pushing event updated for resources: {'Port': ['ID=e70a39ae-dc40-4018-a414-9fbaf64039b4,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:03.760782 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Attempting to bind port e70a39ae-dc40-4018-a414-9fbaf64039b4 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:03.761163 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Attempting to bind port e70a39ae-dc40-4018-a414-9fbaf64039b4 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:03.761528 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Attempting to bind port e70a39ae-dc40-4018-a414-9fbaf64039b4 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:03.770540 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.778649 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:38:03.781513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:03.781513 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:03.781918 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.782144 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:03.782720 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Bound port: e70a39ae-dc40-4018-a414-9fbaf64039b4, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:03.783198 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.827701 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.834639 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-fabab35f-1a72-424b-a77a-7cef06461112 None None] Provisioning complete for port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:03.836250 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fabab35f-1a72-424b-a77a-7cef06461112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:03.857930 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] For port e70a39ae-dc40-4018-a414-9fbaf64039b4, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:03.864864 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] For port e70a39ae-dc40-4018-a414-9fbaf64039b4, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e70a39ae-dc40-4018-a414-9fbaf64039b4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:03.886055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-fabab35f-1a72-424b-a77a-7cef06461112 None None] Port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:38:03.927563 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:04.011175 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7af429-fcbb-494e-a3e6-31792b602096 None None] Pushing event updated for resources: {'Port': ['ID=e70a39ae-dc40-4018-a414-9fbaf64039b4,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:04.014538 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:04.015181 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:04.066842 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:04.132390 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:04.150490 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:04.201778 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:04.204478 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:04.321091 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:04.326209 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:04.378554 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:04.407546 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170611ea-21f2-424b-9229-9c727d601d83 None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:38:04.487357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:38:04.620887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-c61c7c07-158f-4b12-aefc-3560eca16413 None None] Provisioning complete for port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:04.621221 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c61c7c07-158f-4b12-aefc-3560eca16413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:04.626729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:38:04.632464 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-a5081c31-de45-4c83-86a2-4e439db58bd3 admin admin] 10.222.0.66 "PUT /v2.0/routers/541ac0c2-9b6d-4658-8a54-afddc6d7b466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372833 Oct 22 16:38:04.705652 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:04.715171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-c61c7c07-158f-4b12-aefc-3560eca16413 None None] Port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:38:05.518094 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48958) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:05.523323 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-744852574-network', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:05.761822 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Made reservation on behalf of 8f562011b50f45a5894b48380d4b54f0 for: {'network': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:38:05.765545 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for network, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:05.780163 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:05.899600 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.001096 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.038019 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=107801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 16:38:06.046180 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9454d-c9f5-4342-8596-084ed0ad45ec,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:06.053541 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.053873 n-d-812148-2 neutron-server[107801]: INFO neutron.db.segments_db [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Added segment 95c540f1-5fd6-45fc-8f16-b3f2b05a93d9 of type vlan for network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef Oct 22 16:38:06.109202 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778615378189'] for network, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.246777 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071'] for network, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.248357 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:06.249166 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.364175 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] Pushing event updated for resources: {'Network': ['ID=6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:06.377420 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef details requested by agent ovs-agent-n-d-812148-2 with host n-d-812148-2 {{(pid=107803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 16:38:06.385172 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-36720b6d-6cd7-4411-bd1d-8b7768ebf8ac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8659029 Oct 22 16:38:06.389867 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48960) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:06.396217 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Request body: {'subnet': {'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-744852574-subnet', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'ip_version': 4}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:06.504202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Made reservation on behalf of 8f562011b50f45a5894b48380d4b54f0 for: {'subnet': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:38:06.507781 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66342808'] for subnet, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.536015 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e70a39ae-dc40-4018-a414-9fbaf64039b4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:06.603273 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e70a39ae-dc40-4018-a414-9fbaf64039b4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:06.604038 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.702384 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.727939 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port e70a39ae-dc40-4018-a414-9fbaf64039b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e70a39ae-dc40-4018-a414-9fbaf64039b4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:06.737813 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:38:06.750783 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:06.753339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:06.818393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.846805 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4989886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66342826'] for subnet, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:06.898545 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:06.911790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=396ec580-bfa2-4613-9a2f-a5eed096f4ba,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:06.924949 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Checking segment: {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:06.925310 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Network hostable DHCP agents. Network: 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef, hostable agents: ['f6318bb7-8d54-4dbe-9326-56a0f798198e'], hosted agents: [] {{(pid=107802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 16:38:06.948548 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=e70a39ae-dc40-4018-a414-9fbaf64039b4,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:07.012527 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef is scheduled to be hosted by DHCP agent f6318bb7-8d54-4dbe-9326-56a0f798198e with binding_index 1 {{(pid=107802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 16:38:07.120630 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-2, 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef) {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:07.129173 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:07.130136 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.137095 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ff8ae-9b84-44b1-a2b6-7ae91bcbe647 None None] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:38:07.221640 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-d37d2b79-ab18-4a44-894d-f1ef77f98afd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8302989 Oct 22 16:38:07.224888 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48964) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:07.230057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:07.315054 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28054'] for router, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.316186 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29029'] for router, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.372204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.594681 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 2, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:07.618519 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.650222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:38:07.650809 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Updating router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:38:07.731404 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.748339 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf811cb8-cc11-5232-bbee-54eff31b8cdf-6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef', 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'fixed_ips': [{'subnet_id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba'}]}} from n-d-812148-2. {{(pid=107803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 16:38:07.749233 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:07.975746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.006114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.011795 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.db_base_plugin_common [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Allocated IP 172.20.0.2 (6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef/396ec580-bfa2-4613-9a2f-a5eed096f4ba/345ef953-dca7-47d4-ba4f-e8ff9406c877) {{(pid=107803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:08.125557 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Allocated IP 172.25.1.203 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:08.239656 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.251415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.279179 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Publish callbacks [] for port, precommit_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.321265 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.350103 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.359504 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590'] for port, after_create {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.398582 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef is already hosted by enough agents. {{(pid=107803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:08.399531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d45d77-b9ed-40f5-a0e6-349327693544 None None] Pushing event updated for resources: {'Port': ['ID=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:08.430599 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:08.434227 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:08.437442 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:08.440233 n-d-812148-2 neutron-server[107803]: DEBUG neutron.scheduler.base_scheduler [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Resources bound (agent type, host, resource id): {{(pid=107803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:08.490054 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Received port after_create {{(pid=107803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:08.536979 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Pushing event updated for resources: {'Port': ['ID=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:08.576343 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e70a39ae-dc40-4018-a414-9fbaf64039b4 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:08.681897 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Attempting to bind port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:08.682604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Attempting to bind port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:08.682604 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Attempting to bind port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:08.687785 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Pushing event updated for resources: {'Port': ['ID=345ef953-dca7-47d4-ba4f-e8ff9406c877,revision_number=1']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:08.695858 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Attempting to bind port 345ef953-dca7-47d4-ba4f-e8ff9406c877 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:08.696219 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Attempting to bind port 345ef953-dca7-47d4-ba4f-e8ff9406c877 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:08.696595 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Attempting to bind port 345ef953-dca7-47d4-ba4f-e8ff9406c877 on network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:08.707532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:08.707914 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Checking segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:08.708324 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.708725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Bound using segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:08.709218 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Bound port: 6f1927cb-e81a-44c1-9989-f7da66c2e5c2, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:08.709612 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.713557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:08.713931 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Checking segment: {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:08.714321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.714714 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Bound using segment: {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:08.715227 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Bound port: 345ef953-dca7-47d4-ba4f-e8ff9406c877, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:08.715611 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.803215 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port e70a39ae-dc40-4018-a414-9fbaf64039b4 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:08.803588 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.893710 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] For port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:08.898342 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-99303e53-248e-42a3-a31c-a98426d2f3e5 None None] Provisioning complete for port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:08.898710 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-99303e53-248e-42a3-a31c-a98426d2f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.911065 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] For port 345ef953-dca7-47d4-ba4f-e8ff9406c877, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:08.930558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:08.951598 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] For port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:08.961059 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] For port 345ef953-dca7-47d4-ba4f-e8ff9406c877, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=345ef953-dca7-47d4-ba4f-e8ff9406c877,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:08.990534 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-99303e53-248e-42a3-a31c-a98426d2f3e5 None None] Port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:38:09.013904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:09.054146 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:09.103011 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d45d77-b9ed-40f5-a0e6-349327693544 None None] Pushing event updated for resources: {'Port': ['ID=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:09.111372 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:09.112029 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:09.237661 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1e334-be0a-4ad8-9901-769520665468 None None] Pushing event updated for resources: {'Port': ['ID=345ef953-dca7-47d4-ba4f-e8ff9406c877,revision_number=2']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:09.340423 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:09.573424 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-021cdb7c-ccd4-45ad-9cdf-e959cad6cb5f None None] Provisioning complete for port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:09.573904 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-021cdb7c-ccd4-45ad-9cdf-e959cad6cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:09.651349 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444352'] for router, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:09.718162 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-021cdb7c-ccd4-45ad-9cdf-e959cad6cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:09.736693 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:08Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:09.774942 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d3974-64b0-455d-8902-7bcf15ebeef0 None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:08Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:38:09.794791 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-021cdb7c-ccd4-45ad-9cdf-e959cad6cb5f None None] For port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:09.891831 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-021cdb7c-ccd4-45ad-9cdf-e959cad6cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:09.932231 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Router 22759fc6-2861-4b47-a739-07a33a13665c is scheduled to L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 with binding_index 1 {{(pid=107802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 16:38:09.948045 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cdb7c-ccd4-45ad-9cdf-e959cad6cb5f None None] Pushing event updated for resources: {'Port': ['ID=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:10.073025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:38:10.086630 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Sync routers for ids ['22759fc6-2861-4b47-a739-07a33a13665c'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:38:10.102645 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Routers {'22759fc6-2861-4b47-a739-07a33a13665c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:10.104164 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22759fc6-2861-4b47-a739-07a33a13665c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:10.162766 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:10.168626 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2ecc3ff2-c637-44a5-8264-811203b3a41d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9379864 Oct 22 16:38:10.168626 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48966) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:10.319749 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Set router 22759fc6-2861-4b47-a739-07a33a13665c gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:10.553179 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:38:08Z', 'revision_number': 3, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:10.586171 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da334fbe-538e-4479-8e5f-137b8f5a45a4 None None] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:38:10.608277 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Checking router: 22759fc6-2861-4b47-a739-07a33a13665c for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:38:10.608711 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Updating router 22759fc6-2861-4b47-a739-07a33a13665c port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 binding host n-d-812148-2 {{(pid=107804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:38:10.640123 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-658aeace-4925-4ac6-92a8-c8bcbb709edf None None] Provisioning complete for port 345ef953-dca7-47d4-ba4f-e8ff9406c877 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:10.640497 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-658aeace-4925-4ac6-92a8-c8bcbb709edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:10.641343 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:10.714784 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:10.887322 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:10.888029 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:10.925525 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-658aeace-4925-4ac6-92a8-c8bcbb709edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:10.975950 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.013673 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Publish callbacks [] for port, precommit_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.020246 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-658aeace-4925-4ac6-92a8-c8bcbb709edf None None] For port 345ef953-dca7-47d4-ba4f-e8ff9406c877, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=345ef953-dca7-47d4-ba4f-e8ff9406c877,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:11.095830 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 345ef953-dca7-47d4-ba4f-e8ff9406c877 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:11.138555 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.140887 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-658aeace-4925-4ac6-92a8-c8bcbb709edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.218259 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658aeace-4925-4ac6-92a8-c8bcbb709edf None None] Pushing event updated for resources: {'Port': ['ID=345ef953-dca7-47d4-ba4f-e8ff9406c877,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:11.223557 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 345ef953-dca7-47d4-ba4f-e8ff9406c877 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:11.224067 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.280255 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Attempting to bind port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:11.281985 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Attempting to bind port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:11.282628 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Attempting to bind port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 on network d9fda528-0403-4d4f-a06a-a88fdc884a3b {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:11.292332 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf42d7-f3b5-4a44-ac3f-3133d1a1543e None None] Pushing event updated for resources: {'Port': ['ID=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,revision_number=2']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:11.300802 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:11.301066 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Checking segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:11.301469 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.301923 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Bound using segment: {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'} {{(pid=107804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:11.303741 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.managers [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Bound port: 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37dd15-9f90-46aa-94f2-0bb2ad168bc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b'}}] {{(pid=107804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:11.304369 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.308804 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Allocated IP 172.20.0.1 (6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef/396ec580-bfa2-4613-9a2f-a5eed096f4ba/c0fa170b-a7fa-45cf-b182-4423190de622) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:11.377921 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] For port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1, host n-d-812148-2, cleared binding levels {{(pid=107804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:11.382560 n-d-812148-2 neutron-server[107804]: DEBUG neutron.plugins.ml2.db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] For port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:11.462957 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.463514 n-d-812148-2 neutron-server[107804]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.478559 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-da12d08e-54cd-4957-b9b8-b92ea8290a61 None None] Provisioning complete for port 345ef953-dca7-47d4-ba4f-e8ff9406c877 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:11.479056 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-da12d08e-54cd-4957-b9b8-b92ea8290a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.529105 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Routers {'22759fc6-2861-4b47-a739-07a33a13665c'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:11.530213 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22759fc6-2861-4b47-a739-07a33a13665c'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:11.535490 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf42d7-f3b5-4a44-ac3f-3133d1a1543e None None] Pushing event updated for resources: {'Port': ['ID=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,revision_number=3']} {{(pid=107804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:11.584746 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.629820 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:11.632834 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:11.636899 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:11.666315 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fa170b-a7fa-45cf-b182-4423190de622,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:11.675718 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] Set router 22759fc6-2861-4b47-a739-07a33a13665c gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:11.692114 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445107'] for router_interface, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.933870 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-0e577b11-beb5-4179-ad37-d370c49bc91e None None] Provisioning complete for port c0fa170b-a7fa-45cf-b182-4423190de622 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:11.934505 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0e577b11-beb5-4179-ad37-d370c49bc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.940785 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:11.977923 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-0e577b11-beb5-4179-ad37-d370c49bc91e None None] Port c0fa170b-a7fa-45cf-b182-4423190de622 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:38:11.998656 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:38:08Z', 'revision_number': 3, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:12.026318 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba2ca-9889-42d8-a66e-c4d8e7cfb974 None None] The sync data for ids ['22759fc6-2861-4b47-a739-07a33a13665c'] in n-d-812148-2 is: [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:38:08Z', 'revision_number': 3, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:38:12.162301 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.229187 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.306215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fa170b-a7fa-45cf-b182-4423190de622,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:12.308643 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444675'] for router_interface, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.420348 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:12.422312 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:12.604521 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:12.631850 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Router 22759fc6-2861-4b47-a739-07a33a13665c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:38:12.725584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:12.727777 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.790117 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.827356 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:38:12.840982 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-416ee86e-0f38-416d-929f-1a82ef6a8a59 admin admin] 10.222.0.66 "PUT /v2.0/routers/22759fc6-2861-4b47-a739-07a33a13665c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6629944 Oct 22 16:38:12.841351 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-f82f47c6-d29d-438b-8574-05ae2257cf73 None None] Provisioning complete for port c0fa170b-a7fa-45cf-b182-4423190de622 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:12.841351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f82f47c6-d29d-438b-8574-05ae2257cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.885530 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:12.922204 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-f82f47c6-d29d-438b-8574-05ae2257cf73 None None] Port c0fa170b-a7fa-45cf-b182-4423190de622 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:38:12.940212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] For port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:13.052748 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:13.054052 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 345ef953-dca7-47d4-ba4f-e8ff9406c877 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:13.146672 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Pushing event updated for resources: {'Port': ['ID=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:13.164346 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 345ef953-dca7-47d4-ba4f-e8ff9406c877 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:13.164346 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:13.508768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48974) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:13.514211 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917097532', 'description': 'tempest-secgroup-smoke-1917097532 description', 'project_id': '826e321668e64cba91d4844025bb728d'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:13.629531 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:13.711351 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:13.783361 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:13.819603 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c0d997-3871-4807-a758-12962e5c8e45,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:13.894057 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:13.895581 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e70dc026-0a95-49d1-a5d2-7041e4c58a20 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3856001 Oct 22 16:38:13.898935 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48976) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:13.904070 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group_rule': {'security_group_id': '32c0d997-3871-4807-a758-12962e5c8e45', 'project_id': '826e321668e64cba91d4844025bb728d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:13.936124 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Sync routers for ids ['22759fc6-2861-4b47-a739-07a33a13665c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:38:13.946715 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Routers {'22759fc6-2861-4b47-a739-07a33a13665c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:13.947654 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22759fc6-2861-4b47-a739-07a33a13665c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:14.006080 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.073081 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.075446 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Set router 22759fc6-2861-4b47-a739-07a33a13665c gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:14.149480 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.174710 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dcf8c0-d527-47bc-8da4-4d3f078661d2,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:14.248158 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.249546 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-431848c2-1cc1-4c31-91b7-e88884875b81 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494449 Oct 22 16:38:14.252689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48978) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:14.258666 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group_rule': {'security_group_id': '32c0d997-3871-4807-a758-12962e5c8e45', 'project_id': '826e321668e64cba91d4844025bb728d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:14.315712 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:38:11Z', 'revision_number': 4, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c0fa170b-a7fa-45cf-b182-4423190de622', 'name': '', 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'mac_address': 'fa:16:3e:fe:26:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:11Z', 'updated_at': '2021-10-22T16:38:12Z', 'revision_number': 2, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'subnets': [{'id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:14.350222 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Checking router: 22759fc6-2861-4b47-a739-07a33a13665c for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:38:14.350670 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Updating router 22759fc6-2861-4b47-a739-07a33a13665c port c0fa170b-a7fa-45cf-b182-4423190de622 binding host n-d-812148-2 {{(pid=107803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 16:38:14.355810 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.385043 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.446157 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.511605 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:14.525751 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.545339 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4b965d-cd1e-4362-bbe4-de3a70c1dcbd,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:14.620959 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.623220 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-003aed06-ade3-4f20-a3e0-cf8c789bac65 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3684163 Oct 22 16:38:14.635577 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48980) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:14.641240 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group_rule': {'security_group_id': '32c0d997-3871-4807-a758-12962e5c8e45', 'project_id': '826e321668e64cba91d4844025bb728d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:14.651112 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:14.651480 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.755674 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.828357 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Publish callbacks [] for port, precommit_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.828512 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.908947 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.921222 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.929446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a45246f-bd0b-45f2-bbbf-ac69f787536e,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:14.984365 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2a17-c622-4ec4-bbff-fd50deb1dbbf None None] Pushing event updated for resources: {'Port': ['ID=c0fa170b-a7fa-45cf-b182-4423190de622,revision_number=3']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:14.991973 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:14.994303 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-b38d5de6-8d61-47fa-87a8-36fad6567958 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548620 Oct 22 16:38:14.994959 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48982) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:15.001013 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group_rule': {'security_group_id': '32c0d997-3871-4807-a758-12962e5c8e45', 'project_id': '826e321668e64cba91d4844025bb728d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:15.044626 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Attempting to bind port c0fa170b-a7fa-45cf-b182-4423190de622 on host n-d-812148-2 for vnic_type normal with profile {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:15.045614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Attempting to bind port c0fa170b-a7fa-45cf-b182-4423190de622 by drivers openvswitch,hyperv on host n-d-812148-2 at level 0 using segments [{'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:15.045614 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Attempting to bind port c0fa170b-a7fa-45cf-b182-4423190de622 on network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:15.051345 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Checking agent: {'id': 'a1958b0f-c471-4858-9dd9-a235c016717b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 34, 56), 'started_at': datetime.datetime(2021, 10, 22, 14, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:15.051721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Checking segment: {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:15.052126 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.052532 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Bound using segment: {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'} {{(pid=107803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:15.053005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.managers [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Bound port: c0fa170b-a7fa-45cf-b182-4423190de622, host: n-d-812148-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef'}}] {{(pid=107803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:15.053394 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.109204 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.143962 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] For port c0fa170b-a7fa-45cf-b182-4423190de622, host n-d-812148-2, cleared binding levels {{(pid=107803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:15.149228 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] For port c0fa170b-a7fa-45cf-b182-4423190de622, host n-d-812148-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c0fa170b-a7fa-45cf-b182-4423190de622,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:15.182225 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.235049 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.263858 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.300409 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd889c1-d551-4285-ade6-c0d62b0af31a,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:15.318565 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2a17-c622-4ec4-bbff-fd50deb1dbbf None None] Pushing event updated for resources: {'Port': ['ID=c0fa170b-a7fa-45cf-b182-4423190de622,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:15.322671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-77b8da47-f9ae-4795-9576-71ccf16d647c None None] Provisioning complete for port c0fa170b-a7fa-45cf-b182-4423190de622 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:15.324912 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77b8da47-f9ae-4795-9576-71ccf16d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.324912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Routers {'22759fc6-2861-4b47-a739-07a33a13665c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:15.326839 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:37:55Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22759fc6-2861-4b47-a739-07a33a13665c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:15.380627 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.389293 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-44c399d9-a352-4869-8deb-d53b23346120 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911006 Oct 22 16:38:15.389967 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 48984) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:15.404506 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group_rule': {'security_group_id': '32c0d997-3871-4807-a758-12962e5c8e45', 'project_id': '826e321668e64cba91d4844025bb728d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:15.497701 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] Set router 22759fc6-2861-4b47-a739-07a33a13665c gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:15.526462 n-d-812148-2 neutron-server[107801]: INFO neutron.db.securitygroups_db [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Project 826e321668e64cba91d4844025bb728d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:38:15.534074 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.544048 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77b8da47-f9ae-4795-9576-71ccf16d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.611018 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.640680 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-77b8da47-f9ae-4795-9576-71ccf16d647c None None] For port c0fa170b-a7fa-45cf-b182-4423190de622, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c0fa170b-a7fa-45cf-b182-4423190de622,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:15.709345 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.728608 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23253b1-3711-4e34-97a0-8d4d66917104,revision_number=0']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:15.754777 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:38:11Z', 'revision_number': 4, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c0fa170b-a7fa-45cf-b182-4423190de622', 'name': '', 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'mac_address': 'fa:16:3e:fe:26:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:11Z', 'updated_at': '2021-10-22T16:38:15Z', 'revision_number': 4, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'subnets': [{'id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:15.783009 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-77b8da47-f9ae-4795-9576-71ccf16d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.784887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03491048-999d-4a81-a5ca-5a79d6b4e216 None None] The sync data for ids ['22759fc6-2861-4b47-a739-07a33a13665c'] in n-d-812148-2 is: [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:38:11Z', 'revision_number': 4, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': 'c0fa170b-a7fa-45cf-b182-4423190de622', 'name': '', 'network_id': '6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'mac_address': 'fa:16:3e:fe:26:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:11Z', 'updated_at': '2021-10-22T16:38:15Z', 'revision_number': 4, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'subnets': [{'id': '396ec580-bfa2-4613-9a2f-a5eed096f4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:38:15.855659 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8da47-f9ae-4795-9576-71ccf16d647c None None] Pushing event updated for resources: {'Port': ['ID=c0fa170b-a7fa-45cf-b182-4423190de622,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:15.873531 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.873531 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-89d28adc-0247-49c6-a01a-d768a9128bbd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4795964 Oct 22 16:38:15.874097 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 48986) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:15.879858 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'security_group_rule': {'security_group_id': '32c0d997-3871-4807-a758-12962e5c8e45', 'project_id': '826e321668e64cba91d4844025bb728d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:15.911418 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-b4dc342f-e2be-4426-b0a5-c25ce186359f None None] Provisioning complete for port c0fa170b-a7fa-45cf-b182-4423190de622 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:15.912209 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b4dc342f-e2be-4426-b0a5-c25ce186359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:15.967597 n-d-812148-2 neutron-server[107802]: INFO neutron.db.securitygroups_db [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Project 826e321668e64cba91d4844025bb728d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 16:38:15.976955 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:16.066866 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:16.143331 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588410'] for security_group_rule, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:16.164304 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e46fc5-bbbb-415b-8492-020074cea258,revision_number=0']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:16.232818 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:16.235066 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-6892037a-bce0-46a8-80b0-e067d5e55cb2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3598437 Oct 22 16:38:16.410438 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-843ecfb7-3c2f-4e07-8429-f927575cb56a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917097532&fields=id&tenant_id=826e321668e64cba91d4844025bb728d HTTP/1.1" status: 200 len: 267 time: 0.0451822 Oct 22 16:38:16.525951 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c0fa170b-a7fa-45cf-b182-4423190de622 up at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:16.573146 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-83bc33ad-ba3b-4c4b-9067-7b9ab721911b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:16.574833 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-83bc33ad-ba3b-4c4b-9067-7b9ab721911b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 810 time: 0.1540835 Oct 22 16:38:16.586873 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Provisioning complete for port c0fa170b-a7fa-45cf-b182-4423190de622 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:16.587563 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:16.599010 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-6c35963d-1135-414a-8961-10e6cbe47922 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/quotas/826e321668e64cba91d4844025bb728d HTTP/1.1" status: 200 len: 375 time: 0.0115452 Oct 22 16:38:16.674655 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-b7a1a23f-5ba4-4f2b-a39b-032690931ddd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685496 Oct 22 16:38:16.692756 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-e534e159-a229-49d3-9082-efff1889f923 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:38:16.693142 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-e534e159-a229-49d3-9082-efff1889f923 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061605 Oct 22 16:38:16.799546 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-acd2c4ba-674b-4d0e-94d3-319dfc18d985 service neutron] 10.222.0.66 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981627 Oct 22 16:38:16.929704 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-203348b2-419c-4f3a-8019-745b1ace12c2 service neutron] 10.222.0.66 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235342 Oct 22 16:38:18.295976 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-15447057-30ef-4541-b036-2bec577faf93 req-542124fd-aae9-49d8-a75f-0dc3e31248ca tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Oct 22 16:38:19.379320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d7dd5a16-f265-4c14-bef6-16ddcbd54206 req-aa09d1f2-5a5f-45f6-b3b8-2f039b6470c5 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0282805 Oct 22 16:38:20.484528 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7b544084-c127-47e8-a5ff-98286e97ff32 req-de4f26b6-81be-47fc-9688-17c9d7319425 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0267935 Oct 22 16:38:20.983840 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-87aa9a96-2a2c-49c3-82ab-03fea4675b44 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:20.986436 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-87aa9a96-2a2c-49c3-82ab-03fea4675b44 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 810 time: 0.1248243 Oct 22 16:38:21.036108 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-477cca21-a78c-4f41-ba27-cd3511c281ce tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826e321668e64cba91d4844025bb728d HTTP/1.1" status: 200 len: 380 time: 0.0403793 Oct 22 16:38:21.047988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'port': {'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'admin_state_up': True, 'tenant_id': '826e321668e64cba91d4844025bb728d', 'security_groups': ['32c0d997-3871-4807-a758-12962e5c8e45']}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:21.222677 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Made reservation on behalf of 826e321668e64cba91d4844025bb728d for: {'port': 1} {{(pid=107801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:38:21.226279 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:21.366804 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Allocated IP 172.20.0.5 (88434c0a-5554-4c0b-9e4a-bbeeb6c0439b/576454af-d9c0-401d-8ef2-2f864fa273ec/0eaf8253-3869-40ed-aac9-8828158509a5) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:21.526915 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:21.588414 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7488296d-4eca-488a-abb7-620554fd47ae req-e3a102ed-11cb-4870-8dde-9d699f718cc3 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0266430 Oct 22 16:38:21.617954 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:21.663980 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:21.667214 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:21.671041 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:21.697869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:21.731626 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:21.732395 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:21.808664 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-478f6321-3c7a-4913-bc96-be78cc533d72 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7657852 Oct 22 16:38:21.821307 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Request body: {'port': {'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-2'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:21.894361 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.001577 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-a56ef5b0-543a-4cc7-978e-39490dafac5f None None] Provisioning complete for port 0eaf8253-3869-40ed-aac9-8828158509a5 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:22.002228 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a56ef5b0-543a-4cc7-978e-39490dafac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.042303 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-a56ef5b0-543a-4cc7-978e-39490dafac5f None None] Port 0eaf8253-3869-40ed-aac9-8828158509a5 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:38:22.200763 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eaf8253-3869-40ed-aac9-8828158509a5 {{(pid=107801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:38:22.209369 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.223021 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.provisioning_blocks [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Transition to ACTIVE for port object 0eaf8253-3869-40ed-aac9-8828158509a5 will not be triggered until provisioned by entity L2. {{(pid=107801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:38:22.285851 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.341548 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:22.422729 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Attempting to bind port 0eaf8253-3869-40ed-aac9-8828158509a5 on host n-h1-812148-2 for vnic_type normal with profile {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:38:22.423257 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Attempting to bind port 0eaf8253-3869-40ed-aac9-8828158509a5 by drivers openvswitch,hyperv on host n-h1-812148-2 at level 0 using segments [{'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:38:22.423694 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Attempting to bind port 0eaf8253-3869-40ed-aac9-8828158509a5 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:22.429311 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Port 0eaf8253-3869-40ed-aac9-8828158509a5 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-2 {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:38:22.429717 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Attempting to bind port 0eaf8253-3869-40ed-aac9-8828158509a5 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:38:22.435779 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Checking agent: {'id': '6f8a3e17-d257-4043-8af6-564e96211ed1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:38:22.436258 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Checking segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:38:22.436720 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Bound using segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} {{(pid=107801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:38:22.437377 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.managers [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Bound port: 0eaf8253-3869-40ed-aac9-8828158509a5, host: n-h1-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}}] {{(pid=107801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:38:22.437805 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.521281 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, cleared binding levels {{(pid=107801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:38:22.524861 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:38:22.612025 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.649781 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:22.650415 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.651961 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] 10.222.0.69 "PUT /v2.0/ports/0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 1091 time: 0.8352785 Oct 22 16:38:22.652436 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:38:22.655323 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:38:22.680250 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b97ba-166f-4351-80c7-1f211de4cb45 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=3']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:22.756161 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497af2a-cbbf-44ea-a47f-17b10feb75b9 req-16aa10a3-79f9-429d-ba5c-7c15dca50fad tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:22.757762 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4497af2a-cbbf-44ea-a47f-17b10feb75b9 req-16aa10a3-79f9-429d-ba5c-7c15dca50fad tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0610280 Oct 22 16:38:22.806710 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684677f5-b349-41cd-9dd6-4e631d250cab x-openstack-request-id: req-684677f5-b349-41cd-9dd6-4e631d250cab {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:38:22.806710 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:38:22.806710 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-684677f5-b349-41cd-9dd6-4e631d250cab {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:38:22.807239 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'status': 'completed', 'code': 200} Oct 22 16:38:22.814668 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4497af2a-cbbf-44ea-a47f-17b10feb75b9 req-c5955b3c-77a2-426b-8b05-aa3204496c53 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Oct 22 16:38:22.834279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-87a061c6-9958-4b9f-85ce-49e57ca8b66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:22.881259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-c4f22e4e-3203-4252-9435-07d38a23fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:22.882798 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-c4f22e4e-3203-4252-9435-07d38a23fe51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0556602 Oct 22 16:38:23.258153 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-4e5c10da-1cdc-4738-b64c-23ee2a3a5330 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 217 time: 0.3673704 Oct 22 16:38:23.310597 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-b2892bb2-3e05-4e3a-a34b-781c1be7783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:23.312136 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-b2892bb2-3e05-4e3a-a34b-781c1be7783d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0471735 Oct 22 16:38:23.360405 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-7c7f08b1-796f-4485-ae19-2d28f39f95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:23.361910 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-7c7f08b1-796f-4485-ae19-2d28f39f95dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430191 Oct 22 16:38:23.462887 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-555b3355-0028-48f0-959c-568a9500380b service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937707 Oct 22 16:38:23.563608 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-4dc79b6a-ba0b-4c22-b430-85007c603fff req-55d906e3-128f-4207-84ed-427054bfbbed service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927711 Oct 22 16:38:23.779277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-1ccdcb16-ddb9-461a-9320-38e5405db623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:23.781467 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-1ccdcb16-ddb9-461a-9320-38e5405db623 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0463607 Oct 22 16:38:23.892133 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-38d0a6bc-fc34-49a3-afdf-ea4e00c6b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:23.893675 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-38d0a6bc-fc34-49a3-afdf-ea4e00c6b7ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.1059422 Oct 22 16:38:23.940446 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-7501daa3-ea43-466b-ba46-3d570c28bf26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 217 time: 0.0391364 Oct 22 16:38:23.952060 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df531a5e-42bd-4bb6-9d08-dff2274b90dc req-d02ae060-f8ed-42af-b894-7de81b8f2c1f tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:23.953690 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df531a5e-42bd-4bb6-9d08-dff2274b90dc req-d02ae060-f8ed-42af-b894-7de81b8f2c1f tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0601797 Oct 22 16:38:23.992458 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-b0006733-f192-4f47-8a45-401dc5ead969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:23.994062 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-b0006733-f192-4f47-8a45-401dc5ead969 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0473101 Oct 22 16:38:24.004062 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-df531a5e-42bd-4bb6-9d08-dff2274b90dc req-5f348d08-e3ba-4594-a3be-707be389b851 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Oct 22 16:38:24.052227 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-fe8cf8af-56f8-42a6-bf8c-38d993b7cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:24.053934 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-fe8cf8af-56f8-42a6-bf8c-38d993b7cc5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521479 Oct 22 16:38:24.157959 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-158ae9e6-4313-4ad8-b4cf-3b011cffe191 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968292 Oct 22 16:38:24.260461 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1feb0f0a-2a6b-4b80-990a-350b084ea6d3 req-fa696b5b-4687-41ca-a151-c0c53331ba9c service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948648 Oct 22 16:38:25.130387 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8b45-a762-476f-a1c3-d7c6ae8f340f req-ff561fb5-d259-4184-8978-38e575ac0ee6 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:25.132009 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c1c8b45-a762-476f-a1c3-d7c6ae8f340f req-ff561fb5-d259-4184-8978-38e575ac0ee6 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0547125 Oct 22 16:38:25.173076 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c1c8b45-a762-476f-a1c3-d7c6ae8f340f req-7e641044-349a-4a26-96ae-adfb8f766ed0 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Oct 22 16:38:25.229031 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b46d600-1ffe-440a-9951-45ccd912cd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:26.303942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bfeb5-7c63-4f75-82f5-cea0e3004b8a req-af72a3d5-9839-4fa6-9cf9-36b038dff53b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:26.305657 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-542bfeb5-7c63-4f75-82f5-cea0e3004b8a req-af72a3d5-9839-4fa6-9cf9-36b038dff53b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0568886 Oct 22 16:38:26.348169 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-542bfeb5-7c63-4f75-82f5-cea0e3004b8a req-d2a3da34-6d03-44a7-aa48-53835135705b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354486 Oct 22 16:38:26.565637 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:26.842569 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:38:27.016913 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:27.471427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad8478-c94f-4ed4-92bb-cb34f3b55b35 req-75372a08-6fae-41db-b631-6a58b2ea29fc tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:27.473012 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3ad8478-c94f-4ed4-92bb-cb34f3b55b35 req-75372a08-6fae-41db-b631-6a58b2ea29fc tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0515485 Oct 22 16:38:27.527889 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-e3ad8478-c94f-4ed4-92bb-cb34f3b55b35 req-fec91c08-2189-44bb-8d5a-0180037302a5 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477059 Oct 22 16:38:28.422552 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:38:28.669700 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31838f-0151-4bf2-9669-b1fdd935951e req-90ded103-c0fc-4b6c-beb0-08661bcbacfd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:28.671602 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff31838f-0151-4bf2-9669-b1fdd935951e req-90ded103-c0fc-4b6c-beb0-08661bcbacfd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0638244 Oct 22 16:38:28.699290 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:28.714114 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '0eaf8253-3869-40ed-aac9-8828158509a5', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:38:28.724335 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ff31838f-0151-4bf2-9669-b1fdd935951e req-fa8fb8d3-1dc9-4181-9f9c-46ee30d4f403 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379782 Oct 22 16:38:28.750113 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:28.761071 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:28.776834 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaf8253-3869-40ed-aac9-8828158509a5 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:38:28.801256 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:28.913937 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:28.962671 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:29.232698 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['0eaf8253-3869-40ed-aac9-8828158509a5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:38:29.858740 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90ced-b8a0-49a8-8b3c-ed503edb4b66 req-edbf372a-543c-49df-8e5b-787624c7da01 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:29.860356 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ea90ced-b8a0-49a8-8b3c-ed503edb4b66 req-edbf372a-543c-49df-8e5b-787624c7da01 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 944 time: 0.0605478 Oct 22 16:38:29.901917 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-5ea90ced-b8a0-49a8-8b3c-ed503edb4b66 req-31d11de6-4762-49ea-8ce8-43c83bc10daa tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348394 Oct 22 16:38:30.436378 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:38:30.662388 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning for port 0eaf8253-3869-40ed-aac9-8828158509a5 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:38:30.666723 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 0eaf8253-3869-40ed-aac9-8828158509a5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:38:30.667246 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:30.755030 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:30.781558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:38:30.783860 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be61192-e772-4f5a-a64c-4346d9c30005" -d '{"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:38:30.805005 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:38:30.833716 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08139800-ed8c-41f5-8038-26703a286733 x-openstack-request-id: req-08139800-ed8c-41f5-8038-26703a286733 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:38:30.834011 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:38:30.834265 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08139800-ed8c-41f5-8038-26703a286733 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:38:30.834670 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'code': 200} Oct 22 16:38:30.885396 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:30.953642 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:30.983998 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995bfe-2c49-4c36-b51d-2946ad7d84f5 req-04770af1-c83b-4fde-9b71-84be5dd67017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:30.989434 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d995bfe-2c49-4c36-b51d-2946ad7d84f5 req-04770af1-c83b-4fde-9b71-84be5dd67017 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0793631 Oct 22 16:38:31.029841 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-7d995bfe-2c49-4c36-b51d-2946ad7d84f5 req-53f7ee17-4eb1-4240-8e22-9f462e1cf235 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Oct 22 16:38:31.062483 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c303c-7e64-4a71-81b3-dc8a46da2023 req-e472e563-2b1b-4dda-b8f8-5e7c5eeb407b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:31.064788 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-516c303c-7e64-4a71-81b3-dc8a46da2023 req-e472e563-2b1b-4dda-b8f8-5e7c5eeb407b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 945 time: 0.0553608 Oct 22 16:38:31.105717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-516c303c-7e64-4a71-81b3-dc8a46da2023 req-d10f673b-36f2-4559-b719-77b10533074c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 Oct 22 16:38:32.238000 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428aa4a-369b-413c-afb3-8cfe18bdaa24 req-cdc840aa-df65-40a4-92bc-1dfc154b114e tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:32.239641 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7428aa4a-369b-413c-afb3-8cfe18bdaa24 req-cdc840aa-df65-40a4-92bc-1dfc154b114e tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 945 time: 0.0508194 Oct 22 16:38:32.281277 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7428aa4a-369b-413c-afb3-8cfe18bdaa24 req-1abb480d-a183-461c-ae49-c6dc1b032d13 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355723 Oct 22 16:38:33.427057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a548eb2-45c7-4769-85c5-eed13d34451f req-59cd9bf4-14f7-4205-996d-21d2eaeabc98 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:33.428745 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a548eb2-45c7-4769-85c5-eed13d34451f req-59cd9bf4-14f7-4205-996d-21d2eaeabc98 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 945 time: 0.0621593 Oct 22 16:38:33.471580 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3a548eb2-45c7-4769-85c5-eed13d34451f req-4bdd98b7-ecb4-4317-9bce-b2e1d8d8bde2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348527 Oct 22 16:38:33.596790 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad983cce-c699-42a2-978a-de0384c3ddba req-cd186db4-6656-44e1-bcd6-768df197b655 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:33.598310 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad983cce-c699-42a2-978a-de0384c3ddba req-cd186db4-6656-44e1-bcd6-768df197b655 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 945 time: 0.0549557 Oct 22 16:38:33.644430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad983cce-c699-42a2-978a-de0384c3ddba req-69abc591-2d15-4f41-8484-93180a73601f tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372567 Oct 22 16:38:33.668154 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49054) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:33.809245 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a94763-bafe-44e4-b5f6-32017bb46c70 tempest-TestSnapshotPattern-1499357104 tempest-TestSnapshotPattern-1499357104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:33.810947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-d4a94763-bafe-44e4-b5f6-32017bb46c70 tempest-TestSnapshotPattern-1499357104 tempest-TestSnapshotPattern-1499357104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1091 time: 0.1410360 Oct 22 16:38:33.813880 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49058) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:38:33.818232 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:38:33.926102 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:34.056134 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:34.180448 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Allocated IP 172.25.1.54 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/4fbcbe58-2a82-4d77-b576-81b3ccade8d0) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:38:34.303516 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:34.400117 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:34.444726 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:38:34.444979 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:38:34.447558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:38:34.481164 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'Port': ['ID=4fbcbe58-2a82-4d77-b576-81b3ccade8d0,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:34.696648 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:34.866328 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:34.991979 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:35.146523 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:35.193722 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:35.272554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'Port': ['ID=4fbcbe58-2a82-4d77-b576-81b3ccade8d0,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:38:35.286555 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:35.397340 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Floating IP 26e90ddf-852c-4a73-8a1b-ef81411479f5 associated. External IP: 172.25.1.54, port: 0eaf8253-3869-40ed-aac9-8828158509a5. Oct 22 16:38:35.635974 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:38:35.753372 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:38:35.766525 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:38:35.784386 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:35.785445 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:38:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:35.847845 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:35.878219 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-e0688e8a-a7da-45f5-becf-4282886d7ee2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0630558 Oct 22 16:38:35.879048 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:38:35.881343 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333db22c-320d-4b34-acec-6d9c5fefef4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:38:35.922929 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a4ff6-3b2c-4c20-b6a2-9ac2f83fd5e5 x-openstack-request-id: req-cb4a4ff6-3b2c-4c20-b6a2-9ac2f83fd5e5 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:38:35.923431 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:38:35.923887 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb4a4ff6-3b2c-4c20-b6a2-9ac2f83fd5e5 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:38:35.924895 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'status': 'completed', 'code': 200} Oct 22 16:38:35.952444 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:35.999270 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-42ba9735-22c8-48c5-81c1-ab8aaf432e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:36.001082 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-42ba9735-22c8-48c5-81c1-ab8aaf432e91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0498571 Oct 22 16:38:36.112108 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-ca4b5b08-2e0a-45bf-a9d5-b9bf62197b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:36.113784 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-ca4b5b08-2e0a-45bf-a9d5-b9bf62197b2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.1059568 Oct 22 16:38:36.195047 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-efcafce2-9fc6-4c91-a8aa-4e1f868efe01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 998 time: 0.0738900 Oct 22 16:38:36.208031 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:34Z', 'revision_number': 0, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:36.236439 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:38:36.245783 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:38:36.246924 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:38:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:36.280075 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-ce93ef7e-157d-439f-89bb-bf1008a5b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:36.283029 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-ce93ef7e-157d-439f-89bb-bf1008a5b51c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0804558 Oct 22 16:38:36.336907 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-ba022b0e-c296-4333-be5c-77788dd38d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:38:36.338428 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-ba022b0e-c296-4333-be5c-77788dd38d86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492797 Oct 22 16:38:36.381007 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:38:36.447686 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-f9040f14-39b1-4d82-b822-ebbcf1fd3d5f service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022434 Oct 22 16:38:36.551135 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-333db22c-320d-4b34-acec-6d9c5fefef4f req-1845e4a5-78c8-4c75-99a7-5427baed7d50 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969663 Oct 22 16:38:36.647041 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:34Z', 'revision_number': 0, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:38:36.677302 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04724b7-81e9-40e1-838e-f0eaed5a5786 None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:34Z', 'revision_number': 0, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:38:36.899726 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6a302-101b-4dc9-9a5d-49f44b33e7e9 None None] New status for floating IP 26e90ddf-852c-4a73-8a1b-ef81411479f5: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:38:42.690467 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:52.764787 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4cbc6b22-248a-43a0-ae12-13013871b05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:55.210566 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2f02-a843-4f37-8147-1a9d1286097a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:56.530721 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:56.993691 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:38:58.673197 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:03.843398 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:39:04.707731 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:12.718954 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:15.024955 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-98b27e4c-a05c-4a69-88c9-1ec2fcb3338c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427675 Oct 22 16:39:15.112897 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-81fbbb00-cea9-4468-8a44-6ca289243fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:39:15.114424 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-81fbbb00-cea9-4468-8a44-6ca289243fff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0437846 Oct 22 16:39:15.232842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-b58ab930-47ae-4e71-86de-8470d86b1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:39:15.234437 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-b58ab930-47ae-4e71-86de-8470d86b1264 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0988467 Oct 22 16:39:15.301189 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-0daec68a-4e8e-4428-8e1f-3df5a8d60d56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 1000 time: 0.0595152 Oct 22 16:39:15.356857 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-3de84f90-7037-47c1-abe1-036fef2482b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:39:15.358326 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-3de84f90-7037-47c1-abe1-036fef2482b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0502350 Oct 22 16:39:15.408670 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-7c1abd0e-b15d-4ed9-991d-7357905641c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:39:15.410241 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-7c1abd0e-b15d-4ed9-991d-7357905641c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446956 Oct 22 16:39:15.505592 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-f2598f60-7c4e-45c6-b976-34a01fcef049 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882339 Oct 22 16:39:15.603872 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-a65b98ed-24cf-4a74-a1cd-fa6b3cfc58a4 req-47f2351b-1d1d-4ffd-a1ce-70053711161c service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908170 Oct 22 16:39:22.770355 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bc16bb8b-9f37-4a78-b2d7-72c7d4023b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:25.278923 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0aec2cab-b7c6-4862-a0b1-d1cdc6d28c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:26.552743 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:27.027585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:28.598227 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:34.674529 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:40.844149 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:39:42.712549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:52.763857 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-269bafd3-e3be-49ef-81a0-b88d11e629ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:55.238023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5eac60fd-4726-479e-bcd8-af0fdce6148e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:56.539571 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:57.015903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:39:58.597979 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:04.672590 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:12.746163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:17.097026 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-199d66fd-64c9-4e20-b706-fd55d134ec68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040428 Oct 22 16:40:17.183593 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-e5b55f4a-e153-459c-9f28-3f935acfe750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:40:17.185125 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-e5b55f4a-e153-459c-9f28-3f935acfe750 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0440626 Oct 22 16:40:17.299001 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-0d8a8425-3674-4d4f-a71b-f1bc2982d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:40:17.300698 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-0d8a8425-3674-4d4f-a71b-f1bc2982d3f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0940375 Oct 22 16:40:17.370567 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-4a3b1fc9-518b-439b-bbee-e434198b6778 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 1000 time: 0.0627608 Oct 22 16:40:17.425619 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-41e5bdc1-49c8-40d5-95e1-369c72eab399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:40:17.427148 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-41e5bdc1-49c8-40d5-95e1-369c72eab399 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0497074 Oct 22 16:40:17.475161 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-78ec8917-6a68-4575-b3f0-ffccc1a70c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:40:17.476684 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-78ec8917-6a68-4575-b3f0-ffccc1a70c85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426245 Oct 22 16:40:17.573585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-0cddb6ed-e82d-4569-9d9a-6fc26dd8d7ce service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887687 Oct 22 16:40:17.843510 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:40:17.978096 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-30c4d7cb-5d77-4455-a6d5-4462191c698e req-69701d14-df19-45a0-a065-1bc757fa01bd service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966703 Oct 22 16:40:22.751741 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-61718ba6-c96a-447e-99fa-ab70a1980110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:25.202952 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-925f63c7-2060-447f-afba-295ff34e6f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:26.518057 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:27.032042 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:28.601191 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:34.738435 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:42.738885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:52.797229 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-222fbc1a-8ee1-4931-a9a7-1d8758992624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:54.842475 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:40:55.219851 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-60d9f882-376e-40e0-8b84-4d9e3125dbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:56.515094 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:57.036918 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:40:58.588578 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:04.697051 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:09.238799 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 details requested by agent hyperv_n-h1-812148-2 with host n-h1-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:41:09.345637 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:09.358483 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Returning: {'device': '0eaf8253-3869-40ed-aac9-8828158509a5', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:41:09.398378 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:09.416146 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eaf8253-3869-40ed-aac9-8828158509a5 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:41:09.437268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:09.531624 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:09.588972 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:09.597887 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.598363 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.598721 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.599096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.599432 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.599788 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.600119 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.600448 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.600776 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.601102 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.601425 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.601752 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:09.607042 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] get_ports_and_sgs() called for port_ids ['0eaf8253-3869-40ed-aac9-8828158509a5'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:41:11.254960 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 up at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:41:11.304427 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Provisioning complete for port 0eaf8253-3869-40ed-aac9-8828158509a5 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:41:11.304791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:11.388562 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:11.414531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:41:11.416885 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a8aed-25e8-4435-aa33-7cfd217d6c71" -d '{"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:41:11.434033 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:11.517185 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:11.551987 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67278eeb-af1f-4f77-b2ef-d178cfb66842 x-openstack-request-id: req-67278eeb-af1f-4f77-b2ef-d178cfb66842 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:41:11.558585 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:41:11.558585 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67278eeb-af1f-4f77-b2ef-d178cfb66842 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:41:11.558585 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'code': 200} Oct 22 16:41:11.579803 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:12.787995 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:18.072890 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-81a92581-62b9-4ecb-8f5f-04a61a5f7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:18.074401 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-81a92581-62b9-4ecb-8f5f-04a61a5f7080 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0511193 Oct 22 16:41:18.197800 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-9a75e2d2-6658-4cfd-875b-d5cb9d21912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:18.199681 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-9a75e2d2-6658-4cfd-875b-d5cb9d21912c service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.1012604 Oct 22 16:41:18.279947 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-f15464de-ef97-4759-af5f-41240e8a0e85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 1000 time: 0.0697858 Oct 22 16:41:18.349558 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-ab0b992c-8762-48fb-9cc6-b1945e0faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:18.350945 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-ab0b992c-8762-48fb-9cc6-b1945e0faa26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0616419 Oct 22 16:41:18.411748 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-c84afb94-095b-4cbe-b870-85564ebff2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:18.416458 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-c84afb94-095b-4cbe-b870-85564ebff2a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565920 Oct 22 16:41:18.537853 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-48bdbe20-9290-432d-8229-cbaecab4f17d service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141684 Oct 22 16:41:18.648091 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-0c55f78d-3a73-4c4e-9535-a798299c12fc req-4369a9a9-2a98-478f-af36-eafc37e143d8 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023006 Oct 22 16:41:22.815969 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a41ec420-cc9b-4b00-a799-de7556a22efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:23.262260 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-1d148b0a-5788-4583-9cf2-107140329980 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917097532&fields=id&tenant_id=826e321668e64cba91d4844025bb728d HTTP/1.1" status: 200 len: 267 time: 0.0341051 Oct 22 16:41:23.377778 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-62afd295-2a1c-445d-8265-ab4774eb4e22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:23.380344 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-62afd295-2a1c-445d-8265-ab4774eb4e22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 810 time: 0.1112964 Oct 22 16:41:23.396517 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-b1714241-8980-46e8-a793-c48f45a1fc85 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/quotas/826e321668e64cba91d4844025bb728d HTTP/1.1" status: 200 len: 375 time: 0.0104675 Oct 22 16:41:23.454714 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-390e4238-3b21-4b63-a21a-53ae25c80e5d tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528033 Oct 22 16:41:23.604693 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-9f20c719-163b-482f-b751-dad0d75b97fe service neutron] 10.222.0.66 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353333 Oct 22 16:41:23.700482 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-dc96492c-ae37-4959-98c9-5bd0d9b678ee service neutron] 10.222.0.66 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894966 Oct 22 16:41:23.984851 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9e98e226-871f-447c-a964-2e1b4216c2b7 req-1ccbaa31-eb70-4fd0-9353-d74f0a184264 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 210 time: 0.0352087 Oct 22 16:41:25.082238 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-b363f8fe-4de7-41ff-9ccc-5ae3e3fc28cd req-65ed9514-4292-4c3e-9fd7-54bd23018690 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 210 time: 0.0263410 Oct 22 16:41:25.210503 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5b76a356-50b3-489d-bdb0-136fc0b88258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:26.082880 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.53', 55387) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:41:26.537444 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:26.540510 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c8ad5071-a0a6-4eab-96e2-56029e9236e8 req-dd29bbd7-24fd-40f8-872b-871fbfd9d08a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 210 time: 0.3871210 Oct 22 16:41:26.577405 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-77578ad8-c3e7-4958-940b-1b3c13192e88 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:26.579573 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-77578ad8-c3e7-4958-940b-1b3c13192e88 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.53 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 810 time: 0.4956079 Oct 22 16:41:26.623320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-4bc28bb5-bcb4-4ba5-b745-338b8d2668e4 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826e321668e64cba91d4844025bb728d HTTP/1.1" status: 200 len: 380 time: 0.0350335 Oct 22 16:41:26.632990 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'port': {'device_id': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'admin_state_up': True, 'tenant_id': '826e321668e64cba91d4844025bb728d', 'security_groups': ['32c0d997-3871-4807-a758-12962e5c8e45']}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:41:26.820779 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Made reservation on behalf of 826e321668e64cba91d4844025bb728d for: {'port': 1} {{(pid=107802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 16:41:26.829863 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.025396 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_common [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Allocated IP 172.20.0.8 (88434c0a-5554-4c0b-9e4a-bbeeb6c0439b/576454af-d9c0-401d-8ef2-2f864fa273ec/0db3821f-3541-4907-8c5c-7097e87499e6) {{(pid=107802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:41:27.027422 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.188025 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for port, precommit_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.282677 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_create {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.304330 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:41:27.373798 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b is already hosted by enough agents. {{(pid=107802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:41:27.381427 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.base_scheduler [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Resources bound (agent type, host, resource id): {{(pid=107802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:41:27.423522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Received port after_create {{(pid=107802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:41:27.452865 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.482223 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:27.482919 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.498513 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=1']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:27.498919 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:27.500550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:41:27.503216 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf68990-6c85-4ee2-bee2-0a746a9fb1ce" -d '{"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:41:27.513757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.513757 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.513992 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.514253 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.514663 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.515015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.515407 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.515754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.516084 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.516414 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.516800 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.517144 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:27.566592 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c46f72-4c30-4920-af4a-89b0fc11dad5 x-openstack-request-id: req-62c46f72-4c30-4920-af4a-89b0fc11dad5 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:41:27.566592 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:41:27.566592 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62c46f72-4c30-4920-af4a-89b0fc11dad5 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:41:27.566592 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'code': 200} Oct 22 16:41:27.600902 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3d43e4e8-b29d-46ca-b9b8-0feac490e543 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719911 Oct 22 16:41:27.682557 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.683091 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fda06-e69e-49e4-a121-99482d7652a6 req-4b603a0b-87f8-421c-9182-ed470ccac658 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:27.691058 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c0fda06-e69e-49e4-a121-99482d7652a6 req-4b603a0b-87f8-421c-9182-ed470ccac658 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0666182 Oct 22 16:41:27.733796 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9c0fda06-e69e-49e4-a121-99482d7652a6 req-8b6acd2b-1dd2-4d42-a14b-0c339d8bcb3a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Oct 22 16:41:27.752851 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Pushing event updated for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:27.793097 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-6058d930-46cf-493a-8c25-898ec7467176 None None] Provisioning complete for port 0db3821f-3541-4907-8c5c-7097e87499e6 triggered by entity DHCP. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:41:27.793567 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-6058d930-46cf-493a-8c25-898ec7467176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:27.834145 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-6058d930-46cf-493a-8c25-898ec7467176 None None] Port 0db3821f-3541-4907-8c5c-7097e87499e6 cannot update to ACTIVE because it is not bound. {{(pid=107803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 16:41:28.667817 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:28.861009 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18290e-16f8-4022-ac76-05bb7d907db2 req-05707881-92a5-41bb-81bc-29c392a8ee66 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:28.862477 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d18290e-16f8-4022-ac76-05bb7d907db2 req-05707881-92a5-41bb-81bc-29c392a8ee66 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0505276 Oct 22 16:41:28.906834 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7d18290e-16f8-4022-ac76-05bb7d907db2 req-6b813fa8-473c-4211-8ab2-edad39c0ec2a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364275 Oct 22 16:41:30.039233 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb2708-c9d9-4301-a0d3-bdbdfcf49f0a req-2d21c65b-d513-46d3-96e2-56a6127e39ff tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:30.040918 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dfb2708-c9d9-4301-a0d3-bdbdfcf49f0a req-2d21c65b-d513-46d3-96e2-56a6127e39ff tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0521135 Oct 22 16:41:30.079108 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dfb2708-c9d9-4301-a0d3-bdbdfcf49f0a req-cc88fc84-2e7d-42c2-9e91-5122a03c9952 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Oct 22 16:41:31.201374 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c567c-1224-4e60-86d2-a97afbf0dac7 req-be6073dd-3599-419f-aa75-c44e0f085cca tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:31.202942 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c4c567c-1224-4e60-86d2-a97afbf0dac7 req-be6073dd-3599-419f-aa75-c44e0f085cca tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0508828 Oct 22 16:41:31.247078 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6c4c567c-1224-4e60-86d2-a97afbf0dac7 req-2c1eded2-de90-4574-83bb-310d13ce7df3 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 Oct 22 16:41:31.843256 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:41:32.372426 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715848e6-4e8b-47a3-b412-7a4c9471f5b5 req-1a57b5ac-b60f-4f4c-b0b2-8c47c12ac8d7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:32.373983 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-715848e6-4e8b-47a3-b412-7a4c9471f5b5 req-1a57b5ac-b60f-4f4c-b0b2-8c47c12ac8d7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0510297 Oct 22 16:41:32.420221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-715848e6-4e8b-47a3-b412-7a4c9471f5b5 req-c4fb3b58-19a6-448e-93a4-f97a57a05ce8 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Oct 22 16:41:33.543400 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3873fc8-31ad-4b52-bd74-561a4ee708ea req-d7fb80f4-4b26-42b3-a41d-aff20ae3fff3 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:33.545124 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3873fc8-31ad-4b52-bd74-561a4ee708ea req-d7fb80f4-4b26-42b3-a41d-aff20ae3fff3 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0516806 Oct 22 16:41:33.585221 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c3873fc8-31ad-4b52-bd74-561a4ee708ea req-1c64f963-b024-4a45-9b01-40cb414e9079 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338378 Oct 22 16:41:34.712608 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aaf1c-6f8e-455c-8a8d-14fff41f2b1b req-5b8a40d6-4c64-4a69-aa82-352f64ba6591 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:34.714102 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4aaf1c-6f8e-455c-8a8d-14fff41f2b1b req-5b8a40d6-4c64-4a69-aa82-352f64ba6591 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0556955 Oct 22 16:41:34.716161 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:34.761703 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-9a4aaf1c-6f8e-455c-8a8d-14fff41f2b1b req-14f80e4b-8595-4f0a-a0a5-6b8a1e644de6 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 Oct 22 16:41:35.886038 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899dc3-ec51-4333-8398-19a6acb20d1c req-3bfbdfb5-70cd-4a96-b79d-b6e924a264da tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:35.888721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce899dc3-ec51-4333-8398-19a6acb20d1c req-3bfbdfb5-70cd-4a96-b79d-b6e924a264da tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 931 time: 0.0560489 Oct 22 16:41:35.944251 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ce899dc3-ec51-4333-8398-19a6acb20d1c req-97ea481e-cc88-4ea2-98d5-1a473f296be8 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Oct 22 16:41:36.368264 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-021381f8-9b1c-480a-b903-b0a69c5c5027 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=107802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 16:41:36.369331 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-021381f8-9b1c-480a-b903-b0a69c5c5027 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063870 Oct 22 16:41:36.441768 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.v2.base [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Request body: {'port': {'device_id': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-2'}} {{(pid=107802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:41:36.498116 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:36.768201 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db3821f-3541-4907-8c5c-7097e87499e6 {{(pid=107802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:41:36.776151 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Publish callbacks [] for port, precommit_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:36.788719 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.provisioning_blocks [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Transition to ACTIVE for port object 0db3821f-3541-4907-8c5c-7097e87499e6 will not be triggered until provisioned by entity L2. {{(pid=107802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 16:41:36.968905 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:37.073976 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=2']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:37.190855 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16135e-4061-440a-828b-2ea4d2473917 req-464e5e1f-c0e1-428e-9d34-00b48bf49181 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:37.192459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe16135e-4061-440a-828b-2ea4d2473917 req-464e5e1f-c0e1-428e-9d34-00b48bf49181 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.1111960 Oct 22 16:41:37.238889 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Attempting to bind port 0db3821f-3541-4907-8c5c-7097e87499e6 on host n-h2-812148-2 for vnic_type normal with profile {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 16:41:37.239280 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Attempting to bind port 0db3821f-3541-4907-8c5c-7097e87499e6 by drivers openvswitch,hyperv on host n-h2-812148-2 at level 0 using segments [{'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 16:41:37.239612 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Attempting to bind port 0db3821f-3541-4907-8c5c-7097e87499e6 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:41:37.263381 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe16135e-4061-440a-828b-2ea4d2473917 req-3bed52a4-1d97-421e-9a80-a4c7d89e263c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566895 Oct 22 16:41:37.264115 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Port 0db3821f-3541-4907-8c5c-7097e87499e6 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-2 {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 16:41:37.264444 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Attempting to bind port 0db3821f-3541-4907-8c5c-7097e87499e6 on network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 16:41:37.270833 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Checking agent: {'id': '9d20ecc4-7d55-4f50-b442-d81a9807ed9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'started_at': datetime.datetime(2021, 10, 22, 14, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 16:41:37.272074 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Checking segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 16:41:37.272674 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Bound using segment: {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'} {{(pid=107802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 16:41:37.273301 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.managers [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Bound port: 0db3821f-3541-4907-8c5c-7097e87499e6, host: n-h2-812148-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81463bcb-2396-4c1c-9a96-3bb545b6b07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b'}}] {{(pid=107802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 16:41:37.274000 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:37.358087 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, cleared binding levels {{(pid=107802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 16:41:37.367857 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 16:41:37.477701 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4989737'] for port, after_update {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:37.511068 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:37.512016 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:37.513409 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] 10.222.0.53 "PUT /v2.0/ports/0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 200 len: 1091 time: 1.1327157 Oct 22 16:41:37.515905 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:41:37.518201 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eefcb95336c747c7e0221ddb2a0179ed3108344b945b1281b8f6ad8a95bed9a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:41:37.548265 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39752c83-85d5-4da9-a413-18d2b2bbe3de service neutron] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=3']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:37.562088 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8901337-956d-411f-8d0a-f06efa8102a5 x-openstack-request-id: req-b8901337-956d-411f-8d0a-f06efa8102a5 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:41:37.562385 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:41:37.562637 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8901337-956d-411f-8d0a-f06efa8102a5 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:41:37.563070 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'status': 'completed', 'code': 200} Oct 22 16:41:37.802058 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d req-5ffbe138-4196-4460-8a05-efb4da13ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:37.803760 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d req-5ffbe138-4196-4460-8a05-efb4da13ef52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1094 time: 0.0467288 Oct 22 16:41:37.917392 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d req-b113f42b-487d-429e-862f-8f06df991d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:37.919507 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d req-b113f42b-487d-429e-862f-8f06df991d47 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=826e321668e64cba91d4844025bb728d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014717 Oct 22 16:41:38.022842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d req-28cf0ba6-0e38-45bd-b51b-877f792965a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:38.024370 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fe7d6a2c-7ec6-400d-891a-ba110f8d537d req-28cf0ba6-0e38-45bd-b51b-877f792965a0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945456 Oct 22 16:41:38.099793 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39710e3d-a1c2-4a60-9dcc-f9074f98f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:38.101337 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-39710e3d-a1c2-4a60-9dcc-f9074f98f6fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1094 time: 0.0412905 Oct 22 16:41:38.149042 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-3862685b-fe01-4cc5-b7ef-2b6e1721cbc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 200 len: 217 time: 0.0393136 Oct 22 16:41:38.200553 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-ae8ac64b-ba67-4249-874e-7b2167d339a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:38.201987 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-ae8ac64b-ba67-4249-874e-7b2167d339a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0453980 Oct 22 16:41:38.249186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-95a3a723-0171-47af-bb44-6438af1aee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:38.250674 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-95a3a723-0171-47af-bb44-6438af1aee4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419459 Oct 22 16:41:38.356691 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-6c68cb93-9924-42c9-b76f-57cbe43b6be2 service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989895 Oct 22 16:41:38.410588 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6592d-18c7-4dab-aa98-124e308f492e req-83bb63ad-54de-4fb5-a431-58b965abc9a1 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:38.412646 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fd6592d-18c7-4dab-aa98-124e308f492e req-83bb63ad-54de-4fb5-a431-58b965abc9a1 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.0707858 Oct 22 16:41:38.494835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4fd6592d-18c7-4dab-aa98-124e308f492e req-58eae6bf-7e29-43d0-ba73-f98009ea3df4 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759063 Oct 22 16:41:38.520105 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-d207f55c-d776-40f1-9106-6859b1e7a666 req-f4d25c6e-4ab7-40fa-a384-9256f7c63d0c service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492884 Oct 22 16:41:39.697881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3d215-2ac0-46ce-a7ea-66b5865bdb4c req-b7b50a18-df8a-486a-997e-ef2c26416ce9 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:39.699314 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dd3d215-2ac0-46ce-a7ea-66b5865bdb4c req-b7b50a18-df8a-486a-997e-ef2c26416ce9 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.0948758 Oct 22 16:41:39.738197 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0dd3d215-2ac0-46ce-a7ea-66b5865bdb4c req-f8ffa37c-c3c1-4d0d-83b6-74d0d855e50a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Oct 22 16:41:40.972968 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dcaaa-2466-4b37-9d4e-547ab3f2ba68 req-6ca5474b-46f4-40d6-9af1-6c16ab0a404a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:40.974456 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e5dcaaa-2466-4b37-9d4e-547ab3f2ba68 req-6ca5474b-46f4-40d6-9af1-6c16ab0a404a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.0944192 Oct 22 16:41:41.012906 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-7e5dcaaa-2466-4b37-9d4e-547ab3f2ba68 req-c592086a-565f-4411-81b6-6b636033af87 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323963 Oct 22 16:41:42.135856 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd5fc-9f52-452e-b2d0-2d8cc52e41b1 req-16c59faf-4739-4148-a547-f37689061bdd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:42.137329 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad2cd5fc-9f52-452e-b2d0-2d8cc52e41b1 req-16c59faf-4739-4148-a547-f37689061bdd tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.0557747 Oct 22 16:41:42.160936 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:41:42.177874 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-ad2cd5fc-9f52-452e-b2d0-2d8cc52e41b1 req-4e4c0762-adb6-4c7a-b182-d83a29b3cb73 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342581 Oct 22 16:41:42.257082 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:42.267987 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0db3821f-3541-4907-8c5c-7097e87499e6', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'port_id': '0db3821f-3541-4907-8c5c-7097e87499e6', 'mac_address': 'fa:16:3e:b2:34:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:41:42.303890 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:42.316115 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db3821f-3541-4907-8c5c-7097e87499e6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:41:42.335969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:42.435829 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:42.486401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=4']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:42.696214 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0db3821f-3541-4907-8c5c-7097e87499e6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:41:42.813077 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:43.297550 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16677-c0e7-451d-a621-6bac64c6f475 req-2b0fc027-9585-4250-8419-3d4038a5ebc5 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:43.299032 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89c16677-c0e7-451d-a621-6bac64c6f475 req-2b0fc027-9585-4250-8419-3d4038a5ebc5 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 944 time: 0.0511274 Oct 22 16:41:43.337858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-89c16677-c0e7-451d-a621-6bac64c6f475 req-afea359b-0e23-4a78-aab0-8ac8f37e6495 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Oct 22 16:41:44.160550 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:41:44.333199 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning for port 0db3821f-3541-4907-8c5c-7097e87499e6 completed by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 16:41:44.338313 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0db3821f-3541-4907-8c5c-7097e87499e6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:41:44.338687 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:44.423163 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:44.458204 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7321-b0fa-4595-be5b-f9059cc3ae27 req-1a0056a7-c544-4184-839d-3293c4c793b7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:44.460340 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de3e7321-b0fa-4595-be5b-f9059cc3ae27 req-1a0056a7-c544-4184-839d-3293c4c793b7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 944 time: 0.0523016 Oct 22 16:41:44.477861 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:41:44.480311 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaf33a8-d336-409f-8274-0e41b3734a36" -d '{"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-plugged", "status": "completed", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:41:44.501824 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:41:44.502835 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-de3e7321-b0fa-4595-be5b-f9059cc3ae27 req-e242b049-188d-4f0b-82d5-40f5616dfbbb tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365348 Oct 22 16:41:44.520490 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f7c11-e797-4356-ac21-c5b6d046c778 x-openstack-request-id: req-e02f7c11-e797-4356-ac21-c5b6d046c778 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:41:44.520788 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-plugged", "status": "completed", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:41:44.521706 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e02f7c11-e797-4356-ac21-c5b6d046c778 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:41:44.522230 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'code': 200} Oct 22 16:41:44.623665 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da48cdd-27be-4aca-9a85-f0d5833cf2d5 req-9bef066b-dbbc-4793-98d3-5365f115c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:44.625281 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0da48cdd-27be-4aca-9a85-f0d5833cf2d5 req-9bef066b-dbbc-4793-98d3-5365f115c5d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1095 time: 0.0478363 Oct 22 16:41:44.638386 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:44.661841 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0da48cdd-27be-4aca-9a85-f0d5833cf2d5 req-c36fdd2f-1762-4d4c-869d-58fd0160c9bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292289 Oct 22 16:41:44.688151 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=5']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:45.624347 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ff22-6a2d-47c7-8e8d-f012677d80ab req-910009d0-7f98-434e-96a0-0e4d513fe555 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:45.630225 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d69ff22-6a2d-47c7-8e8d-f012677d80ab req-910009d0-7f98-434e-96a0-0e4d513fe555 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Oct 22 16:41:45.666362 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d69ff22-6a2d-47c7-8e8d-f012677d80ab req-e080e3ef-e0fe-41bb-9742-fac4f147e634 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338860 Oct 22 16:41:46.791574 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b629338-4307-4a37-896c-7aff6d10c083 req-108f7207-9b46-4e7d-bb83-d8e98bcf014c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:46.793110 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b629338-4307-4a37-896c-7aff6d10c083 req-108f7207-9b46-4e7d-bb83-d8e98bcf014c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Oct 22 16:41:46.831721 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-0b629338-4307-4a37-896c-7aff6d10c083 req-e69b079d-4087-4764-9091-b42c202fadd4 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Oct 22 16:41:46.954683 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3f5e2-d857-4879-98e5-7b1fa3b2c0e1 req-65cf5c90-9485-4912-a972-17e979a7dafc tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:46.956129 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7f3f5e2-d857-4879-98e5-7b1fa3b2c0e1 req-65cf5c90-9485-4912-a972-17e979a7dafc tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 945 time: 0.0546808 Oct 22 16:41:46.997040 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-c7f3f5e2-d857-4879-98e5-7b1fa3b2c0e1 req-43f808be-0215-4a4d-b60f-620b3f97e625 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333292 Oct 22 16:41:47.020749 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49414) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:41:47.061291 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07721b-e5ed-41b5-9c49-677f55c03257 tempest-TestSnapshotPattern-1499357104 tempest-TestSnapshotPattern-1499357104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:47.062825 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-2e07721b-e5ed-41b5-9c49-677f55c03257 tempest-TestSnapshotPattern-1499357104 tempest-TestSnapshotPattern-1499357104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1091 time: 0.0405045 Oct 22 16:41:47.065662 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49416) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:41:47.070538 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.v2.base [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Request body: {'floatingip': {'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'port_id': '0db3821f-3541-4907-8c5c-7097e87499e6', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 16:41:47.164697 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:47.267667 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:47.377969 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_common [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Allocated IP 172.25.1.229 (d9fda528-0403-4d4f-a06a-a88fdc884a3b/f9753068-761f-4ae5-b47b-341b078dab9c/3c2fd34a-4cbb-47ac-8213-e44a583534f7) {{(pid=107801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 16:41:47.484938 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for port, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:47.625032 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778615463590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:47.667564 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Network d9fda528-0403-4d4f-a06a-a88fdc884a3b is already hosted by enough agents. {{(pid=107801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 16:41:47.671991 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.base_scheduler [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Resources bound (agent type, host, resource id): {{(pid=107801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 16:41:47.680105 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Received port after_create {{(pid=107801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 16:41:47.683241 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'Port': ['ID=3c2fd34a-4cbb-47ac-8213-e44a583534f7,revision_number=1']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:47.718208 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.718554 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.718905 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.719278 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.719616 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.719949 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.720277 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.720613 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.720940 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.721515 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.721842 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:47.722172 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:41:48.062239 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:48.197182 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:48.360903 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for port, precommit_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:48.436205 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4195920'] for port, after_update {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:48.504047 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event updated for resources: {'Port': ['ID=3c2fd34a-4cbb-47ac-8213-e44a583534f7,revision_number=2']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:41:48.516286 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444966'] for floatingip, after_create {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:48.619805 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Floating IP 5269d913-772f-4e0f-87ba-475d06b18d8e associated. External IP: 172.25.1.229, port: 0db3821f-3541-4907-8c5c-7097e87499e6. Oct 22 16:41:48.833586 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:41:48.946688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:41:48.957465 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:41:48.967983 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:41:48.968593 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:41:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:41:49.068799 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:49.076626 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:41:49.096842 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-cca2a70d-2801-4a0e-945f-0d4d55f46c1b tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0300379 Oct 22 16:41:49.097425 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:41:49.100404 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92a886a47fc2905bd94f2f87818701093f5f988b2347f58381471dcaf5a605b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b6ffd-2871-47b2-a766-0925a3611798" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:41:49.140769 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535aca87-f998-4056-8512-d295a0f90bae x-openstack-request-id: req-535aca87-f998-4056-8512-d295a0f90bae {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:41:49.141057 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:41:49.141307 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-535aca87-f998-4056-8512-d295a0f90bae {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:41:49.141708 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'status': 'completed', 'code': 200} Oct 22 16:41:49.205924 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6ffd-2871-47b2-a766-0925a3611798 req-fed351ad-882f-4b51-8be6-5ff337c942bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:49.207349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-fed351ad-882f-4b51-8be6-5ff337c942bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1096 time: 0.0414402 Oct 22 16:41:49.306754 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6ffd-2871-47b2-a766-0925a3611798 req-2184e5b5-cb0d-4939-ad40-e2ec1d8381e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:49.308282 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-2184e5b5-cb0d-4939-ad40-e2ec1d8381e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0946491 Oct 22 16:41:49.315072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:37Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}, {'id': '5269d913-772f-4e0f-87ba-475d06b18d8e', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0db3821f-3541-4907-8c5c-7097e87499e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:b2:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:41:47Z', 'updated_at': '2021-10-22T16:41:47Z', 'revision_number': 0, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:41:49.342582 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:41:49.352444 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:41:49.353049 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:41:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:41:49.376405 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-2b51f105-48e0-44c6-88dc-24888216d2e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 200 len: 999 time: 0.0611804 Oct 22 16:41:49.428004 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6ffd-2871-47b2-a766-0925a3611798 req-51b9a0e9-382e-4ea4-930a-5c5a64175be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:49.429547 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-51b9a0e9-382e-4ea4-930a-5c5a64175be9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0463209 Oct 22 16:41:49.462457 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:41:49.481738 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6ffd-2871-47b2-a766-0925a3611798 req-4455dca2-8caa-4ddd-b9f3-cb8bd3ed1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:41:49.483312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-4455dca2-8caa-4ddd-b9f3-cb8bd3ed1bbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458627 Oct 22 16:41:49.575686 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-16e3ec2a-589e-4333-a2a2-762403df61ab service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851469 Oct 22 16:41:49.677286 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-403b6ffd-2871-47b2-a766-0925a3611798 req-81b2f2f9-50c3-497c-855c-18df29ef2820 service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Oct 22 16:41:49.697428 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:37Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}, {'id': '5269d913-772f-4e0f-87ba-475d06b18d8e', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0db3821f-3541-4907-8c5c-7097e87499e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:b2:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:41:47Z', 'updated_at': '2021-10-22T16:41:47Z', 'revision_number': 0, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:41:49.728280 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedad125-ab91-43a2-b07b-0487bf88d630 None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:37Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}, {'id': '5269d913-772f-4e0f-87ba-475d06b18d8e', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0db3821f-3541-4907-8c5c-7097e87499e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:b2:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:41:47Z', 'updated_at': '2021-10-22T16:41:47Z', 'revision_number': 0, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:41:49.937619 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97afb75a-2a73-4332-be93-c4ec6a68e03c None None] New status for floating IP 5269d913-772f-4e0f-87ba-475d06b18d8e: ACTIVE {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:41:52.775275 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c84b3056-41d8-433e-b90f-d886eb68404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:55.241531 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-7438bfd9-152f-48bd-8f66-feb3e8ed7a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:56.667213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:57.009367 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:41:58.637160 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:02.619480 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-58fb7d8c-608b-4b37-b069-c30a5d53b87c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406032 Oct 22 16:42:02.706073 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-1b37a03b-364c-41fc-af9d-1083ae09a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:02.707560 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-1b37a03b-364c-41fc-af9d-1083ae09a121 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1096 time: 0.0430815 Oct 22 16:42:02.821342 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-2d12ea71-f36a-4240-b247-4c6b6d5e8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:02.823555 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-2d12ea71-f36a-4240-b247-4c6b6d5e8f7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0955713 Oct 22 16:42:02.900832 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-3c5ff437-6a35-4349-8cdc-50e6b6640be0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 200 len: 1001 time: 0.0696137 Oct 22 16:42:02.957799 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-f13324f1-6436-46f8-9496-83adb37dc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:02.959326 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-f13324f1-6436-46f8-9496-83adb37dc250 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0513790 Oct 22 16:42:03.007251 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-cebefe77-82fd-40ca-9f9a-bbf6b975bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:03.008863 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-cebefe77-82fd-40ca-9f9a-bbf6b975bb79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430050 Oct 22 16:42:03.105096 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-95ed7e73-8903-478b-ada2-1e2cd385aca8 service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888381 Oct 22 16:42:03.212179 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3973111b-89b8-467d-aced-8ac7ad43fc65 req-0283a158-2b02-4a7b-b129-c0dbab6c26a4 service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984640 Oct 22 16:42:04.829909 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:08.847289 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:42:12.790225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:19.106359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-86723a02-e5f8-4c1e-ae3f-ef0f670fd3c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852194 Oct 22 16:42:19.193856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e5608-12b9-47b4-8493-58c99066d3cc req-88c4fd26-3b3b-4768-b4ae-fe83e8ec5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:19.195406 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-88c4fd26-3b3b-4768-b4ae-fe83e8ec5dc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0442145 Oct 22 16:42:19.308588 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e5608-12b9-47b4-8493-58c99066d3cc req-b2c1db70-420c-4d18-82b6-15dc5210f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:19.310104 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-b2c1db70-420c-4d18-82b6-15dc5210f8e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0952351 Oct 22 16:42:19.380136 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-8e2d2142-7273-466b-a591-4e767598fe37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 998 time: 0.0627446 Oct 22 16:42:19.437805 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e5608-12b9-47b4-8493-58c99066d3cc req-4672de06-07fb-4ac7-a463-c4a1ec9a20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:19.439335 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-4672de06-07fb-4ac7-a463-c4a1ec9a20aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0522447 Oct 22 16:42:19.489688 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e5608-12b9-47b4-8493-58c99066d3cc req-0ff6c86c-c31d-476f-9572-638087fd109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:42:19.491359 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-0ff6c86c-c31d-476f-9572-638087fd109e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448217 Oct 22 16:42:19.592427 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-518e90b6-cfaa-4ef3-8991-c9365101b936 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933206 Oct 22 16:42:19.687990 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-127e5608-12b9-47b4-8493-58c99066d3cc req-c7473e7a-76a4-4022-a2f5-f91cce977acd service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879185 Oct 22 16:42:22.767278 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b35417a8-9fc8-46e1-a2f3-c37bad4ca16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:25.235456 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-46fab21e-9e0e-41a9-85b7-d218ea568e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:26.557063 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:27.059393 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:28.630903 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:34.728050 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:42.790279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:45.846764 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:42:52.755744 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0018aefa-2409-4dfa-b152-ab6586e3d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:55.258543 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-bbc32da0-98da-4e74-956e-3a8af5e094ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:56.584519 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:57.059618 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:42:58.658774 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:03.612312 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-a8198297-6416-47f0-bb13-f7022681c1fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421436 Oct 22 16:43:03.702186 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-de3d39fe-c901-4446-bab0-c647a5e7923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:03.703643 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-de3d39fe-c901-4446-bab0-c647a5e7923d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1096 time: 0.0424380 Oct 22 16:43:03.819606 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-87773936-29ee-42bf-8d52-903fc4ba5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:03.821087 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-87773936-29ee-42bf-8d52-903fc4ba5dff service neutron] 10.222.0.53 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0971265 Oct 22 16:43:03.893388 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-3bb7aa06-22cb-4baf-8c77-71afe6c72c13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 200 len: 1001 time: 0.0629728 Oct 22 16:43:03.947543 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-4f02f4c0-3046-47f0-bf5c-87b4b1e6c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:03.949790 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-4f02f4c0-3046-47f0-bf5c-87b4b1e6c165 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0502827 Oct 22 16:43:03.998067 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-5635570b-3d49-4223-83f1-2f48051feb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:03.999780 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-5635570b-3d49-4223-83f1-2f48051feb86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426826 Oct 22 16:43:04.098212 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-7acd6f3c-c5ae-4058-b17c-fb0aad7b32c1 service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912390 Oct 22 16:43:04.199069 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fd17d96a-b6b6-4499-854c-2d3290f57d11 req-2fbf4905-8bc3-4085-bd2d-bb55faf90f7a service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936642 Oct 22 16:43:04.738132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:12.772015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:19.012078 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-dd6a8d0a-874e-4a7a-8b5e-34426ed93149 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415637 Oct 22 16:43:19.100138 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-c64e7e30-981f-42ad-884e-61a04e9aa2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:19.101654 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-c64e7e30-981f-42ad-884e-61a04e9aa2c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0466044 Oct 22 16:43:19.210825 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-1c674eb6-d9e2-491e-9344-adc06a199692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:19.212348 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-1c674eb6-d9e2-491e-9344-adc06a199692 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.0892634 Oct 22 16:43:19.283466 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-b8ce726f-2b3d-4b10-8820-56ffac236a02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 998 time: 0.0638356 Oct 22 16:43:19.335220 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-c5e424fe-4bae-4514-a8c1-09268fdea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:19.336777 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-c5e424fe-4bae-4514-a8c1-09268fdea112 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0465007 Oct 22 16:43:19.383988 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-446974a1-640b-4331-9f8b-9251071f1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:19.386041 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-446974a1-640b-4331-9f8b-9251071f1542 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412450 Oct 22 16:43:19.483532 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-f36d3862-7dfd-463a-94d4-d295d6459923 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905416 Oct 22 16:43:19.575904 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-1592577e-4a4c-4437-a3c5-a0986df86bf0 req-b16aabf6-4028-4fb8-8cac-f9e08ca1ddb8 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Oct 22 16:43:22.752401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 details requested by agent hyperv_n-h2-812148-2 with host n-h2-812148-2 {{(pid=107803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 16:43:22.771891 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-c5aafcae-25e2-42bd-9c67-056c5c85ccd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:22.853767 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:43:23.054121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:23.067070 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Returning: {'device': '0db3821f-3541-4907-8c5c-7097e87499e6', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'port_id': '0db3821f-3541-4907-8c5c-7097e87499e6', 'mac_address': 'fa:16:3e:b2:34:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 16:43:23.115441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:23.131549 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0db3821f-3541-4907-8c5c-7097e87499e6 {{(pid=107803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 16:43:23.156969 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:23.326290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:23.398472 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] get_ports_and_sgs() called for port_ids ['0db3821f-3541-4907-8c5c-7097e87499e6'] {{(pid=107803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 16:43:23.403815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=6']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:23.438616 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.438954 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.439318 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.439655 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.439978 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.440306 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.440632 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.440956 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.441277 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.441597 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.441918 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:23.442235 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:24.771094 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 up at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 16:43:24.839335 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.provisioning_blocks [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Provisioning complete for port 0db3821f-3541-4907-8c5c-7097e87499e6 triggered by entity L2. {{(pid=107803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 16:43:24.840004 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600079'] for port, provisioning_complete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:24.941069 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:24.972531 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:43:24.975091 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0db3871cd2d58d4d7b032fb871615a093806f43b596989ff6128b29aebca0278" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16b8ec-44aa-4ef5-b4a2-79dee138b387" -d '{"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-plugged", "status": "completed", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:43:24.994725 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:25.030837 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fb3971-ff24-41f0-8e53-01c088371cd6 x-openstack-request-id: req-25fb3971-ff24-41f0-8e53-01c088371cd6 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:43:25.031151 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-plugged", "status": "completed", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:43:25.031456 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25fb3971-ff24-41f0-8e53-01c088371cd6 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:43:25.031854 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'code': 200} Oct 22 16:43:25.092542 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:25.160889 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=7']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:25.283832 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4f21798c-ed0a-452a-8fc0-1842fcd3250b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:26.511398 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:27.029262 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:28.623123 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:34.692214 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49624) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:34.783021 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:34.857769 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Deleting port 3c2fd34a-4cbb-47ac-8213-e44a583534f7 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:34.858109 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:34.940964 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:34.941230 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:34.953963 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Calling delete_port for 3c2fd34a-4cbb-47ac-8213-e44a583534f7 owned by network:floatingip {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:35.200228 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:35.229150 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event deleted for resources: {'Port': ['ID=3c2fd34a-4cbb-47ac-8213-e44a583534f7,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:35.255783 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.256139 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.256522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.256869 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.257206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.257540 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.257871 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.258199 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.258524 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.258851 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.259206 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.259534 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:35.300692 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:35.301047 n-d-812148-2 neutron-server[107802]: INFO neutron.db.l3_db [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Floating IP 5269d913-772f-4e0f-87ba-475d06b18d8e disassociated (deleted). External IP: 172.25.1.229, port: 0db3821f-3541-4907-8c5c-7097e87499e6. Oct 22 16:43:35.516226 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:43:35.975865 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:43:35.981063 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:35.986460 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:43:35.999353 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:35.999989 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:36.010430 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-7d5a92b5-447b-4975-87f1-4ca3587497c7 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "DELETE /v2.0/floatingips/5269d913-772f-4e0f-87ba-475d06b18d8e HTTP/1.1" status: 204 len: 168 time: 1.3165855 Oct 22 16:43:36.011202 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:43:36.066601 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e98b5612fa0f83ed6df9909c1fdcedd77d602b2f236cdc12eb409902f168a382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d82f80-aa85-4956-b348-998a7f46a03c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:43:36.124330 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:36.183079 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a817791b-a396-4cf3-a971-cd91c0cd6ffe x-openstack-request-id: req-a817791b-a396-4cf3-a971-cd91c0cd6ffe {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:43:36.183464 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:43:36.183760 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a817791b-a396-4cf3-a971-cd91c0cd6ffe {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:43:36.184226 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'status': 'completed', 'code': 200} Oct 22 16:43:36.364320 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:37Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:36.375825 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d82f80-aa85-4956-b348-998a7f46a03c req-962e95c5-a5cf-4a2c-8b10-db7dd312c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:36.377330 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-962e95c5-a5cf-4a2c-8b10-db7dd312c143 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 1096 time: 0.0918643 Oct 22 16:43:36.392274 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:43:36.405893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:36.405893 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:36.498598 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d82f80-aa85-4956-b348-998a7f46a03c req-0609118b-dcfe-4e03-9761-5d71fa13385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:36.500459 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-0609118b-dcfe-4e03-9761-5d71fa13385d service neutron] 10.222.0.53 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.1150641 Oct 22 16:43:36.559858 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-0f8169f2-d555-4b45-986b-ce6ded44b6a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 200 len: 217 time: 0.0452523 Oct 22 16:43:36.584015 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f1f-13f7-45e4-be44-c2eb384457c4 req-d42e32de-b786-42de-bfff-44bb213bb70a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:36.585536 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d075f1f-13f7-45e4-be44-c2eb384457c4 req-d42e32de-b786-42de-bfff-44bb213bb70a tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 945 time: 0.1017542 Oct 22 16:43:36.618233 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:36.641210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d82f80-aa85-4956-b348-998a7f46a03c req-5d725c01-5e77-4a7c-84cd-ef03e6b241fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:36.642658 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-5d725c01-5e77-4a7c-84cd-ef03e6b241fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0739291 Oct 22 16:43:36.666620 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-3d075f1f-13f7-45e4-be44-c2eb384457c4 req-a8027a63-a9bc-4844-8d65-2338b3a5ccb6 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564060 Oct 22 16:43:36.698036 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d82f80-aa85-4956-b348-998a7f46a03c req-0b4c8299-e15c-4be1-84ac-8fb39e466c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:36.699886 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-0b4c8299-e15c-4be1-84ac-8fb39e466c70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464144 Oct 22 16:43:36.800749 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-00d5eecc-27fa-4f57-bd8e-61892404176f service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928290 Oct 22 16:43:36.859411 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:37Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:36.885518 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:36.888456 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc0c03-94d1-4d6e-bc9a-713c83d05ab1 None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_floatingips': [{'id': '26e90ddf-852c-4a73-8a1b-ef81411479f5', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'router_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'port_id': '0eaf8253-3869-40ed-aac9-8828158509a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'mac_address': 'fa:16:3e:a8:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T16:38:34Z', 'updated_at': '2021-10-22T16:38:37Z', 'revision_number': 1, 'project_id': '826e321668e64cba91d4844025bb728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:43:36.898876 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-32d82f80-aa85-4956-b348-998a7f46a03c req-b72e570a-d6c7-48a2-8987-66c1a65b9b3f service neutron] 10.222.0.53 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909245 Oct 22 16:43:36.978093 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729990'] for port, before_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:37.002401 n-d-812148-2 neutron-server[107803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:43:37.020104 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:37.045139 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abc5173d8cbe8c597cedd0361072690164cdd679d2d0334b2f96916eb190eea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b64bb-e50a-4cbd-bc5f-9994200c70c6" -d '{"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-unplugged", "status": "completed", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:43:37.126434 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778615874789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778615463608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778615463626'] for port, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:37.139466 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4215973-5ce5-49e9-8c87-89eb24dd5f18 x-openstack-request-id: req-e4215973-5ce5-49e9-8c87-89eb24dd5f18 {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:43:37.139764 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-unplugged", "status": "completed", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "code": 200}]} {{(pid=107803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:43:37.140019 n-d-812148-2 neutron-server[107803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4215973-5ce5-49e9-8c87-89eb24dd5f18 {{(pid=107803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:43:37.140447 n-d-812148-2 neutron-server[107803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'code': 200} Oct 22 16:43:37.163135 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b638355-d60f-46d6-ab54-4455c1d09435 None None] New status for floating IP 5269d913-772f-4e0f-87ba-475d06b18d8e: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:43:37.249884 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Pushing event updated for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=8']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:37.799881 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc259908-6283-44d8-a042-0659088da2f1 req-a7650b13-2d82-4369-ad92-9f7b3e4538b1 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:37.801424 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc259908-6283-44d8-a042-0659088da2f1 req-a7650b13-2d82-4369-ad92-9f7b3e4538b1 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.0664954 Oct 22 16:43:37.841843 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-fc259908-6283-44d8-a042-0659088da2f1 req-f53379cd-e77f-469a-b7c0-051f1fefb6a3 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Oct 22 16:43:38.053522 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-25a7e83f-bd3e-42c6-9a2f-50ef487841c4 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:38.055083 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-25a7e83f-bd3e-42c6-9a2f-50ef487841c4 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 943 time: 0.0510225 Oct 22 16:43:38.151219 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Deleting port 0db3821f-3541-4907-8c5c-7097e87499e6 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:38.151558 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:38.247309 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] For port 0db3821f-3541-4907-8c5c-7097e87499e6, host n-h2-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-2',level=0,port_id=0db3821f-3541-4907-8c5c-7097e87499e6,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:38.247675 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:38.261666 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Calling delete_port for 0db3821f-3541-4907-8c5c-7097e87499e6 owned by compute:nova {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:38.451353 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:38.479942 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event deleted for resources: {'Port': ['ID=0db3821f-3541-4907-8c5c-7097e87499e6,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:38.525215 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] No DVR routers for this DVR port 0db3821f-3541-4907-8c5c-7097e87499e6 on host n-h2-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:43:38.528049 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:38.531519 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-513fc883-1697-4049-8285-7d9c0ac14d05 req-7db3349f-215e-47ab-a5c5-a28a707ada3c tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.53 "DELETE /v2.0/ports/0db3821f-3541-4907-8c5c-7097e87499e6 HTTP/1.1" status: 204 len: 173 time: 0.4704278 Oct 22 16:43:38.531955 n-d-812148-2 neutron-server[107802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-deleted', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6'}] {{(pid=107802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:43:38.534243 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e98b5612fa0f83ed6df9909c1fdcedd77d602b2f236cdc12eb409902f168a382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee8d01-c97f-4ac1-837f-c553aee17c4b" -d '{"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-deleted", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6"}]}' {{(pid=107802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:43:38.583260 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c615d-90dc-4aa0-b81d-365487b9bb87 x-openstack-request-id: req-497c615d-90dc-4aa0-b81d-365487b9bb87 {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:43:38.583260 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61", "name": "network-vif-deleted", "tag": "0db3821f-3541-4907-8c5c-7097e87499e6", "status": "completed", "code": 200}]} {{(pid=107802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:43:38.583260 n-d-812148-2 neutron-server[107802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-497c615d-90dc-4aa0-b81d-365487b9bb87 {{(pid=107802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:43:38.583260 n-d-812148-2 neutron-server[107802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61', 'name': 'network-vif-deleted', 'tag': '0db3821f-3541-4907-8c5c-7097e87499e6', 'status': 'completed', 'code': 200} Oct 22 16:43:38.956548 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-84d9dcc2-52a3-4f03-b5c3-10201518423b req-0ba9c6b2-c7f6-40a6-89fe-8629fc4920a2 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7c03c5-0f9c-4a94-a953-da6f6f6f7f61 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Oct 22 16:43:41.637315 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49696) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:41.806065 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Deleting port 4fbcbe58-2a82-4d77-b576-81b3ccade8d0 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:41.806477 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:41.882124 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:41.882444 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:41.894542 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Calling delete_port for 4fbcbe58-2a82-4d77-b576-81b3ccade8d0 owned by network:floatingip {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:42.125761 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:42.154856 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event deleted for resources: {'Port': ['ID=4fbcbe58-2a82-4d77-b576-81b3ccade8d0,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:42.180624 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.180996 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.181853 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.182440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.182869 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.183235 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.183581 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.183903 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.184342 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.184561 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.184892 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.185217 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-2 {{(pid=107801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 16:43:42.226649 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for floatingip, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:42.227207 n-d-812148-2 neutron-server[107801]: INFO neutron.db.l3_db [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Floating IP 26e90ddf-852c-4a73-8a1b-ef81411479f5 disassociated (deleted). External IP: 172.25.1.54, port: 0eaf8253-3869-40ed-aac9-8828158509a5. Oct 22 16:43:42.449630 n-d-812148-2 neutron-server[107801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:43:42.560638 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:43:42.566386 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for floatingip, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:42.575431 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:43:42.586106 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:42.586802 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:42.599651 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-bc9303e4-d01b-4f77-9236-86de9a28cd22 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "DELETE /v2.0/floatingips/26e90ddf-852c-4a73-8a1b-ef81411479f5 HTTP/1.1" status: 204 len: 168 time: 0.9587607 Oct 22 16:43:42.599651 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:43:42.643672 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a442b722f7990090ba05b130b51ba625e2ed09fd4e3cc8a38c2f32a8bdf34587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dbc627-13b4-4d15-a639-512adeb349f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:43:42.703125 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:42.741533 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe452fc-46a6-410a-b7bb-71e44784b1ab x-openstack-request-id: req-cbe452fc-46a6-410a-b7bb-71e44784b1ab {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:43:42.741831 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:43:42.742089 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbe452fc-46a6-410a-b7bb-71e44784b1ab {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:43:42.742494 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'status': 'completed', 'code': 200} Oct 22 16:43:42.817274 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:42.825484 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-7000097e-d563-4617-b7df-4085502c9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:42.825484 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-7000097e-d563-4617-b7df-4085502c9025 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826e321668e64cba91d4844025bb728d&device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0581620 Oct 22 16:43:42.899284 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 no longer exists at agent hyperv_n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:42.923479 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:42.931132 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-23ad7ea1-f4fc-4911-a24f-4dc207b0088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:42.933585 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-23ad7ea1-f4fc-4911-a24f-4dc207b0088d service neutron] 10.222.0.69 "GET /v2.0/networks?id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 200 len: 911 time: 0.1022339 Oct 22 16:43:42.935980 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] No Port match for: 0db3821f-3541-4907-8c5c-7097e87499e6 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:42.936325 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Device 0db3821f-3541-4907-8c5c-7097e87499e6 not bound to the agent host n-h2-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:42.955682 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:43:42.965265 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:42.965860 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:42.982345 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-f9b3bbbf-169b-40ea-88c4-9fff2a6ab37d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 200 len: 217 time: 0.0420067 Oct 22 16:43:43.038398 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-a84ccdd5-207e-4b18-95c2-522c363d4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:43.038895 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-a84ccdd5-207e-4b18-95c2-522c363d4cc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 200 len: 849 time: 0.0500598 Oct 22 16:43:43.084366 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:43.089276 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-9e205474-88c9-4de4-980b-5c768ef9b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:43.091003 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-9e205474-88c9-4de4-980b-5c768ef9b8ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446749 Oct 22 16:43:43.132156 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfef707-c703-4d09-b1bc-b8ee253ae399 req-6a3a462f-6ff4-4cc9-ad82-110a0db5dd4f tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:43.134464 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dfef707-c703-4d09-b1bc-b8ee253ae399 req-6a3a462f-6ff4-4cc9-ad82-110a0db5dd4f tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0589724 Oct 22 16:43:43.179303 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-6dfef707-c703-4d09-b1bc-b8ee253ae399 req-fb095d2b-1910-430d-a801-14d791ec2099 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Oct 22 16:43:43.193699 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-091b820b-65ef-4333-8d96-6909d1b50cd5 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952411 Oct 22 16:43:43.294309 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-52dbc627-13b4-4d15-a639-512adeb349f1 req-aa519f30-7da4-43d4-ab7d-afeebae50b18 service neutron] 10.222.0.69 "GET /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924528 Oct 22 16:43:43.304903 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:43.336995 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3dbb1-129d-4cdb-aa12-f638f5f0b16b None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:38:03Z', 'revision_number': 4, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2', '_interfaces': [{'id': '6f1927cb-e81a-44c1-9989-f7da66c2e5c2', 'name': '', 'network_id': '88434c0a-5554-4c0b-9e4a-bbeeb6c0439b', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'mac_address': 'fa:16:3e:df:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:03Z', 'updated_at': '2021-10-22T16:38:09Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'subnets': [{'id': '576454af-d9c0-401d-8ef2-2f864fa273ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:43:43.572288 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2667d7-a140-4997-b9a9-02c5d8686b69 None None] New status for floating IP 26e90ddf-852c-4a73-8a1b-ef81411479f5: DOWN {{(pid=107803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 16:43:43.960445 n-d-812148-2 neutron-server[107801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-fd2ff97a-5b5c-460f-bc3a-4d85aaf773cb tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:43.961923 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-fd2ff97a-5b5c-460f-bc3a-4d85aaf773cb tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0504172 Oct 22 16:43:44.058446 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Deleting port 0eaf8253-3869-40ed-aac9-8828158509a5 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:44.058782 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:44.153440 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] For port 0eaf8253-3869-40ed-aac9-8828158509a5, host n-h1-812148-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-2',level=0,port_id=0eaf8253-3869-40ed-aac9-8828158509a5,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:44.153836 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:44.165819 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Calling delete_port for 0eaf8253-3869-40ed-aac9-8828158509a5 owned by compute:nova {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:44.305591 n-d-812148-2 neutron-server[107802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cdb1b-5bd1-4e90-ab7e-1531f3f3d836 req-ec587c9c-6904-4187-9ded-0262f4dbe83d tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 16:43:44.308054 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-654cdb1b-5bd1-4e90-ab7e-1531f3f3d836 req-ec587c9c-6904-4187-9ded-0262f4dbe83d tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 943 time: 0.0559590 Oct 22 16:43:44.354534 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-654cdb1b-5bd1-4e90-ab7e-1531f3f3d836 req-6f816a01-4752-485c-8987-90b47fd65db6 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/security-groups?id=32c0d997-3871-4807-a758-12962e5c8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Oct 22 16:43:44.725732 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:44.757946 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event deleted for resources: {'Port': ['ID=0eaf8253-3869-40ed-aac9-8828158509a5,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:44.803875 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] No DVR routers for this DVR port 0eaf8253-3869-40ed-aac9-8828158509a5 on host n-h1-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:43:44.807399 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894987'] for port, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:44.812612 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [req-df170d83-45d8-4bb2-8ff5-9d0bcde1b123 req-1ef3ecc6-2ad6-4532-a4e6-6498947de204 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.69 "DELETE /v2.0/ports/0eaf8253-3869-40ed-aac9-8828158509a5 HTTP/1.1" status: 204 len: 173 time: 0.8420606 Oct 22 16:43:44.812612 n-d-812148-2 neutron-server[107801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-deleted', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5'}] {{(pid=107801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 16:43:44.813651 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a442b722f7990090ba05b130b51ba625e2ed09fd4e3cc8a38c2f32a8bdf34587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cbc460-71d4-481e-be25-052dea0cdd85" -d '{"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-deleted", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5"}]}' {{(pid=107801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 16:43:44.850645 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcdefe-8ae6-4434-a552-bf863387b9d7 x-openstack-request-id: req-35bcdefe-8ae6-4434-a552-bf863387b9d7 {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 16:43:44.850942 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95e486-22c0-49f9-8738-1c31d36d5b69", "name": "network-vif-deleted", "tag": "0eaf8253-3869-40ed-aac9-8828158509a5", "status": "completed", "code": 200}]} {{(pid=107801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 16:43:44.851226 n-d-812148-2 neutron-server[107801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35bcdefe-8ae6-4434-a552-bf863387b9d7 {{(pid=107801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 16:43:44.851658 n-d-812148-2 neutron-server[107801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95e486-22c0-49f9-8738-1c31d36d5b69', 'name': 'network-vif-deleted', 'tag': '0eaf8253-3869-40ed-aac9-8828158509a5', 'status': 'completed', 'code': 200} Oct 22 16:43:45.463349 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [req-4a7c4be4-62f0-46d8-b11b-a53e9687df0c req-ccf533dc-341e-41e3-b0bf-e10d952f4b41 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e95e486-22c0-49f9-8738-1c31d36d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0266361 Oct 22 16:43:46.527385 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49718) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:46.589942 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64dfe2bb-b4e6-4c88-9b51-0baba6ceac37 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:46.618576 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64dfe2bb-b4e6-4c88-9b51-0baba6ceac37 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:46.776745 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64dfe2bb-b4e6-4c88-9b51-0baba6ceac37 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:46.779474 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-64dfe2bb-b4e6-4c88-9b51-0baba6ceac37 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Publish callbacks [] for security_group, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:46.780657 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-64dfe2bb-b4e6-4c88-9b51-0baba6ceac37 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] 10.222.0.66 "DELETE /v2.0/security-groups/32c0d997-3871-4807-a758-12962e5c8e45 HTTP/1.1" status: 204 len: 168 time: 0.2522361 Oct 22 16:43:46.799784 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfe2bb-b4e6-4c88-9b51-0baba6ceac37 tempest-TestSnapshotPattern-1051306542 tempest-TestSnapshotPattern-1051306542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c0d997-3871-4807-a758-12962e5c8e45,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:47.927641 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49724) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:47.937819 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 no longer exists at agent hyperv_n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:47.959602 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] No Port match for: 0eaf8253-3869-40ed-aac9-8828158509a5 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:47.960975 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Device 0eaf8253-3869-40ed-aac9-8828158509a5 not bound to the agent host n-h1-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:48.374940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:48.628827 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Deleting port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:48.629075 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:48.707539 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] For port 6f1927cb-e81a-44c1-9989-f7da66c2e5c2, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:48.707894 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:48.721289 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Calling delete_port for 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:49.022517 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:49.052475 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1927cb-e81a-44c1-9989-f7da66c2e5c2,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:49.222076 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:49.447170 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:43:49.562190 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:43:49.567437 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-1c6f9c2c-be16-4ad6-b62e-a49bfe6640c3 admin admin] 10.222.0.66 "PUT /v2.0/routers/541ac0c2-9b6d-4658-8a54-afddc6d7b466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381142 Oct 22 16:43:49.569934 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49728) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:49.573033 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] Sync routers for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:43:49.583602 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:49.584217 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:49.679010 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:49.691584 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: n-d-812148-2 {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:49.784784 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:49.875667 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:43:48Z', 'revision_number': 5, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port': {'id': 'e70a39ae-dc40-4018-a414-9fbaf64039b4', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:00Z', 'updated_at': '2021-10-22T16:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:49.906885 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Deleting port e70a39ae-dc40-4018-a414-9fbaf64039b4 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:49.907236 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] Checking router: 541ac0c2-9b6d-4658-8a54-afddc6d7b466 for host: n-d-812148-2 {{(pid=107804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:43:49.907399 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:49.916001 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] Routers {'541ac0c2-9b6d-4658-8a54-afddc6d7b466'} bound to L3 agent in host n-d-812148-2 {{(pid=107804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:49.917377 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'], 'active': True} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:49.999123 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] For port e70a39ae-dc40-4018-a414-9fbaf64039b4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=e70a39ae-dc40-4018-a414-9fbaf64039b4,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:49.999474 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.013535 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Calling delete_port for e70a39ae-dc40-4018-a414-9fbaf64039b4 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:50.095514 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_dvr_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] Set router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 gateway port host: None {{(pid=107804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:50.146877 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.l3_hamode_db [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:43:49Z', 'revision_number': 6, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:50.176262 n-d-812148-2 neutron-server[107804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15186a9f-49ed-42ac-bc0b-2f6b56daa0d1 None None] The sync data for ids ['541ac0c2-9b6d-4658-8a54-afddc6d7b466'] in n-d-812148-2 is: [{'id': '541ac0c2-9b6d-4658-8a54-afddc6d7b466', 'name': 'tempest-TestSnapshotPattern-2126148072-router', 'tenant_id': '826e321668e64cba91d4844025bb728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:37:59Z', 'updated_at': '2021-10-22T16:43:49Z', 'revision_number': 6, 'project_id': '826e321668e64cba91d4844025bb728d', 'gw_port_host': None}] {{(pid=107804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:43:50.331131 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.362488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70a39ae-dc40-4018-a414-9fbaf64039b4,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:50.430525 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.846737 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.849251 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.976914 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.977488 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541ac0c2-9b6d-4658-8a54-afddc6d7b466 {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:43:50.983242 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:50.984383 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-19f5897b-08b4-4f96-987a-0b6d4a338c88 admin admin] 10.222.0.66 "DELETE /v2.0/routers/541ac0c2-9b6d-4658-8a54-afddc6d7b466 HTTP/1.1" status: 204 len: 168 time: 1.4135008 Oct 22 16:43:50.987271 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49730) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:51.014558 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:51.036982 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Deleting subnet 576454af-d9c0-401d-8ef2-2f864fa273ec {{(pid=107801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:43:51.038746 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:51.039139 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 6f1927cb-e81a-44c1-9989-f7da66c2e5c2 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:51.040601 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.079114 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4195977'] for subnet, precommit_delete_associations {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.163347 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.285282 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4195846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237068'] for subnet, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.315754 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576454af-d9c0-401d-8ef2-2f864fa273ec,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:51.319578 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.322812 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-9e16d482-92d8-4aca-b02e-73288286b642 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/576454af-d9c0-401d-8ef2-2f864fa273ec HTTP/1.1" status: 204 len: 168 time: 0.3345184 Oct 22 16:43:51.325409 n-d-812148-2 neutron-server[107801]: DEBUG neutron.wsgi [-] (107801) accepted ('10.222.0.66', 49732) {{(pid=107801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:51.325815 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beab14c-840d-4b47-b308-0876ca3225ab None None] Network 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:43:51.394000 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.458808 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Deleting port 4688855a-55ce-4498-a715-777b7fc50ee4 {{(pid=107801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:51.459253 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.508653 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] DHCP port deletion for 88434c0a-5554-4c0b-9e4a-bbeeb6c0439b request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:43:51.531513 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.db [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] For port 4688855a-55ce-4498-a715-777b7fc50ee4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4688855a-55ce-4498-a715-777b7fc50ee4,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:51.531882 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.544689 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.plugin [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Calling delete_port for 4688855a-55ce-4498-a715-777b7fc50ee4 owned by network:dhcp {{(pid=107801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:51.558314 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] Deleting port 4688855a-55ce-4498-a715-777b7fc50ee4 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:51.558778 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.623568 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] For port 4688855a-55ce-4498-a715-777b7fc50ee4, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=4688855a-55ce-4498-a715-777b7fc50ee4,segment=NetworkSegment(81463bcb-2396-4c1c-9a96-3bb545b6b07c),segment_id=81463bcb-2396-4c1c-9a96-3bb545b6b07c)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:51.623963 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.637690 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] Calling delete_port for 4688855a-55ce-4498-a715-777b7fc50ee4 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:51.713730 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4195931'] for port, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.721054 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.741724 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4688855a-55ce-4498-a715-777b7fc50ee4,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:51.747096 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] Pushing event deleted for resources: {'Port': ['ID=4688855a-55ce-4498-a715-777b7fc50ee4,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:51.747259 n-d-812148-2 neutron-server[107801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] No DVR routers for this DVR port 4688855a-55ce-4498-a715-777b7fc50ee4 on host n-d-812148-2 {{(pid=107801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:43:51.751669 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91a4c0-be59-412c-bac8-d192cad42d7e None None] No DVR routers for this DVR port 4688855a-55ce-4498-a715-777b7fc50ee4 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:43:51.826212 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.848266 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88434c0a-5554-4c0b-9e4a-bbeeb6c0439b']}} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:51.857997 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81463bcb-2396-4c1c-9a96-3bb545b6b07c') {'for_net_delete': True} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:51.858310 n-d-812148-2 neutron-server[107801]: DEBUG neutron.services.segments.db [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81463bcb-2396-4c1c-9a96-3bb545b6b07c') {} {{(pid=107801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:51.867582 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4195984'] for segment, before_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.881718 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.888961 n-d-812148-2 neutron-server[107801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:43:51.889353 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4197032'] for segment, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: Traceback (most recent call last): Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: timer() Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: cb(*args, **kw) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: return func(*args, **kwargs) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: self._notify() Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: self.callback(batched_events) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: event.method(event) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: return f(self, *a, **k) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: return self._get(url).json() Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: return self.request(url, 'GET', **kwargs) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:43:51.891183 n-d-812148-2 neutron-server[107801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:43:52.062064 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:52.067872 n-d-812148-2 neutron-server[107801]: DEBUG neutron_lib.callbacks.manager [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Publish callbacks [] for network, before_response {{(pid=107801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:52.071086 n-d-812148-2 neutron-server[107801]: INFO neutron.wsgi [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/88434c0a-5554-4c0b-9e4a-bbeeb6c0439b HTTP/1.1" status: 204 len: 168 time: 0.7446971 Oct 22 16:43:52.075415 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49734) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:52.083103 n-d-812148-2 neutron-server[107801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23950-1588-4be1-8049-7bcc4f261af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=88434c0a-5554-4c0b-9e4a-bbeeb6c0439b,revision_number=None']} {{(pid=107801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:52.436436 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444710'] for router_interface, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:52.649159 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e70a39ae-dc40-4018-a414-9fbaf64039b4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:52.673625 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: e70a39ae-dc40-4018-a414-9fbaf64039b4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:52.673865 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device e70a39ae-dc40-4018-a414-9fbaf64039b4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:52.674121 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4688855a-55ce-4498-a715-777b7fc50ee4 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:52.702275 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Deleting port c0fa170b-a7fa-45cf-b182-4423190de622 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:52.702614 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:52.703431 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 4688855a-55ce-4498-a715-777b7fc50ee4 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:52.703912 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 4688855a-55ce-4498-a715-777b7fc50ee4 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:52.782238 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1416d56f-5bcd-4d14-b54d-6165ea572af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:52.784232 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] For port c0fa170b-a7fa-45cf-b182-4423190de622, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=c0fa170b-a7fa-45cf-b182-4423190de622,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:52.784650 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:52.801701 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Calling delete_port for c0fa170b-a7fa-45cf-b182-4423190de622 owned by network:router_interface {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:53.091197 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:53.117695 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fa170b-a7fa-45cf-b182-4423190de622,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:53.306175 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444858'] for router_interface, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:53.530149 n-d-812148-2 neutron-server[107802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Router 22759fc6-2861-4b47-a739-07a33a13665c has already been hosted by L3 agent b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6 {{(pid=107802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 16:43:53.639565 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] Notify agent at l3_agent.n-d-812148-2 the message routers_updated {{(pid=107802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 16:43:53.645320 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-f04bd926-ba9c-418f-8db7-d3eaed10f5b3 admin admin] 10.222.0.66 "PUT /v2.0/routers/22759fc6-2861-4b47-a739-07a33a13665c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5686996 Oct 22 16:43:53.647973 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49736) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:53.650561 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] Sync routers for ids ['22759fc6-2861-4b47-a739-07a33a13665c'] in n-d-812148-2 {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 16:43:53.661488 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] Routers {'22759fc6-2861-4b47-a739-07a33a13665c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:53.662030 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22759fc6-2861-4b47-a739-07a33a13665c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:53.755158 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks [] for router, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:53.775935 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] Set router 22759fc6-2861-4b47-a739-07a33a13665c gateway port host: n-d-812148-2 {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:53.864129 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:53.965439 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'external_fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:43:52Z', 'revision_number': 5, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port': {'id': '0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1', 'name': '', 'network_id': 'd9fda528-0403-4d4f-a06a-a88fdc884a3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22759fc6-2861-4b47-a739-07a33a13665c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T16:38:08Z', 'updated_at': '2021-10-22T16:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9753068-761f-4ae5-b47b-341b078dab9c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-2'}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:53.992055 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] Checking router: 22759fc6-2861-4b47-a739-07a33a13665c for host: n-d-812148-2 {{(pid=107803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 16:43:54.000645 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] Routers {'22759fc6-2861-4b47-a739-07a33a13665c'} bound to L3 agent in host n-d-812148-2 {{(pid=107803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 16:43:54.001245 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T14:34:55Z,description=,heartbeat_timestamp=2021-10-22T16:43:25Z,host='n-d-812148-2',id=b35bcaa7-2d7e-4f00-af1d-b415c9adf4d6,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T14:34:56Z,topic='l3_agent')) {'router_ids': ['22759fc6-2861-4b47-a739-07a33a13665c'], 'active': True} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:54.005359 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Deleting port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:54.005703 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.087029 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] For port 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,segment=NetworkSegment(db37dd15-9f90-46aa-94f2-0bb2ad168bc7),segment_id=db37dd15-9f90-46aa-94f2-0bb2ad168bc7)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:54.087435 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.091268 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvr_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] Set router 22759fc6-2861-4b47-a739-07a33a13665c gateway port host: None {{(pid=107803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 16:43:54.106362 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Calling delete_port for 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 owned by network:router_gateway {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:54.147677 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_hamode_db [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:43:53Z', 'revision_number': 6, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port_host': None}], 'n-d-812148-2', False) {} {{(pid=107803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:54.174940 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1728f1b-03c5-4c4d-aed2-8b82476a80e5 None None] The sync data for ids ['22759fc6-2861-4b47-a739-07a33a13665c'] in n-d-812148-2 is: [{'id': '22759fc6-2861-4b47-a739-07a33a13665c', 'name': 'tempest-TestSnapshotPattern-744852574-router', 'tenant_id': '8f562011b50f45a5894b48380d4b54f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T16:38:07Z', 'updated_at': '2021-10-22T16:43:53Z', 'revision_number': 6, 'project_id': '8f562011b50f45a5894b48380d4b54f0', 'gw_port_host': None}] {{(pid=107803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 16:43:54.359145 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.390624 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:54.455056 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444952'] for router_gateway, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.550842 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29036'] for router, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.554772 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.668513 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445832'] for router, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.669057 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22759fc6-2861-4b47-a739-07a33a13665c {{(pid=107802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 16:43:54.676852 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] Publish callbacks [] for router, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.676852 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-005cd63d-7d45-40aa-a907-b43fe7ce8075 admin admin] 10.222.0.66 "DELETE /v2.0/routers/22759fc6-2861-4b47-a739-07a33a13665c HTTP/1.1" status: 204 len: 168 time: 1.0259595 Oct 22 16:43:54.678210 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49738) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:54.725650 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Deleting subnet 396ec580-bfa2-4613-9a2f-a5eed096f4ba {{(pid=107802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 16:43:54.728886 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.766947 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4769313'] for subnet, precommit_delete_associations {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.843992 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602137'] for subnet, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:54.988571 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4989823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66342845'] for subnet, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.013584 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c0fa170b-a7fa-45cf-b182-4423190de622 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:55.015944 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396ec580-bfa2-4613-9a2f-a5eed096f4ba,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:55.021718 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.025269 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-e69811ed-83f4-4065-891b-0e9569aeba41 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/396ec580-bfa2-4613-9a2f-a5eed096f4ba HTTP/1.1" status: 204 len: 168 time: 0.3461089 Oct 22 16:43:55.028558 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49742) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:55.047089 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd3c26-f872-4eb2-9277-7d1f21ebbb6c None None] Network 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef requested from n-d-812148-2 {{(pid=107803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 16:43:55.073414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: c0fa170b-a7fa-45cf-b182-4423190de622 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:55.073414 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device c0fa170b-a7fa-45cf-b182-4423190de622 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:55.103652 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757613'] for network, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.164316 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Deleting port 345ef953-dca7-47d4-ba4f-e8ff9406c877 {{(pid=107802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:55.164864 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.234225 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-22695ed7-2b40-4ac4-b81c-dd581b0126fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.242686 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.db [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] For port 345ef953-dca7-47d4-ba4f-e8ff9406c877, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=345ef953-dca7-47d4-ba4f-e8ff9406c877,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:55.243178 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.256157 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] DHCP port deletion for 6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef request from n-d-812148-2 {{(pid=107803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 16:43:55.257970 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.plugin [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Calling delete_port for 345ef953-dca7-47d4-ba4f-e8ff9406c877 owned by network:dhcp {{(pid=107802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:55.312261 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] Deleting port 345ef953-dca7-47d4-ba4f-e8ff9406c877 {{(pid=107803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 16:43:55.312634 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778615869709'] for port, before_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.377629 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.db [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] For port 345ef953-dca7-47d4-ba4f-e8ff9406c877, host n-d-812148-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-2',level=0,port_id=345ef953-dca7-47d4-ba4f-e8ff9406c877,segment=NetworkSegment(95c540f1-5fd6-45fc-8f16-b3f2b05a93d9),segment_id=95c540f1-5fd6-45fc-8f16-b3f2b05a93d9)] {{(pid=107803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 16:43:55.378023 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456584'] for port, precommit_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.391226 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] Calling delete_port for 345ef953-dca7-47d4-ba4f-e8ff9406c877 owned by network:dhcp {{(pid=107803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 16:43:55.405940 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4989730'] for port, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.433435 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Pushing event deleted for resources: {'Port': ['ID=345ef953-dca7-47d4-ba4f-e8ff9406c877,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:55.435279 n-d-812148-2 neutron-server[107802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] No DVR routers for this DVR port 345ef953-dca7-47d4-ba4f-e8ff9406c877 on host n-d-812148-2 {{(pid=107802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:43:55.480046 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778615874771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778615463599'] for port, after_delete {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.505727 n-d-812148-2 neutron-server[107803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] Pushing event deleted for resources: {'Port': ['ID=345ef953-dca7-47d4-ba4f-e8ff9406c877,revision_number=None']} {{(pid=107803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:55.507615 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1600976', 'neutron.services.segments.db._delete_segments_for_network-8778615934495'] for network, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.509035 n-d-812148-2 neutron-server[107803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31757c6d-59cb-4aeb-a46e-1c546d854e4e None None] No DVR routers for this DVR port 345ef953-dca7-47d4-ba4f-e8ff9406c877 on host n-d-812148-2 {{(pid=107803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 16:43:55.530842 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef']}} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:55.541661 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9') {'for_net_delete': True} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:55.542025 n-d-812148-2 neutron-server[107802]: DEBUG neutron.services.segments.db [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c540f1-5fd6-45fc-8f16-b3f2b05a93d9') {} {{(pid=107802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 16:43:55.555748 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778615952680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4769336'] for segment, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.569259 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810'] for segment, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.575810 n-d-812148-2 neutron-server[107802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 16:43:55.576185 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1603810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4992977'] for segment, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: Traceback (most recent call last): Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: timer() Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: cb(*args, **kw) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: return func(*args, **kwargs) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: self._notify() Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: self.callback(batched_events) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: event.method(event) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: return f(self, *a, **k) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: return self._get(url).json() Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: return self.request(url, 'GET', **kwargs) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 16:43:55.579404 n-d-812148-2 neutron-server[107802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 16:43:55.696657 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1600987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444980'] for network, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.703058 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Publish callbacks [] for network, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:55.707038 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] 10.222.0.66 "DELETE /v2.0/networks/6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef HTTP/1.1" status: 204 len: 168 time: 0.6772842 Oct 22 16:43:55.718205 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184c2e2-d5dc-4897-9437-d358601fbaac admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfb3ad8-214f-4a0b-8f76-9fc4218f76ef,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:56.033429 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49748) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:56.075030 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-0e3c8162-cdd4-4024-8d75-379216497c2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=826e321668e64cba91d4844025bb728d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398350 Oct 22 16:43:56.076910 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49750) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:56.126412 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c42781-a33c-4e70-a616-15a47831c793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:56.151859 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c42781-a33c-4e70-a616-15a47831c793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:56.273929 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c42781-a33c-4e70-a616-15a47831c793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:56.276548 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-30c42781-a33c-4e70-a616-15a47831c793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:56.277717 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-30c42781-a33c-4e70-a616-15a47831c793 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c950203a-f663-4dc9-983f-563b16e8d9c5 HTTP/1.1" status: 204 len: 168 time: 0.1999068 Oct 22 16:43:56.285752 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c42781-a33c-4e70-a616-15a47831c793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c950203a-f663-4dc9-983f-563b16e8d9c5,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:56.536771 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:56.652651 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:56.673862 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:56.674212 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 0c2af539-d4ec-4b5b-9c3a-43d5f4d3cab1 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:56.674621 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 345ef953-dca7-47d4-ba4f-e8ff9406c877 no longer exists at agent ovs-agent-n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 16:43:56.696417 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.plugin [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] No Port match for: 345ef953-dca7-47d4-ba4f-e8ff9406c877 {{(pid=107803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 16:43:56.696764 n-d-812148-2 neutron-server[107803]: DEBUG neutron.plugins.ml2.rpc [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Device 345ef953-dca7-47d4-ba4f-e8ff9406c877 not bound to the agent host n-d-812148-2 {{(pid=107803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 16:43:57.050785 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:57.063638 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49758) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:57.107526 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-c256bef8-0b4f-4529-8556-e265da9ea015 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f562011b50f45a5894b48380d4b54f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425875 Oct 22 16:43:57.110178 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [-] (107802) accepted ('10.222.0.66', 49760) {{(pid=107802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 16:43:57.160827 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8540-3aac-4af5-9911-a409b21b2855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:57.184578 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8540-3aac-4af5-9911-a409b21b2855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:57.308031 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8540-3aac-4af5-9911-a409b21b2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778958'] for security_group, after_delete {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:57.310688 n-d-812148-2 neutron-server[107802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8540-3aac-4af5-9911-a409b21b2855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:57.312003 n-d-812148-2 neutron-server[107802]: INFO neutron.wsgi [None req-2f9e8540-3aac-4af5-9911-a409b21b2855 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ee9454d-c9f5-4342-8596-084ed0ad45ec HTTP/1.1" status: 204 len: 168 time: 0.2009151 Oct 22 16:43:57.320358 n-d-812148-2 neutron-server[107802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e8540-3aac-4af5-9911-a409b21b2855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9454d-c9f5-4342-8596-084ed0ad45ec,revision_number=None']} {{(pid=107802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 16:43:58.605130 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:43:59.848570 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:44:04.804917 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:12.764657 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:22.753035 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-354220e9-9019-4433-b9ec-537d01134f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:25.210928 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3f1949bb-d805-47ba-94ab-18d275da4e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:26.534791 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:27.033894 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:28.633058 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:34.769153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:36.848072 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:44:42.780290 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:52.729453 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-aaae9d20-60f6-4015-a061-d1fce6ec9f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:55.220026 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-e5d841a0-0994-4ec8-ba9d-c3c9ccd6505c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:56.535336 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:57.039295 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:44:58.638062 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:02.854604 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-d3800ab5-bfc2-47a6-afdb-2b612cfd1a88 req-160f3136-4c04-43f1-bd83-da29c746a824 service neutron] (107802) timed out ('10.222.0.69', 49730) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 16:45:04.745279 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:12.757802 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:13.847194 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:45:22.738798 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b8e7bfd2-ca0e-4989-a8d2-6b9c5a5fff95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:25.237474 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-0de9b725-2297-450d-876e-da87ad413f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:26.534907 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:27.061213 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:28.624905 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:34.792040 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:42.807000 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:50.846809 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:45:52.757189 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-fd44b4a4-c46b-4920-b000-84111d4dcb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:55.237421 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-289832fd-5c59-4ca9-be27-9eb28d4fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:56.528362 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:57.042708 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:45:58.634785 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:04.777484 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:12.805581 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:22.742814 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-97c1ad1c-1285-4370-89a8-c7d075be87bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:25.227863 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-5bed6d2d-b7de-45ab-924e-704538340c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:26.560502 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:27.056822 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:27.846591 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:46:28.625013 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:34.819363 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:42.821803 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:52.752760 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-d2505db5-d048-475b-8dd5-2fb3ad0adb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:55.242019 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2628cf9c-abff-4720-b4f4-4a60ba1671f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:56.550570 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:57.077308 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:46:58.664636 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:04.815132 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:04.845813 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:47:12.818819 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:22.749787 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3a6a56e7-8360-422d-91cf-d84936cc70a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:25.277356 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-446bb40d-e060-4a4d-8112-749b4c347a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:26.532549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:27.060179 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:28.642631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:34.808540 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:41.844962 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:47:42.837415 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:52.737599 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-4b32c369-a4a6-49c6-be8c-12c5a2ad8891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:55.276351 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9c091ff7-171c-4dcd-98d3-b37c6f76b607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:56.516221 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:57.053208 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:47:58.651984 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:04.824828 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:12.811314 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:18.844833 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:48:22.726698 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-3eb09184-200a-4a06-b388-d29f8efd73d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:25.218133 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-a81fbc6a-b13c-46b1-832f-d1ef8e2e3782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:26.549156 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:27.080625 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:28.658296 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:34.822885 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:42.828486 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:52.788336 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-858236bd-32be-4931-ae8b-02467f5e1218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:55.239712 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-11e4d024-aad5-4261-a3a5-0d5f9cc8da08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:55.845484 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:48:56.542321 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:57.045738 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:48:58.628101 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:04.839353 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:12.816460 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:22.759190 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b8082ec8-4754-44d6-a272-34096e93a9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:25.221869 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-b76c27a0-13b9-4b62-b1c4-201835b58fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:26.553753 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:27.067454 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:28.661836 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:32.844492 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:49:34.844512 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:42.838888 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:52.746875 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-adb4c641-f653-4b40-bf03-2dd72290cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:55.238416 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-842d5f4b-cd37-46a4-b731-7cecad22198d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:56.535011 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:57.066824 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:49:58.661684 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:04.878015 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:09.844309 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:50:12.831381 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:22.733833 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8d1708ae-2f58-46e2-9a09-c24df2e22b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:25.243585 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9bb5be07-b4fd-43e4-86d3-78a57207a696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:26.534595 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:27.117809 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:28.695239 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:30.331531 n-d-812148-2 neutron-server[107802]: DEBUG neutron.wsgi [req-5efc41d0-cb3d-4ade-ae3d-364def741068 req-0c3ca6e7-a72f-4ae4-a936-0040c59ca689 service neutron] (107802) timed out ('10.222.0.66', 47230) {{(pid=107802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 16:50:34.871632 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:42.858271 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:46.844335 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:50:52.755115 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-46588b7f-ceb7-46c2-bfb8-c4c9e963a6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:55.236972 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-9a464d0d-39a2-4997-bff0-1b6c5301b934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:56.534547 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:57.118207 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:50:58.675088 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:04.854153 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:12.868549 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:22.739441 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-8b82238a-c2f1-4db2-8674-206c6d3526ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:23.843889 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:51:25.248411 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9766-c5da-4797-bedc-6519ece000ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:26.533548 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:27.128127 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:28.665180 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:34.924855 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:42.879059 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:52.747078 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-be9b9216-9ecd-4bcb-8542-d33cf7c03b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:55.259047 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-332d29d9-9ef1-426b-856c-2d4eee33762b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:56.553215 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:57.101287 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:51:58.704790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:00.844497 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:52:04.872221 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:12.875631 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:22.740296 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f01834de-4db3-423b-8cdf-9a8df2275f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:25.252790 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-f0712e09-1de5-45ed-88e4-675372d7e6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:26.545784 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2092ab6e-824e-4f96-b8ea-fa75a5724643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:27.146223 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-172dd6da-3525-4c66-9b7d-85de48022ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:28.681605 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-429af476-44d8-4860-8aeb-87da816623f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:34.859198 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-876047d9-4370-4c88-b220-bb39cb556046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:37.843805 n-d-812148-2 neutron-server[107804]: DEBUG neutron.db.agents_db [None req-711f77a3-1a38-4334-9e29-a46f70de1283 None None] Agent healthcheck: found 7 active agents {{(pid=107804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 16:52:42.881137 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-1f093b78-9d60-472c-9334-2bee07d4eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 16:52:52.739646 n-d-812148-2 neutron-server[107803]: DEBUG neutron_lib.callbacks.manager [None req-2616f4df-49fe-4feb-b665-10331424bb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778615934477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1598618'] for agent, after_update {{(pid=107803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}